-- Logs begin at Thu 2022-06-16 16:29:56 UTC, end at Thu 2022-06-16 17:42:25 UTC. -- Jun 16 17:13:56.220801 dv-cinder-837356-2-iscsi systemd[1]: Started Devstack devstack@q-svc.service. Jun 16 17:13:58.899964 dv-cinder-837356-2-iscsi neutron-server[103807]: INFO neutron.common.config [-] Logging enabled! Jun 16 17:13:58.900576 dv-cinder-837356-2-iscsi neutron-server[103807]: INFO neutron.common.config [-] /usr/local/bin/neutron-server version 20.1.0.dev347 Jun 16 17:13:58.900669 dv-cinder-837356-2-iscsi neutron-server[103807]: DEBUG neutron.common.config [-] command line: /usr/local/bin/neutron-server --config-file /etc/neutron/neutron.conf --config-file /etc/neutron/plugins/ml2/ml2_conf.ini {{(pid=103807) setup_logging /opt/stack/neutron/neutron/common/config.py:120}} Jun 16 17:13:58.903890 dv-cinder-837356-2-iscsi neutron-server[103807]: INFO neutron.common.config [-] Logging enabled! Jun 16 17:13:58.904138 dv-cinder-837356-2-iscsi neutron-server[103807]: INFO neutron.common.config [-] /usr/local/bin/neutron-server version 20.1.0.dev347 Jun 16 17:13:58.904442 dv-cinder-837356-2-iscsi neutron-server[103807]: DEBUG neutron.common.config [-] command line: /usr/local/bin/neutron-server --config-file /etc/neutron/neutron.conf --config-file /etc/neutron/plugins/ml2/ml2_conf.ini {{(pid=103807) setup_logging /opt/stack/neutron/neutron/common/config.py:120}} Jun 16 17:13:58.905543 dv-cinder-837356-2-iscsi neutron-server[103807]: DEBUG neutron.common.config [-] ******************************************************************************** {{(pid=103807) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2589}} Jun 16 17:13:58.905675 dv-cinder-837356-2-iscsi neutron-server[103807]: DEBUG neutron.common.config [-] Configuration options gathered from: {{(pid=103807) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2590}} Jun 16 17:13:58.906061 dv-cinder-837356-2-iscsi neutron-server[103807]: DEBUG neutron.common.config [-] command line args: ['--config-file', '/etc/neutron/neutron.conf', '--config-file', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=103807) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2591}} Jun 16 17:13:58.906299 dv-cinder-837356-2-iscsi neutron-server[103807]: DEBUG neutron.common.config [-] config files: ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=103807) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2592}} Jun 16 17:13:58.906520 dv-cinder-837356-2-iscsi neutron-server[103807]: DEBUG neutron.common.config [-] ================================================================================ {{(pid=103807) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2594}} Jun 16 17:13:58.906926 dv-cinder-837356-2-iscsi neutron-server[103807]: DEBUG neutron.common.config [-] allow_bulk = True {{(pid=103807) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 16 17:13:58.907225 dv-cinder-837356-2-iscsi neutron-server[103807]: DEBUG neutron.common.config [-] api_extensions_path = {{(pid=103807) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 16 17:13:58.907453 dv-cinder-837356-2-iscsi neutron-server[103807]: DEBUG neutron.common.config [-] api_paste_config = api-paste.ini {{(pid=103807) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 16 17:13:58.907749 dv-cinder-837356-2-iscsi neutron-server[103807]: DEBUG neutron.common.config [-] api_workers = 2 {{(pid=103807) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 16 17:13:58.908020 dv-cinder-837356-2-iscsi neutron-server[103807]: DEBUG neutron.common.config [-] auth_strategy = keystone {{(pid=103807) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 16 17:13:58.908295 dv-cinder-837356-2-iscsi neutron-server[103807]: DEBUG neutron.common.config [-] backlog = 4096 {{(pid=103807) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 16 17:13:58.908580 dv-cinder-837356-2-iscsi neutron-server[103807]: DEBUG neutron.common.config [-] base_mac = fa:16:3e:00:00:00 {{(pid=103807) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 16 17:13:58.908869 dv-cinder-837356-2-iscsi neutron-server[103807]: DEBUG neutron.common.config [-] bind_host = 0.0.0.0 {{(pid=103807) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 16 17:13:58.909150 dv-cinder-837356-2-iscsi neutron-server[103807]: DEBUG neutron.common.config [-] bind_port = 9696 {{(pid=103807) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 16 17:13:58.909445 dv-cinder-837356-2-iscsi neutron-server[103807]: DEBUG neutron.common.config [-] client_socket_timeout = 900 {{(pid=103807) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 16 17:13:58.909726 dv-cinder-837356-2-iscsi neutron-server[103807]: DEBUG neutron.common.config [-] config_dir = [] {{(pid=103807) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 16 17:13:58.909951 dv-cinder-837356-2-iscsi neutron-server[103807]: DEBUG neutron.common.config [-] config_file = ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=103807) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 16 17:13:58.910224 dv-cinder-837356-2-iscsi neutron-server[103807]: DEBUG neutron.common.config [-] config_source = [] {{(pid=103807) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 16 17:13:58.910502 dv-cinder-837356-2-iscsi neutron-server[103807]: DEBUG neutron.common.config [-] control_exchange = neutron {{(pid=103807) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 16 17:13:58.910765 dv-cinder-837356-2-iscsi neutron-server[103807]: DEBUG neutron.common.config [-] core_plugin = ml2 {{(pid=103807) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 16 17:13:58.910981 dv-cinder-837356-2-iscsi neutron-server[103807]: DEBUG neutron.common.config [-] debug = True {{(pid=103807) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 16 17:13:58.911254 dv-cinder-837356-2-iscsi neutron-server[103807]: DEBUG neutron.common.config [-] default_availability_zones = [] {{(pid=103807) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 16 17:13:58.911686 dv-cinder-837356-2-iscsi neutron-server[103807]: DEBUG neutron.common.config [-] default_log_levels = ['amqp=WARN', 'amqplib=WARN', 'boto=WARN', 'qpid=WARN', 'sqlalchemy=WARN', 'suds=INFO', 'oslo.messaging=INFO', 'oslo_messaging=INFO', 'iso8601=WARN', 'requests.packages.urllib3.connectionpool=WARN', 'urllib3.connectionpool=WARN', 'websocket=WARN', 'requests.packages.urllib3.util.retry=WARN', 'urllib3.util.retry=WARN', 'keystonemiddleware=WARN', 'routes.middleware=WARN', 'stevedore=WARN', 'taskflow=WARN', 'keystoneauth=WARN', 'oslo.cache=INFO', 'oslo_policy=INFO', 'dogpile.core.dogpile=INFO', 'OFPHandler=INFO', 'OfctlService=INFO', 'os_ken.base.app_manager=INFO', 'os_ken.controller.controller=INFO'] {{(pid=103807) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 16 17:13:58.912083 dv-cinder-837356-2-iscsi neutron-server[103807]: DEBUG neutron.common.config [-] dhcp_agent_notification = True {{(pid=103807) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 16 17:13:58.912356 dv-cinder-837356-2-iscsi neutron-server[103807]: DEBUG neutron.common.config [-] dhcp_lease_duration = 86400 {{(pid=103807) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 16 17:13:58.912641 dv-cinder-837356-2-iscsi neutron-server[103807]: DEBUG neutron.common.config [-] dns_domain = openstacklocal {{(pid=103807) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 16 17:13:58.912915 dv-cinder-837356-2-iscsi neutron-server[103807]: DEBUG neutron.common.config [-] enable_traditional_dhcp = True {{(pid=103807) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 16 17:13:58.913194 dv-cinder-837356-2-iscsi neutron-server[103807]: DEBUG neutron.common.config [-] external_dns_driver = None {{(pid=103807) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 16 17:13:58.913474 dv-cinder-837356-2-iscsi neutron-server[103807]: DEBUG neutron.common.config [-] filter_validation = True {{(pid=103807) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 16 17:13:58.913752 dv-cinder-837356-2-iscsi neutron-server[103807]: DEBUG neutron.common.config [-] global_physnet_mtu = 1500 {{(pid=103807) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 16 17:13:58.914069 dv-cinder-837356-2-iscsi neutron-server[103807]: DEBUG neutron.common.config [-] host = dv-cinder-837356-2-iscsi {{(pid=103807) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 16 17:13:58.914336 dv-cinder-837356-2-iscsi neutron-server[103807]: DEBUG neutron.common.config [-] http_retries = 3 {{(pid=103807) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 16 17:13:58.914614 dv-cinder-837356-2-iscsi neutron-server[103807]: DEBUG neutron.common.config [-] instance_format = [instance: %(uuid)s] {{(pid=103807) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 16 17:13:58.914889 dv-cinder-837356-2-iscsi neutron-server[103807]: DEBUG neutron.common.config [-] instance_uuid_format = [instance: %(uuid)s] {{(pid=103807) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 16 17:13:58.915167 dv-cinder-837356-2-iscsi neutron-server[103807]: DEBUG neutron.common.config [-] ipam_driver = internal {{(pid=103807) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 16 17:13:58.915434 dv-cinder-837356-2-iscsi neutron-server[103807]: DEBUG neutron.common.config [-] ipv6_pd_enabled = False {{(pid=103807) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 16 17:13:58.915703 dv-cinder-837356-2-iscsi neutron-server[103807]: DEBUG neutron.common.config [-] log_config_append = None {{(pid=103807) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 16 17:13:58.915981 dv-cinder-837356-2-iscsi neutron-server[103807]: DEBUG neutron.common.config [-] log_date_format = %Y-%m-%d %H:%M:%S {{(pid=103807) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 16 17:13:58.916248 dv-cinder-837356-2-iscsi neutron-server[103807]: DEBUG neutron.common.config [-] log_dir = None {{(pid=103807) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 16 17:13:58.916512 dv-cinder-837356-2-iscsi neutron-server[103807]: DEBUG neutron.common.config [-] log_file = None {{(pid=103807) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 16 17:13:58.916780 dv-cinder-837356-2-iscsi neutron-server[103807]: DEBUG neutron.common.config [-] log_rotate_interval = 1 {{(pid=103807) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 16 17:13:58.917059 dv-cinder-837356-2-iscsi neutron-server[103807]: DEBUG neutron.common.config [-] log_rotate_interval_type = days {{(pid=103807) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 16 17:13:58.917369 dv-cinder-837356-2-iscsi neutron-server[103807]: DEBUG neutron.common.config [-] log_rotation_type = none {{(pid=103807) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 16 17:13:58.917652 dv-cinder-837356-2-iscsi neutron-server[103807]: DEBUG neutron.common.config [-] logging_context_format_string = %(color)s%(levelname)s %(name)s [%(global_request_id)s %(request_id)s %(project_name)s %(user_name)s%(color)s] %(instance)s%(color)s%(message)s {{(pid=103807) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 16 17:13:58.917867 dv-cinder-837356-2-iscsi neutron-server[103807]: DEBUG neutron.common.config [-] logging_debug_format_suffix = {{(pid=%(process)d) %(funcName)s %(pathname)s:%(lineno)d}} {{(pid=103807) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 16 17:13:58.918082 dv-cinder-837356-2-iscsi neutron-server[103807]: DEBUG neutron.common.config [-] logging_default_format_string = %(color)s%(levelname)s %(name)s [-%(color)s] %(instance)s%(color)s%(message)s {{(pid=103807) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 16 17:13:58.918357 dv-cinder-837356-2-iscsi neutron-server[103807]: DEBUG neutron.common.config [-] logging_exception_prefix = ERROR %(name)s %(instance)s {{(pid=103807) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 16 17:13:58.918649 dv-cinder-837356-2-iscsi neutron-server[103807]: DEBUG neutron.common.config [-] logging_user_identity_format = %(user)s %(project)s %(domain)s %(system_scope)s %(user_domain)s %(project_domain)s {{(pid=103807) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 16 17:13:58.918919 dv-cinder-837356-2-iscsi neutron-server[103807]: DEBUG neutron.common.config [-] max_dns_nameservers = 5 {{(pid=103807) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 16 17:13:58.919186 dv-cinder-837356-2-iscsi neutron-server[103807]: DEBUG neutron.common.config [-] max_header_line = 16384 {{(pid=103807) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 16 17:13:58.919452 dv-cinder-837356-2-iscsi neutron-server[103807]: DEBUG neutron.common.config [-] max_logfile_count = 30 {{(pid=103807) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 16 17:13:58.919717 dv-cinder-837356-2-iscsi neutron-server[103807]: DEBUG neutron.common.config [-] max_logfile_size_mb = 200 {{(pid=103807) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 16 17:13:58.919981 dv-cinder-837356-2-iscsi neutron-server[103807]: DEBUG neutron.common.config [-] max_subnet_host_routes = 20 {{(pid=103807) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 16 17:13:58.920242 dv-cinder-837356-2-iscsi neutron-server[103807]: DEBUG neutron.common.config [-] network_link_prefix = None {{(pid=103807) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 16 17:13:58.920590 dv-cinder-837356-2-iscsi neutron-server[103807]: DEBUG neutron.common.config [-] notify_nova_on_port_data_changes = True {{(pid=103807) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 16 17:13:58.920875 dv-cinder-837356-2-iscsi neutron-server[103807]: DEBUG neutron.common.config [-] notify_nova_on_port_status_changes = True {{(pid=103807) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 16 17:13:58.921151 dv-cinder-837356-2-iscsi neutron-server[103807]: DEBUG neutron.common.config [-] pagination_max_limit = -1 {{(pid=103807) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 16 17:13:58.921457 dv-cinder-837356-2-iscsi neutron-server[103807]: DEBUG neutron.common.config [-] periodic_fuzzy_delay = 5 {{(pid=103807) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 16 17:13:58.921709 dv-cinder-837356-2-iscsi neutron-server[103807]: DEBUG neutron.common.config [-] periodic_interval = 40 {{(pid=103807) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 16 17:13:58.921972 dv-cinder-837356-2-iscsi neutron-server[103807]: DEBUG neutron.common.config [-] publish_errors = False {{(pid=103807) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 16 17:13:58.922233 dv-cinder-837356-2-iscsi neutron-server[103807]: DEBUG neutron.common.config [-] rate_limit_burst = 0 {{(pid=103807) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 16 17:13:58.922514 dv-cinder-837356-2-iscsi neutron-server[103807]: DEBUG neutron.common.config [-] rate_limit_except_level = CRITICAL {{(pid=103807) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 16 17:13:58.922778 dv-cinder-837356-2-iscsi neutron-server[103807]: DEBUG neutron.common.config [-] rate_limit_interval = 0 {{(pid=103807) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 16 17:13:58.923045 dv-cinder-837356-2-iscsi neutron-server[103807]: DEBUG neutron.common.config [-] retry_until_window = 30 {{(pid=103807) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 16 17:13:58.923310 dv-cinder-837356-2-iscsi neutron-server[103807]: DEBUG neutron.common.config [-] rpc_response_max_timeout = 600 {{(pid=103807) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 16 17:13:58.923586 dv-cinder-837356-2-iscsi neutron-server[103807]: DEBUG neutron.common.config [-] rpc_state_report_workers = 0 {{(pid=103807) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 16 17:13:58.923846 dv-cinder-837356-2-iscsi neutron-server[103807]: DEBUG neutron.common.config [-] rpc_workers = None {{(pid=103807) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 16 17:13:58.924109 dv-cinder-837356-2-iscsi neutron-server[103807]: DEBUG neutron.common.config [-] send_events_interval = 2 {{(pid=103807) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 16 17:13:58.924399 dv-cinder-837356-2-iscsi neutron-server[103807]: DEBUG neutron.common.config [-] service_plugins = ['router', 'neutron.services.metering.metering_plugin.MeteringPlugin'] {{(pid=103807) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 16 17:13:58.924676 dv-cinder-837356-2-iscsi neutron-server[103807]: DEBUG neutron.common.config [-] setproctitle = on {{(pid=103807) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 16 17:13:58.924949 dv-cinder-837356-2-iscsi neutron-server[103807]: DEBUG neutron.common.config [-] state_path = /opt/stack/data/neutron {{(pid=103807) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 16 17:13:58.925248 dv-cinder-837356-2-iscsi neutron-server[103807]: DEBUG neutron.common.config [-] syslog_log_facility = LOG_USER {{(pid=103807) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 16 17:13:58.925516 dv-cinder-837356-2-iscsi neutron-server[103807]: DEBUG neutron.common.config [-] tcp_keepidle = 600 {{(pid=103807) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 16 17:13:58.925787 dv-cinder-837356-2-iscsi neutron-server[103807]: DEBUG neutron.common.config [-] transport_url = **** {{(pid=103807) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 16 17:13:58.926051 dv-cinder-837356-2-iscsi neutron-server[103807]: DEBUG neutron.common.config [-] use_eventlog = False {{(pid=103807) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 16 17:13:58.926313 dv-cinder-837356-2-iscsi neutron-server[103807]: DEBUG neutron.common.config [-] use_journal = False {{(pid=103807) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 16 17:13:58.926577 dv-cinder-837356-2-iscsi neutron-server[103807]: DEBUG neutron.common.config [-] use_json = False {{(pid=103807) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 16 17:13:58.926842 dv-cinder-837356-2-iscsi neutron-server[103807]: DEBUG neutron.common.config [-] use_ssl = False {{(pid=103807) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 16 17:13:58.927104 dv-cinder-837356-2-iscsi neutron-server[103807]: DEBUG neutron.common.config [-] use_stderr = False {{(pid=103807) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 16 17:13:58.927375 dv-cinder-837356-2-iscsi neutron-server[103807]: DEBUG neutron.common.config [-] use_syslog = False {{(pid=103807) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 16 17:13:58.927637 dv-cinder-837356-2-iscsi neutron-server[103807]: DEBUG neutron.common.config [-] vlan_transparent = False {{(pid=103807) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 16 17:13:58.927899 dv-cinder-837356-2-iscsi neutron-server[103807]: DEBUG neutron.common.config [-] watch_log_file = False {{(pid=103807) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 16 17:13:58.928160 dv-cinder-837356-2-iscsi neutron-server[103807]: DEBUG neutron.common.config [-] wsgi_default_pool_size = 100 {{(pid=103807) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 16 17:13:58.928420 dv-cinder-837356-2-iscsi neutron-server[103807]: DEBUG neutron.common.config [-] wsgi_keep_alive = True {{(pid=103807) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 16 17:13:58.928694 dv-cinder-837356-2-iscsi neutron-server[103807]: DEBUG neutron.common.config [-] wsgi_log_format = %(client_ip)s "%(request_line)s" status: %(status_code)s len: %(body_length)s time: %(wall_seconds).7f {{(pid=103807) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 16 17:13:58.928960 dv-cinder-837356-2-iscsi neutron-server[103807]: DEBUG neutron.common.config [-] wsgi_server_debug = False {{(pid=103807) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 16 17:13:58.929269 dv-cinder-837356-2-iscsi neutron-server[103807]: DEBUG neutron.common.config [-] oslo_concurrency.disable_process_locking = False {{(pid=103807) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 17:13:58.929560 dv-cinder-837356-2-iscsi neutron-server[103807]: DEBUG neutron.common.config [-] oslo_concurrency.lock_path = /opt/stack/data/neutron/lock {{(pid=103807) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 17:13:58.929852 dv-cinder-837356-2-iscsi neutron-server[103807]: DEBUG neutron.common.config [-] profiler.connection_string = messaging:// {{(pid=103807) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 17:13:58.930128 dv-cinder-837356-2-iscsi neutron-server[103807]: DEBUG neutron.common.config [-] profiler.enabled = False {{(pid=103807) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 17:13:58.930424 dv-cinder-837356-2-iscsi neutron-server[103807]: DEBUG neutron.common.config [-] profiler.es_doc_type = notification {{(pid=103807) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 17:13:58.930699 dv-cinder-837356-2-iscsi neutron-server[103807]: DEBUG neutron.common.config [-] profiler.es_scroll_size = 10000 {{(pid=103807) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 17:13:58.930979 dv-cinder-837356-2-iscsi neutron-server[103807]: DEBUG neutron.common.config [-] profiler.es_scroll_time = 2m {{(pid=103807) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 17:13:58.931249 dv-cinder-837356-2-iscsi neutron-server[103807]: DEBUG neutron.common.config [-] profiler.filter_error_trace = False {{(pid=103807) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 17:13:58.931529 dv-cinder-837356-2-iscsi neutron-server[103807]: DEBUG neutron.common.config [-] profiler.hmac_keys = SECRET_KEY {{(pid=103807) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 17:13:58.931807 dv-cinder-837356-2-iscsi neutron-server[103807]: DEBUG neutron.common.config [-] profiler.sentinel_service_name = mymaster {{(pid=103807) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 17:13:58.932091 dv-cinder-837356-2-iscsi neutron-server[103807]: DEBUG neutron.common.config [-] profiler.socket_timeout = 0.1 {{(pid=103807) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 17:13:58.932362 dv-cinder-837356-2-iscsi neutron-server[103807]: DEBUG neutron.common.config [-] profiler.trace_sqlalchemy = False {{(pid=103807) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 17:13:58.932659 dv-cinder-837356-2-iscsi neutron-server[103807]: DEBUG neutron.common.config [-] oslo_policy.enforce_new_defaults = False {{(pid=103807) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 17:13:58.932939 dv-cinder-837356-2-iscsi neutron-server[103807]: DEBUG neutron.common.config [-] oslo_policy.enforce_scope = False {{(pid=103807) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 17:13:58.933244 dv-cinder-837356-2-iscsi neutron-server[103807]: DEBUG neutron.common.config [-] oslo_policy.policy_default_rule = default {{(pid=103807) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 17:13:58.933541 dv-cinder-837356-2-iscsi neutron-server[103807]: DEBUG neutron.common.config [-] oslo_policy.policy_dirs = ['policy.d'] {{(pid=103807) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 17:13:58.933828 dv-cinder-837356-2-iscsi neutron-server[103807]: DEBUG neutron.common.config [-] oslo_policy.policy_file = /etc/neutron/policy.json {{(pid=103807) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 17:13:58.934110 dv-cinder-837356-2-iscsi neutron-server[103807]: DEBUG neutron.common.config [-] oslo_policy.remote_content_type = application/x-www-form-urlencoded {{(pid=103807) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 17:13:58.934380 dv-cinder-837356-2-iscsi neutron-server[103807]: DEBUG neutron.common.config [-] oslo_policy.remote_ssl_ca_crt_file = None {{(pid=103807) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 17:13:58.934648 dv-cinder-837356-2-iscsi neutron-server[103807]: DEBUG neutron.common.config [-] oslo_policy.remote_ssl_client_crt_file = None {{(pid=103807) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 17:13:58.934916 dv-cinder-837356-2-iscsi neutron-server[103807]: DEBUG neutron.common.config [-] oslo_policy.remote_ssl_client_key_file = None {{(pid=103807) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 17:13:58.935187 dv-cinder-837356-2-iscsi neutron-server[103807]: DEBUG neutron.common.config [-] oslo_policy.remote_ssl_verify_server_crt = False {{(pid=103807) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 17:13:58.935469 dv-cinder-837356-2-iscsi neutron-server[103807]: DEBUG neutron.common.config [-] oslo_messaging_metrics.metrics_buffer_size = 1000 {{(pid=103807) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 17:13:58.935742 dv-cinder-837356-2-iscsi neutron-server[103807]: DEBUG neutron.common.config [-] oslo_messaging_metrics.metrics_enabled = False {{(pid=103807) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 17:13:58.936024 dv-cinder-837356-2-iscsi neutron-server[103807]: DEBUG neutron.common.config [-] oslo_messaging_metrics.metrics_process_name = {{(pid=103807) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 17:13:58.936426 dv-cinder-837356-2-iscsi neutron-server[103807]: DEBUG neutron.common.config [-] oslo_messaging_metrics.metrics_socket_file = /var/tmp/metrics_collector.sock {{(pid=103807) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 17:13:58.936703 dv-cinder-837356-2-iscsi neutron-server[103807]: DEBUG neutron.common.config [-] oslo_messaging_metrics.metrics_thread_stop_timeout = 10 {{(pid=103807) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 17:13:58.936997 dv-cinder-837356-2-iscsi neutron-server[103807]: DEBUG neutron.common.config [-] oslo_middleware.http_basic_auth_user_file = /etc/htpasswd {{(pid=103807) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 17:13:58.937307 dv-cinder-837356-2-iscsi neutron-server[103807]: DEBUG neutron.common.config [-] service_providers.service_provider = [] {{(pid=103807) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 17:13:58.937592 dv-cinder-837356-2-iscsi neutron-server[103807]: DEBUG neutron.common.config [-] nova.auth_section = None {{(pid=103807) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 17:13:58.937881 dv-cinder-837356-2-iscsi neutron-server[103807]: DEBUG neutron.common.config [-] nova.auth_type = password {{(pid=103807) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 17:13:58.938165 dv-cinder-837356-2-iscsi neutron-server[103807]: DEBUG neutron.common.config [-] nova.cafile = /opt/stack/data/ca-bundle.pem {{(pid=103807) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 17:13:58.938437 dv-cinder-837356-2-iscsi neutron-server[103807]: DEBUG neutron.common.config [-] nova.certfile = None {{(pid=103807) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 17:13:58.938714 dv-cinder-837356-2-iscsi neutron-server[103807]: DEBUG neutron.common.config [-] nova.collect_timing = False {{(pid=103807) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 17:13:58.939000 dv-cinder-837356-2-iscsi neutron-server[103807]: DEBUG neutron.common.config [-] nova.endpoint_type = public {{(pid=103807) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 17:13:58.939272 dv-cinder-837356-2-iscsi neutron-server[103807]: DEBUG neutron.common.config [-] nova.insecure = False {{(pid=103807) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 17:13:58.939541 dv-cinder-837356-2-iscsi neutron-server[103807]: DEBUG neutron.common.config [-] nova.keyfile = None {{(pid=103807) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 17:13:58.939822 dv-cinder-837356-2-iscsi neutron-server[103807]: DEBUG neutron.common.config [-] nova.region_name = RegionOne {{(pid=103807) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 17:13:58.940094 dv-cinder-837356-2-iscsi neutron-server[103807]: DEBUG neutron.common.config [-] nova.split_loggers = False {{(pid=103807) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 17:13:58.940361 dv-cinder-837356-2-iscsi neutron-server[103807]: DEBUG neutron.common.config [-] nova.timeout = None {{(pid=103807) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 17:13:58.940636 dv-cinder-837356-2-iscsi neutron-server[103807]: DEBUG neutron.common.config [-] placement.auth_section = None {{(pid=103807) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 17:13:58.940919 dv-cinder-837356-2-iscsi neutron-server[103807]: DEBUG neutron.common.config [-] placement.auth_type = password {{(pid=103807) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 17:13:58.941220 dv-cinder-837356-2-iscsi neutron-server[103807]: DEBUG neutron.common.config [-] placement.cafile = /opt/stack/data/ca-bundle.pem {{(pid=103807) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 17:13:58.941491 dv-cinder-837356-2-iscsi neutron-server[103807]: DEBUG neutron.common.config [-] placement.certfile = None {{(pid=103807) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 17:13:58.941764 dv-cinder-837356-2-iscsi neutron-server[103807]: DEBUG neutron.common.config [-] placement.collect_timing = False {{(pid=103807) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 17:13:58.942046 dv-cinder-837356-2-iscsi neutron-server[103807]: DEBUG neutron.common.config [-] placement.endpoint_type = public {{(pid=103807) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 17:13:58.942316 dv-cinder-837356-2-iscsi neutron-server[103807]: DEBUG neutron.common.config [-] placement.insecure = False {{(pid=103807) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 17:13:58.942588 dv-cinder-837356-2-iscsi neutron-server[103807]: DEBUG neutron.common.config [-] placement.keyfile = None {{(pid=103807) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 17:13:58.942853 dv-cinder-837356-2-iscsi neutron-server[103807]: DEBUG neutron.common.config [-] placement.region_name = None {{(pid=103807) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 17:13:58.943124 dv-cinder-837356-2-iscsi neutron-server[103807]: DEBUG neutron.common.config [-] placement.split_loggers = False {{(pid=103807) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 17:13:58.943387 dv-cinder-837356-2-iscsi neutron-server[103807]: DEBUG neutron.common.config [-] placement.timeout = None {{(pid=103807) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 17:13:58.943663 dv-cinder-837356-2-iscsi neutron-server[103807]: DEBUG neutron.common.config [-] ironic.auth_section = None {{(pid=103807) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 17:13:58.943934 dv-cinder-837356-2-iscsi neutron-server[103807]: DEBUG neutron.common.config [-] ironic.auth_type = None {{(pid=103807) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 17:13:58.944199 dv-cinder-837356-2-iscsi neutron-server[103807]: DEBUG neutron.common.config [-] ironic.cafile = None {{(pid=103807) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 17:13:58.944464 dv-cinder-837356-2-iscsi neutron-server[103807]: DEBUG neutron.common.config [-] ironic.certfile = None {{(pid=103807) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 17:13:58.944736 dv-cinder-837356-2-iscsi neutron-server[103807]: DEBUG neutron.common.config [-] ironic.collect_timing = False {{(pid=103807) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 17:13:58.945004 dv-cinder-837356-2-iscsi neutron-server[103807]: DEBUG neutron.common.config [-] ironic.connect_retries = None {{(pid=103807) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 17:13:58.945294 dv-cinder-837356-2-iscsi neutron-server[103807]: DEBUG neutron.common.config [-] ironic.connect_retry_delay = None {{(pid=103807) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 17:13:58.945566 dv-cinder-837356-2-iscsi neutron-server[103807]: DEBUG neutron.common.config [-] ironic.enable_notifications = False {{(pid=103807) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 17:13:58.945831 dv-cinder-837356-2-iscsi neutron-server[103807]: DEBUG neutron.common.config [-] ironic.endpoint_override = None {{(pid=103807) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 17:13:58.946099 dv-cinder-837356-2-iscsi neutron-server[103807]: DEBUG neutron.common.config [-] ironic.insecure = False {{(pid=103807) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 17:13:58.946365 dv-cinder-837356-2-iscsi neutron-server[103807]: DEBUG neutron.common.config [-] ironic.interface = None {{(pid=103807) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 17:13:58.946629 dv-cinder-837356-2-iscsi neutron-server[103807]: DEBUG neutron.common.config [-] ironic.keyfile = None {{(pid=103807) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 17:13:58.946895 dv-cinder-837356-2-iscsi neutron-server[103807]: DEBUG neutron.common.config [-] ironic.max_version = None {{(pid=103807) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 17:13:58.947163 dv-cinder-837356-2-iscsi neutron-server[103807]: DEBUG neutron.common.config [-] ironic.min_version = None {{(pid=103807) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 17:13:58.947429 dv-cinder-837356-2-iscsi neutron-server[103807]: DEBUG neutron.common.config [-] ironic.region_name = None {{(pid=103807) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 17:13:58.947696 dv-cinder-837356-2-iscsi neutron-server[103807]: DEBUG neutron.common.config [-] ironic.service_name = None {{(pid=103807) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 17:13:58.947963 dv-cinder-837356-2-iscsi neutron-server[103807]: DEBUG neutron.common.config [-] ironic.service_type = None {{(pid=103807) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 17:13:58.948234 dv-cinder-837356-2-iscsi neutron-server[103807]: DEBUG neutron.common.config [-] ironic.split_loggers = False {{(pid=103807) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 17:13:58.948499 dv-cinder-837356-2-iscsi neutron-server[103807]: DEBUG neutron.common.config [-] ironic.status_code_retries = None {{(pid=103807) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 17:13:58.948765 dv-cinder-837356-2-iscsi neutron-server[103807]: DEBUG neutron.common.config [-] ironic.status_code_retry_delay = None {{(pid=103807) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 17:13:58.949028 dv-cinder-837356-2-iscsi neutron-server[103807]: DEBUG neutron.common.config [-] ironic.timeout = None {{(pid=103807) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 17:13:58.949323 dv-cinder-837356-2-iscsi neutron-server[103807]: DEBUG neutron.common.config [-] ironic.valid_interfaces = None {{(pid=103807) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 17:13:58.949593 dv-cinder-837356-2-iscsi neutron-server[103807]: DEBUG neutron.common.config [-] ironic.version = None {{(pid=103807) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 17:13:58.949883 dv-cinder-837356-2-iscsi neutron-server[103807]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.amqp_auto_delete = False {{(pid=103807) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 17:13:58.950157 dv-cinder-837356-2-iscsi neutron-server[103807]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.amqp_durable_queues = False {{(pid=103807) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 17:13:58.950427 dv-cinder-837356-2-iscsi neutron-server[103807]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.conn_pool_min_size = 2 {{(pid=103807) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 17:13:58.950696 dv-cinder-837356-2-iscsi neutron-server[103807]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.conn_pool_ttl = 1200 {{(pid=103807) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 17:13:58.950965 dv-cinder-837356-2-iscsi neutron-server[103807]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.direct_mandatory_flag = True {{(pid=103807) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 17:13:58.951233 dv-cinder-837356-2-iscsi neutron-server[103807]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.enable_cancel_on_failover = False {{(pid=103807) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 17:13:58.951501 dv-cinder-837356-2-iscsi neutron-server[103807]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.heartbeat_in_pthread = True {{(pid=103807) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 17:13:58.951852 dv-cinder-837356-2-iscsi neutron-server[103807]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.heartbeat_rate = 2 {{(pid=103807) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 17:13:58.952172 dv-cinder-837356-2-iscsi neutron-server[103807]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.heartbeat_timeout_threshold = 60 {{(pid=103807) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 17:13:58.952172 dv-cinder-837356-2-iscsi neutron-server[103807]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.kombu_compression = None {{(pid=103807) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 17:13:58.952721 dv-cinder-837356-2-iscsi neutron-server[103807]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.kombu_failover_strategy = round-robin {{(pid=103807) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 17:13:58.952997 dv-cinder-837356-2-iscsi neutron-server[103807]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.kombu_missing_consumer_retry_timeout = 60 {{(pid=103807) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 17:13:58.953304 dv-cinder-837356-2-iscsi neutron-server[103807]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.kombu_reconnect_delay = 1.0 {{(pid=103807) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 17:13:58.953581 dv-cinder-837356-2-iscsi neutron-server[103807]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_ha_queues = False {{(pid=103807) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 17:13:58.953852 dv-cinder-837356-2-iscsi neutron-server[103807]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_interval_max = 30 {{(pid=103807) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 17:13:58.954159 dv-cinder-837356-2-iscsi neutron-server[103807]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_login_method = AMQPLAIN {{(pid=103807) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 17:13:58.954431 dv-cinder-837356-2-iscsi neutron-server[103807]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_qos_prefetch_count = 0 {{(pid=103807) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 17:13:58.954702 dv-cinder-837356-2-iscsi neutron-server[103807]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_quorum_queue = False {{(pid=103807) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 17:13:58.954978 dv-cinder-837356-2-iscsi neutron-server[103807]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_retry_backoff = 2 {{(pid=103807) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 17:13:58.955246 dv-cinder-837356-2-iscsi neutron-server[103807]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_retry_interval = 1 {{(pid=103807) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 17:13:58.955515 dv-cinder-837356-2-iscsi neutron-server[103807]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_transient_queues_ttl = 1800 {{(pid=103807) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 17:13:58.955789 dv-cinder-837356-2-iscsi neutron-server[103807]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rpc_conn_pool_size = 30 {{(pid=103807) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 17:13:58.956066 dv-cinder-837356-2-iscsi neutron-server[103807]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl = False {{(pid=103807) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 17:13:58.956355 dv-cinder-837356-2-iscsi neutron-server[103807]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl_ca_file = {{(pid=103807) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 17:13:58.956643 dv-cinder-837356-2-iscsi neutron-server[103807]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl_cert_file = {{(pid=103807) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 17:13:58.956915 dv-cinder-837356-2-iscsi neutron-server[103807]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl_enforce_fips_mode = False {{(pid=103807) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 17:13:58.957218 dv-cinder-837356-2-iscsi neutron-server[103807]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl_key_file = {{(pid=103807) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 17:13:58.957508 dv-cinder-837356-2-iscsi neutron-server[103807]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl_version = {{(pid=103807) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 17:13:58.957793 dv-cinder-837356-2-iscsi neutron-server[103807]: DEBUG neutron.common.config [-] oslo_messaging_notifications.driver = [] {{(pid=103807) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 17:13:58.958067 dv-cinder-837356-2-iscsi neutron-server[103807]: DEBUG neutron.common.config [-] oslo_messaging_notifications.retry = -1 {{(pid=103807) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 17:13:58.958367 dv-cinder-837356-2-iscsi neutron-server[103807]: DEBUG neutron.common.config [-] oslo_messaging_notifications.topics = ['notifications'] {{(pid=103807) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 17:13:58.958938 dv-cinder-837356-2-iscsi neutron-server[103807]: DEBUG neutron.common.config [-] oslo_messaging_notifications.transport_url = **** {{(pid=103807) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 17:13:58.959155 dv-cinder-837356-2-iscsi neutron-server[103807]: DEBUG neutron.common.config [-] ******************************************************************************** {{(pid=103807) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2613}} Jun 16 17:13:58.959386 dv-cinder-837356-2-iscsi neutron-server[103807]: DEBUG oslo.service.wsgi [-] Loading app neutron from /etc/neutron/api-paste.ini {{(pid=103807) load_app /usr/local/lib/python3.8/dist-packages/oslo_service/wsgi.py:349}} Jun 16 17:13:59.332343 dv-cinder-837356-2-iscsi neutron-server[103807]: DEBUG oslo_concurrency.lockutils [-] Lock "plugin-directory" acquired by "neutron_lib.plugins.directory._create_plugin_directory" :: waited 0.000s {{(pid=103807) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:386}} Jun 16 17:13:59.332591 dv-cinder-837356-2-iscsi neutron-server[103807]: DEBUG oslo_concurrency.lockutils [-] Lock "plugin-directory" "released" by "neutron_lib.plugins.directory._create_plugin_directory" :: held 0.001s {{(pid=103807) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:400}} Jun 16 17:13:59.332902 dv-cinder-837356-2-iscsi neutron-server[103807]: DEBUG oslo_concurrency.lockutils [-] Lock "manager" acquired by "neutron.manager.NeutronManager._create_instance" :: waited 0.000s {{(pid=103807) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:386}} Jun 16 17:13:59.333253 dv-cinder-837356-2-iscsi neutron-server[103807]: INFO neutron.manager [-] Loading core plugin: ml2 Jun 16 17:13:59.648368 dv-cinder-837356-2-iscsi neutron-server[103807]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=103807) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 16 17:13:59.648554 dv-cinder-837356-2-iscsi neutron-server[103807]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=103807) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 16 17:13:59.648806 dv-cinder-837356-2-iscsi neutron-server[103807]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=103807) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 16 17:13:59.651691 dv-cinder-837356-2-iscsi neutron-server[103807]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=103807) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 16 17:13:59.651967 dv-cinder-837356-2-iscsi neutron-server[103807]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=103807) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 16 17:13:59.652227 dv-cinder-837356-2-iscsi neutron-server[103807]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=103807) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 16 17:13:59.703433 dv-cinder-837356-2-iscsi neutron-server[103807]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=103807) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 16 17:13:59.703698 dv-cinder-837356-2-iscsi neutron-server[103807]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=103807) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 16 17:13:59.703958 dv-cinder-837356-2-iscsi neutron-server[103807]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=103807) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 16 17:13:59.718567 dv-cinder-837356-2-iscsi neutron-server[103807]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=103807) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 16 17:13:59.718837 dv-cinder-837356-2-iscsi neutron-server[103807]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=103807) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 16 17:13:59.719098 dv-cinder-837356-2-iscsi neutron-server[103807]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=103807) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 16 17:13:59.747745 dv-cinder-837356-2-iscsi neutron-server[103807]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=103807) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 16 17:13:59.748013 dv-cinder-837356-2-iscsi neutron-server[103807]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=103807) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 16 17:13:59.748278 dv-cinder-837356-2-iscsi neutron-server[103807]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=103807) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 16 17:13:59.783431 dv-cinder-837356-2-iscsi neutron-server[103807]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=103807) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 16 17:13:59.783697 dv-cinder-837356-2-iscsi neutron-server[103807]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=103807) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 16 17:13:59.783961 dv-cinder-837356-2-iscsi neutron-server[103807]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=103807) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 16 17:14:00.008544 dv-cinder-837356-2-iscsi neutron-server[103807]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: agent after_create 55550000 {{(pid=103807) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 16 17:14:00.009213 dv-cinder-837356-2-iscsi neutron-server[103807]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: agent after_update 55550000 {{(pid=103807) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 16 17:14:00.009213 dv-cinder-837356-2-iscsi neutron-server[103807]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: segment precommit_create 55550000 {{(pid=103807) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 16 17:14:00.009397 dv-cinder-837356-2-iscsi neutron-server[103807]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: network precommit_delete 55550000 {{(pid=103807) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 16 17:14:00.010208 dv-cinder-837356-2-iscsi neutron-server[103807]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: segment before_delete 55550000 {{(pid=103807) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 16 17:14:00.106610 dv-cinder-837356-2-iscsi neutron-server[103807]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > network before_delete 55550000 {{(pid=103807) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 16 17:14:00.106918 dv-cinder-837356-2-iscsi neutron-server[103807]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: agent before_delete 55550000 {{(pid=103807) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 16 17:14:00.107193 dv-cinder-837356-2-iscsi neutron-server[103807]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > network before_create 55550000 {{(pid=103807) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 16 17:14:00.107453 dv-cinder-837356-2-iscsi neutron-server[103807]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port before_create 55550000 {{(pid=103807) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 16 17:14:00.107707 dv-cinder-837356-2-iscsi neutron-server[103807]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port before_update 55550000 {{(pid=103807) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 16 17:14:00.108442 dv-cinder-837356-2-iscsi neutron-server[103807]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment precommit_create 55550000 {{(pid=103807) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 16 17:14:00.108442 dv-cinder-837356-2-iscsi neutron-server[103807]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment precommit_delete 55550000 {{(pid=103807) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 16 17:14:00.108651 dv-cinder-837356-2-iscsi neutron-server[103807]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment after_create 55550000 {{(pid=103807) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 16 17:14:00.108921 dv-cinder-837356-2-iscsi neutron-server[103807]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment after_delete 55550000 {{(pid=103807) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 16 17:14:00.109216 dv-cinder-837356-2-iscsi neutron-server[103807]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > network after_delete 55550000 {{(pid=103807) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 16 17:14:00.109475 dv-cinder-837356-2-iscsi neutron-server[103807]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > network precommit_delete 0 {{(pid=103807) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 16 17:14:00.109732 dv-cinder-837356-2-iscsi neutron-server[103807]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port after_create 55550000 {{(pid=103807) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 16 17:14:00.109979 dv-cinder-837356-2-iscsi neutron-server[103807]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port after_update 55550000 {{(pid=103807) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 16 17:14:00.110208 dv-cinder-837356-2-iscsi neutron-server[103807]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port after_delete 55550000 {{(pid=103807) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 16 17:14:00.110454 dv-cinder-837356-2-iscsi neutron-server[103807]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port provisioning_complete 55550000 {{(pid=103807) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 16 17:14:00.110710 dv-cinder-837356-2-iscsi neutron-server[103807]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=103807) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 16 17:14:00.110955 dv-cinder-837356-2-iscsi neutron-server[103807]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy after_delete 55550000 {{(pid=103807) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 16 17:14:00.111217 dv-cinder-837356-2-iscsi neutron-server[103807]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > agent after_update 55550000 {{(pid=103807) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 16 17:14:00.111477 dv-cinder-837356-2-iscsi neutron-server[103807]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > subnet after_delete 55550000 {{(pid=103807) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 16 17:14:00.111730 dv-cinder-837356-2-iscsi neutron-server[103807]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > subnet precommit_delete 0 {{(pid=103807) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 16 17:14:00.111996 dv-cinder-837356-2-iscsi neutron-server[103807]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=103807) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 16 17:14:00.112237 dv-cinder-837356-2-iscsi neutron-server[103807]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=103807) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 16 17:14:00.112495 dv-cinder-837356-2-iscsi neutron-server[103807]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment_host_mapping after_create 55550000 {{(pid=103807) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 16 17:14:00.112862 dv-cinder-837356-2-iscsi neutron-server[103807]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=103807) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 16 17:14:00.113104 dv-cinder-837356-2-iscsi neutron-server[103807]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=103807) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 16 17:14:00.113363 dv-cinder-837356-2-iscsi neutron-server[103807]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=103807) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 16 17:14:00.113756 dv-cinder-837356-2-iscsi neutron-server[103807]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: network configured {{(pid=103807) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Jun 16 17:14:00.113991 dv-cinder-837356-2-iscsi neutron-server[103807]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: port configured {{(pid=103807) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Jun 16 17:14:00.114224 dv-cinder-837356-2-iscsi neutron-server[103807]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: subnet configured {{(pid=103807) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Jun 16 17:14:00.114454 dv-cinder-837356-2-iscsi neutron-server[103807]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: subnetpool configured {{(pid=103807) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Jun 16 17:14:00.114682 dv-cinder-837356-2-iscsi neutron-server[103807]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: security_group configured {{(pid=103807) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Jun 16 17:14:00.114910 dv-cinder-837356-2-iscsi neutron-server[103807]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: security_group_rule configured {{(pid=103807) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Jun 16 17:14:00.115267 dv-cinder-837356-2-iscsi neutron-server[103807]: INFO neutron.plugins.ml2.managers [-] Configured type driver names: ['local', 'flat', 'vlan', 'gre', 'vxlan', 'geneve'] Jun 16 17:14:00.119281 dv-cinder-837356-2-iscsi neutron-server[103807]: INFO neutron.plugins.ml2.drivers.type_flat [-] Allowable flat physical_network names: ['physnet1'] Jun 16 17:14:00.122215 dv-cinder-837356-2-iscsi neutron-server[103807]: INFO neutron.plugins.ml2.drivers.type_local [-] ML2 LocalTypeDriver initialization complete Jun 16 17:14:00.126176 dv-cinder-837356-2-iscsi neutron-server[103807]: INFO neutron.plugins.ml2.drivers.type_vlan [-] Network VLAN ranges: OrderedDict([('physnet1', [(1000, 1049)])]) Jun 16 17:14:00.127771 dv-cinder-837356-2-iscsi neutron-server[103807]: INFO neutron.plugins.ml2.managers [-] Loaded type driver names: ['flat', 'geneve', 'gre', 'local', 'vlan', 'vxlan'] Jun 16 17:14:00.128268 dv-cinder-837356-2-iscsi neutron-server[103807]: INFO neutron.plugins.ml2.managers [-] Registered types: dict_keys(['flat', 'geneve', 'gre', 'local', 'vlan', 'vxlan']) Jun 16 17:14:00.128596 dv-cinder-837356-2-iscsi neutron-server[103807]: INFO neutron.plugins.ml2.managers [-] Tenant network_types: ['vlan'] Jun 16 17:14:00.128978 dv-cinder-837356-2-iscsi neutron-server[103807]: INFO neutron.plugins.ml2.managers [-] Configured extension driver names: ['port_security'] Jun 16 17:14:00.131739 dv-cinder-837356-2-iscsi neutron-server[103807]: INFO neutron.plugins.ml2.managers [-] Loaded extension driver names: ['port_security'] Jun 16 17:14:00.131987 dv-cinder-837356-2-iscsi neutron-server[103807]: INFO neutron.plugins.ml2.managers [-] Registered extension drivers: ['port_security'] Jun 16 17:14:00.132316 dv-cinder-837356-2-iscsi neutron-server[103807]: INFO neutron.plugins.ml2.managers [-] Configured mechanism driver names: ['openvswitch', 'hyperv'] Jun 16 17:14:00.137345 dv-cinder-837356-2-iscsi neutron-server[103807]: INFO neutron.plugins.ml2.drivers.mech_agent [-] HyperV agent's supported_vnic_types: ['normal', 'direct'] Jun 16 17:14:00.160452 dv-cinder-837356-2-iscsi neutron-server[103807]: INFO neutron.plugins.ml2.drivers.mech_agent [-] Open vSwitch agent's supported_vnic_types: ['normal', 'direct', 'smart-nic', 'vdpa'] Jun 16 17:14:00.160897 dv-cinder-837356-2-iscsi neutron-server[103807]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > qos_plugin after_init 55550000 {{(pid=103807) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 16 17:14:00.161200 dv-cinder-837356-2-iscsi neutron-server[103807]: DEBUG neutron.services.qos.drivers.openvswitch.driver [-] Open vSwitch QoS driver registered {{(pid=103807) register /opt/stack/neutron/neutron/services/qos/drivers/openvswitch/driver.py:96}} Jun 16 17:14:00.161598 dv-cinder-837356-2-iscsi neutron-server[103807]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > logging-plugin after_init 55550000 {{(pid=103807) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 16 17:14:00.162906 dv-cinder-837356-2-iscsi neutron-server[103807]: DEBUG neutron.services.logapi.drivers.openvswitch.driver [-] Open vSwitch logging driver registered {{(pid=103807) register /opt/stack/neutron/neutron/services/logapi/drivers/openvswitch/driver.py:69}} Jun 16 17:14:00.163179 dv-cinder-837356-2-iscsi neutron-server[103807]: INFO neutron.plugins.ml2.managers [-] Loaded mechanism driver names: ['openvswitch', 'hyperv'] Jun 16 17:14:00.163415 dv-cinder-837356-2-iscsi neutron-server[103807]: INFO neutron.plugins.ml2.managers [-] Registered mechanism drivers: ['openvswitch', 'hyperv'] Jun 16 17:14:00.166881 dv-cinder-837356-2-iscsi neutron-server[103807]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > floatingip before_response 55550000 {{(pid=103807) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 16 17:14:00.167153 dv-cinder-837356-2-iscsi neutron-server[103807]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port before_response 55550000 {{(pid=103807) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 16 17:14:00.306829 dv-cinder-837356-2-iscsi neutron-server[103807]: INFO neutron.plugins.ml2.managers [-] Initializing driver for type 'flat' Jun 16 17:14:00.307032 dv-cinder-837356-2-iscsi neutron-server[103807]: INFO neutron.plugins.ml2.drivers.type_flat [-] ML2 FlatTypeDriver initialization complete Jun 16 17:14:00.307411 dv-cinder-837356-2-iscsi neutron-server[103807]: INFO neutron.plugins.ml2.managers [-] Initializing driver for type 'geneve' Jun 16 17:14:00.308038 dv-cinder-837356-2-iscsi neutron-server[103807]: INFO neutron.plugins.ml2.drivers.type_tunnel [-] geneve ID ranges: [(1, 1000)] Jun 16 17:14:00.363419 dv-cinder-837356-2-iscsi neutron-server[103807]: INFO dbcounter [None req-743a74df-22d0-431e-8a48-3ead4b91519f None None] Registered counter for database neutron Jun 16 17:14:00.384047 dv-cinder-837356-2-iscsi neutron-server[103807]: DEBUG oslo_db.sqlalchemy.engines [None req-743a74df-22d0-431e-8a48-3ead4b91519f None None] MySQL server mode set to STRICT_TRANS_TABLES,STRICT_ALL_TABLES,NO_ZERO_IN_DATE,NO_ZERO_DATE,ERROR_FOR_DIVISION_BY_ZERO,TRADITIONAL,NO_ENGINE_SUBSTITUTION {{(pid=103807) _check_effective_sql_mode /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/engines.py:314}} Jun 16 17:14:00.391052 dv-cinder-837356-2-iscsi neutron-server[103807]: DEBUG dbcounter [-] [103807] Writer thread running {{(pid=103807) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:99}} Jun 16 17:14:00.944101 dv-cinder-837356-2-iscsi neutron-server[103807]: INFO neutron.plugins.ml2.managers [None req-743a74df-22d0-431e-8a48-3ead4b91519f None None] Initializing driver for type 'gre' Jun 16 17:14:00.944619 dv-cinder-837356-2-iscsi neutron-server[103807]: INFO neutron.plugins.ml2.drivers.type_tunnel [None req-743a74df-22d0-431e-8a48-3ead4b91519f None None] gre ID ranges: [(1, 1000)] Jun 16 17:14:00.999457 dv-cinder-837356-2-iscsi neutron-server[103807]: INFO neutron.plugins.ml2.managers [None req-743a74df-22d0-431e-8a48-3ead4b91519f None None] Initializing driver for type 'local' Jun 16 17:14:00.999835 dv-cinder-837356-2-iscsi neutron-server[103807]: INFO neutron.plugins.ml2.managers [None req-743a74df-22d0-431e-8a48-3ead4b91519f None None] Initializing driver for type 'vlan' Jun 16 17:14:01.014952 dv-cinder-837356-2-iscsi neutron-server[103807]: INFO neutron.plugins.ml2.drivers.type_vlan [None req-743a74df-22d0-431e-8a48-3ead4b91519f None None] VlanTypeDriver initialization complete Jun 16 17:14:01.015548 dv-cinder-837356-2-iscsi neutron-server[103807]: INFO neutron.plugins.ml2.managers [None req-743a74df-22d0-431e-8a48-3ead4b91519f None None] Initializing driver for type 'vxlan' Jun 16 17:14:01.015823 dv-cinder-837356-2-iscsi neutron-server[103807]: INFO neutron.plugins.ml2.drivers.type_tunnel [None req-743a74df-22d0-431e-8a48-3ead4b91519f None None] vxlan ID ranges: [(1, 1000)] Jun 16 17:14:01.070370 dv-cinder-837356-2-iscsi neutron-server[103807]: INFO neutron.plugins.ml2.managers [None req-743a74df-22d0-431e-8a48-3ead4b91519f None None] Initializing extension driver 'port_security' Jun 16 17:14:01.070751 dv-cinder-837356-2-iscsi neutron-server[103807]: INFO neutron.plugins.ml2.extensions.port_security [None req-743a74df-22d0-431e-8a48-3ead4b91519f None None] PortSecurityExtensionDriver initialization complete Jun 16 17:14:01.071127 dv-cinder-837356-2-iscsi neutron-server[103807]: INFO neutron.plugins.ml2.managers [None req-743a74df-22d0-431e-8a48-3ead4b91519f None None] Initializing mechanism driver 'openvswitch' Jun 16 17:14:01.071492 dv-cinder-837356-2-iscsi neutron-server[103807]: INFO neutron.plugins.ml2.managers [None req-743a74df-22d0-431e-8a48-3ead4b91519f None None] Initializing mechanism driver 'hyperv' Jun 16 17:14:01.078681 dv-cinder-837356-2-iscsi neutron-server[103807]: DEBUG neutron.plugins.ml2.plugin [None req-743a74df-22d0-431e-8a48-3ead4b91519f None None] neutron.plugins.ml2.plugin.Ml2Plugin method _start_rpc_notifiers called with arguments () {} {{(pid=103807) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 16 17:14:01.079366 dv-cinder-837356-2-iscsi neutron-server[103807]: DEBUG neutron_lib.callbacks.manager [None req-743a74df-22d0-431e-8a48-3ead4b91519f None None] Subscribe: > port after_create 55550000 {{(pid=103807) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 16 17:14:01.079740 dv-cinder-837356-2-iscsi neutron-server[103807]: DEBUG neutron_lib.callbacks.manager [None req-743a74df-22d0-431e-8a48-3ead4b91519f None None] Subscribe: > port after_update 55550000 {{(pid=103807) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 16 17:14:01.080094 dv-cinder-837356-2-iscsi neutron-server[103807]: DEBUG neutron_lib.callbacks.manager [None req-743a74df-22d0-431e-8a48-3ead4b91519f None None] Subscribe: > port after_delete 55550000 {{(pid=103807) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 16 17:14:01.080602 dv-cinder-837356-2-iscsi neutron-server[103807]: DEBUG neutron.plugins.ml2.ovo_rpc [-] Thread ObjectChangeHandler[port] started {{(pid=103807) dispatch_events /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:112}} Jun 16 17:14:01.081021 dv-cinder-837356-2-iscsi neutron-server[103807]: DEBUG neutron_lib.callbacks.manager [None req-743a74df-22d0-431e-8a48-3ead4b91519f None None] Subscribe: > subnet after_create 55550000 {{(pid=103807) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 16 17:14:01.081407 dv-cinder-837356-2-iscsi neutron-server[103807]: DEBUG neutron_lib.callbacks.manager [None req-743a74df-22d0-431e-8a48-3ead4b91519f None None] Subscribe: > subnet after_update 55550000 {{(pid=103807) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 16 17:14:01.081758 dv-cinder-837356-2-iscsi neutron-server[103807]: DEBUG neutron_lib.callbacks.manager [None req-743a74df-22d0-431e-8a48-3ead4b91519f None None] Subscribe: > subnet after_delete 55550000 {{(pid=103807) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 16 17:14:01.082149 dv-cinder-837356-2-iscsi neutron-server[103807]: DEBUG neutron.plugins.ml2.ovo_rpc [-] Thread ObjectChangeHandler[subnet] started {{(pid=103807) dispatch_events /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:112}} Jun 16 17:14:01.082615 dv-cinder-837356-2-iscsi neutron-server[103807]: DEBUG neutron_lib.callbacks.manager [None req-743a74df-22d0-431e-8a48-3ead4b91519f None None] Subscribe: > network after_create 55550000 {{(pid=103807) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 16 17:14:01.082974 dv-cinder-837356-2-iscsi neutron-server[103807]: DEBUG neutron_lib.callbacks.manager [None req-743a74df-22d0-431e-8a48-3ead4b91519f None None] Subscribe: > network after_update 55550000 {{(pid=103807) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 16 17:14:01.083337 dv-cinder-837356-2-iscsi neutron-server[103807]: DEBUG neutron_lib.callbacks.manager [None req-743a74df-22d0-431e-8a48-3ead4b91519f None None] Subscribe: > network after_delete 55550000 {{(pid=103807) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 16 17:14:01.084037 dv-cinder-837356-2-iscsi neutron-server[103807]: DEBUG neutron.plugins.ml2.ovo_rpc [-] Thread ObjectChangeHandler[network] started {{(pid=103807) dispatch_events /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:112}} Jun 16 17:14:01.084441 dv-cinder-837356-2-iscsi neutron-server[103807]: DEBUG neutron_lib.callbacks.manager [None req-743a74df-22d0-431e-8a48-3ead4b91519f None None] Subscribe: > security_group after_create 55550000 {{(pid=103807) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 16 17:14:01.084788 dv-cinder-837356-2-iscsi neutron-server[103807]: DEBUG neutron_lib.callbacks.manager [None req-743a74df-22d0-431e-8a48-3ead4b91519f None None] Subscribe: > security_group after_update 55550000 {{(pid=103807) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 16 17:14:01.085128 dv-cinder-837356-2-iscsi neutron-server[103807]: DEBUG neutron_lib.callbacks.manager [None req-743a74df-22d0-431e-8a48-3ead4b91519f None None] Subscribe: > security_group after_delete 55550000 {{(pid=103807) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 16 17:14:01.085536 dv-cinder-837356-2-iscsi neutron-server[103807]: DEBUG neutron.plugins.ml2.ovo_rpc [-] Thread ObjectChangeHandler[security_group] started {{(pid=103807) dispatch_events /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:112}} Jun 16 17:14:01.085939 dv-cinder-837356-2-iscsi neutron-server[103807]: DEBUG neutron_lib.callbacks.manager [None req-743a74df-22d0-431e-8a48-3ead4b91519f None None] Subscribe: > security_group_rule after_create 55550000 {{(pid=103807) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 16 17:14:01.086283 dv-cinder-837356-2-iscsi neutron-server[103807]: DEBUG neutron_lib.callbacks.manager [None req-743a74df-22d0-431e-8a48-3ead4b91519f None None] Subscribe: > security_group_rule after_update 55550000 {{(pid=103807) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 16 17:14:01.086620 dv-cinder-837356-2-iscsi neutron-server[103807]: DEBUG neutron_lib.callbacks.manager [None req-743a74df-22d0-431e-8a48-3ead4b91519f None None] Subscribe: > security_group_rule after_delete 55550000 {{(pid=103807) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 16 17:14:01.087133 dv-cinder-837356-2-iscsi neutron-server[103807]: DEBUG neutron.plugins.ml2.ovo_rpc [-] Thread ObjectChangeHandler[security_group_rule] started {{(pid=103807) dispatch_events /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:112}} Jun 16 17:14:01.087544 dv-cinder-837356-2-iscsi neutron-server[103807]: DEBUG neutron_lib.callbacks.manager [None req-743a74df-22d0-431e-8a48-3ead4b91519f None None] Subscribe: > address_group after_create 55550000 {{(pid=103807) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 16 17:14:01.087895 dv-cinder-837356-2-iscsi neutron-server[103807]: DEBUG neutron_lib.callbacks.manager [None req-743a74df-22d0-431e-8a48-3ead4b91519f None None] Subscribe: > address_group after_update 55550000 {{(pid=103807) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 16 17:14:01.088235 dv-cinder-837356-2-iscsi neutron-server[103807]: DEBUG neutron_lib.callbacks.manager [None req-743a74df-22d0-431e-8a48-3ead4b91519f None None] Subscribe: > address_group after_delete 55550000 {{(pid=103807) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 16 17:14:01.088623 dv-cinder-837356-2-iscsi neutron-server[103807]: DEBUG neutron.plugins.ml2.ovo_rpc [-] Thread ObjectChangeHandler[address_group] started {{(pid=103807) dispatch_events /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:112}} Jun 16 17:14:01.089068 dv-cinder-837356-2-iscsi neutron-server[103807]: DEBUG neutron.plugins.ml2.ovo_rpc [None req-743a74df-22d0-431e-8a48-3ead4b91519f None None] ML2 OVO RPC backend initialized. {{(pid=103807) __init__ /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:162}} Jun 16 17:14:01.089813 dv-cinder-837356-2-iscsi neutron-server[103807]: DEBUG neutron_lib.callbacks.manager [None req-743a74df-22d0-431e-8a48-3ead4b91519f None None] Subscribe: > router_interface after_create 55550000 {{(pid=103807) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 16 17:14:01.090170 dv-cinder-837356-2-iscsi neutron-server[103807]: DEBUG neutron_lib.callbacks.manager [None req-743a74df-22d0-431e-8a48-3ead4b91519f None None] Subscribe: > router_interface after_delete 55550000 {{(pid=103807) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 16 17:14:01.090656 dv-cinder-837356-2-iscsi neutron-server[103807]: DEBUG neutron_lib.callbacks.manager [None req-743a74df-22d0-431e-8a48-3ead4b91519f None None] Subscribe: > network before_response 55550000 {{(pid=103807) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 16 17:14:01.090942 dv-cinder-837356-2-iscsi neutron-server[103807]: DEBUG neutron_lib.callbacks.manager [None req-743a74df-22d0-431e-8a48-3ead4b91519f None None] Subscribe: > networks before_response 55550000 {{(pid=103807) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 16 17:14:01.091293 dv-cinder-837356-2-iscsi neutron-server[103807]: DEBUG neutron_lib.callbacks.manager [None req-743a74df-22d0-431e-8a48-3ead4b91519f None None] Subscribe: > port before_response 55550000 {{(pid=103807) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 16 17:14:01.091638 dv-cinder-837356-2-iscsi neutron-server[103807]: DEBUG neutron_lib.callbacks.manager [None req-743a74df-22d0-431e-8a48-3ead4b91519f None None] Subscribe: > ports before_response 55550000 {{(pid=103807) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 16 17:14:01.091984 dv-cinder-837356-2-iscsi neutron-server[103807]: DEBUG neutron_lib.callbacks.manager [None req-743a74df-22d0-431e-8a48-3ead4b91519f None None] Subscribe: > subnet before_response 55550000 {{(pid=103807) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 16 17:14:01.092394 dv-cinder-837356-2-iscsi neutron-server[103807]: DEBUG neutron_lib.callbacks.manager [None req-743a74df-22d0-431e-8a48-3ead4b91519f None None] Subscribe: > subnets before_response 55550000 {{(pid=103807) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 16 17:14:01.093272 dv-cinder-837356-2-iscsi neutron-server[103807]: DEBUG neutron_lib.callbacks.manager [None req-743a74df-22d0-431e-8a48-3ead4b91519f None None] Subscribe: > network after_create 55550000 {{(pid=103807) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 16 17:14:01.093624 dv-cinder-837356-2-iscsi neutron-server[103807]: DEBUG neutron_lib.callbacks.manager [None req-743a74df-22d0-431e-8a48-3ead4b91519f None None] Subscribe: > network after_update 55550000 {{(pid=103807) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 16 17:14:01.093968 dv-cinder-837356-2-iscsi neutron-server[103807]: DEBUG neutron_lib.callbacks.manager [None req-743a74df-22d0-431e-8a48-3ead4b91519f None None] Subscribe: > network after_delete 55550000 {{(pid=103807) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 16 17:14:01.094313 dv-cinder-837356-2-iscsi neutron-server[103807]: DEBUG neutron_lib.callbacks.manager [None req-743a74df-22d0-431e-8a48-3ead4b91519f None None] Subscribe: > port after_create 55550000 {{(pid=103807) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 16 17:14:01.094652 dv-cinder-837356-2-iscsi neutron-server[103807]: DEBUG neutron_lib.callbacks.manager [None req-743a74df-22d0-431e-8a48-3ead4b91519f None None] Subscribe: > port after_update 55550000 {{(pid=103807) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 16 17:14:01.094993 dv-cinder-837356-2-iscsi neutron-server[103807]: DEBUG neutron_lib.callbacks.manager [None req-743a74df-22d0-431e-8a48-3ead4b91519f None None] Subscribe: > port after_delete 55550000 {{(pid=103807) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 16 17:14:01.095330 dv-cinder-837356-2-iscsi neutron-server[103807]: DEBUG neutron_lib.callbacks.manager [None req-743a74df-22d0-431e-8a48-3ead4b91519f None None] Subscribe: > subnet after_create 55550000 {{(pid=103807) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 16 17:14:01.095669 dv-cinder-837356-2-iscsi neutron-server[103807]: DEBUG neutron_lib.callbacks.manager [None req-743a74df-22d0-431e-8a48-3ead4b91519f None None] Subscribe: > subnet after_update 55550000 {{(pid=103807) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 16 17:14:01.096004 dv-cinder-837356-2-iscsi neutron-server[103807]: DEBUG neutron_lib.callbacks.manager [None req-743a74df-22d0-431e-8a48-3ead4b91519f None None] Subscribe: > subnet after_delete 55550000 {{(pid=103807) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 16 17:14:01.103486 dv-cinder-837356-2-iscsi neutron-server[103807]: INFO neutron.quota [None req-743a74df-22d0-431e-8a48-3ead4b91519f None None] Loaded quota_driver: . Jun 16 17:14:01.103881 dv-cinder-837356-2-iscsi neutron-server[103807]: INFO neutron.plugins.ml2.plugin [None req-743a74df-22d0-431e-8a48-3ead4b91519f None None] Modular L2 Plugin initialization complete Jun 16 17:14:01.104222 dv-cinder-837356-2-iscsi neutron-server[103807]: DEBUG neutron.manager [None req-743a74df-22d0-431e-8a48-3ead4b91519f None None] Loading services supported by the core plugin {{(pid=103807) _load_services_from_core_plugin /opt/stack/neutron/neutron/manager.py:168}} Jun 16 17:14:01.104570 dv-cinder-837356-2-iscsi neutron-server[103807]: INFO neutron.plugins.ml2.managers [None req-743a74df-22d0-431e-8a48-3ead4b91519f None None] Got port-security extension from driver 'port_security' Jun 16 17:14:01.105053 dv-cinder-837356-2-iscsi neutron-server[103807]: INFO neutron.extensions.vlantransparent [None req-743a74df-22d0-431e-8a48-3ead4b91519f None None] Disabled vlantransparent extension. Jun 16 17:14:01.105574 dv-cinder-837356-2-iscsi neutron-server[103807]: DEBUG neutron.manager [None req-743a74df-22d0-431e-8a48-3ead4b91519f None None] Loading service plugins: ['router', 'neutron.services.metering.metering_plugin.MeteringPlugin', 'auto_allocate', 'tag', 'timestamp', 'network_ip_availability', 'flavors', 'revisions'] {{(pid=103807) _load_service_plugins /opt/stack/neutron/neutron/manager.py:194}} Jun 16 17:14:01.105906 dv-cinder-837356-2-iscsi neutron-server[103807]: INFO neutron.manager [None req-743a74df-22d0-431e-8a48-3ead4b91519f None None] Loading Plugin: router Jun 16 17:14:01.142338 dv-cinder-837356-2-iscsi neutron-server[103807]: DEBUG neutron_lib.callbacks.manager [None req-743a74df-22d0-431e-8a48-3ead4b91519f None None] Subscribe: > router_interface before_create 55550000 {{(pid=103807) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 16 17:14:01.142722 dv-cinder-837356-2-iscsi neutron-server[103807]: DEBUG neutron_lib.callbacks.manager [None req-743a74df-22d0-431e-8a48-3ead4b91519f None None] Subscribe: > router after_create 55549900 {{(pid=103807) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 16 17:14:01.143093 dv-cinder-837356-2-iscsi neutron-server[103807]: DEBUG neutron_lib.callbacks.manager [None req-743a74df-22d0-431e-8a48-3ead4b91519f None None] Subscribe: > router before_create 55549900 {{(pid=103807) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 16 17:14:01.143453 dv-cinder-837356-2-iscsi neutron-server[103807]: DEBUG neutron_lib.callbacks.manager [None req-743a74df-22d0-431e-8a48-3ead4b91519f None None] Subscribe: > router_interface before_delete 55550000 {{(pid=103807) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 16 17:14:01.143825 dv-cinder-837356-2-iscsi neutron-server[103807]: DEBUG neutron_lib.callbacks.manager [None req-743a74df-22d0-431e-8a48-3ead4b91519f None None] Subscribe: > router_interface after_delete 55550000 {{(pid=103807) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 16 17:14:01.144178 dv-cinder-837356-2-iscsi neutron-server[103807]: DEBUG neutron_lib.callbacks.manager [None req-743a74df-22d0-431e-8a48-3ead4b91519f None None] Subscribe: > router after_delete 55549900 {{(pid=103807) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 16 17:14:01.144533 dv-cinder-837356-2-iscsi neutron-server[103807]: DEBUG neutron_lib.callbacks.manager [None req-743a74df-22d0-431e-8a48-3ead4b91519f None None] Subscribe: > floatingip after_create 55550000 {{(pid=103807) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 16 17:14:01.144886 dv-cinder-837356-2-iscsi neutron-server[103807]: DEBUG neutron_lib.callbacks.manager [None req-743a74df-22d0-431e-8a48-3ead4b91519f None None] Subscribe: > floatingip after_update 55550000 {{(pid=103807) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 16 17:14:01.145232 dv-cinder-837356-2-iscsi neutron-server[103807]: DEBUG neutron_lib.callbacks.manager [None req-743a74df-22d0-431e-8a48-3ead4b91519f None None] Subscribe: > router after_create 55549900 {{(pid=103807) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 16 17:14:01.145603 dv-cinder-837356-2-iscsi neutron-server[103807]: DEBUG neutron_lib.callbacks.manager [None req-743a74df-22d0-431e-8a48-3ead4b91519f None None] Subscribe: > router after_update 55549900 {{(pid=103807) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 16 17:14:01.145954 dv-cinder-837356-2-iscsi neutron-server[103807]: DEBUG neutron_lib.callbacks.manager [None req-743a74df-22d0-431e-8a48-3ead4b91519f None None] Subscribe: > router after_update 55549900 {{(pid=103807) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 16 17:14:01.146301 dv-cinder-837356-2-iscsi neutron-server[103807]: DEBUG neutron_lib.callbacks.manager [None req-743a74df-22d0-431e-8a48-3ead4b91519f None None] Subscribe: > router_gateway after_delete 55550000 {{(pid=103807) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 16 17:14:01.146645 dv-cinder-837356-2-iscsi neutron-server[103807]: DEBUG neutron_lib.callbacks.manager [None req-743a74df-22d0-431e-8a48-3ead4b91519f None None] Subscribe: > router after_update 55549900 {{(pid=103807) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 16 17:14:01.147051 dv-cinder-837356-2-iscsi neutron-server[103807]: DEBUG neutron_lib.callbacks.manager [None req-743a74df-22d0-431e-8a48-3ead4b91519f None None] Subscribe: > router precommit_update 55549900 {{(pid=103807) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 16 17:14:01.147415 dv-cinder-837356-2-iscsi neutron-server[103807]: DEBUG neutron_lib.callbacks.manager [None req-743a74df-22d0-431e-8a48-3ead4b91519f None None] Subscribe: port after_update 55550000 {{(pid=103807) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 16 17:14:01.147752 dv-cinder-837356-2-iscsi neutron-server[103807]: DEBUG neutron_lib.callbacks.manager [None req-743a74df-22d0-431e-8a48-3ead4b91519f None None] Subscribe: port after_delete 55550000 {{(pid=103807) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 16 17:14:01.148088 dv-cinder-837356-2-iscsi neutron-server[103807]: DEBUG neutron_lib.callbacks.manager [None req-743a74df-22d0-431e-8a48-3ead4b91519f None None] Subscribe: subnet after_update 55550000 {{(pid=103807) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 16 17:14:01.148425 dv-cinder-837356-2-iscsi neutron-server[103807]: DEBUG neutron_lib.callbacks.manager [None req-743a74df-22d0-431e-8a48-3ead4b91519f None None] Subscribe: subnetpool_address_scope after_update 55550000 {{(pid=103807) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 16 17:14:01.148795 dv-cinder-837356-2-iscsi neutron-server[103807]: DEBUG neutron_lib.callbacks.manager [None req-743a74df-22d0-431e-8a48-3ead4b91519f None None] Subscribe: > port precommit_delete 55550000 {{(pid=103807) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 16 17:14:01.149124 dv-cinder-837356-2-iscsi neutron-server[103807]: DEBUG neutron_lib.callbacks.manager [None req-743a74df-22d0-431e-8a48-3ead4b91519f None None] Subscribe: > router precommit_create 55549900 {{(pid=103807) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 16 17:14:01.149494 dv-cinder-837356-2-iscsi neutron-server[103807]: DEBUG neutron_lib.callbacks.manager [None req-743a74df-22d0-431e-8a48-3ead4b91519f None None] Subscribe: port before_delete 55550000 {{(pid=103807) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 16 17:14:01.149836 dv-cinder-837356-2-iscsi neutron-server[103807]: DEBUG neutron_lib.callbacks.manager [None req-743a74df-22d0-431e-8a48-3ead4b91519f None None] Subscribe: > router precommit_create 55550000 {{(pid=103807) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 16 17:14:01.150187 dv-cinder-837356-2-iscsi neutron-server[103807]: DEBUG neutron_lib.callbacks.manager [None req-743a74df-22d0-431e-8a48-3ead4b91519f None None] Subscribe: > router after_update 55549900 {{(pid=103807) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 16 17:14:01.150526 dv-cinder-837356-2-iscsi neutron-server[103807]: DEBUG neutron_lib.callbacks.manager [None req-743a74df-22d0-431e-8a48-3ead4b91519f None None] Subscribe: > router precommit_delete 55549900 {{(pid=103807) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 16 17:14:01.150877 dv-cinder-837356-2-iscsi neutron-server[103807]: DEBUG neutron_lib.callbacks.manager [None req-743a74df-22d0-431e-8a48-3ead4b91519f None None] Subscribe: > router precommit_create 55549900 {{(pid=103807) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 16 17:14:01.151233 dv-cinder-837356-2-iscsi neutron-server[103807]: DEBUG neutron_lib.callbacks.manager [None req-743a74df-22d0-431e-8a48-3ead4b91519f None None] Subscribe: > router_interface after_create 55550000 {{(pid=103807) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 16 17:14:01.151575 dv-cinder-837356-2-iscsi neutron-server[103807]: DEBUG neutron_lib.callbacks.manager [None req-743a74df-22d0-431e-8a48-3ead4b91519f None None] Subscribe: > router precommit_update 55549900 {{(pid=103807) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 16 17:14:01.151953 dv-cinder-837356-2-iscsi neutron-server[103807]: DEBUG neutron_lib.callbacks.manager [None req-743a74df-22d0-431e-8a48-3ead4b91519f None None] Subscribe: > agent after_create 55550000 {{(pid=103807) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 16 17:14:01.152279 dv-cinder-837356-2-iscsi neutron-server[103807]: DEBUG neutron_lib.callbacks.manager [None req-743a74df-22d0-431e-8a48-3ead4b91519f None None] Subscribe: > agent after_delete 55550000 {{(pid=103807) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 16 17:14:01.152621 dv-cinder-837356-2-iscsi neutron-server[103807]: DEBUG neutron_lib.callbacks.manager [None req-743a74df-22d0-431e-8a48-3ead4b91519f None None] Subscribe: > network after_delete 55550000 {{(pid=103807) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 16 17:14:01.153514 dv-cinder-837356-2-iscsi neutron-server[103807]: DEBUG neutron.quota.resource_registry [None req-743a74df-22d0-431e-8a48-3ead4b91519f None None] Tracking information for resource: router configured {{(pid=103807) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Jun 16 17:14:01.153846 dv-cinder-837356-2-iscsi neutron-server[103807]: DEBUG neutron.quota.resource_registry [None req-743a74df-22d0-431e-8a48-3ead4b91519f None None] Tracking information for resource: floatingip configured {{(pid=103807) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Jun 16 17:14:01.159266 dv-cinder-837356-2-iscsi neutron-server[103807]: INFO neutron.db.l3_agentschedulers_db [None req-743a74df-22d0-431e-8a48-3ead4b91519f None None] Skipping period L3 agent status check because automatic router rescheduling is disabled. Jun 16 17:14:01.159850 dv-cinder-837356-2-iscsi neutron-server[103807]: DEBUG neutron_lib.callbacks.manager [None req-743a74df-22d0-431e-8a48-3ead4b91519f None None] Subscribe: port after_update 55550000 {{(pid=103807) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 16 17:14:01.160210 dv-cinder-837356-2-iscsi neutron-server[103807]: DEBUG neutron_lib.callbacks.manager [None req-743a74df-22d0-431e-8a48-3ead4b91519f None None] Subscribe: port after_create 55550000 {{(pid=103807) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 16 17:14:01.160569 dv-cinder-837356-2-iscsi neutron-server[103807]: DEBUG neutron_lib.callbacks.manager [None req-743a74df-22d0-431e-8a48-3ead4b91519f None None] Subscribe: port after_delete 55550000 {{(pid=103807) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 16 17:14:01.160919 dv-cinder-837356-2-iscsi neutron-server[103807]: DEBUG neutron_lib.callbacks.manager [None req-743a74df-22d0-431e-8a48-3ead4b91519f None None] Subscribe: port after_update 55550000 {{(pid=103807) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 16 17:14:01.161767 dv-cinder-837356-2-iscsi neutron-server[103807]: DEBUG neutron_lib.callbacks.manager [None req-743a74df-22d0-431e-8a48-3ead4b91519f None None] Subscribe: > router before_create 55550100 {{(pid=103807) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 16 17:14:01.162132 dv-cinder-837356-2-iscsi neutron-server[103807]: DEBUG neutron_lib.callbacks.manager [None req-743a74df-22d0-431e-8a48-3ead4b91519f None None] Subscribe: > router precommit_delete 55550100 {{(pid=103807) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 16 17:14:01.162494 dv-cinder-837356-2-iscsi neutron-server[103807]: DEBUG neutron_lib.callbacks.manager [None req-743a74df-22d0-431e-8a48-3ead4b91519f None None] Subscribe: > router precommit_create 55550100 {{(pid=103807) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 16 17:14:01.162848 dv-cinder-837356-2-iscsi neutron-server[103807]: DEBUG neutron_lib.callbacks.manager [None req-743a74df-22d0-431e-8a48-3ead4b91519f None None] Subscribe: > router precommit_update 55550100 {{(pid=103807) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 16 17:14:01.167622 dv-cinder-837356-2-iscsi neutron-server[103807]: DEBUG neutron.services.provider_configuration [None req-743a74df-22d0-431e-8a48-3ead4b91519f None None] Service providers = [] {{(pid=103807) parse_service_provider_opt /opt/stack/neutron/neutron/services/provider_configuration.py:171}} Jun 16 17:14:01.167989 dv-cinder-837356-2-iscsi neutron-server[103807]: DEBUG neutron.db.servicetype_db [None req-743a74df-22d0-431e-8a48-3ead4b91519f None None] Adding provider configuration for service L3_ROUTER_NAT {{(pid=103807) add_provider_configuration /opt/stack/neutron/neutron/db/servicetype_db.py:42}} Jun 16 17:14:01.171433 dv-cinder-837356-2-iscsi neutron-server[103807]: DEBUG neutron.services.service_base [None req-743a74df-22d0-431e-8a48-3ead4b91519f None None] Loaded 'neutron.services.l3_router.service_providers.dvrha.DvrHaDriver' provider for service L3_ROUTER_NAT {{(pid=103807) load_drivers /opt/stack/neutron/neutron/services/service_base.py:49}} Jun 16 17:14:01.171786 dv-cinder-837356-2-iscsi neutron-server[103807]: DEBUG neutron.services.service_base [None req-743a74df-22d0-431e-8a48-3ead4b91519f None None] Loaded 'neutron.services.l3_router.service_providers.dvr.DvrDriver' provider for service L3_ROUTER_NAT {{(pid=103807) load_drivers /opt/stack/neutron/neutron/services/service_base.py:49}} Jun 16 17:14:01.172131 dv-cinder-837356-2-iscsi neutron-server[103807]: DEBUG neutron.services.service_base [None req-743a74df-22d0-431e-8a48-3ead4b91519f None None] Loaded 'neutron.services.l3_router.service_providers.ha.HaDriver' provider for service L3_ROUTER_NAT {{(pid=103807) load_drivers /opt/stack/neutron/neutron/services/service_base.py:49}} Jun 16 17:14:01.173022 dv-cinder-837356-2-iscsi neutron-server[103807]: DEBUG neutron.services.service_base [None req-743a74df-22d0-431e-8a48-3ead4b91519f None None] Loaded 'neutron.services.l3_router.service_providers.single_node.SingleNodeDriver' provider for service L3_ROUTER_NAT {{(pid=103807) load_drivers /opt/stack/neutron/neutron/services/service_base.py:49}} Jun 16 17:14:01.173427 dv-cinder-837356-2-iscsi neutron-server[103807]: INFO neutron.services.service_base [None req-743a74df-22d0-431e-8a48-3ead4b91519f None None] Default provider is not specified for service type L3_ROUTER_NAT Jun 16 17:14:01.173793 dv-cinder-837356-2-iscsi neutron-server[103807]: DEBUG neutron.manager [None req-743a74df-22d0-431e-8a48-3ead4b91519f None None] Successfully loaded L3_ROUTER_NAT plugin. Description: L3 Router Service Plugin for basic L3 forwarding between (L2) Neutron networks and access to external networks via a NAT gateway. {{(pid=103807) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Jun 16 17:14:01.174110 dv-cinder-837356-2-iscsi neutron-server[103807]: INFO neutron.manager [None req-743a74df-22d0-431e-8a48-3ead4b91519f None None] Loading Plugin: neutron.services.metering.metering_plugin.MeteringPlugin Jun 16 17:14:01.184723 dv-cinder-837356-2-iscsi neutron-server[103807]: DEBUG neutron.manager [None req-743a74df-22d0-431e-8a48-3ead4b91519f None None] Successfully loaded METERING plugin. Description: METERING {{(pid=103807) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Jun 16 17:14:01.185062 dv-cinder-837356-2-iscsi neutron-server[103807]: INFO neutron.manager [None req-743a74df-22d0-431e-8a48-3ead4b91519f None None] Loading Plugin: auto_allocate Jun 16 17:14:01.191142 dv-cinder-837356-2-iscsi neutron-server[103807]: DEBUG neutron_lib.callbacks.manager [None req-743a74df-22d0-431e-8a48-3ead4b91519f None None] Subscribe: network precommit_update 55550000 {{(pid=103807) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 16 17:14:01.191510 dv-cinder-837356-2-iscsi neutron-server[103807]: DEBUG neutron_lib.callbacks.manager [None req-743a74df-22d0-431e-8a48-3ead4b91519f None None] Subscribe: network precommit_create 55550000 {{(pid=103807) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 16 17:14:01.192027 dv-cinder-837356-2-iscsi neutron-server[103807]: DEBUG neutron.manager [None req-743a74df-22d0-431e-8a48-3ead4b91519f None None] Successfully loaded auto-allocated-topology plugin. Description: Auto Allocated Topology - aka get me a network. {{(pid=103807) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Jun 16 17:14:01.192349 dv-cinder-837356-2-iscsi neutron-server[103807]: INFO neutron.manager [None req-743a74df-22d0-431e-8a48-3ead4b91519f None None] Loading Plugin: tag Jun 16 17:14:01.198928 dv-cinder-837356-2-iscsi neutron-server[103807]: DEBUG neutron.manager [None req-743a74df-22d0-431e-8a48-3ead4b91519f None None] Successfully loaded TAG plugin. Description: Tag support {{(pid=103807) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Jun 16 17:14:01.199191 dv-cinder-837356-2-iscsi neutron-server[103807]: INFO neutron.manager [None req-743a74df-22d0-431e-8a48-3ead4b91519f None None] Loading Plugin: timestamp Jun 16 17:14:01.203348 dv-cinder-837356-2-iscsi neutron-server[103807]: DEBUG neutron.manager [None req-743a74df-22d0-431e-8a48-3ead4b91519f None None] Successfully loaded timestamp plugin. Description: Adds timestamps to Neutron resources with standard attributes {{(pid=103807) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Jun 16 17:14:01.203675 dv-cinder-837356-2-iscsi neutron-server[103807]: INFO neutron.manager [None req-743a74df-22d0-431e-8a48-3ead4b91519f None None] Loading Plugin: network_ip_availability Jun 16 17:14:01.209459 dv-cinder-837356-2-iscsi neutron-server[103807]: DEBUG neutron_lib.callbacks.manager [None req-743a74df-22d0-431e-8a48-3ead4b91519f None None] Subscribe: > rbac-policy before_create 55550000 {{(pid=103807) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 16 17:14:01.209831 dv-cinder-837356-2-iscsi neutron-server[103807]: DEBUG neutron_lib.callbacks.manager [None req-743a74df-22d0-431e-8a48-3ead4b91519f None None] Subscribe: > rbac-policy before_update 55550000 {{(pid=103807) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 16 17:14:01.210183 dv-cinder-837356-2-iscsi neutron-server[103807]: DEBUG neutron_lib.callbacks.manager [None req-743a74df-22d0-431e-8a48-3ead4b91519f None None] Subscribe: > rbac-policy before_delete 55550000 {{(pid=103807) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 16 17:14:01.210897 dv-cinder-837356-2-iscsi neutron-server[103807]: DEBUG neutron.manager [None req-743a74df-22d0-431e-8a48-3ead4b91519f None None] Successfully loaded network-ip-availability plugin. Description: Provides IP availability data for each network and subnet. {{(pid=103807) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Jun 16 17:14:01.211215 dv-cinder-837356-2-iscsi neutron-server[103807]: INFO neutron.manager [None req-743a74df-22d0-431e-8a48-3ead4b91519f None None] Loading Plugin: flavors Jun 16 17:14:01.215944 dv-cinder-837356-2-iscsi neutron-server[103807]: DEBUG neutron.manager [None req-743a74df-22d0-431e-8a48-3ead4b91519f None None] Successfully loaded FLAVORS plugin. Description: Neutron Flavors and Service Profiles manager plugin {{(pid=103807) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Jun 16 17:14:01.216269 dv-cinder-837356-2-iscsi neutron-server[103807]: INFO neutron.manager [None req-743a74df-22d0-431e-8a48-3ead4b91519f None None] Loading Plugin: revisions Jun 16 17:14:01.220633 dv-cinder-837356-2-iscsi neutron-server[103807]: DEBUG neutron.manager [None req-743a74df-22d0-431e-8a48-3ead4b91519f None None] Successfully loaded revision_plugin plugin. Description: Adds revision numbers to resources. {{(pid=103807) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Jun 16 17:14:01.221022 dv-cinder-837356-2-iscsi neutron-server[103807]: DEBUG oslo_concurrency.lockutils [None req-743a74df-22d0-431e-8a48-3ead4b91519f None None] Lock "manager" "released" by "neutron.manager.NeutronManager._create_instance" :: held 1.888s {{(pid=103807) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:400}} Jun 16 17:14:01.221802 dv-cinder-837356-2-iscsi neutron-server[103807]: DEBUG neutron.api.extensions [None req-743a74df-22d0-431e-8a48-3ead4b91519f None None] get_extension_paths = OrderedDict([('/opt/stack/neutron/neutron/extensions', 1)]) {{(pid=103807) get_extensions_path /opt/stack/neutron/neutron/api/extensions.py:640}} Jun 16 17:14:01.222141 dv-cinder-837356-2-iscsi neutron-server[103807]: INFO neutron.api.extensions [None req-743a74df-22d0-431e-8a48-3ead4b91519f None None] Initializing extension manager. Jun 16 17:14:01.222663 dv-cinder-837356-2-iscsi neutron-server[103807]: DEBUG neutron.api.extensions [None req-743a74df-22d0-431e-8a48-3ead4b91519f None None] Loading extension file: __init__.py {{(pid=103807) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jun 16 17:14:01.223191 dv-cinder-837356-2-iscsi neutron-server[103807]: DEBUG neutron.api.extensions [None req-743a74df-22d0-431e-8a48-3ead4b91519f None None] Loading extension file: __pycache__ {{(pid=103807) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jun 16 17:14:01.223529 dv-cinder-837356-2-iscsi neutron-server[103807]: DEBUG neutron.api.extensions [None req-743a74df-22d0-431e-8a48-3ead4b91519f None None] Loading extension file: _port_mac_address_override.py {{(pid=103807) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jun 16 17:14:01.223864 dv-cinder-837356-2-iscsi neutron-server[103807]: DEBUG neutron.api.extensions [None req-743a74df-22d0-431e-8a48-3ead4b91519f None None] Loading extension file: address_group.py {{(pid=103807) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jun 16 17:14:01.224617 dv-cinder-837356-2-iscsi neutron-server[103807]: DEBUG neutron.api.extensions [None req-743a74df-22d0-431e-8a48-3ead4b91519f None None] Ext name="Address group" alias="address-group" description="Support address group" updated="2020-07-15T10:00:00-00:00" {{(pid=103807) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jun 16 17:14:01.225203 dv-cinder-837356-2-iscsi neutron-server[103807]: INFO neutron.api.extensions [None req-743a74df-22d0-431e-8a48-3ead4b91519f None None] Loaded extension: address-group Jun 16 17:14:01.225533 dv-cinder-837356-2-iscsi neutron-server[103807]: DEBUG neutron.api.extensions [None req-743a74df-22d0-431e-8a48-3ead4b91519f None None] Loading extension file: address_scope.py {{(pid=103807) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jun 16 17:14:01.226245 dv-cinder-837356-2-iscsi neutron-server[103807]: DEBUG neutron.api.extensions [None req-743a74df-22d0-431e-8a48-3ead4b91519f None None] Ext name="Address scope" alias="address-scope" description="Address scopes extension." updated="2015-07-26T10:00:00-00:00" {{(pid=103807) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jun 16 17:14:01.226755 dv-cinder-837356-2-iscsi neutron-server[103807]: INFO neutron.api.extensions [None req-743a74df-22d0-431e-8a48-3ead4b91519f None None] Loaded extension: address-scope Jun 16 17:14:01.227077 dv-cinder-837356-2-iscsi neutron-server[103807]: DEBUG neutron.api.extensions [None req-743a74df-22d0-431e-8a48-3ead4b91519f None None] Loading extension file: admin_state_down_before_update.py {{(pid=103807) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jun 16 17:14:01.228118 dv-cinder-837356-2-iscsi neutron-server[103807]: DEBUG neutron.api.extensions [None req-743a74df-22d0-431e-8a48-3ead4b91519f None None] Ext name="Enforce Router's Admin State Down Before Update Extension" alias="router-admin-state-down-before-update" description="Ensure that the admin state of a router is DOWN (admin_state_up=False) before updating the distributed attribute" updated="2019-07-02T15:56:00" {{(pid=103807) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jun 16 17:14:01.228628 dv-cinder-837356-2-iscsi neutron-server[103807]: INFO neutron.api.extensions [None req-743a74df-22d0-431e-8a48-3ead4b91519f None None] Loaded extension: router-admin-state-down-before-update Jun 16 17:14:01.228951 dv-cinder-837356-2-iscsi neutron-server[103807]: DEBUG neutron.api.extensions [None req-743a74df-22d0-431e-8a48-3ead4b91519f None None] Loading extension file: agent.py {{(pid=103807) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jun 16 17:14:01.229666 dv-cinder-837356-2-iscsi neutron-server[103807]: DEBUG neutron.api.extensions [None req-743a74df-22d0-431e-8a48-3ead4b91519f None None] Ext name="agent" alias="agent" description="The agent management extension." updated="2013-02-03T10:00:00-00:00" {{(pid=103807) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jun 16 17:14:01.230175 dv-cinder-837356-2-iscsi neutron-server[103807]: INFO neutron.api.extensions [None req-743a74df-22d0-431e-8a48-3ead4b91519f None None] Loaded extension: agent Jun 16 17:14:01.230500 dv-cinder-837356-2-iscsi neutron-server[103807]: DEBUG neutron.api.extensions [None req-743a74df-22d0-431e-8a48-3ead4b91519f None None] Loading extension file: agent_resources_synced.py {{(pid=103807) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jun 16 17:14:01.231407 dv-cinder-837356-2-iscsi neutron-server[103807]: DEBUG neutron.api.extensions [None req-743a74df-22d0-431e-8a48-3ead4b91519f None None] Ext name="Agent's Resource View Synced to Placement" alias="agent-resources-synced" description="Stores success/failure of last sync to Placement" updated="2018-12-19T00:00:00-00:00" {{(pid=103807) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jun 16 17:14:01.231919 dv-cinder-837356-2-iscsi neutron-server[103807]: INFO neutron.api.extensions [None req-743a74df-22d0-431e-8a48-3ead4b91519f None None] Loaded extension: agent-resources-synced Jun 16 17:14:01.232241 dv-cinder-837356-2-iscsi neutron-server[103807]: DEBUG neutron.api.extensions [None req-743a74df-22d0-431e-8a48-3ead4b91519f None None] Loading extension file: allowedaddresspairs.py {{(pid=103807) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jun 16 17:14:01.234659 dv-cinder-837356-2-iscsi neutron-server[103807]: DEBUG neutron.api.extensions [None req-743a74df-22d0-431e-8a48-3ead4b91519f None None] Ext name="Allowed Address Pairs" alias="allowed-address-pairs" description="Provides allowed address pairs" updated="2013-07-23T10:00:00-00:00" {{(pid=103807) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jun 16 17:14:01.235182 dv-cinder-837356-2-iscsi neutron-server[103807]: INFO neutron.api.extensions [None req-743a74df-22d0-431e-8a48-3ead4b91519f None None] Loaded extension: allowed-address-pairs Jun 16 17:14:01.235512 dv-cinder-837356-2-iscsi neutron-server[103807]: DEBUG neutron.api.extensions [None req-743a74df-22d0-431e-8a48-3ead4b91519f None None] Loading extension file: auto_allocated_topology.py {{(pid=103807) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jun 16 17:14:01.236582 dv-cinder-837356-2-iscsi neutron-server[103807]: DEBUG neutron.api.extensions [None req-743a74df-22d0-431e-8a48-3ead4b91519f None None] Ext name="Auto Allocated Topology Services" alias="auto-allocated-topology" description="Auto Allocated Topology Services." updated="2016-01-01T00:00:00-00:00" {{(pid=103807) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jun 16 17:14:01.237100 dv-cinder-837356-2-iscsi neutron-server[103807]: INFO neutron.api.extensions [None req-743a74df-22d0-431e-8a48-3ead4b91519f None None] Loaded extension: auto-allocated-topology Jun 16 17:14:01.237449 dv-cinder-837356-2-iscsi neutron-server[103807]: DEBUG neutron.api.extensions [None req-743a74df-22d0-431e-8a48-3ead4b91519f None None] Loading extension file: availability_zone.py {{(pid=103807) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jun 16 17:14:01.238174 dv-cinder-837356-2-iscsi neutron-server[103807]: DEBUG neutron.api.extensions [None req-743a74df-22d0-431e-8a48-3ead4b91519f None None] Ext name="Availability Zone" alias="availability_zone" description="The availability zone extension." updated="2015-01-01T10:00:00-00:00" {{(pid=103807) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jun 16 17:14:01.238739 dv-cinder-837356-2-iscsi neutron-server[103807]: INFO neutron.api.extensions [None req-743a74df-22d0-431e-8a48-3ead4b91519f None None] Loaded extension: availability_zone Jun 16 17:14:01.239116 dv-cinder-837356-2-iscsi neutron-server[103807]: DEBUG neutron.api.extensions [None req-743a74df-22d0-431e-8a48-3ead4b91519f None None] Loading extension file: availability_zone_filter.py {{(pid=103807) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jun 16 17:14:01.240303 dv-cinder-837356-2-iscsi neutron-server[103807]: DEBUG neutron.api.extensions [None req-743a74df-22d0-431e-8a48-3ead4b91519f None None] Ext name="Availability Zone Filter Extension" alias="availability_zone_filter" description="Add filter parameters to AvailabilityZone resource" updated="2018-06-22T10:00:00-00:00" {{(pid=103807) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jun 16 17:14:01.240852 dv-cinder-837356-2-iscsi neutron-server[103807]: INFO neutron.api.extensions [None req-743a74df-22d0-431e-8a48-3ead4b91519f None None] Loaded extension: availability_zone_filter Jun 16 17:14:01.241266 dv-cinder-837356-2-iscsi neutron-server[103807]: DEBUG neutron.api.extensions [None req-743a74df-22d0-431e-8a48-3ead4b91519f None None] Loading extension file: data_plane_status.py {{(pid=103807) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jun 16 17:14:01.242272 dv-cinder-837356-2-iscsi neutron-server[103807]: DEBUG neutron.api.extensions [None req-743a74df-22d0-431e-8a48-3ead4b91519f None None] Ext name="Port data plane status extension" alias="data-plane-status" description="Expose status of underlying data plane" updated="2017-01-24T10:00:00-00:00" {{(pid=103807) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jun 16 17:14:01.242835 dv-cinder-837356-2-iscsi neutron-server[103807]: INFO neutron.api.extensions [None req-743a74df-22d0-431e-8a48-3ead4b91519f None None] Extension data-plane-status not supported by any of loaded plugins Jun 16 17:14:01.243169 dv-cinder-837356-2-iscsi neutron-server[103807]: DEBUG neutron.api.extensions [None req-743a74df-22d0-431e-8a48-3ead4b91519f None None] Loading extension file: default_subnetpools.py {{(pid=103807) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jun 16 17:14:01.244313 dv-cinder-837356-2-iscsi neutron-server[103807]: DEBUG neutron.api.extensions [None req-743a74df-22d0-431e-8a48-3ead4b91519f None None] Ext name="Default Subnetpools" alias="default-subnetpools" description="Provides ability to mark and use a subnetpool as the default." updated="2016-02-18T18:00:00-00:00" {{(pid=103807) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jun 16 17:14:01.244940 dv-cinder-837356-2-iscsi neutron-server[103807]: INFO neutron.api.extensions [None req-743a74df-22d0-431e-8a48-3ead4b91519f None None] Loaded extension: default-subnetpools Jun 16 17:14:01.245385 dv-cinder-837356-2-iscsi neutron-server[103807]: DEBUG neutron.api.extensions [None req-743a74df-22d0-431e-8a48-3ead4b91519f None None] Loading extension file: dhcpagentscheduler.py {{(pid=103807) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jun 16 17:14:01.246345 dv-cinder-837356-2-iscsi neutron-server[103807]: DEBUG neutron.api.extensions [None req-743a74df-22d0-431e-8a48-3ead4b91519f None None] Ext name="DHCP Agent Scheduler" alias="dhcp_agent_scheduler" description="Schedule networks among dhcp agents" updated="2013-02-07T10:00:00-00:00" {{(pid=103807) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jun 16 17:14:01.246920 dv-cinder-837356-2-iscsi neutron-server[103807]: INFO neutron.api.extensions [None req-743a74df-22d0-431e-8a48-3ead4b91519f None None] Loaded extension: dhcp_agent_scheduler Jun 16 17:14:01.247249 dv-cinder-837356-2-iscsi neutron-server[103807]: DEBUG neutron.api.extensions [None req-743a74df-22d0-431e-8a48-3ead4b91519f None None] Loading extension file: dns.py {{(pid=103807) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jun 16 17:14:01.248381 dv-cinder-837356-2-iscsi neutron-server[103807]: DEBUG neutron.api.extensions [None req-743a74df-22d0-431e-8a48-3ead4b91519f None None] Ext name="DNS Integration" alias="dns-integration" description="Provides integration with DNS." updated="2015-08-15T18:00:00-00:00" {{(pid=103807) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jun 16 17:14:01.249818 dv-cinder-837356-2-iscsi neutron-server[103807]: INFO neutron.api.extensions [None req-743a74df-22d0-431e-8a48-3ead4b91519f None None] Extension dns-integration not supported by any of loaded plugins Jun 16 17:14:01.250455 dv-cinder-837356-2-iscsi neutron-server[103807]: DEBUG neutron.api.extensions [None req-743a74df-22d0-431e-8a48-3ead4b91519f None None] Loading extension file: dns_domain_ports.py {{(pid=103807) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jun 16 17:14:01.252524 dv-cinder-837356-2-iscsi neutron-server[103807]: DEBUG neutron.api.extensions [None req-743a74df-22d0-431e-8a48-3ead4b91519f None None] Ext name="dns_domain for ports" alias="dns-domain-ports" description="Allows the DNS domain to be specified for a network port." updated="2017-04-24T10:00:00-00:00" {{(pid=103807) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jun 16 17:14:01.253659 dv-cinder-837356-2-iscsi neutron-server[103807]: INFO neutron.api.extensions [None req-743a74df-22d0-431e-8a48-3ead4b91519f None None] Extension dns-domain-ports not supported by any of loaded plugins Jun 16 17:14:01.253970 dv-cinder-837356-2-iscsi neutron-server[103807]: DEBUG neutron.api.extensions [None req-743a74df-22d0-431e-8a48-3ead4b91519f None None] Loading extension file: dns_integration_domain_keywords.py {{(pid=103807) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jun 16 17:14:01.255224 dv-cinder-837356-2-iscsi neutron-server[103807]: DEBUG neutron.api.extensions [None req-743a74df-22d0-431e-8a48-3ead4b91519f None None] Ext name="DNS domain names with keywords allowed" alias="dns-integration-domain-keywords" description="Allows to use keywords like , , and as DNS domain name" updated="2020-06-15T18:00:00-00:00" {{(pid=103807) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jun 16 17:14:01.255899 dv-cinder-837356-2-iscsi neutron-server[103807]: INFO neutron.api.extensions [None req-743a74df-22d0-431e-8a48-3ead4b91519f None None] Extension dns-integration-domain-keywords not supported by any of loaded plugins Jun 16 17:14:01.256570 dv-cinder-837356-2-iscsi neutron-server[103807]: DEBUG neutron.api.extensions [None req-743a74df-22d0-431e-8a48-3ead4b91519f None None] Loading extension file: dvr.py {{(pid=103807) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jun 16 17:14:01.257905 dv-cinder-837356-2-iscsi neutron-server[103807]: DEBUG neutron.api.extensions [None req-743a74df-22d0-431e-8a48-3ead4b91519f None None] Ext name="Distributed Virtual Router" alias="dvr" description="Enables configuration of Distributed Virtual Routers." updated="2014-06-1T10:00:00-00:00" {{(pid=103807) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jun 16 17:14:01.258741 dv-cinder-837356-2-iscsi neutron-server[103807]: INFO neutron.api.extensions [None req-743a74df-22d0-431e-8a48-3ead4b91519f None None] Loaded extension: dvr Jun 16 17:14:01.259374 dv-cinder-837356-2-iscsi neutron-server[103807]: DEBUG neutron.api.extensions [None req-743a74df-22d0-431e-8a48-3ead4b91519f None None] Loading extension file: ecmp_routes.py {{(pid=103807) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jun 16 17:14:01.260914 dv-cinder-837356-2-iscsi neutron-server[103807]: DEBUG neutron.api.extensions [None req-743a74df-22d0-431e-8a48-3ead4b91519f None None] Ext name="Equal Cost Multipath Routing" alias="ecmp_routes" description="Allows traffic to reach thesame destination via multiple different links " updated="2020-11-26T18:00:00-00:00" {{(pid=103807) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jun 16 17:14:01.261549 dv-cinder-837356-2-iscsi neutron-server[103807]: INFO neutron.api.extensions [None req-743a74df-22d0-431e-8a48-3ead4b91519f None None] Extension ecmp_routes not supported by any of loaded plugins Jun 16 17:14:01.261874 dv-cinder-837356-2-iscsi neutron-server[103807]: DEBUG neutron.api.extensions [None req-743a74df-22d0-431e-8a48-3ead4b91519f None None] Loading extension file: empty_string_filtering.py {{(pid=103807) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jun 16 17:14:01.263067 dv-cinder-837356-2-iscsi neutron-server[103807]: DEBUG neutron.api.extensions [None req-743a74df-22d0-431e-8a48-3ead4b91519f None None] Ext name="Empty String Filtering Extension" alias="empty-string-filtering" description="Allow filtering by attributes with empty string value" updated="2018-05-01T10:00:00-00:00" {{(pid=103807) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jun 16 17:14:01.263787 dv-cinder-837356-2-iscsi neutron-server[103807]: INFO neutron.api.extensions [None req-743a74df-22d0-431e-8a48-3ead4b91519f None None] Loaded extension: empty-string-filtering Jun 16 17:14:01.264653 dv-cinder-837356-2-iscsi neutron-server[103807]: DEBUG neutron.api.extensions [None req-743a74df-22d0-431e-8a48-3ead4b91519f None None] Loading extension file: expose_l3_conntrack_helper.py {{(pid=103807) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jun 16 17:14:01.266061 dv-cinder-837356-2-iscsi neutron-server[103807]: DEBUG neutron.api.extensions [None req-743a74df-22d0-431e-8a48-3ead4b91519f None None] Ext name="Expose CT target rules for conntrack helper" alias="expose-l3-conntrack-helper" description="Expose allow adding CT target rules for conntrack helper" updated="2019-04-04T10:00:00-00:00" {{(pid=103807) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jun 16 17:14:01.266574 dv-cinder-837356-2-iscsi neutron-server[103807]: INFO neutron.api.extensions [None req-743a74df-22d0-431e-8a48-3ead4b91519f None None] Extension expose-l3-conntrack-helper not supported by any of loaded plugins Jun 16 17:14:01.266889 dv-cinder-837356-2-iscsi neutron-server[103807]: DEBUG neutron.api.extensions [None req-743a74df-22d0-431e-8a48-3ead4b91519f None None] Loading extension file: expose_port_forwarding_in_fip.py {{(pid=103807) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jun 16 17:14:01.267788 dv-cinder-837356-2-iscsi neutron-server[103807]: DEBUG neutron.api.extensions [None req-743a74df-22d0-431e-8a48-3ead4b91519f None None] Ext name="Expose Floating IP port forwardings" alias="expose-port-forwarding-in-fip" description="Expose port forwarding fields in floating IP response" updated="2018-06-28T16:00:00-00:00" {{(pid=103807) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jun 16 17:14:01.268289 dv-cinder-837356-2-iscsi neutron-server[103807]: INFO neutron.api.extensions [None req-743a74df-22d0-431e-8a48-3ead4b91519f None None] Extension expose-port-forwarding-in-fip not supported by any of loaded plugins Jun 16 17:14:01.268604 dv-cinder-837356-2-iscsi neutron-server[103807]: DEBUG neutron.api.extensions [None req-743a74df-22d0-431e-8a48-3ead4b91519f None None] Loading extension file: external_net.py {{(pid=103807) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jun 16 17:14:01.269548 dv-cinder-837356-2-iscsi neutron-server[103807]: DEBUG neutron.api.extensions [None req-743a74df-22d0-431e-8a48-3ead4b91519f None None] Ext name="Neutron external network" alias="external-net" description="Adds external network attribute to network resource." updated="2013-01-14T10:00:00-00:00" {{(pid=103807) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jun 16 17:14:01.270062 dv-cinder-837356-2-iscsi neutron-server[103807]: INFO neutron.api.extensions [None req-743a74df-22d0-431e-8a48-3ead4b91519f None None] Loaded extension: external-net Jun 16 17:14:01.270375 dv-cinder-837356-2-iscsi neutron-server[103807]: DEBUG neutron.api.extensions [None req-743a74df-22d0-431e-8a48-3ead4b91519f None None] Loading extension file: extra_dhcp_opt.py {{(pid=103807) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jun 16 17:14:01.271277 dv-cinder-837356-2-iscsi neutron-server[103807]: DEBUG neutron.api.extensions [None req-743a74df-22d0-431e-8a48-3ead4b91519f None None] Ext name="Neutron Extra DHCP options" alias="extra_dhcp_opt" description="Extra options configuration for DHCP. For example PXE boot options to DHCP clients can be specified (e.g. tftp-server, server-ip-address, bootfile-name)" updated="2013-03-17T12:00:00-00:00" {{(pid=103807) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jun 16 17:14:01.271781 dv-cinder-837356-2-iscsi neutron-server[103807]: INFO neutron.api.extensions [None req-743a74df-22d0-431e-8a48-3ead4b91519f None None] Loaded extension: extra_dhcp_opt Jun 16 17:14:01.272093 dv-cinder-837356-2-iscsi neutron-server[103807]: DEBUG neutron.api.extensions [None req-743a74df-22d0-431e-8a48-3ead4b91519f None None] Loading extension file: extraroute.py {{(pid=103807) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jun 16 17:14:01.273010 dv-cinder-837356-2-iscsi neutron-server[103807]: DEBUG neutron.api.extensions [None req-743a74df-22d0-431e-8a48-3ead4b91519f None None] Ext name="Neutron Extra Route" alias="extraroute" description="Extra routes configuration for L3 router" updated="2013-02-01T10:00:00-00:00" {{(pid=103807) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jun 16 17:14:01.273537 dv-cinder-837356-2-iscsi neutron-server[103807]: INFO neutron.api.extensions [None req-743a74df-22d0-431e-8a48-3ead4b91519f None None] Loaded extension: extraroute Jun 16 17:14:01.273848 dv-cinder-837356-2-iscsi neutron-server[103807]: DEBUG neutron.api.extensions [None req-743a74df-22d0-431e-8a48-3ead4b91519f None None] Loading extension file: extraroute_atomic.py {{(pid=103807) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jun 16 17:14:01.274866 dv-cinder-837356-2-iscsi neutron-server[103807]: DEBUG neutron.api.extensions [None req-743a74df-22d0-431e-8a48-3ead4b91519f None None] Ext name="Atomically add/remove extra routes" alias="extraroute-atomic" description="Edit extra routes of a router on server side by atomically adding/removing extra routes" updated="2019-07-10T00:00:00+00:00" {{(pid=103807) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jun 16 17:14:01.275372 dv-cinder-837356-2-iscsi neutron-server[103807]: INFO neutron.api.extensions [None req-743a74df-22d0-431e-8a48-3ead4b91519f None None] Loaded extension: extraroute-atomic Jun 16 17:14:01.275686 dv-cinder-837356-2-iscsi neutron-server[103807]: DEBUG neutron.api.extensions [None req-743a74df-22d0-431e-8a48-3ead4b91519f None None] Loading extension file: filter_validation.py {{(pid=103807) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jun 16 17:14:01.276344 dv-cinder-837356-2-iscsi neutron-server[103807]: DEBUG neutron.api.extensions [None req-743a74df-22d0-431e-8a48-3ead4b91519f None None] Ext name="Filter parameters validation" alias="filter-validation" description="Provides validation on filter parameters." updated="2018-07-04T10:00:00-00:00" {{(pid=103807) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jun 16 17:14:01.276843 dv-cinder-837356-2-iscsi neutron-server[103807]: INFO neutron.api.extensions [None req-743a74df-22d0-431e-8a48-3ead4b91519f None None] Loaded extension: filter-validation Jun 16 17:14:01.277154 dv-cinder-837356-2-iscsi neutron-server[103807]: DEBUG neutron.api.extensions [None req-743a74df-22d0-431e-8a48-3ead4b91519f None None] Loading extension file: fip_pf_description.py {{(pid=103807) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jun 16 17:14:01.278061 dv-cinder-837356-2-iscsi neutron-server[103807]: DEBUG neutron.api.extensions [None req-743a74df-22d0-431e-8a48-3ead4b91519f None None] Ext name="Floating IP Port Forwarding new attribute description" alias="floating-ip-port-forwarding-description" description="Add a description field to Port Forwarding rules" updated="2019-11-01T10:00:00-00:00" {{(pid=103807) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jun 16 17:14:01.278556 dv-cinder-837356-2-iscsi neutron-server[103807]: INFO neutron.api.extensions [None req-743a74df-22d0-431e-8a48-3ead4b91519f None None] Extension floating-ip-port-forwarding-description not supported by any of loaded plugins Jun 16 17:14:01.278867 dv-cinder-837356-2-iscsi neutron-server[103807]: DEBUG neutron.api.extensions [None req-743a74df-22d0-431e-8a48-3ead4b91519f None None] Loading extension file: fip_pf_port_range.py {{(pid=103807) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jun 16 17:14:01.279781 dv-cinder-837356-2-iscsi neutron-server[103807]: DEBUG neutron.api.extensions [None req-743a74df-22d0-431e-8a48-3ead4b91519f None None] Ext name="Floating IP Port Forwarding support port ranges" alias="floating-ip-port-forwarding-port-ranges" description="Add suport to port ranges" updated="2020-07-01T10:00:00-00:00" {{(pid=103807) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jun 16 17:14:01.280276 dv-cinder-837356-2-iscsi neutron-server[103807]: INFO neutron.api.extensions [None req-743a74df-22d0-431e-8a48-3ead4b91519f None None] Extension floating-ip-port-forwarding-port-ranges not supported by any of loaded plugins Jun 16 17:14:01.280762 dv-cinder-837356-2-iscsi neutron-server[103807]: DEBUG neutron.api.extensions [None req-743a74df-22d0-431e-8a48-3ead4b91519f None None] Loading extension file: fip_port_details.py {{(pid=103807) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jun 16 17:14:01.281689 dv-cinder-837356-2-iscsi neutron-server[103807]: DEBUG neutron.api.extensions [None req-743a74df-22d0-431e-8a48-3ead4b91519f None None] Ext name="Floating IP Port Details Extension" alias="fip-port-details" description="Add port_details attribute to Floating IP resource" updated="2018-04-09T10:00:00-00:00" {{(pid=103807) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jun 16 17:14:01.282192 dv-cinder-837356-2-iscsi neutron-server[103807]: INFO neutron.api.extensions [None req-743a74df-22d0-431e-8a48-3ead4b91519f None None] Loaded extension: fip-port-details Jun 16 17:14:01.282504 dv-cinder-837356-2-iscsi neutron-server[103807]: DEBUG neutron.api.extensions [None req-743a74df-22d0-431e-8a48-3ead4b91519f None None] Loading extension file: flavors.py {{(pid=103807) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jun 16 17:14:01.283724 dv-cinder-837356-2-iscsi neutron-server[103807]: DEBUG neutron.api.extensions [None req-743a74df-22d0-431e-8a48-3ead4b91519f None None] Ext name="Neutron Service Flavors" alias="flavors" description="Flavor specification for Neutron advanced services." updated="2015-09-17T10:00:00-00:00" {{(pid=103807) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jun 16 17:14:01.284244 dv-cinder-837356-2-iscsi neutron-server[103807]: INFO neutron.api.extensions [None req-743a74df-22d0-431e-8a48-3ead4b91519f None None] Loaded extension: flavors Jun 16 17:14:01.284561 dv-cinder-837356-2-iscsi neutron-server[103807]: DEBUG neutron.api.extensions [None req-743a74df-22d0-431e-8a48-3ead4b91519f None None] Loading extension file: floating_ip_port_forwarding.py {{(pid=103807) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jun 16 17:14:01.287783 dv-cinder-837356-2-iscsi neutron-server[103807]: DEBUG neutron.api.extensions [None req-743a74df-22d0-431e-8a48-3ead4b91519f None None] Ext name="Floating IP Port Forwarding" alias="floating-ip-port-forwarding" description="Allow port forwarding from floating IP port to an internal port" updated="2018-01-19T10:00:00-00:00" {{(pid=103807) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jun 16 17:14:01.288305 dv-cinder-837356-2-iscsi neutron-server[103807]: INFO neutron.api.extensions [None req-743a74df-22d0-431e-8a48-3ead4b91519f None None] Extension floating-ip-port-forwarding not supported by any of loaded plugins Jun 16 17:14:01.288631 dv-cinder-837356-2-iscsi neutron-server[103807]: DEBUG neutron.api.extensions [None req-743a74df-22d0-431e-8a48-3ead4b91519f None None] Loading extension file: floatingip_pools.py {{(pid=103807) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jun 16 17:14:01.289364 dv-cinder-837356-2-iscsi neutron-server[103807]: DEBUG neutron.api.extensions [None req-743a74df-22d0-431e-8a48-3ead4b91519f None None] Ext name="Floating IP Pools Extension" alias="floatingip-pools" description="Provides a floating IP pools API." updated="2018-03-21T10:00:00-00:00" {{(pid=103807) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jun 16 17:14:01.289880 dv-cinder-837356-2-iscsi neutron-server[103807]: INFO neutron.api.extensions [None req-743a74df-22d0-431e-8a48-3ead4b91519f None None] Loaded extension: floatingip-pools Jun 16 17:14:01.290203 dv-cinder-837356-2-iscsi neutron-server[103807]: DEBUG neutron.api.extensions [None req-743a74df-22d0-431e-8a48-3ead4b91519f None None] Loading extension file: ip_allocation.py {{(pid=103807) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jun 16 17:14:01.291191 dv-cinder-837356-2-iscsi neutron-server[103807]: DEBUG neutron.api.extensions [None req-743a74df-22d0-431e-8a48-3ead4b91519f None None] Ext name="IP Allocation" alias="ip_allocation" description="IP allocation extension." updated="2016-06-10T23:00:00-00:00" {{(pid=103807) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jun 16 17:14:01.291699 dv-cinder-837356-2-iscsi neutron-server[103807]: INFO neutron.api.extensions [None req-743a74df-22d0-431e-8a48-3ead4b91519f None None] Extension ip_allocation not supported by any of loaded plugins Jun 16 17:14:01.292066 dv-cinder-837356-2-iscsi neutron-server[103807]: DEBUG neutron.api.extensions [None req-743a74df-22d0-431e-8a48-3ead4b91519f None None] Loading extension file: ip_substring_port_filtering.py {{(pid=103807) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jun 16 17:14:01.293010 dv-cinder-837356-2-iscsi neutron-server[103807]: DEBUG neutron.api.extensions [None req-743a74df-22d0-431e-8a48-3ead4b91519f None None] Ext name="IP address substring filtering" alias="ip-substring-filtering" description="Provides IP address substring filtering when listing ports" updated="2017-11-28T09:00:00-00:00" {{(pid=103807) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jun 16 17:14:01.293538 dv-cinder-837356-2-iscsi neutron-server[103807]: INFO neutron.api.extensions [None req-743a74df-22d0-431e-8a48-3ead4b91519f None None] Loaded extension: ip-substring-filtering Jun 16 17:14:01.293860 dv-cinder-837356-2-iscsi neutron-server[103807]: DEBUG neutron.api.extensions [None req-743a74df-22d0-431e-8a48-3ead4b91519f None None] Loading extension file: l2_adjacency.py {{(pid=103807) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jun 16 17:14:01.294782 dv-cinder-837356-2-iscsi neutron-server[103807]: DEBUG neutron.api.extensions [None req-743a74df-22d0-431e-8a48-3ead4b91519f None None] Ext name="L2 Adjacency" alias="l2_adjacency" description="Display L2 Adjacency for Neutron Networks." updated="2016-04-12T16:00:00-00:00" {{(pid=103807) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jun 16 17:14:01.295283 dv-cinder-837356-2-iscsi neutron-server[103807]: INFO neutron.api.extensions [None req-743a74df-22d0-431e-8a48-3ead4b91519f None None] Extension l2_adjacency not supported by any of loaded plugins Jun 16 17:14:01.295664 dv-cinder-837356-2-iscsi neutron-server[103807]: DEBUG neutron.api.extensions [None req-743a74df-22d0-431e-8a48-3ead4b91519f None None] Loading extension file: l3.py {{(pid=103807) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jun 16 17:14:01.296654 dv-cinder-837356-2-iscsi neutron-server[103807]: DEBUG neutron.api.extensions [None req-743a74df-22d0-431e-8a48-3ead4b91519f None None] Ext name="Neutron L3 Router" alias="router" description="Router abstraction for basic L3 forwarding between L2 Neutron networks and access to external networks via a NAT gateway." updated="2012-07-20T10:00:00-00:00" {{(pid=103807) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jun 16 17:14:01.297280 dv-cinder-837356-2-iscsi neutron-server[103807]: INFO neutron.api.extensions [None req-743a74df-22d0-431e-8a48-3ead4b91519f None None] Loaded extension: router Jun 16 17:14:01.297713 dv-cinder-837356-2-iscsi neutron-server[103807]: DEBUG neutron.api.extensions [None req-743a74df-22d0-431e-8a48-3ead4b91519f None None] Loading extension file: l3_conntrack_helper.py {{(pid=103807) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jun 16 17:14:01.299989 dv-cinder-837356-2-iscsi neutron-server[103807]: DEBUG neutron.api.extensions [None req-743a74df-22d0-431e-8a48-3ead4b91519f None None] Ext name="L3 Conntrack helper" alias="l3-conntrack-helper" description="Allow adding CT target rules for conntrack helper" updated="2019-04-04T10:00:00-00:00" {{(pid=103807) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jun 16 17:14:01.300511 dv-cinder-837356-2-iscsi neutron-server[103807]: INFO neutron.api.extensions [None req-743a74df-22d0-431e-8a48-3ead4b91519f None None] Extension l3-conntrack-helper not supported by any of loaded plugins Jun 16 17:14:01.300836 dv-cinder-837356-2-iscsi neutron-server[103807]: DEBUG neutron.api.extensions [None req-743a74df-22d0-431e-8a48-3ead4b91519f None None] Loading extension file: l3_ext_gw_mode.py {{(pid=103807) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jun 16 17:14:01.301761 dv-cinder-837356-2-iscsi neutron-server[103807]: DEBUG neutron.api.extensions [None req-743a74df-22d0-431e-8a48-3ead4b91519f None None] Ext name="Neutron L3 Configurable external gateway mode" alias="ext-gw-mode" description="Extension of the router abstraction for specifying whether SNAT should occur on the external gateway" updated="2013-03-28T10:00:00-00:00" {{(pid=103807) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jun 16 17:14:01.302268 dv-cinder-837356-2-iscsi neutron-server[103807]: INFO neutron.api.extensions [None req-743a74df-22d0-431e-8a48-3ead4b91519f None None] Loaded extension: ext-gw-mode Jun 16 17:14:01.302588 dv-cinder-837356-2-iscsi neutron-server[103807]: DEBUG neutron.api.extensions [None req-743a74df-22d0-431e-8a48-3ead4b91519f None None] Loading extension file: l3_ext_ha_mode.py {{(pid=103807) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jun 16 17:14:01.303483 dv-cinder-837356-2-iscsi neutron-server[103807]: DEBUG neutron.api.extensions [None req-743a74df-22d0-431e-8a48-3ead4b91519f None None] Ext name="HA Router extension" alias="l3-ha" description="Adds HA capability to routers." updated="2014-04-26T00:00:00-00:00" {{(pid=103807) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jun 16 17:14:01.303987 dv-cinder-837356-2-iscsi neutron-server[103807]: INFO neutron.api.extensions [None req-743a74df-22d0-431e-8a48-3ead4b91519f None None] Loaded extension: l3-ha Jun 16 17:14:01.304316 dv-cinder-837356-2-iscsi neutron-server[103807]: DEBUG neutron.api.extensions [None req-743a74df-22d0-431e-8a48-3ead4b91519f None None] Loading extension file: l3_ext_ndp_proxy.py {{(pid=103807) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jun 16 17:14:01.305211 dv-cinder-837356-2-iscsi neutron-server[103807]: DEBUG neutron.api.extensions [None req-743a74df-22d0-431e-8a48-3ead4b91519f None None] Ext name="Router support to enable NDP proxy" alias="l3-ext-ndp-proxy" description="Router extension to enable ndp proxy" updated="2020-08-25T00:00:00-00:00" {{(pid=103807) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jun 16 17:14:01.305731 dv-cinder-837356-2-iscsi neutron-server[103807]: INFO neutron.api.extensions [None req-743a74df-22d0-431e-8a48-3ead4b91519f None None] Extension l3-ext-ndp-proxy not supported by any of loaded plugins Jun 16 17:14:01.306045 dv-cinder-837356-2-iscsi neutron-server[103807]: DEBUG neutron.api.extensions [None req-743a74df-22d0-431e-8a48-3ead4b91519f None None] Loading extension file: l3_flavors.py {{(pid=103807) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jun 16 17:14:01.306924 dv-cinder-837356-2-iscsi neutron-server[103807]: DEBUG neutron.api.extensions [None req-743a74df-22d0-431e-8a48-3ead4b91519f None None] Ext name="Router Flavor Extension" alias="l3-flavors" description="Flavor support for routers." updated="2016-05-17T00:00:00-00:00" {{(pid=103807) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jun 16 17:14:01.307423 dv-cinder-837356-2-iscsi neutron-server[103807]: INFO neutron.api.extensions [None req-743a74df-22d0-431e-8a48-3ead4b91519f None None] Loaded extension: l3-flavors Jun 16 17:14:01.307738 dv-cinder-837356-2-iscsi neutron-server[103807]: DEBUG neutron.api.extensions [None req-743a74df-22d0-431e-8a48-3ead4b91519f None None] Loading extension file: l3_ndp_proxy.py {{(pid=103807) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jun 16 17:14:01.309091 dv-cinder-837356-2-iscsi neutron-server[103807]: DEBUG neutron.api.extensions [None req-743a74df-22d0-431e-8a48-3ead4b91519f None None] Ext name="name" alias="l3-ndp-proxy" description="description" updated="2021-06-29T10:00:00-00:00" {{(pid=103807) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jun 16 17:14:01.309656 dv-cinder-837356-2-iscsi neutron-server[103807]: INFO neutron.api.extensions [None req-743a74df-22d0-431e-8a48-3ead4b91519f None None] Extension l3-ndp-proxy not supported by any of loaded plugins Jun 16 17:14:01.309961 dv-cinder-837356-2-iscsi neutron-server[103807]: DEBUG neutron.api.extensions [None req-743a74df-22d0-431e-8a48-3ead4b91519f None None] Loading extension file: l3_port_ip_change_not_allowed.py {{(pid=103807) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jun 16 17:14:01.310859 dv-cinder-837356-2-iscsi neutron-server[103807]: DEBUG neutron.api.extensions [None req-743a74df-22d0-431e-8a48-3ead4b91519f None None] Ext name="Prevent L3 router ports IP address change extension" alias="l3-port-ip-change-not-allowed" description="Prevent change of IP address for some L3 router ports" updated="2018-10-09T10:00:00-00:00" {{(pid=103807) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jun 16 17:14:01.311557 dv-cinder-837356-2-iscsi neutron-server[103807]: INFO neutron.api.extensions [None req-743a74df-22d0-431e-8a48-3ead4b91519f None None] Loaded extension: l3-port-ip-change-not-allowed Jun 16 17:14:01.311878 dv-cinder-837356-2-iscsi neutron-server[103807]: DEBUG neutron.api.extensions [None req-743a74df-22d0-431e-8a48-3ead4b91519f None None] Loading extension file: l3agentscheduler.py {{(pid=103807) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jun 16 17:14:01.312902 dv-cinder-837356-2-iscsi neutron-server[103807]: DEBUG neutron.api.extensions [None req-743a74df-22d0-431e-8a48-3ead4b91519f None None] Ext name="L3 Agent Scheduler" alias="l3_agent_scheduler" description="Schedule routers among l3 agents" updated="2013-02-07T10:00:00-00:00" {{(pid=103807) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jun 16 17:14:01.313440 dv-cinder-837356-2-iscsi neutron-server[103807]: INFO neutron.api.extensions [None req-743a74df-22d0-431e-8a48-3ead4b91519f None None] Loaded extension: l3_agent_scheduler Jun 16 17:14:01.313764 dv-cinder-837356-2-iscsi neutron-server[103807]: DEBUG neutron.api.extensions [None req-743a74df-22d0-431e-8a48-3ead4b91519f None None] Loading extension file: local_ip.py {{(pid=103807) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jun 16 17:14:01.315533 dv-cinder-837356-2-iscsi neutron-server[103807]: DEBUG neutron.api.extensions [None req-743a74df-22d0-431e-8a48-3ead4b91519f None None] Ext name="Local IP" alias="local_ip" description="Support Node Local Virtual IP" updated="2021-07-26T10:00:00-00:00" {{(pid=103807) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jun 16 17:14:01.316046 dv-cinder-837356-2-iscsi neutron-server[103807]: INFO neutron.api.extensions [None req-743a74df-22d0-431e-8a48-3ead4b91519f None None] Extension local_ip not supported by any of loaded plugins Jun 16 17:14:01.316367 dv-cinder-837356-2-iscsi neutron-server[103807]: DEBUG neutron.api.extensions [None req-743a74df-22d0-431e-8a48-3ead4b91519f None None] Loading extension file: logging.py {{(pid=103807) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jun 16 17:14:01.317841 dv-cinder-837356-2-iscsi neutron-server[103807]: DEBUG neutron.api.extensions [None req-743a74df-22d0-431e-8a48-3ead4b91519f None None] Ext name="Logging API Extension" alias="logging" description="Provides a logging API for resources such as security group and firewall." updated="2017-01-01T10:00:00-00:00" {{(pid=103807) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jun 16 17:14:01.318352 dv-cinder-837356-2-iscsi neutron-server[103807]: INFO neutron.api.extensions [None req-743a74df-22d0-431e-8a48-3ead4b91519f None None] Extension logging not supported by any of loaded plugins Jun 16 17:14:01.318671 dv-cinder-837356-2-iscsi neutron-server[103807]: DEBUG neutron.api.extensions [None req-743a74df-22d0-431e-8a48-3ead4b91519f None None] Loading extension file: metering.py {{(pid=103807) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jun 16 17:14:01.319408 dv-cinder-837356-2-iscsi neutron-server[103807]: DEBUG neutron.api.extensions [None req-743a74df-22d0-431e-8a48-3ead4b91519f None None] Ext name="Neutron Metering" alias="metering" description="Neutron Metering extension." updated="2013-06-12T10:00:00-00:00" {{(pid=103807) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jun 16 17:14:01.319976 dv-cinder-837356-2-iscsi neutron-server[103807]: INFO neutron.api.extensions [None req-743a74df-22d0-431e-8a48-3ead4b91519f None None] Loaded extension: metering Jun 16 17:14:01.320297 dv-cinder-837356-2-iscsi neutron-server[103807]: DEBUG neutron.api.extensions [None req-743a74df-22d0-431e-8a48-3ead4b91519f None None] Loading extension file: metering_source_and_destination_fields.py {{(pid=103807) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jun 16 17:14:01.321464 dv-cinder-837356-2-iscsi neutron-server[103807]: DEBUG neutron.api.extensions [None req-743a74df-22d0-431e-8a48-3ead4b91519f None None] Ext name="Neutron Metering with source and destination filtering" alias="metering_source_and_destination_fields" description="Neutron Metering extension that enables the use of source and destination IP prefixes to create metering label rules." updated="2020-08-21T08:12:00-00:00" {{(pid=103807) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jun 16 17:14:01.321974 dv-cinder-837356-2-iscsi neutron-server[103807]: INFO neutron.api.extensions [None req-743a74df-22d0-431e-8a48-3ead4b91519f None None] Loaded extension: metering_source_and_destination_fields Jun 16 17:14:01.322290 dv-cinder-837356-2-iscsi neutron-server[103807]: DEBUG neutron.api.extensions [None req-743a74df-22d0-431e-8a48-3ead4b91519f None None] Loading extension file: multiprovidernet.py {{(pid=103807) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jun 16 17:14:01.323195 dv-cinder-837356-2-iscsi neutron-server[103807]: DEBUG neutron.api.extensions [None req-743a74df-22d0-431e-8a48-3ead4b91519f None None] Ext name="Multi Provider Network" alias="multi-provider" description="Expose mapping of virtual networks to multiple physical networks" updated="2013-06-27T10:00:00-00:00" {{(pid=103807) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jun 16 17:14:01.323707 dv-cinder-837356-2-iscsi neutron-server[103807]: INFO neutron.api.extensions [None req-743a74df-22d0-431e-8a48-3ead4b91519f None None] Loaded extension: multi-provider Jun 16 17:14:01.324020 dv-cinder-837356-2-iscsi neutron-server[103807]: DEBUG neutron.api.extensions [None req-743a74df-22d0-431e-8a48-3ead4b91519f None None] Loading extension file: netmtu.py {{(pid=103807) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jun 16 17:14:01.325048 dv-cinder-837356-2-iscsi neutron-server[103807]: DEBUG neutron.api.extensions [None req-743a74df-22d0-431e-8a48-3ead4b91519f None None] Ext name="Network MTU" alias="net-mtu" description="Provides MTU attribute for a network resource." updated="2015-03-25T10:00:00-00:00" {{(pid=103807) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jun 16 17:14:01.325588 dv-cinder-837356-2-iscsi neutron-server[103807]: INFO neutron.api.extensions [None req-743a74df-22d0-431e-8a48-3ead4b91519f None None] Loaded extension: net-mtu Jun 16 17:14:01.325978 dv-cinder-837356-2-iscsi neutron-server[103807]: DEBUG neutron.api.extensions [None req-743a74df-22d0-431e-8a48-3ead4b91519f None None] Loading extension file: netmtu_writable.py {{(pid=103807) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jun 16 17:14:01.327185 dv-cinder-837356-2-iscsi neutron-server[103807]: DEBUG neutron.api.extensions [None req-743a74df-22d0-431e-8a48-3ead4b91519f None None] Ext name="Network MTU (writable)" alias="net-mtu-writable" description="Provides a writable MTU attribute for a network resource." updated="2017-07-12T00:00:00-00:00" {{(pid=103807) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jun 16 17:14:01.327691 dv-cinder-837356-2-iscsi neutron-server[103807]: INFO neutron.api.extensions [None req-743a74df-22d0-431e-8a48-3ead4b91519f None None] Loaded extension: net-mtu-writable Jun 16 17:14:01.328002 dv-cinder-837356-2-iscsi neutron-server[103807]: DEBUG neutron.api.extensions [None req-743a74df-22d0-431e-8a48-3ead4b91519f None None] Loading extension file: network_availability_zone.py {{(pid=103807) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jun 16 17:14:01.328661 dv-cinder-837356-2-iscsi neutron-server[103807]: DEBUG neutron.api.extensions [None req-743a74df-22d0-431e-8a48-3ead4b91519f None None] Ext name="Network Availability Zone" alias="network_availability_zone" description="Availability zone support for network." updated="2015-01-01T10:00:00-00:00" {{(pid=103807) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jun 16 17:14:01.329266 dv-cinder-837356-2-iscsi neutron-server[103807]: INFO neutron.api.extensions [None req-743a74df-22d0-431e-8a48-3ead4b91519f None None] Loaded extension: network_availability_zone Jun 16 17:14:01.329585 dv-cinder-837356-2-iscsi neutron-server[103807]: DEBUG neutron.api.extensions [None req-743a74df-22d0-431e-8a48-3ead4b91519f None None] Loading extension file: network_ip_availability.py {{(pid=103807) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jun 16 17:14:01.330671 dv-cinder-837356-2-iscsi neutron-server[103807]: DEBUG neutron.api.extensions [None req-743a74df-22d0-431e-8a48-3ead4b91519f None None] Ext name="Network IP Availability" alias="network-ip-availability" description="Provides IP availability data for each network and subnet." updated="2015-09-24T00:00:00-00:00" {{(pid=103807) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jun 16 17:14:01.331178 dv-cinder-837356-2-iscsi neutron-server[103807]: INFO neutron.api.extensions [None req-743a74df-22d0-431e-8a48-3ead4b91519f None None] Loaded extension: network-ip-availability Jun 16 17:14:01.331492 dv-cinder-837356-2-iscsi neutron-server[103807]: DEBUG neutron.api.extensions [None req-743a74df-22d0-431e-8a48-3ead4b91519f None None] Loading extension file: network_segment_range.py {{(pid=103807) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jun 16 17:14:01.332249 dv-cinder-837356-2-iscsi neutron-server[103807]: DEBUG neutron.api.extensions [None req-743a74df-22d0-431e-8a48-3ead4b91519f None None] Ext name="Neutron Network Segment Range" alias="network-segment-range" description="Provides support for the network segment range management" updated="2018-11-29T00:00:00-00:00" {{(pid=103807) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jun 16 17:14:01.332746 dv-cinder-837356-2-iscsi neutron-server[103807]: INFO neutron.api.extensions [None req-743a74df-22d0-431e-8a48-3ead4b91519f None None] Extension network-segment-range not supported by any of loaded plugins Jun 16 17:14:01.333057 dv-cinder-837356-2-iscsi neutron-server[103807]: DEBUG neutron.api.extensions [None req-743a74df-22d0-431e-8a48-3ead4b91519f None None] Loading extension file: pagination.py {{(pid=103807) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jun 16 17:14:01.334367 dv-cinder-837356-2-iscsi neutron-server[103807]: DEBUG neutron.api.extensions [None req-743a74df-22d0-431e-8a48-3ead4b91519f None None] Ext name="Pagination support" alias="pagination" description="Extension that indicates that pagination is enabled." updated="2016-06-12T00:00:00-00:00" {{(pid=103807) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jun 16 17:14:01.334691 dv-cinder-837356-2-iscsi neutron-server[103807]: INFO neutron.api.extensions [None req-743a74df-22d0-431e-8a48-3ead4b91519f None None] Loaded extension: pagination Jun 16 17:14:01.335007 dv-cinder-837356-2-iscsi neutron-server[103807]: DEBUG neutron.api.extensions [None req-743a74df-22d0-431e-8a48-3ead4b91519f None None] Loading extension file: port_device_profile.py {{(pid=103807) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jun 16 17:14:01.335898 dv-cinder-837356-2-iscsi neutron-server[103807]: DEBUG neutron.api.extensions [None req-743a74df-22d0-431e-8a48-3ead4b91519f None None] Ext name="Port device profile" alias="port-device-profile" description="Expose the port device profile (Cyborg)" updated="2020-12-17T10:00:00-00:00" {{(pid=103807) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jun 16 17:14:01.336412 dv-cinder-837356-2-iscsi neutron-server[103807]: INFO neutron.api.extensions [None req-743a74df-22d0-431e-8a48-3ead4b91519f None None] Loaded extension: port-device-profile Jun 16 17:14:01.336723 dv-cinder-837356-2-iscsi neutron-server[103807]: DEBUG neutron.api.extensions [None req-743a74df-22d0-431e-8a48-3ead4b91519f None None] Loading extension file: port_mac_address_override.py {{(pid=103807) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jun 16 17:14:01.337669 dv-cinder-837356-2-iscsi neutron-server[103807]: DEBUG neutron.api.extensions [None req-743a74df-22d0-431e-8a48-3ead4b91519f None None] Ext name="Neutron Port MAC address override" alias="port-mac-override" description="Allow overriding the MAC address of a direct-physical Port via the active binding profile" updated="2022-03-18T10:00:00-00:00" {{(pid=103807) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jun 16 17:14:01.338175 dv-cinder-837356-2-iscsi neutron-server[103807]: INFO neutron.api.extensions [None req-743a74df-22d0-431e-8a48-3ead4b91519f None None] Loaded extension: port-mac-override Jun 16 17:14:01.338485 dv-cinder-837356-2-iscsi neutron-server[103807]: DEBUG neutron.api.extensions [None req-743a74df-22d0-431e-8a48-3ead4b91519f None None] Loading extension file: port_mac_address_regenerate.py {{(pid=103807) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jun 16 17:14:01.339394 dv-cinder-837356-2-iscsi neutron-server[103807]: DEBUG neutron.api.extensions [None req-743a74df-22d0-431e-8a48-3ead4b91519f None None] Ext name="Neutron Port MAC address regenerate" alias="port-mac-address-regenerate" description="Network port MAC address regenerate" updated="2018-05-03T10:00:00-00:00" {{(pid=103807) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jun 16 17:14:01.339897 dv-cinder-837356-2-iscsi neutron-server[103807]: INFO neutron.api.extensions [None req-743a74df-22d0-431e-8a48-3ead4b91519f None None] Loaded extension: port-mac-address-regenerate Jun 16 17:14:01.340207 dv-cinder-837356-2-iscsi neutron-server[103807]: DEBUG neutron.api.extensions [None req-743a74df-22d0-431e-8a48-3ead4b91519f None None] Loading extension file: port_numa_affinity_policy.py {{(pid=103807) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jun 16 17:14:01.341098 dv-cinder-837356-2-iscsi neutron-server[103807]: DEBUG neutron.api.extensions [None req-743a74df-22d0-431e-8a48-3ead4b91519f None None] Ext name="Port NUMA affinity policy" alias="port-numa-affinity-policy" description="Expose the port NUMA affinity policy" updated="2020-07-08T10:00:00-00:00" {{(pid=103807) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jun 16 17:14:01.341627 dv-cinder-837356-2-iscsi neutron-server[103807]: INFO neutron.api.extensions [None req-743a74df-22d0-431e-8a48-3ead4b91519f None None] Loaded extension: port-numa-affinity-policy Jun 16 17:14:01.341938 dv-cinder-837356-2-iscsi neutron-server[103807]: DEBUG neutron.api.extensions [None req-743a74df-22d0-431e-8a48-3ead4b91519f None None] Loading extension file: port_resource_request.py {{(pid=103807) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jun 16 17:14:01.343013 dv-cinder-837356-2-iscsi neutron-server[103807]: DEBUG neutron.api.extensions [None req-743a74df-22d0-431e-8a48-3ead4b91519f None None] Ext name="Port Resource Request" alias="port-resource-request" description="Expose resource request to Port" updated="2018-05-08T10:00:00-00:00" {{(pid=103807) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jun 16 17:14:01.343561 dv-cinder-837356-2-iscsi neutron-server[103807]: INFO neutron.api.extensions [None req-743a74df-22d0-431e-8a48-3ead4b91519f None None] Extension port-resource-request not supported by any of loaded plugins Jun 16 17:14:01.343877 dv-cinder-837356-2-iscsi neutron-server[103807]: DEBUG neutron.api.extensions [None req-743a74df-22d0-431e-8a48-3ead4b91519f None None] Loading extension file: port_resource_request_groups.py {{(pid=103807) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jun 16 17:14:01.344861 dv-cinder-837356-2-iscsi neutron-server[103807]: DEBUG neutron.api.extensions [None req-743a74df-22d0-431e-8a48-3ead4b91519f None None] Ext name="Port Resource Request Groups" alias="port-resource-request-groups" description="Support requesting multiple groups of resources and traits from the same RP subtree in resource_request" updated="2021-08-02T10:00:00-00:00" {{(pid=103807) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jun 16 17:14:01.345396 dv-cinder-837356-2-iscsi neutron-server[103807]: INFO neutron.api.extensions [None req-743a74df-22d0-431e-8a48-3ead4b91519f None None] Extension port-resource-request-groups not supported by any of loaded plugins Jun 16 17:14:01.345706 dv-cinder-837356-2-iscsi neutron-server[103807]: DEBUG neutron.api.extensions [None req-743a74df-22d0-431e-8a48-3ead4b91519f None None] Loading extension file: portbindings.py {{(pid=103807) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jun 16 17:14:01.346616 dv-cinder-837356-2-iscsi neutron-server[103807]: DEBUG neutron.api.extensions [None req-743a74df-22d0-431e-8a48-3ead4b91519f None None] Ext name="Port Binding" alias="binding" description="Expose port bindings of a virtual port to external application" updated="2014-02-03T10:00:00-00:00" {{(pid=103807) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jun 16 17:14:01.347118 dv-cinder-837356-2-iscsi neutron-server[103807]: INFO neutron.api.extensions [None req-743a74df-22d0-431e-8a48-3ead4b91519f None None] Loaded extension: binding Jun 16 17:14:01.347424 dv-cinder-837356-2-iscsi neutron-server[103807]: DEBUG neutron.api.extensions [None req-743a74df-22d0-431e-8a48-3ead4b91519f None None] Loading extension file: portbindings_extended.py {{(pid=103807) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jun 16 17:14:01.348666 dv-cinder-837356-2-iscsi neutron-server[103807]: DEBUG neutron.api.extensions [None req-743a74df-22d0-431e-8a48-3ead4b91519f None None] Ext name="Port Bindings Extended" alias="binding-extended" description="Expose port bindings of a virtual port to external application" updated="2017-07-17T10:00:00-00:00" {{(pid=103807) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jun 16 17:14:01.349191 dv-cinder-837356-2-iscsi neutron-server[103807]: INFO neutron.api.extensions [None req-743a74df-22d0-431e-8a48-3ead4b91519f None None] Loaded extension: binding-extended Jun 16 17:14:01.349521 dv-cinder-837356-2-iscsi neutron-server[103807]: DEBUG neutron.api.extensions [None req-743a74df-22d0-431e-8a48-3ead4b91519f None None] Loading extension file: portsecurity.py {{(pid=103807) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jun 16 17:14:01.350495 dv-cinder-837356-2-iscsi neutron-server[103807]: DEBUG neutron.api.extensions [None req-743a74df-22d0-431e-8a48-3ead4b91519f None None] Ext name="Port Security" alias="port-security" description="Provides port security" updated="2012-07-23T10:00:00-00:00" {{(pid=103807) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jun 16 17:14:01.351046 dv-cinder-837356-2-iscsi neutron-server[103807]: INFO neutron.api.extensions [None req-743a74df-22d0-431e-8a48-3ead4b91519f None None] Loaded extension: port-security Jun 16 17:14:01.351369 dv-cinder-837356-2-iscsi neutron-server[103807]: DEBUG neutron.api.extensions [None req-743a74df-22d0-431e-8a48-3ead4b91519f None None] Loading extension file: project_id.py {{(pid=103807) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jun 16 17:14:01.352328 dv-cinder-837356-2-iscsi neutron-server[103807]: DEBUG neutron.api.extensions [None req-743a74df-22d0-431e-8a48-3ead4b91519f None None] Ext name="project_id field enabled" alias="project-id" description="Extension that indicates that project_id field is enabled." updated="2016-09-09T09:09:09-09:09" {{(pid=103807) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jun 16 17:14:01.352656 dv-cinder-837356-2-iscsi neutron-server[103807]: INFO neutron.api.extensions [None req-743a74df-22d0-431e-8a48-3ead4b91519f None None] Loaded extension: project-id Jun 16 17:14:01.352969 dv-cinder-837356-2-iscsi neutron-server[103807]: DEBUG neutron.api.extensions [None req-743a74df-22d0-431e-8a48-3ead4b91519f None None] Loading extension file: providernet.py {{(pid=103807) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jun 16 17:14:01.353895 dv-cinder-837356-2-iscsi neutron-server[103807]: DEBUG neutron.api.extensions [None req-743a74df-22d0-431e-8a48-3ead4b91519f None None] Ext name="Provider Network" alias="provider" description="Expose mapping of virtual networks to physical networks" updated="2012-09-07T10:00:00-00:00" {{(pid=103807) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jun 16 17:14:01.354518 dv-cinder-837356-2-iscsi neutron-server[103807]: INFO neutron.api.extensions [None req-743a74df-22d0-431e-8a48-3ead4b91519f None None] Loaded extension: provider Jun 16 17:14:01.354838 dv-cinder-837356-2-iscsi neutron-server[103807]: DEBUG neutron.api.extensions [None req-743a74df-22d0-431e-8a48-3ead4b91519f None None] Loading extension file: qos.py {{(pid=103807) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jun 16 17:14:01.358691 dv-cinder-837356-2-iscsi neutron-server[103807]: DEBUG neutron.api.extensions [None req-743a74df-22d0-431e-8a48-3ead4b91519f None None] Ext name="Quality of Service" alias="qos" description="The Quality of Service extension." updated="2015-06-08T10:00:00-00:00" {{(pid=103807) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jun 16 17:14:01.359209 dv-cinder-837356-2-iscsi neutron-server[103807]: INFO neutron.api.extensions [None req-743a74df-22d0-431e-8a48-3ead4b91519f None None] Extension qos not supported by any of loaded plugins Jun 16 17:14:01.359534 dv-cinder-837356-2-iscsi neutron-server[103807]: DEBUG neutron.api.extensions [None req-743a74df-22d0-431e-8a48-3ead4b91519f None None] Loading extension file: qos_bw_limit_direction.py {{(pid=103807) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jun 16 17:14:01.360757 dv-cinder-837356-2-iscsi neutron-server[103807]: DEBUG neutron.api.extensions [None req-743a74df-22d0-431e-8a48-3ead4b91519f None None] Ext name="Direction for QoS bandwidth limit rule" alias="qos-bw-limit-direction" description="Allow to configure QoS bandwidth limit rule with specific direction: ingress or egress" updated="2017-04-10T10:00:00-00:00" {{(pid=103807) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jun 16 17:14:01.361297 dv-cinder-837356-2-iscsi neutron-server[103807]: INFO neutron.api.extensions [None req-743a74df-22d0-431e-8a48-3ead4b91519f None None] Extension qos-bw-limit-direction not supported by any of loaded plugins Jun 16 17:14:01.361618 dv-cinder-837356-2-iscsi neutron-server[103807]: DEBUG neutron.api.extensions [None req-743a74df-22d0-431e-8a48-3ead4b91519f None None] Loading extension file: qos_bw_minimum_ingress.py {{(pid=103807) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jun 16 17:14:01.362528 dv-cinder-837356-2-iscsi neutron-server[103807]: DEBUG neutron.api.extensions [None req-743a74df-22d0-431e-8a48-3ead4b91519f None None] Ext name="Ingress direction for QoS minimum bandwidth rule" alias="qos-bw-minimum-ingress" description="Allow to configure QoS minumum bandwidth rule with ingress direction." updated="2018-07-09T10:00:00-00:00" {{(pid=103807) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jun 16 17:14:01.363037 dv-cinder-837356-2-iscsi neutron-server[103807]: INFO neutron.api.extensions [None req-743a74df-22d0-431e-8a48-3ead4b91519f None None] Extension qos-bw-minimum-ingress not supported by any of loaded plugins Jun 16 17:14:01.363353 dv-cinder-837356-2-iscsi neutron-server[103807]: DEBUG neutron.api.extensions [None req-743a74df-22d0-431e-8a48-3ead4b91519f None None] Loading extension file: qos_default.py {{(pid=103807) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jun 16 17:14:01.364240 dv-cinder-837356-2-iscsi neutron-server[103807]: DEBUG neutron.api.extensions [None req-743a74df-22d0-431e-8a48-3ead4b91519f None None] Ext name="QoS default policy" alias="qos-default" description="Expose the QoS default policy per project" updated="2017-041-06T10:00:00-00:00" {{(pid=103807) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jun 16 17:14:01.364743 dv-cinder-837356-2-iscsi neutron-server[103807]: INFO neutron.api.extensions [None req-743a74df-22d0-431e-8a48-3ead4b91519f None None] Extension qos-default not supported by any of loaded plugins Jun 16 17:14:01.365060 dv-cinder-837356-2-iscsi neutron-server[103807]: DEBUG neutron.api.extensions [None req-743a74df-22d0-431e-8a48-3ead4b91519f None None] Loading extension file: qos_fip.py {{(pid=103807) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jun 16 17:14:01.365980 dv-cinder-837356-2-iscsi neutron-server[103807]: DEBUG neutron.api.extensions [None req-743a74df-22d0-431e-8a48-3ead4b91519f None None] Ext name="Floating IP QoS" alias="qos-fip" description="The floating IP Quality of Service extension" updated="2017-07-20T00:00:00-00:00" {{(pid=103807) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jun 16 17:14:01.366487 dv-cinder-837356-2-iscsi neutron-server[103807]: INFO neutron.api.extensions [None req-743a74df-22d0-431e-8a48-3ead4b91519f None None] Extension qos-fip not supported by any of loaded plugins Jun 16 17:14:01.366802 dv-cinder-837356-2-iscsi neutron-server[103807]: DEBUG neutron.api.extensions [None req-743a74df-22d0-431e-8a48-3ead4b91519f None None] Loading extension file: qos_fip_network_policy.py {{(pid=103807) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jun 16 17:14:01.367697 dv-cinder-837356-2-iscsi neutron-server[103807]: DEBUG neutron.api.extensions [None req-743a74df-22d0-431e-8a48-3ead4b91519f None None] Ext name="QoS floating IP network policy ID" alias="qos-fip-network-policy" description="Adds a the QoS network ID to the floating IP definition" updated="2021-11-15T10:00:00-00:00" {{(pid=103807) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jun 16 17:14:01.368197 dv-cinder-837356-2-iscsi neutron-server[103807]: INFO neutron.api.extensions [None req-743a74df-22d0-431e-8a48-3ead4b91519f None None] Extension qos-fip-network-policy not supported by any of loaded plugins Jun 16 17:14:01.368518 dv-cinder-837356-2-iscsi neutron-server[103807]: DEBUG neutron.api.extensions [None req-743a74df-22d0-431e-8a48-3ead4b91519f None None] Loading extension file: qos_gateway_ip.py {{(pid=103807) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jun 16 17:14:01.369442 dv-cinder-837356-2-iscsi neutron-server[103807]: DEBUG neutron.api.extensions [None req-743a74df-22d0-431e-8a48-3ead4b91519f None None] Ext name="Router gateway IP QoS" alias="qos-gateway-ip" description="The Router gateway IP Quality of Service extension" updated="2018-02-24T00:00:00-00:00" {{(pid=103807) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jun 16 17:14:01.369947 dv-cinder-837356-2-iscsi neutron-server[103807]: INFO neutron.api.extensions [None req-743a74df-22d0-431e-8a48-3ead4b91519f None None] Extension qos-gateway-ip not supported by any of loaded plugins Jun 16 17:14:01.370260 dv-cinder-837356-2-iscsi neutron-server[103807]: DEBUG neutron.api.extensions [None req-743a74df-22d0-431e-8a48-3ead4b91519f None None] Loading extension file: qos_port_network_policy.py {{(pid=103807) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jun 16 17:14:01.371158 dv-cinder-837356-2-iscsi neutron-server[103807]: DEBUG neutron.api.extensions [None req-743a74df-22d0-431e-8a48-3ead4b91519f None None] Ext name="QoS port network policy ID" alias="qos-port-network-policy" description="Adds a the QoS network ID to the port definition" updated="2019-11-01T10:00:00-00:00" {{(pid=103807) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jun 16 17:14:01.371658 dv-cinder-837356-2-iscsi neutron-server[103807]: INFO neutron.api.extensions [None req-743a74df-22d0-431e-8a48-3ead4b91519f None None] Extension qos-port-network-policy not supported by any of loaded plugins Jun 16 17:14:01.371976 dv-cinder-837356-2-iscsi neutron-server[103807]: DEBUG neutron.api.extensions [None req-743a74df-22d0-431e-8a48-3ead4b91519f None None] Loading extension file: qos_pps_minimum_rule.py {{(pid=103807) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jun 16 17:14:01.372999 dv-cinder-837356-2-iscsi neutron-server[103807]: DEBUG neutron.api.extensions [None req-743a74df-22d0-431e-8a48-3ead4b91519f None None] Ext name="QoS minimum packet rate rule" alias="qos-pps-minimum" description="Allow to configure QoS minimum packet rate rule." updated="2021-07-14T10:00:00-00:00" {{(pid=103807) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jun 16 17:14:01.373558 dv-cinder-837356-2-iscsi neutron-server[103807]: INFO neutron.api.extensions [None req-743a74df-22d0-431e-8a48-3ead4b91519f None None] Extension qos-pps-minimum not supported by any of loaded plugins Jun 16 17:14:01.373869 dv-cinder-837356-2-iscsi neutron-server[103807]: DEBUG neutron.api.extensions [None req-743a74df-22d0-431e-8a48-3ead4b91519f None None] Loading extension file: qos_pps_minimum_rule_alias.py {{(pid=103807) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jun 16 17:14:01.374893 dv-cinder-837356-2-iscsi neutron-server[103807]: DEBUG neutron.api.extensions [None req-743a74df-22d0-431e-8a48-3ead4b91519f None None] Ext name="QoS minimum packet rate rule alias" alias="qos-pps-minimum-rule-alias" description="API to enable GET, PUT and DELETE operations on QoS minimum packet rate rule without specifying policy ID" updated="2021-10-22T10:00:00-00:00" {{(pid=103807) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jun 16 17:14:01.375404 dv-cinder-837356-2-iscsi neutron-server[103807]: INFO neutron.api.extensions [None req-743a74df-22d0-431e-8a48-3ead4b91519f None None] Extension qos-pps-minimum-rule-alias not supported by any of loaded plugins Jun 16 17:14:01.375717 dv-cinder-837356-2-iscsi neutron-server[103807]: DEBUG neutron.api.extensions [None req-743a74df-22d0-431e-8a48-3ead4b91519f None None] Loading extension file: qos_pps_rule.py {{(pid=103807) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jun 16 17:14:01.376859 dv-cinder-837356-2-iscsi neutron-server[103807]: DEBUG neutron.api.extensions [None req-743a74df-22d0-431e-8a48-3ead4b91519f None None] Ext name="QoS Rule Type Packet per Second Extension" alias="qos-pps" description="Add QoS Rule Type Packet per Second" updated="2021-05-12T10:00:00-00:00" {{(pid=103807) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jun 16 17:14:01.377403 dv-cinder-837356-2-iscsi neutron-server[103807]: INFO neutron.api.extensions [None req-743a74df-22d0-431e-8a48-3ead4b91519f None None] Extension qos-pps not supported by any of loaded plugins Jun 16 17:14:01.377719 dv-cinder-837356-2-iscsi neutron-server[103807]: DEBUG neutron.api.extensions [None req-743a74df-22d0-431e-8a48-3ead4b91519f None None] Loading extension file: qos_rule_type_details.py {{(pid=103807) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jun 16 17:14:01.378623 dv-cinder-837356-2-iscsi neutron-server[103807]: DEBUG neutron.api.extensions [None req-743a74df-22d0-431e-8a48-3ead4b91519f None None] Ext name="Details of QoS rule types" alias="qos-rule-type-details" description="Expose details about QoS rule types supported by loaded backend drivers" updated="2017-06-22T10:00:00-00:00" {{(pid=103807) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jun 16 17:14:01.379130 dv-cinder-837356-2-iscsi neutron-server[103807]: INFO neutron.api.extensions [None req-743a74df-22d0-431e-8a48-3ead4b91519f None None] Extension qos-rule-type-details not supported by any of loaded plugins Jun 16 17:14:01.379445 dv-cinder-837356-2-iscsi neutron-server[103807]: DEBUG neutron.api.extensions [None req-743a74df-22d0-431e-8a48-3ead4b91519f None None] Loading extension file: qos_rule_type_filter.py {{(pid=103807) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jun 16 17:14:01.380509 dv-cinder-837356-2-iscsi neutron-server[103807]: DEBUG neutron.api.extensions [None req-743a74df-22d0-431e-8a48-3ead4b91519f None None] Ext name="Allow to filter the list of QoS rule types" alias="qos-rule-type-filter" description="Allows to filter the QoS rule type list adding two new flags. "all_rules" prints all implemented QoS rule types."all_supported" prints all supported QoS rule types by the loaded mechanism drivers" updated="2022-02-02T10:00:00-00:00" {{(pid=103807) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jun 16 17:14:01.381013 dv-cinder-837356-2-iscsi neutron-server[103807]: INFO neutron.api.extensions [None req-743a74df-22d0-431e-8a48-3ead4b91519f None None] Extension qos-rule-type-filter not supported by any of loaded plugins Jun 16 17:14:01.381351 dv-cinder-837356-2-iscsi neutron-server[103807]: DEBUG neutron.api.extensions [None req-743a74df-22d0-431e-8a48-3ead4b91519f None None] Loading extension file: qos_rules_alias.py {{(pid=103807) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jun 16 17:14:01.382508 dv-cinder-837356-2-iscsi neutron-server[103807]: DEBUG neutron.api.extensions [None req-743a74df-22d0-431e-8a48-3ead4b91519f None None] Ext name="Quality of Service rules alias API" alias="qos-rules-alias" description="API to enable GET, PUT and DELETE operations on QoS policy rules without specifying policy ID" updated="2018-10-07T10:00:00-00:00" {{(pid=103807) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jun 16 17:14:01.383032 dv-cinder-837356-2-iscsi neutron-server[103807]: INFO neutron.api.extensions [None req-743a74df-22d0-431e-8a48-3ead4b91519f None None] Extension qos-rules-alias not supported by any of loaded plugins Jun 16 17:14:01.383345 dv-cinder-837356-2-iscsi neutron-server[103807]: DEBUG neutron.api.extensions [None req-743a74df-22d0-431e-8a48-3ead4b91519f None None] Loading extension file: quota_check_limit.py {{(pid=103807) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jun 16 17:14:01.384248 dv-cinder-837356-2-iscsi neutron-server[103807]: DEBUG neutron.api.extensions [None req-743a74df-22d0-431e-8a48-3ead4b91519f None None] Ext name="Quota engine limit check" alias="quota-check-limit" description="Support for checking the resource usage before applying a new quota limit" updated="2021-09-08T16:00:00-00:00" {{(pid=103807) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jun 16 17:14:01.384749 dv-cinder-837356-2-iscsi neutron-server[103807]: INFO neutron.api.extensions [None req-743a74df-22d0-431e-8a48-3ead4b91519f None None] Loaded extension: quota-check-limit Jun 16 17:14:01.385064 dv-cinder-837356-2-iscsi neutron-server[103807]: DEBUG neutron.api.extensions [None req-743a74df-22d0-431e-8a48-3ead4b91519f None None] Loading extension file: quotasv2.py {{(pid=103807) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jun 16 17:14:01.386011 dv-cinder-837356-2-iscsi neutron-server[103807]: DEBUG neutron.api.extensions [None req-743a74df-22d0-431e-8a48-3ead4b91519f None None] Ext name="Quota management support" alias="quotas" description="Expose functions for quotas management per project" updated="2012-07-29T10:00:00-00:00" {{(pid=103807) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jun 16 17:14:01.386328 dv-cinder-837356-2-iscsi neutron-server[103807]: INFO neutron.api.extensions [None req-743a74df-22d0-431e-8a48-3ead4b91519f None None] Loaded extension: quotas Jun 16 17:14:01.386628 dv-cinder-837356-2-iscsi neutron-server[103807]: DEBUG neutron.api.extensions [None req-743a74df-22d0-431e-8a48-3ead4b91519f None None] Loading extension file: quotasv2_detail.py {{(pid=103807) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jun 16 17:14:01.388300 dv-cinder-837356-2-iscsi neutron-server[103807]: DEBUG neutron.api.extensions [None req-743a74df-22d0-431e-8a48-3ead4b91519f None None] Ext name="Quota details management support" alias="quota_details" description="Expose functions for quotas usage statistics per project" updated="2017-02-10T10:00:00-00:00" {{(pid=103807) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jun 16 17:14:01.388625 dv-cinder-837356-2-iscsi neutron-server[103807]: INFO neutron.api.extensions [None req-743a74df-22d0-431e-8a48-3ead4b91519f None None] Loaded extension: quota_details Jun 16 17:14:01.388942 dv-cinder-837356-2-iscsi neutron-server[103807]: DEBUG neutron.api.extensions [None req-743a74df-22d0-431e-8a48-3ead4b91519f None None] Loading extension file: rbac.py {{(pid=103807) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jun 16 17:14:01.390074 dv-cinder-837356-2-iscsi neutron-server[103807]: DEBUG neutron.api.extensions [None req-743a74df-22d0-431e-8a48-3ead4b91519f None None] Ext name="RBAC Policies" alias="rbac-policies" description="Allows creation and modification of policies that control tenant access to resources." updated="2015-06-17T12:15:12-00:00" {{(pid=103807) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jun 16 17:14:01.390610 dv-cinder-837356-2-iscsi neutron-server[103807]: INFO neutron.api.extensions [None req-743a74df-22d0-431e-8a48-3ead4b91519f None None] Loaded extension: rbac-policies Jun 16 17:14:01.390922 dv-cinder-837356-2-iscsi neutron-server[103807]: DEBUG neutron.api.extensions [None req-743a74df-22d0-431e-8a48-3ead4b91519f None None] Loading extension file: rbac_address_group.py {{(pid=103807) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jun 16 17:14:01.391866 dv-cinder-837356-2-iscsi neutron-server[103807]: DEBUG neutron.api.extensions [None req-743a74df-22d0-431e-8a48-3ead4b91519f None None] Ext name="Add address_group type to RBAC" alias="rbac-address-group" description="Add address_group type to network RBAC" updated="2021-01-20T00:00:00-00:00" {{(pid=103807) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jun 16 17:14:01.392370 dv-cinder-837356-2-iscsi neutron-server[103807]: INFO neutron.api.extensions [None req-743a74df-22d0-431e-8a48-3ead4b91519f None None] Loaded extension: rbac-address-group Jun 16 17:14:01.392684 dv-cinder-837356-2-iscsi neutron-server[103807]: DEBUG neutron.api.extensions [None req-743a74df-22d0-431e-8a48-3ead4b91519f None None] Loading extension file: rbac_address_scope.py {{(pid=103807) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jun 16 17:14:01.393700 dv-cinder-837356-2-iscsi neutron-server[103807]: DEBUG neutron.api.extensions [None req-743a74df-22d0-431e-8a48-3ead4b91519f None None] Ext name="Add address_scope type to RBAC" alias="rbac-address-scope" description="Add address_scope type to RBAC" updated="2020-02-12T00:00:00-00:00" {{(pid=103807) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jun 16 17:14:01.394205 dv-cinder-837356-2-iscsi neutron-server[103807]: INFO neutron.api.extensions [None req-743a74df-22d0-431e-8a48-3ead4b91519f None None] Loaded extension: rbac-address-scope Jun 16 17:14:01.394518 dv-cinder-837356-2-iscsi neutron-server[103807]: DEBUG neutron.api.extensions [None req-743a74df-22d0-431e-8a48-3ead4b91519f None None] Loading extension file: rbac_security_groups.py {{(pid=103807) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jun 16 17:14:01.395428 dv-cinder-837356-2-iscsi neutron-server[103807]: DEBUG neutron.api.extensions [None req-743a74df-22d0-431e-8a48-3ead4b91519f None None] Ext name="Add security_group type to network RBAC" alias="rbac-security-groups" description="Add security_group type to network RBAC" updated="2019-02-14T00:00:00-00:00" {{(pid=103807) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jun 16 17:14:01.395936 dv-cinder-837356-2-iscsi neutron-server[103807]: INFO neutron.api.extensions [None req-743a74df-22d0-431e-8a48-3ead4b91519f None None] Loaded extension: rbac-security-groups Jun 16 17:14:01.396252 dv-cinder-837356-2-iscsi neutron-server[103807]: DEBUG neutron.api.extensions [None req-743a74df-22d0-431e-8a48-3ead4b91519f None None] Loading extension file: rbac_subnetpool.py {{(pid=103807) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jun 16 17:14:01.397154 dv-cinder-837356-2-iscsi neutron-server[103807]: DEBUG neutron.api.extensions [None req-743a74df-22d0-431e-8a48-3ead4b91519f None None] Ext name="Add subnetpool type to RBAC" alias="rbac-subnetpool" description="Add subnetpool type to RBAC" updated="2020-02-05T00:00:00-00:00" {{(pid=103807) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jun 16 17:14:01.397688 dv-cinder-837356-2-iscsi neutron-server[103807]: INFO neutron.api.extensions [None req-743a74df-22d0-431e-8a48-3ead4b91519f None None] Loaded extension: rbac-subnetpool Jun 16 17:14:01.398000 dv-cinder-837356-2-iscsi neutron-server[103807]: DEBUG neutron.api.extensions [None req-743a74df-22d0-431e-8a48-3ead4b91519f None None] Loading extension file: revisionifmatch.py {{(pid=103807) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jun 16 17:14:01.398908 dv-cinder-837356-2-iscsi neutron-server[103807]: DEBUG neutron.api.extensions [None req-743a74df-22d0-431e-8a48-3ead4b91519f None None] Ext name="If-Match constraints based on revision_number" alias="revision-if-match" description="Extension indicating that If-Match based on revision_number is supported." updated="2016-12-11T00:00:00-00:00" {{(pid=103807) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jun 16 17:14:01.399408 dv-cinder-837356-2-iscsi neutron-server[103807]: INFO neutron.api.extensions [None req-743a74df-22d0-431e-8a48-3ead4b91519f None None] Loaded extension: revision-if-match Jun 16 17:14:01.399722 dv-cinder-837356-2-iscsi neutron-server[103807]: DEBUG neutron.api.extensions [None req-743a74df-22d0-431e-8a48-3ead4b91519f None None] Loading extension file: revisions.py {{(pid=103807) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jun 16 17:14:01.400819 dv-cinder-837356-2-iscsi neutron-server[103807]: DEBUG neutron.api.extensions [None req-743a74df-22d0-431e-8a48-3ead4b91519f None None] Ext name="Resource revision numbers" alias="standard-attr-revisions" description="This extension will display the revision number of neutron resources." updated="2016-04-11T10:00:00-00:00" {{(pid=103807) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jun 16 17:14:01.401356 dv-cinder-837356-2-iscsi neutron-server[103807]: INFO neutron.api.extensions [None req-743a74df-22d0-431e-8a48-3ead4b91519f None None] Loaded extension: standard-attr-revisions Jun 16 17:14:01.401673 dv-cinder-837356-2-iscsi neutron-server[103807]: DEBUG neutron.api.extensions [None req-743a74df-22d0-431e-8a48-3ead4b91519f None None] Loading extension file: router_availability_zone.py {{(pid=103807) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jun 16 17:14:01.402328 dv-cinder-837356-2-iscsi neutron-server[103807]: DEBUG neutron.api.extensions [None req-743a74df-22d0-431e-8a48-3ead4b91519f None None] Ext name="Router Availability Zone" alias="router_availability_zone" description="Availability zone support for router." updated="2015-01-01T10:00:00-00:00" {{(pid=103807) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jun 16 17:14:01.402835 dv-cinder-837356-2-iscsi neutron-server[103807]: INFO neutron.api.extensions [None req-743a74df-22d0-431e-8a48-3ead4b91519f None None] Loaded extension: router_availability_zone Jun 16 17:14:01.403153 dv-cinder-837356-2-iscsi neutron-server[103807]: DEBUG neutron.api.extensions [None req-743a74df-22d0-431e-8a48-3ead4b91519f None None] Loading extension file: routerservicetype.py {{(pid=103807) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jun 16 17:14:01.404051 dv-cinder-837356-2-iscsi neutron-server[103807]: DEBUG neutron.api.extensions [None req-743a74df-22d0-431e-8a48-3ead4b91519f None None] Ext name="Router Service Type" alias="router-service-type" description="Provides router service type" updated="2013-01-29T00:00:00-00:00" {{(pid=103807) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jun 16 17:14:01.404551 dv-cinder-837356-2-iscsi neutron-server[103807]: INFO neutron.api.extensions [None req-743a74df-22d0-431e-8a48-3ead4b91519f None None] Extension router-service-type not supported by any of loaded plugins Jun 16 17:14:01.404965 dv-cinder-837356-2-iscsi neutron-server[103807]: DEBUG neutron.api.extensions [None req-743a74df-22d0-431e-8a48-3ead4b91519f None None] Loading extension file: security_groups_normalized_cidr.py {{(pid=103807) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jun 16 17:14:01.406309 dv-cinder-837356-2-iscsi neutron-server[103807]: DEBUG neutron.api.extensions [None req-743a74df-22d0-431e-8a48-3ead4b91519f None None] Ext name="Normalized CIDR field for security group rules" alias="security-groups-normalized-cidr" description="Add new field with normalized remote_ip_prefix cidr in SG rule" updated="2020-07-28T10:00:00-00:00" {{(pid=103807) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jun 16 17:14:01.406828 dv-cinder-837356-2-iscsi neutron-server[103807]: INFO neutron.api.extensions [None req-743a74df-22d0-431e-8a48-3ead4b91519f None None] Loaded extension: security-groups-normalized-cidr Jun 16 17:14:01.407149 dv-cinder-837356-2-iscsi neutron-server[103807]: DEBUG neutron.api.extensions [None req-743a74df-22d0-431e-8a48-3ead4b91519f None None] Loading extension file: security_groups_port_filtering.py {{(pid=103807) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jun 16 17:14:01.408051 dv-cinder-837356-2-iscsi neutron-server[103807]: DEBUG neutron.api.extensions [None req-743a74df-22d0-431e-8a48-3ead4b91519f None None] Ext name="Port filtering on security groups" alias="port-security-groups-filtering" description="Provides security groups filtering when listing ports" updated="2018-01-09T09:00:00-00:00" {{(pid=103807) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jun 16 17:14:01.408560 dv-cinder-837356-2-iscsi neutron-server[103807]: INFO neutron.api.extensions [None req-743a74df-22d0-431e-8a48-3ead4b91519f None None] Loaded extension: port-security-groups-filtering Jun 16 17:14:01.408878 dv-cinder-837356-2-iscsi neutron-server[103807]: DEBUG neutron.api.extensions [None req-743a74df-22d0-431e-8a48-3ead4b91519f None None] Loading extension file: security_groups_remote_address_group.py {{(pid=103807) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jun 16 17:14:01.409832 dv-cinder-837356-2-iscsi neutron-server[103807]: DEBUG neutron.api.extensions [None req-743a74df-22d0-431e-8a48-3ead4b91519f None None] Ext name="Remote address group id field for security group rules" alias="security-groups-remote-address-group" description="Add new field of remote address group id in SG rules" updated="2020-08-25T10:00:00-00:00" {{(pid=103807) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jun 16 17:14:01.410343 dv-cinder-837356-2-iscsi neutron-server[103807]: INFO neutron.api.extensions [None req-743a74df-22d0-431e-8a48-3ead4b91519f None None] Loaded extension: security-groups-remote-address-group Jun 16 17:14:01.410658 dv-cinder-837356-2-iscsi neutron-server[103807]: DEBUG neutron.api.extensions [None req-743a74df-22d0-431e-8a48-3ead4b91519f None None] Loading extension file: security_groups_shared_filtering.py {{(pid=103807) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jun 16 17:14:01.411562 dv-cinder-837356-2-iscsi neutron-server[103807]: DEBUG neutron.api.extensions [None req-743a74df-22d0-431e-8a48-3ead4b91519f None None] Ext name="Security group filtering on the shared field" alias="security-groups-shared-filtering" description="Support filtering security groups on the shared field" updated="2021-10-05T09:00:00-00:00" {{(pid=103807) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jun 16 17:14:01.412071 dv-cinder-837356-2-iscsi neutron-server[103807]: INFO neutron.api.extensions [None req-743a74df-22d0-431e-8a48-3ead4b91519f None None] Loaded extension: security-groups-shared-filtering Jun 16 17:14:01.412384 dv-cinder-837356-2-iscsi neutron-server[103807]: DEBUG neutron.api.extensions [None req-743a74df-22d0-431e-8a48-3ead4b91519f None None] Loading extension file: securitygroup.py {{(pid=103807) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jun 16 17:14:01.422188 dv-cinder-837356-2-iscsi neutron-server[103807]: DEBUG neutron.api.extensions [None req-743a74df-22d0-431e-8a48-3ead4b91519f None None] Ext name="security-group" alias="security-group" description="The security groups extension." updated="2012-10-05T10:00:00-00:00" {{(pid=103807) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jun 16 17:14:01.422718 dv-cinder-837356-2-iscsi neutron-server[103807]: INFO neutron.api.extensions [None req-743a74df-22d0-431e-8a48-3ead4b91519f None None] Loaded extension: security-group Jun 16 17:14:01.423042 dv-cinder-837356-2-iscsi neutron-server[103807]: DEBUG neutron.api.extensions [None req-743a74df-22d0-431e-8a48-3ead4b91519f None None] Loading extension file: segment.py {{(pid=103807) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jun 16 17:14:01.423791 dv-cinder-837356-2-iscsi neutron-server[103807]: DEBUG neutron.api.extensions [None req-743a74df-22d0-431e-8a48-3ead4b91519f None None] Ext name="Segment" alias="segment" description="Segments extension." updated="2016-02-24T17:00:00-00:00" {{(pid=103807) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jun 16 17:14:01.424302 dv-cinder-837356-2-iscsi neutron-server[103807]: INFO neutron.api.extensions [None req-743a74df-22d0-431e-8a48-3ead4b91519f None None] Extension segment not supported by any of loaded plugins Jun 16 17:14:01.424624 dv-cinder-837356-2-iscsi neutron-server[103807]: DEBUG neutron.api.extensions [None req-743a74df-22d0-431e-8a48-3ead4b91519f None None] Loading extension file: segments_peer_subnet_host_routes.py {{(pid=103807) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jun 16 17:14:01.425582 dv-cinder-837356-2-iscsi neutron-server[103807]: DEBUG neutron.api.extensions [None req-743a74df-22d0-431e-8a48-3ead4b91519f None None] Ext name="Segments peer-subnet host routes" alias="segments-peer-subnet-host-routes" description="Add host routes to subnets on a routed network (segments)" updated="2018-06-12T10:00:00-00:00" {{(pid=103807) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jun 16 17:14:01.426072 dv-cinder-837356-2-iscsi neutron-server[103807]: INFO neutron.api.extensions [None req-743a74df-22d0-431e-8a48-3ead4b91519f None None] Extension segments-peer-subnet-host-routes not supported by any of loaded plugins Jun 16 17:14:01.426393 dv-cinder-837356-2-iscsi neutron-server[103807]: DEBUG neutron.api.extensions [None req-743a74df-22d0-431e-8a48-3ead4b91519f None None] Loading extension file: servicetype.py {{(pid=103807) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jun 16 17:14:01.427514 dv-cinder-837356-2-iscsi neutron-server[103807]: DEBUG neutron.api.extensions [None req-743a74df-22d0-431e-8a48-3ead4b91519f None None] Ext name="Neutron Service Type Management" alias="service-type" description="API for retrieving service providers for Neutron advanced services" updated="2013-01-20T00:00:00-00:00" {{(pid=103807) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jun 16 17:14:01.428027 dv-cinder-837356-2-iscsi neutron-server[103807]: INFO neutron.api.extensions [None req-743a74df-22d0-431e-8a48-3ead4b91519f None None] Loaded extension: service-type Jun 16 17:14:01.428347 dv-cinder-837356-2-iscsi neutron-server[103807]: DEBUG neutron.api.extensions [None req-743a74df-22d0-431e-8a48-3ead4b91519f None None] Loading extension file: sorting.py {{(pid=103807) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jun 16 17:14:01.429336 dv-cinder-837356-2-iscsi neutron-server[103807]: DEBUG neutron.api.extensions [None req-743a74df-22d0-431e-8a48-3ead4b91519f None None] Ext name="Sorting support" alias="sorting" description="Extension that indicates that sorting is enabled." updated="2016-06-12T00:00:00-00:00" {{(pid=103807) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jun 16 17:14:01.429661 dv-cinder-837356-2-iscsi neutron-server[103807]: INFO neutron.api.extensions [None req-743a74df-22d0-431e-8a48-3ead4b91519f None None] Loaded extension: sorting Jun 16 17:14:01.430077 dv-cinder-837356-2-iscsi neutron-server[103807]: DEBUG neutron.api.extensions [None req-743a74df-22d0-431e-8a48-3ead4b91519f None None] Loading extension file: standard_attr_segment.py {{(pid=103807) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jun 16 17:14:01.431295 dv-cinder-837356-2-iscsi neutron-server[103807]: DEBUG neutron.api.extensions [None req-743a74df-22d0-431e-8a48-3ead4b91519f None None] Ext name="Standard Attribute Segment Extension" alias="standard-attr-segment" description="Add standard attributes to Segment resource" updated="2018-04-09T10:00:00-00:00" {{(pid=103807) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jun 16 17:14:01.431812 dv-cinder-837356-2-iscsi neutron-server[103807]: INFO neutron.api.extensions [None req-743a74df-22d0-431e-8a48-3ead4b91519f None None] Extension standard-attr-segment not supported by any of loaded plugins Jun 16 17:14:01.432129 dv-cinder-837356-2-iscsi neutron-server[103807]: DEBUG neutron.api.extensions [None req-743a74df-22d0-431e-8a48-3ead4b91519f None None] Loading extension file: standardattrdescription.py {{(pid=103807) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jun 16 17:14:01.432764 dv-cinder-837356-2-iscsi neutron-server[103807]: DEBUG neutron.api.extensions [None req-743a74df-22d0-431e-8a48-3ead4b91519f None None] Ext name="standard-attr-description" alias="standard-attr-description" description="Extension to add descriptions to standard attributes" updated="2016-02-10T10:00:00-00:00" {{(pid=103807) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jun 16 17:14:01.433293 dv-cinder-837356-2-iscsi neutron-server[103807]: INFO neutron.api.extensions [None req-743a74df-22d0-431e-8a48-3ead4b91519f None None] Loaded extension: standard-attr-description Jun 16 17:14:01.433607 dv-cinder-837356-2-iscsi neutron-server[103807]: DEBUG neutron.api.extensions [None req-743a74df-22d0-431e-8a48-3ead4b91519f None None] Loading extension file: stateful_security_group.py {{(pid=103807) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jun 16 17:14:01.434530 dv-cinder-837356-2-iscsi neutron-server[103807]: DEBUG neutron.api.extensions [None req-743a74df-22d0-431e-8a48-3ead4b91519f None None] Ext name="Stateful security group" alias="stateful-security-group" description="Indicates if the security group is stateful or not" updated="2019-11-26T09:00:00-00:00" {{(pid=103807) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jun 16 17:14:01.435037 dv-cinder-837356-2-iscsi neutron-server[103807]: INFO neutron.api.extensions [None req-743a74df-22d0-431e-8a48-3ead4b91519f None None] Loaded extension: stateful-security-group Jun 16 17:14:01.435354 dv-cinder-837356-2-iscsi neutron-server[103807]: DEBUG neutron.api.extensions [None req-743a74df-22d0-431e-8a48-3ead4b91519f None None] Loading extension file: stdattrs_common.py {{(pid=103807) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jun 16 17:14:01.435924 dv-cinder-837356-2-iscsi neutron-server[103807]: WARNING neutron.api.extensions [None req-743a74df-22d0-431e-8a48-3ead4b91519f None None] Did not find expected name "Stdattrs_common" in /opt/stack/neutron/neutron/extensions/stdattrs_common.py Jun 16 17:14:01.436250 dv-cinder-837356-2-iscsi neutron-server[103807]: DEBUG neutron.api.extensions [None req-743a74df-22d0-431e-8a48-3ead4b91519f None None] Loading extension file: subnet_dns_publish_fixed_ip.py {{(pid=103807) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jun 16 17:14:01.437203 dv-cinder-837356-2-iscsi neutron-server[103807]: DEBUG neutron.api.extensions [None req-743a74df-22d0-431e-8a48-3ead4b91519f None None] Ext name="Subnet DNS publish fixed IP" alias="subnet-dns-publish-fixed-ip" description="Support choosing to publish DNS records for IPs from a subnet" updated="2019-05-24T10:00:00-00:00" {{(pid=103807) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jun 16 17:14:01.437711 dv-cinder-837356-2-iscsi neutron-server[103807]: INFO neutron.api.extensions [None req-743a74df-22d0-431e-8a48-3ead4b91519f None None] Extension subnet-dns-publish-fixed-ip not supported by any of loaded plugins Jun 16 17:14:01.438026 dv-cinder-837356-2-iscsi neutron-server[103807]: DEBUG neutron.api.extensions [None req-743a74df-22d0-431e-8a48-3ead4b91519f None None] Loading extension file: subnet_onboard.py {{(pid=103807) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jun 16 17:14:01.439155 dv-cinder-837356-2-iscsi neutron-server[103807]: DEBUG neutron.api.extensions [None req-743a74df-22d0-431e-8a48-3ead4b91519f None None] Ext name="Subnet Onboard" alias="subnet_onboard" description="Provides support for onboarding subnets into subnet pools" updated="2018-12-18T09:00:00-00:00" {{(pid=103807) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jun 16 17:14:01.439672 dv-cinder-837356-2-iscsi neutron-server[103807]: INFO neutron.api.extensions [None req-743a74df-22d0-431e-8a48-3ead4b91519f None None] Loaded extension: subnet_onboard Jun 16 17:14:01.439987 dv-cinder-837356-2-iscsi neutron-server[103807]: DEBUG neutron.api.extensions [None req-743a74df-22d0-431e-8a48-3ead4b91519f None None] Loading extension file: subnet_segmentid_writable.py {{(pid=103807) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jun 16 17:14:01.440901 dv-cinder-837356-2-iscsi neutron-server[103807]: DEBUG neutron.api.extensions [None req-743a74df-22d0-431e-8a48-3ead4b91519f None None] Ext name="Subnet SegmentID (writable)" alias="subnet-segmentid-writable" description="Provides a writable segment_id attribute for a subnet resource." updated="2018-03-12T00:00:00-00:00" {{(pid=103807) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jun 16 17:14:01.441439 dv-cinder-837356-2-iscsi neutron-server[103807]: INFO neutron.api.extensions [None req-743a74df-22d0-431e-8a48-3ead4b91519f None None] Extension subnet-segmentid-writable not supported by any of loaded plugins Jun 16 17:14:01.441751 dv-cinder-837356-2-iscsi neutron-server[103807]: DEBUG neutron.api.extensions [None req-743a74df-22d0-431e-8a48-3ead4b91519f None None] Loading extension file: subnet_service_types.py {{(pid=103807) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jun 16 17:14:01.442651 dv-cinder-837356-2-iscsi neutron-server[103807]: DEBUG neutron.api.extensions [None req-743a74df-22d0-431e-8a48-3ead4b91519f None None] Ext name="Subnet service types" alias="subnet-service-types" description="Provides ability to set the subnet service_types field" updated="2016-03-15T18:00:00-00:00" {{(pid=103807) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jun 16 17:14:01.443158 dv-cinder-837356-2-iscsi neutron-server[103807]: INFO neutron.api.extensions [None req-743a74df-22d0-431e-8a48-3ead4b91519f None None] Loaded extension: subnet-service-types Jun 16 17:14:01.443470 dv-cinder-837356-2-iscsi neutron-server[103807]: DEBUG neutron.api.extensions [None req-743a74df-22d0-431e-8a48-3ead4b91519f None None] Loading extension file: subnetallocation.py {{(pid=103807) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jun 16 17:14:01.444528 dv-cinder-837356-2-iscsi neutron-server[103807]: DEBUG neutron.api.extensions [None req-743a74df-22d0-431e-8a48-3ead4b91519f None None] Ext name="Subnet Allocation" alias="subnet_allocation" description="Enables allocation of subnets from a subnet pool" updated="2015-03-30T10:00:00-00:00" {{(pid=103807) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jun 16 17:14:01.445047 dv-cinder-837356-2-iscsi neutron-server[103807]: INFO neutron.api.extensions [None req-743a74df-22d0-431e-8a48-3ead4b91519f None None] Loaded extension: subnet_allocation Jun 16 17:14:01.445390 dv-cinder-837356-2-iscsi neutron-server[103807]: DEBUG neutron.api.extensions [None req-743a74df-22d0-431e-8a48-3ead4b91519f None None] Loading extension file: subnetpool_prefix_ops.py {{(pid=103807) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jun 16 17:14:01.446047 dv-cinder-837356-2-iscsi neutron-server[103807]: DEBUG neutron.api.extensions [None req-743a74df-22d0-431e-8a48-3ead4b91519f None None] Ext name="Subnet Pool Prefix Operations" alias="subnetpool-prefix-ops" description="Provides support for adjusting the prefix list of subnet pools" updated="2019-02-08T10:00:00-00:00" {{(pid=103807) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jun 16 17:14:01.446558 dv-cinder-837356-2-iscsi neutron-server[103807]: INFO neutron.api.extensions [None req-743a74df-22d0-431e-8a48-3ead4b91519f None None] Loaded extension: subnetpool-prefix-ops Jun 16 17:14:01.446871 dv-cinder-837356-2-iscsi neutron-server[103807]: DEBUG neutron.api.extensions [None req-743a74df-22d0-431e-8a48-3ead4b91519f None None] Loading extension file: tag_ports_during_bulk_creation.py {{(pid=103807) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jun 16 17:14:01.447788 dv-cinder-837356-2-iscsi neutron-server[103807]: DEBUG neutron.api.extensions [None req-743a74df-22d0-431e-8a48-3ead4b91519f None None] Ext name="Tag Ports During Bulk Creation" alias="tag-ports-during-bulk-creation" description="Allow to tag ports during bulk creation" updated="2019-12-29T19:00:00-00:00" {{(pid=103807) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jun 16 17:14:01.448293 dv-cinder-837356-2-iscsi neutron-server[103807]: INFO neutron.api.extensions [None req-743a74df-22d0-431e-8a48-3ead4b91519f None None] Extension tag-ports-during-bulk-creation not supported by any of loaded plugins Jun 16 17:14:01.448609 dv-cinder-837356-2-iscsi neutron-server[103807]: DEBUG neutron.api.extensions [None req-743a74df-22d0-431e-8a48-3ead4b91519f None None] Loading extension file: tagging.py {{(pid=103807) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jun 16 17:14:01.449751 dv-cinder-837356-2-iscsi neutron-server[103807]: DEBUG neutron.api.extensions [None req-743a74df-22d0-431e-8a48-3ead4b91519f None None] Ext name="Tag support for resources with standard attribute: port, subnet, subnetpool, network, security_group, router, floatingip, policy, trunk, network_segment_range" alias="standard-attr-tag" description="Enables to set tag on resources with standard attribute." updated="2017-01-01T00:00:00-00:00" {{(pid=103807) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jun 16 17:14:01.450209 dv-cinder-837356-2-iscsi neutron-server[103807]: INFO neutron.api.extensions [None req-743a74df-22d0-431e-8a48-3ead4b91519f None None] Loaded extension: standard-attr-tag Jun 16 17:14:01.450524 dv-cinder-837356-2-iscsi neutron-server[103807]: DEBUG neutron.api.extensions [None req-743a74df-22d0-431e-8a48-3ead4b91519f None None] Loading extension file: timestamp.py {{(pid=103807) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jun 16 17:14:01.451789 dv-cinder-837356-2-iscsi neutron-server[103807]: DEBUG neutron.api.extensions [None req-743a74df-22d0-431e-8a48-3ead4b91519f None None] Ext name="Resource timestamps" alias="standard-attr-timestamp" description="Adds created_at and updated_at fields to all Neutron resources that have Neutron standard attributes." updated="2016-09-12T10:00:00-00:00" {{(pid=103807) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jun 16 17:14:01.452289 dv-cinder-837356-2-iscsi neutron-server[103807]: INFO neutron.api.extensions [None req-743a74df-22d0-431e-8a48-3ead4b91519f None None] Loaded extension: standard-attr-timestamp Jun 16 17:14:01.452605 dv-cinder-837356-2-iscsi neutron-server[103807]: DEBUG neutron.api.extensions [None req-743a74df-22d0-431e-8a48-3ead4b91519f None None] Loading extension file: trunk.py {{(pid=103807) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jun 16 17:14:01.453651 dv-cinder-837356-2-iscsi neutron-server[103807]: DEBUG neutron.api.extensions [None req-743a74df-22d0-431e-8a48-3ead4b91519f None None] Ext name="Trunk Extension" alias="trunk" description="Provides support for trunk ports" updated="2016-01-01T10:00:00-00:00" {{(pid=103807) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jun 16 17:14:01.454156 dv-cinder-837356-2-iscsi neutron-server[103807]: INFO neutron.api.extensions [None req-743a74df-22d0-431e-8a48-3ead4b91519f None None] Extension trunk not supported by any of loaded plugins Jun 16 17:14:01.454474 dv-cinder-837356-2-iscsi neutron-server[103807]: DEBUG neutron.api.extensions [None req-743a74df-22d0-431e-8a48-3ead4b91519f None None] Loading extension file: trunk_details.py {{(pid=103807) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jun 16 17:14:01.455380 dv-cinder-837356-2-iscsi neutron-server[103807]: DEBUG neutron.api.extensions [None req-743a74df-22d0-431e-8a48-3ead4b91519f None None] Ext name="Trunk port details" alias="trunk-details" description="Expose trunk port details" updated="2016-01-01T10:00:00-00:00" {{(pid=103807) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jun 16 17:14:01.455886 dv-cinder-837356-2-iscsi neutron-server[103807]: INFO neutron.api.extensions [None req-743a74df-22d0-431e-8a48-3ead4b91519f None None] Extension trunk-details not supported by any of loaded plugins Jun 16 17:14:01.456198 dv-cinder-837356-2-iscsi neutron-server[103807]: DEBUG neutron.api.extensions [None req-743a74df-22d0-431e-8a48-3ead4b91519f None None] Loading extension file: uplink_status_propagation.py {{(pid=103807) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jun 16 17:14:01.457097 dv-cinder-837356-2-iscsi neutron-server[103807]: DEBUG neutron.api.extensions [None req-743a74df-22d0-431e-8a48-3ead4b91519f None None] Ext name="Uplink status propagation extension" alias="uplink-status-propagation" description="Provides ability to propagate port uplink status." updated="2018-05-31T18:00:00-00:00" {{(pid=103807) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jun 16 17:14:01.457633 dv-cinder-837356-2-iscsi neutron-server[103807]: INFO neutron.api.extensions [None req-743a74df-22d0-431e-8a48-3ead4b91519f None None] Extension uplink-status-propagation not supported by any of loaded plugins Jun 16 17:14:01.457944 dv-cinder-837356-2-iscsi neutron-server[103807]: DEBUG neutron.api.extensions [None req-743a74df-22d0-431e-8a48-3ead4b91519f None None] Loading extension file: vlantransparent.py {{(pid=103807) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jun 16 17:14:01.458596 dv-cinder-837356-2-iscsi neutron-server[103807]: DEBUG neutron.api.extensions [None req-743a74df-22d0-431e-8a48-3ead4b91519f None None] Ext name="Vlantransparent" alias="vlan-transparent" description="Provides Vlan Transparent Networks" updated="2015-03-23T09:00:00-00:00" {{(pid=103807) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jun 16 17:14:01.459407 dv-cinder-837356-2-iscsi neutron-server[103807]: INFO neutron.api.extensions [None req-743a74df-22d0-431e-8a48-3ead4b91519f None None] Extension vlan-transparent not supported by any of loaded plugins Jun 16 17:14:01.461996 dv-cinder-837356-2-iscsi neutron-server[103807]: INFO neutron.quota.resource_registry [None req-743a74df-22d0-431e-8a48-3ead4b91519f None None] Creating instance of TrackedResource for resource:network Jun 16 17:14:01.462504 dv-cinder-837356-2-iscsi neutron-server[103807]: INFO neutron.quota.resource_registry [None req-743a74df-22d0-431e-8a48-3ead4b91519f None None] Creating instance of TrackedResource for resource:subnet Jun 16 17:14:01.462897 dv-cinder-837356-2-iscsi neutron-server[103807]: INFO neutron.quota.resource_registry [None req-743a74df-22d0-431e-8a48-3ead4b91519f None None] Creating instance of TrackedResource for resource:subnetpool Jun 16 17:14:01.463272 dv-cinder-837356-2-iscsi neutron-server[103807]: INFO neutron.quota.resource_registry [None req-743a74df-22d0-431e-8a48-3ead4b91519f None None] Creating instance of TrackedResource for resource:port Jun 16 17:14:01.464649 dv-cinder-837356-2-iscsi neutron-server[103807]: DEBUG neutron.api.v2.resource_helper [None req-743a74df-22d0-431e-8a48-3ead4b91519f None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=103807) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Jun 16 17:14:01.465094 dv-cinder-837356-2-iscsi neutron-server[103807]: DEBUG neutron.api.v2.resource_helper [None req-743a74df-22d0-431e-8a48-3ead4b91519f None None] Service FLAVORS assigned prefix: {{(pid=103807) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Jun 16 17:14:01.465738 dv-cinder-837356-2-iscsi neutron-server[103807]: DEBUG neutron.api.v2.resource_helper [None req-743a74df-22d0-431e-8a48-3ead4b91519f None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=103807) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Jun 16 17:14:01.466156 dv-cinder-837356-2-iscsi neutron-server[103807]: DEBUG neutron.api.v2.resource_helper [None req-743a74df-22d0-431e-8a48-3ead4b91519f None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=103807) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Jun 16 17:14:01.466593 dv-cinder-837356-2-iscsi neutron-server[103807]: INFO neutron.quota.resource_registry [None req-743a74df-22d0-431e-8a48-3ead4b91519f None None] Creating instance of TrackedResource for resource:router Jun 16 17:14:01.467027 dv-cinder-837356-2-iscsi neutron-server[103807]: INFO neutron.quota.resource_registry [None req-743a74df-22d0-431e-8a48-3ead4b91519f None None] Creating instance of TrackedResource for resource:floatingip Jun 16 17:14:01.467546 dv-cinder-837356-2-iscsi neutron-server[103807]: DEBUG neutron.api.v2.resource_helper [None req-743a74df-22d0-431e-8a48-3ead4b91519f None None] Service METERING assigned prefix: /metering {{(pid=103807) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Jun 16 17:14:01.468985 dv-cinder-837356-2-iscsi neutron-server[103807]: DEBUG neutron_lib.callbacks.manager [None req-743a74df-22d0-431e-8a48-3ead4b91519f None None] Subscribe: > rbac-policy before_create 55550000 {{(pid=103807) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 16 17:14:01.469389 dv-cinder-837356-2-iscsi neutron-server[103807]: DEBUG neutron_lib.callbacks.manager [None req-743a74df-22d0-431e-8a48-3ead4b91519f None None] Subscribe: > rbac-policy before_update 55550000 {{(pid=103807) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 16 17:14:01.469739 dv-cinder-837356-2-iscsi neutron-server[103807]: DEBUG neutron_lib.callbacks.manager [None req-743a74df-22d0-431e-8a48-3ead4b91519f None None] Subscribe: > rbac-policy before_delete 55550000 {{(pid=103807) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 16 17:14:01.470813 dv-cinder-837356-2-iscsi neutron-server[103807]: INFO neutron.quota.resource_registry [None req-743a74df-22d0-431e-8a48-3ead4b91519f None None] Creating instance of CountableResource for resource:rbac_policy Jun 16 17:14:01.471472 dv-cinder-837356-2-iscsi neutron-server[103807]: INFO neutron.quota.resource_registry [None req-743a74df-22d0-431e-8a48-3ead4b91519f None None] Creating instance of TrackedResource for resource:security_group Jun 16 17:14:01.471978 dv-cinder-837356-2-iscsi neutron-server[103807]: INFO neutron.quota.resource_registry [None req-743a74df-22d0-431e-8a48-3ead4b91519f None None] Creating instance of TrackedResource for resource:security_group_rule Jun 16 17:14:01.472572 dv-cinder-837356-2-iscsi neutron-server[103807]: DEBUG neutron.api.v2.resource_helper [None req-743a74df-22d0-431e-8a48-3ead4b91519f None None] Service CORE assigned prefix: {{(pid=103807) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Jun 16 17:14:01.472893 dv-cinder-837356-2-iscsi neutron-server[103807]: INFO neutron.quota.resource_registry [None req-743a74df-22d0-431e-8a48-3ead4b91519f None None] Creating instance of TrackedResource for resource:subnetpool Jun 16 17:14:01.473257 dv-cinder-837356-2-iscsi neutron-server[103807]: WARNING neutron.quota.resource_registry [None req-743a74df-22d0-431e-8a48-3ead4b91519f None None] subnetpool is already registered Jun 16 17:14:01.473688 dv-cinder-837356-2-iscsi neutron-server[103807]: DEBUG neutron.api.v2.resource_helper [None req-743a74df-22d0-431e-8a48-3ead4b91519f None None] Service CORE assigned prefix: {{(pid=103807) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Jun 16 17:14:01.474009 dv-cinder-837356-2-iscsi neutron-server[103807]: INFO neutron.quota.resource_registry [None req-743a74df-22d0-431e-8a48-3ead4b91519f None None] Creating instance of TrackedResource for resource:subnetpool Jun 16 17:14:01.474325 dv-cinder-837356-2-iscsi neutron-server[103807]: WARNING neutron.quota.resource_registry [None req-743a74df-22d0-431e-8a48-3ead4b91519f None None] subnetpool is already registered Jun 16 17:14:01.476602 dv-cinder-837356-2-iscsi neutron-server[103807]: DEBUG neutron.api.v2.resource_helper [None req-743a74df-22d0-431e-8a48-3ead4b91519f None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=103807) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Jun 16 17:14:01.477027 dv-cinder-837356-2-iscsi neutron-server[103807]: DEBUG neutron.api.v2.resource_helper [None req-743a74df-22d0-431e-8a48-3ead4b91519f None None] Service FLAVORS assigned prefix: {{(pid=103807) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Jun 16 17:14:01.477641 dv-cinder-837356-2-iscsi neutron-server[103807]: DEBUG neutron.api.v2.resource_helper [None req-743a74df-22d0-431e-8a48-3ead4b91519f None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=103807) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Jun 16 17:14:01.478056 dv-cinder-837356-2-iscsi neutron-server[103807]: DEBUG neutron.api.v2.resource_helper [None req-743a74df-22d0-431e-8a48-3ead4b91519f None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=103807) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Jun 16 17:14:01.478380 dv-cinder-837356-2-iscsi neutron-server[103807]: INFO neutron.quota.resource_registry [None req-743a74df-22d0-431e-8a48-3ead4b91519f None None] Creating instance of TrackedResource for resource:router Jun 16 17:14:01.478709 dv-cinder-837356-2-iscsi neutron-server[103807]: WARNING neutron.quota.resource_registry [None req-743a74df-22d0-431e-8a48-3ead4b91519f None None] router is already registered Jun 16 17:14:01.479108 dv-cinder-837356-2-iscsi neutron-server[103807]: INFO neutron.quota.resource_registry [None req-743a74df-22d0-431e-8a48-3ead4b91519f None None] Creating instance of TrackedResource for resource:floatingip Jun 16 17:14:01.479440 dv-cinder-837356-2-iscsi neutron-server[103807]: WARNING neutron.quota.resource_registry [None req-743a74df-22d0-431e-8a48-3ead4b91519f None None] floatingip is already registered Jun 16 17:14:01.479892 dv-cinder-837356-2-iscsi neutron-server[103807]: DEBUG neutron.api.v2.resource_helper [None req-743a74df-22d0-431e-8a48-3ead4b91519f None None] Service METERING assigned prefix: /metering {{(pid=103807) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Jun 16 17:14:01.480668 dv-cinder-837356-2-iscsi neutron-server[103807]: INFO neutron.quota.resource_registry [None req-743a74df-22d0-431e-8a48-3ead4b91519f None None] Creating instance of CountableResource for resource:rbac_policy Jun 16 17:14:01.480990 dv-cinder-837356-2-iscsi neutron-server[103807]: WARNING neutron.quota.resource_registry [None req-743a74df-22d0-431e-8a48-3ead4b91519f None None] rbac_policy is already registered Jun 16 17:14:01.481463 dv-cinder-837356-2-iscsi neutron-server[103807]: INFO neutron.quota.resource_registry [None req-743a74df-22d0-431e-8a48-3ead4b91519f None None] Creating instance of TrackedResource for resource:security_group Jun 16 17:14:01.481790 dv-cinder-837356-2-iscsi neutron-server[103807]: WARNING neutron.quota.resource_registry [None req-743a74df-22d0-431e-8a48-3ead4b91519f None None] security_group is already registered Jun 16 17:14:01.482184 dv-cinder-837356-2-iscsi neutron-server[103807]: INFO neutron.quota.resource_registry [None req-743a74df-22d0-431e-8a48-3ead4b91519f None None] Creating instance of TrackedResource for resource:security_group_rule Jun 16 17:14:01.482506 dv-cinder-837356-2-iscsi neutron-server[103807]: WARNING neutron.quota.resource_registry [None req-743a74df-22d0-431e-8a48-3ead4b91519f None None] security_group_rule is already registered Jun 16 17:14:01.483198 dv-cinder-837356-2-iscsi neutron-server[103807]: DEBUG neutron.api.v2.resource_helper [None req-743a74df-22d0-431e-8a48-3ead4b91519f None None] Service CORE assigned prefix: {{(pid=103807) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Jun 16 17:14:01.483574 dv-cinder-837356-2-iscsi neutron-server[103807]: INFO neutron.quota.resource_registry [None req-743a74df-22d0-431e-8a48-3ead4b91519f None None] Creating instance of TrackedResource for resource:subnetpool Jun 16 17:14:01.483952 dv-cinder-837356-2-iscsi neutron-server[103807]: WARNING neutron.quota.resource_registry [None req-743a74df-22d0-431e-8a48-3ead4b91519f None None] subnetpool is already registered Jun 16 17:14:01.484374 dv-cinder-837356-2-iscsi neutron-server[103807]: DEBUG neutron.api.v2.resource_helper [None req-743a74df-22d0-431e-8a48-3ead4b91519f None None] Service CORE assigned prefix: {{(pid=103807) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Jun 16 17:14:01.484691 dv-cinder-837356-2-iscsi neutron-server[103807]: INFO neutron.quota.resource_registry [None req-743a74df-22d0-431e-8a48-3ead4b91519f None None] Creating instance of TrackedResource for resource:subnetpool Jun 16 17:14:01.485024 dv-cinder-837356-2-iscsi neutron-server[103807]: WARNING neutron.quota.resource_registry [None req-743a74df-22d0-431e-8a48-3ead4b91519f None None] subnetpool is already registered Jun 16 17:14:01.485513 dv-cinder-837356-2-iscsi neutron-server[103807]: DEBUG neutron.api.extensions [None req-743a74df-22d0-431e-8a48-3ead4b91519f None None] Extended resource: extensions {{(pid=103807) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jun 16 17:14:01.487012 dv-cinder-837356-2-iscsi neutron-server[103807]: DEBUG neutron.api.extensions [None req-743a74df-22d0-431e-8a48-3ead4b91519f None None] Extended resource: address-groups {{(pid=103807) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jun 16 17:14:01.488667 dv-cinder-837356-2-iscsi neutron-server[103807]: DEBUG neutron.api.extensions [None req-743a74df-22d0-431e-8a48-3ead4b91519f None None] Extended resource: address-scopes {{(pid=103807) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jun 16 17:14:01.490036 dv-cinder-837356-2-iscsi neutron-server[103807]: DEBUG neutron.api.extensions [None req-743a74df-22d0-431e-8a48-3ead4b91519f None None] Extended resource: agents {{(pid=103807) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jun 16 17:14:01.491206 dv-cinder-837356-2-iscsi neutron-server[103807]: DEBUG neutron.api.extensions [None req-743a74df-22d0-431e-8a48-3ead4b91519f None None] Extended resource: auto-allocated-topology {{(pid=103807) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jun 16 17:14:01.492442 dv-cinder-837356-2-iscsi neutron-server[103807]: DEBUG neutron.api.extensions [None req-743a74df-22d0-431e-8a48-3ead4b91519f None None] Extended resource: availability_zones {{(pid=103807) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jun 16 17:14:01.493688 dv-cinder-837356-2-iscsi neutron-server[103807]: DEBUG neutron.api.extensions [None req-743a74df-22d0-431e-8a48-3ead4b91519f None None] Extended resource: dhcp-networks {{(pid=103807) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jun 16 17:14:01.495206 dv-cinder-837356-2-iscsi neutron-server[103807]: DEBUG neutron.api.extensions [None req-743a74df-22d0-431e-8a48-3ead4b91519f None None] Extended resource: dhcp-agents {{(pid=103807) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jun 16 17:14:01.496679 dv-cinder-837356-2-iscsi neutron-server[103807]: DEBUG neutron.api.extensions [None req-743a74df-22d0-431e-8a48-3ead4b91519f None None] Extended resource: routers {{(pid=103807) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jun 16 17:14:01.498658 dv-cinder-837356-2-iscsi neutron-server[103807]: DEBUG neutron.api.extensions [None req-743a74df-22d0-431e-8a48-3ead4b91519f None None] Extended resource: flavors {{(pid=103807) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jun 16 17:14:01.499979 dv-cinder-837356-2-iscsi neutron-server[103807]: DEBUG neutron.api.extensions [None req-743a74df-22d0-431e-8a48-3ead4b91519f None None] Extended resource: service_profiles {{(pid=103807) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jun 16 17:14:01.501199 dv-cinder-837356-2-iscsi neutron-server[103807]: DEBUG neutron.api.extensions [None req-743a74df-22d0-431e-8a48-3ead4b91519f None None] Extended resource: next_providers {{(pid=103807) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jun 16 17:14:01.502848 dv-cinder-837356-2-iscsi neutron-server[103807]: DEBUG neutron.api.extensions [None req-743a74df-22d0-431e-8a48-3ead4b91519f None None] Extended resource: service_profiles {{(pid=103807) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jun 16 17:14:01.505466 dv-cinder-837356-2-iscsi neutron-server[103807]: DEBUG neutron.api.extensions [None req-743a74df-22d0-431e-8a48-3ead4b91519f None None] Extended resource: floatingip-pools {{(pid=103807) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jun 16 17:14:01.506691 dv-cinder-837356-2-iscsi neutron-server[103807]: DEBUG neutron.api.extensions [None req-743a74df-22d0-431e-8a48-3ead4b91519f None None] Extended resource: routers {{(pid=103807) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jun 16 17:14:01.508383 dv-cinder-837356-2-iscsi neutron-server[103807]: DEBUG neutron.api.extensions [None req-743a74df-22d0-431e-8a48-3ead4b91519f None None] Extended resource: floatingips {{(pid=103807) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jun 16 17:14:01.509689 dv-cinder-837356-2-iscsi neutron-server[103807]: DEBUG neutron.api.extensions [None req-743a74df-22d0-431e-8a48-3ead4b91519f None None] Extended resource: l3-routers {{(pid=103807) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jun 16 17:14:01.511084 dv-cinder-837356-2-iscsi neutron-server[103807]: DEBUG neutron.api.extensions [None req-743a74df-22d0-431e-8a48-3ead4b91519f None None] Extended resource: l3-agents {{(pid=103807) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jun 16 17:14:01.512498 dv-cinder-837356-2-iscsi neutron-server[103807]: DEBUG neutron.api.extensions [None req-743a74df-22d0-431e-8a48-3ead4b91519f None None] Extended resource: metering-labels {{(pid=103807) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jun 16 17:14:01.513769 dv-cinder-837356-2-iscsi neutron-server[103807]: DEBUG neutron.api.extensions [None req-743a74df-22d0-431e-8a48-3ead4b91519f None None] Extended resource: metering-label-rules {{(pid=103807) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jun 16 17:14:01.515204 dv-cinder-837356-2-iscsi neutron-server[103807]: DEBUG neutron.api.extensions [None req-743a74df-22d0-431e-8a48-3ead4b91519f None None] Extended resource: network-ip-availabilities {{(pid=103807) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jun 16 17:14:01.516438 dv-cinder-837356-2-iscsi neutron-server[103807]: DEBUG neutron.api.extensions [None req-743a74df-22d0-431e-8a48-3ead4b91519f None None] Extended resource: bindings {{(pid=103807) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jun 16 17:14:01.518023 dv-cinder-837356-2-iscsi neutron-server[103807]: DEBUG neutron.api.extensions [None req-743a74df-22d0-431e-8a48-3ead4b91519f None None] Extended resource: quotas {{(pid=103807) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jun 16 17:14:01.519680 dv-cinder-837356-2-iscsi neutron-server[103807]: DEBUG neutron.api.extensions [None req-743a74df-22d0-431e-8a48-3ead4b91519f None None] Extended resource: quotas {{(pid=103807) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jun 16 17:14:01.521200 dv-cinder-837356-2-iscsi neutron-server[103807]: DEBUG neutron.api.extensions [None req-743a74df-22d0-431e-8a48-3ead4b91519f None None] Extended resource: rbac-policies {{(pid=103807) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jun 16 17:14:01.522473 dv-cinder-837356-2-iscsi neutron-server[103807]: DEBUG neutron.api.extensions [None req-743a74df-22d0-431e-8a48-3ead4b91519f None None] Extended resource: security-groups {{(pid=103807) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jun 16 17:14:01.523904 dv-cinder-837356-2-iscsi neutron-server[103807]: DEBUG neutron.api.extensions [None req-743a74df-22d0-431e-8a48-3ead4b91519f None None] Extended resource: security-group-rules {{(pid=103807) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jun 16 17:14:01.525158 dv-cinder-837356-2-iscsi neutron-server[103807]: DEBUG neutron.api.extensions [None req-743a74df-22d0-431e-8a48-3ead4b91519f None None] Extended resource: service-providers {{(pid=103807) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jun 16 17:14:01.526770 dv-cinder-837356-2-iscsi neutron-server[103807]: DEBUG neutron.api.extensions [None req-743a74df-22d0-431e-8a48-3ead4b91519f None None] Extended resource: subnetpools {{(pid=103807) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jun 16 17:14:01.528329 dv-cinder-837356-2-iscsi neutron-server[103807]: DEBUG neutron.api.extensions [None req-743a74df-22d0-431e-8a48-3ead4b91519f None None] Extended resource: subnetpools {{(pid=103807) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jun 16 17:14:01.530297 dv-cinder-837356-2-iscsi neutron-server[103807]: DEBUG neutron.api.extensions [None req-743a74df-22d0-431e-8a48-3ead4b91519f None None] Extended resource: tags {{(pid=103807) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jun 16 17:14:01.532084 dv-cinder-837356-2-iscsi neutron-server[103807]: DEBUG neutron.api.extensions [None req-743a74df-22d0-431e-8a48-3ead4b91519f None None] Extended resource: tags {{(pid=103807) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jun 16 17:14:01.533935 dv-cinder-837356-2-iscsi neutron-server[103807]: DEBUG neutron.api.extensions [None req-743a74df-22d0-431e-8a48-3ead4b91519f None None] Extended resource: tags {{(pid=103807) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jun 16 17:14:01.535699 dv-cinder-837356-2-iscsi neutron-server[103807]: DEBUG neutron.api.extensions [None req-743a74df-22d0-431e-8a48-3ead4b91519f None None] Extended resource: tags {{(pid=103807) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jun 16 17:14:01.537455 dv-cinder-837356-2-iscsi neutron-server[103807]: DEBUG neutron.api.extensions [None req-743a74df-22d0-431e-8a48-3ead4b91519f None None] Extended resource: tags {{(pid=103807) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jun 16 17:14:01.539514 dv-cinder-837356-2-iscsi neutron-server[103807]: DEBUG neutron.api.extensions [None req-743a74df-22d0-431e-8a48-3ead4b91519f None None] Extended resource: tags {{(pid=103807) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jun 16 17:14:01.541206 dv-cinder-837356-2-iscsi neutron-server[103807]: DEBUG neutron.api.extensions [None req-743a74df-22d0-431e-8a48-3ead4b91519f None None] Extended resource: tags {{(pid=103807) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jun 16 17:14:01.543115 dv-cinder-837356-2-iscsi neutron-server[103807]: DEBUG neutron.api.extensions [None req-743a74df-22d0-431e-8a48-3ead4b91519f None None] Extended resource: tags {{(pid=103807) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jun 16 17:14:01.544871 dv-cinder-837356-2-iscsi neutron-server[103807]: DEBUG neutron.api.extensions [None req-743a74df-22d0-431e-8a48-3ead4b91519f None None] Extended resource: tags {{(pid=103807) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jun 16 17:14:01.546912 dv-cinder-837356-2-iscsi neutron-server[103807]: DEBUG neutron.api.extensions [None req-743a74df-22d0-431e-8a48-3ead4b91519f None None] Extended resource: tags {{(pid=103807) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jun 16 17:14:01.552956 dv-cinder-837356-2-iscsi neutron-server[103807]: WARNING keystonemiddleware.auth_token [None req-743a74df-22d0-431e-8a48-3ead4b91519f None None] AuthToken middleware is set with keystone_authtoken.service_token_roles_required set to False. This is backwards compatible but deprecated behaviour. Please set this to True. Jun 16 17:14:01.558398 dv-cinder-837356-2-iscsi neutron-server[103807]: WARNING keystonemiddleware.auth_token [None req-743a74df-22d0-431e-8a48-3ead4b91519f None None] Configuring www_authenticate_uri to point to the public identity endpoint is required; clients may not be able to authenticate against an admin endpoint Jun 16 17:14:01.567870 dv-cinder-837356-2-iscsi neutron-server[103807]: DEBUG oslo_concurrency.lockutils [None req-743a74df-22d0-431e-8a48-3ead4b91519f None None] Acquired lock "singleton_lock" {{(pid=103807) lock /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:294}} Jun 16 17:14:01.568344 dv-cinder-837356-2-iscsi neutron-server[103807]: DEBUG oslo_concurrency.lockutils [None req-743a74df-22d0-431e-8a48-3ead4b91519f None None] Releasing lock "singleton_lock" {{(pid=103807) lock /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:312}} Jun 16 17:14:01.569004 dv-cinder-837356-2-iscsi neutron-server[103807]: INFO oslo_service.service [None req-743a74df-22d0-431e-8a48-3ead4b91519f None None] Starting 2 workers Jun 16 17:14:01.573906 dv-cinder-837356-2-iscsi neutron-server[103807]: DEBUG oslo_service.service [None req-743a74df-22d0-431e-8a48-3ead4b91519f None None] Started child 103916 {{(pid=103807) _start_child /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:575}} Jun 16 17:14:01.578338 dv-cinder-837356-2-iscsi neutron-server[103807]: DEBUG oslo_service.service [None req-743a74df-22d0-431e-8a48-3ead4b91519f None None] Started child 103917 {{(pid=103807) _start_child /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:575}} Jun 16 17:14:01.579407 dv-cinder-837356-2-iscsi neutron-server[103916]: DEBUG neutron_lib.callbacks.manager [-] Publish callbacks [] for process (None), after_init {{(pid=103916) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 17:14:01.580139 dv-cinder-837356-2-iscsi neutron-server[103807]: INFO neutron.service [None req-743a74df-22d0-431e-8a48-3ead4b91519f None None] Neutron service started, listening on 0.0.0.0:9696 Jun 16 17:14:01.580489 dv-cinder-837356-2-iscsi neutron-server[103807]: DEBUG neutron_lib.callbacks.manager [None req-743a74df-22d0-431e-8a48-3ead4b91519f None None] Publish callbacks [] for process (None), before_spawn {{(pid=103807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 17:14:01.580915 dv-cinder-837356-2-iscsi neutron-server[103916]: INFO neutron.wsgi [-] (103916) wsgi starting up on http://0.0.0.0:9696 Jun 16 17:14:01.582887 dv-cinder-837356-2-iscsi neutron-server[103807]: INFO oslo_service.service [None req-743a74df-22d0-431e-8a48-3ead4b91519f None None] Starting 1 workers Jun 16 17:14:01.583196 dv-cinder-837356-2-iscsi neutron-server[103917]: DEBUG neutron_lib.callbacks.manager [-] Publish callbacks [] for process (None), after_init {{(pid=103917) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 17:14:01.585006 dv-cinder-837356-2-iscsi neutron-server[103917]: INFO neutron.wsgi [-] (103917) wsgi starting up on http://0.0.0.0:9696 Jun 16 17:14:01.588268 dv-cinder-837356-2-iscsi neutron-server[103807]: DEBUG oslo_service.service [None req-743a74df-22d0-431e-8a48-3ead4b91519f None None] Started child 103918 {{(pid=103807) _start_child /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:575}} Jun 16 17:14:01.588783 dv-cinder-837356-2-iscsi neutron-server[103807]: INFO oslo_service.service [None req-743a74df-22d0-431e-8a48-3ead4b91519f None None] Starting 1 workers Jun 16 17:14:01.591828 dv-cinder-837356-2-iscsi neutron-server[103918]: DEBUG neutron.service [None req-743a74df-22d0-431e-8a48-3ead4b91519f None None] calling RpcWorker wait() {{(pid=103918) _wait /opt/stack/neutron/neutron/service.py:128}} Jun 16 17:14:01.592611 dv-cinder-837356-2-iscsi neutron-server[103918]: DEBUG neutron.service [None req-743a74df-22d0-431e-8a48-3ead4b91519f None None] returning from RpcWorker wait() {{(pid=103918) _wait /opt/stack/neutron/neutron/service.py:135}} Jun 16 17:14:01.593707 dv-cinder-837356-2-iscsi neutron-server[103918]: DEBUG neutron_lib.callbacks.manager [-] Publish callbacks [] for process (None), after_init {{(pid=103918) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 17:14:01.593925 dv-cinder-837356-2-iscsi neutron-server[103807]: DEBUG oslo_service.service [None req-743a74df-22d0-431e-8a48-3ead4b91519f None None] Started child 103919 {{(pid=103807) _start_child /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:575}} Jun 16 17:14:01.594145 dv-cinder-837356-2-iscsi neutron-server[103918]: DEBUG neutron.plugins.ml2.plugin [-] neutron.plugins.ml2.plugin.Ml2Plugin method start_rpc_listeners called with arguments () {} {{(pid=103918) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 16 17:14:01.594618 dv-cinder-837356-2-iscsi neutron-server[103807]: DEBUG neutron_lib.callbacks.manager [None req-743a74df-22d0-431e-8a48-3ead4b91519f None None] Publish callbacks [] for process (None), after_spawn {{(pid=103807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 17:14:01.596395 dv-cinder-837356-2-iscsi neutron-server[103807]: DEBUG oslo_service.service [-] Full set of CONF: {{(pid=103807) wait /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:649}} Jun 16 17:14:01.596601 dv-cinder-837356-2-iscsi neutron-server[103807]: DEBUG oslo_service.service [-] ******************************************************************************** {{(pid=103807) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2589}} Jun 16 17:14:01.596751 dv-cinder-837356-2-iscsi neutron-server[103807]: DEBUG oslo_service.service [-] Configuration options gathered from: {{(pid=103807) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2590}} Jun 16 17:14:01.596984 dv-cinder-837356-2-iscsi neutron-server[103807]: DEBUG oslo_service.service [-] command line args: ['--config-file', '/etc/neutron/neutron.conf', '--config-file', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=103807) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2591}} Jun 16 17:14:01.597320 dv-cinder-837356-2-iscsi neutron-server[103807]: DEBUG oslo_service.service [-] config files: ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=103807) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2592}} Jun 16 17:14:01.597542 dv-cinder-837356-2-iscsi neutron-server[103807]: DEBUG oslo_service.service [-] ================================================================================ {{(pid=103807) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2594}} Jun 16 17:14:01.597961 dv-cinder-837356-2-iscsi neutron-server[103807]: DEBUG oslo_service.service [-] agent_down_time = 75 {{(pid=103807) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 16 17:14:01.598233 dv-cinder-837356-2-iscsi neutron-server[103807]: DEBUG oslo_service.service [-] allow_automatic_dhcp_failover = True {{(pid=103807) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 16 17:14:01.598442 dv-cinder-837356-2-iscsi neutron-server[103919]: DEBUG neutron_lib.callbacks.manager [-] Publish callbacks [] for process (None), after_init {{(pid=103919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 17:14:01.598990 dv-cinder-837356-2-iscsi neutron-server[103807]: DEBUG oslo_service.service [-] allow_automatic_l3agent_failover = False {{(pid=103807) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 16 17:14:01.598990 dv-cinder-837356-2-iscsi neutron-server[103807]: DEBUG oslo_service.service [-] allow_bulk = True {{(pid=103807) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 16 17:14:01.599301 dv-cinder-837356-2-iscsi neutron-server[103807]: DEBUG oslo_service.service [-] allowed_conntrack_helpers = [{'amanda': 'tcp'}, {'ftp': 'tcp'}, {'h323': 'udp'}, {'h323': 'tcp'}, {'irc': 'tcp'}, {'netbios-ns': 'udp'}, {'pptp': 'tcp'}, {'sane': 'tcp'}, {'sip': 'udp'}, {'sip': 'tcp'}, {'snmp': 'udp'}, {'tftp': 'udp'}] {{(pid=103807) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 16 17:14:01.599555 dv-cinder-837356-2-iscsi neutron-server[103807]: DEBUG oslo_service.service [-] api_extensions_path = {{(pid=103807) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 16 17:14:01.599752 dv-cinder-837356-2-iscsi neutron-server[103807]: DEBUG oslo_service.service [-] api_paste_config = api-paste.ini {{(pid=103807) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 16 17:14:01.600046 dv-cinder-837356-2-iscsi neutron-server[103807]: DEBUG oslo_service.service [-] api_workers = 2 {{(pid=103807) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 16 17:14:01.600257 dv-cinder-837356-2-iscsi neutron-server[103807]: DEBUG oslo_service.service [-] auth_strategy = keystone {{(pid=103807) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 16 17:14:01.600409 dv-cinder-837356-2-iscsi neutron-server[103807]: DEBUG oslo_service.service [-] backdoor_port = None {{(pid=103807) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 16 17:14:01.600558 dv-cinder-837356-2-iscsi neutron-server[103807]: DEBUG oslo_service.service [-] backdoor_socket = None {{(pid=103807) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 16 17:14:01.600815 dv-cinder-837356-2-iscsi neutron-server[103807]: DEBUG oslo_service.service [-] backlog = 4096 {{(pid=103807) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 16 17:14:01.601102 dv-cinder-837356-2-iscsi neutron-server[103807]: DEBUG oslo_service.service [-] base_mac = fa:16:3e:00:00:00 {{(pid=103807) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 16 17:14:01.601447 dv-cinder-837356-2-iscsi neutron-server[103807]: DEBUG oslo_service.service [-] bind_host = 0.0.0.0 {{(pid=103807) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 16 17:14:01.601619 dv-cinder-837356-2-iscsi neutron-server[103807]: DEBUG oslo_service.service [-] bind_port = 9696 {{(pid=103807) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 16 17:14:01.601949 dv-cinder-837356-2-iscsi neutron-server[103807]: DEBUG oslo_service.service [-] client_socket_timeout = 900 {{(pid=103807) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 16 17:14:01.602221 dv-cinder-837356-2-iscsi neutron-server[103807]: DEBUG oslo_service.service [-] config_dir = [] {{(pid=103807) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 16 17:14:01.602429 dv-cinder-837356-2-iscsi neutron-server[103807]: DEBUG oslo_service.service [-] config_file = ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=103807) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 16 17:14:01.602600 dv-cinder-837356-2-iscsi neutron-server[103807]: DEBUG oslo_service.service [-] config_source = [] {{(pid=103807) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 16 17:14:01.602998 dv-cinder-837356-2-iscsi neutron-server[103807]: DEBUG oslo_service.service [-] control_exchange = neutron {{(pid=103807) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 16 17:14:01.603208 dv-cinder-837356-2-iscsi neutron-server[103807]: DEBUG oslo_service.service [-] core_plugin = ml2 {{(pid=103807) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 16 17:14:01.603548 dv-cinder-837356-2-iscsi neutron-server[103807]: DEBUG oslo_service.service [-] debug = True {{(pid=103807) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 16 17:14:01.603745 dv-cinder-837356-2-iscsi neutron-server[103807]: DEBUG oslo_service.service [-] default_availability_zones = [] {{(pid=103807) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 16 17:14:01.604249 dv-cinder-837356-2-iscsi neutron-server[103807]: DEBUG oslo_service.service [-] default_log_levels = ['amqp=WARN', 'amqplib=WARN', 'boto=WARN', 'qpid=WARN', 'sqlalchemy=WARN', 'suds=INFO', 'oslo.messaging=INFO', 'oslo_messaging=INFO', 'iso8601=WARN', 'requests.packages.urllib3.connectionpool=WARN', 'urllib3.connectionpool=WARN', 'websocket=WARN', 'requests.packages.urllib3.util.retry=WARN', 'urllib3.util.retry=WARN', 'keystonemiddleware=WARN', 'routes.middleware=WARN', 'stevedore=WARN', 'taskflow=WARN', 'keystoneauth=WARN', 'oslo.cache=INFO', 'oslo_policy=INFO', 'dogpile.core.dogpile=INFO', 'OFPHandler=INFO', 'OfctlService=INFO', 'os_ken.base.app_manager=INFO', 'os_ken.controller.controller=INFO'] {{(pid=103807) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 16 17:14:01.604476 dv-cinder-837356-2-iscsi neutron-server[103807]: DEBUG oslo_service.service [-] dhcp_agent_notification = True {{(pid=103807) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 16 17:14:01.604707 dv-cinder-837356-2-iscsi neutron-server[103807]: DEBUG oslo_service.service [-] dhcp_agents_per_network = 1 {{(pid=103807) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 16 17:14:01.604938 dv-cinder-837356-2-iscsi neutron-server[103807]: DEBUG oslo_service.service [-] dhcp_lease_duration = 86400 {{(pid=103807) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 16 17:14:01.605204 dv-cinder-837356-2-iscsi neutron-server[103807]: DEBUG oslo_service.service [-] dhcp_load_type = networks {{(pid=103807) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 16 17:14:01.605450 dv-cinder-837356-2-iscsi neutron-server[103807]: DEBUG oslo_service.service [-] dns_domain = openstacklocal {{(pid=103807) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 16 17:14:01.605712 dv-cinder-837356-2-iscsi neutron-server[103807]: DEBUG oslo_service.service [-] dvr_base_mac = fa:16:3f:00:00:00 {{(pid=103807) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 16 17:14:01.605949 dv-cinder-837356-2-iscsi neutron-server[103807]: DEBUG oslo_service.service [-] enable_dvr = True {{(pid=103807) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 16 17:14:01.606165 dv-cinder-837356-2-iscsi neutron-server[103807]: DEBUG oslo_service.service [-] enable_new_agents = True {{(pid=103807) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 16 17:14:01.606443 dv-cinder-837356-2-iscsi neutron-server[103807]: DEBUG oslo_service.service [-] enable_services_on_agents_with_admin_state_down = False {{(pid=103807) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 16 17:14:01.606648 dv-cinder-837356-2-iscsi neutron-server[103807]: DEBUG oslo_service.service [-] enable_snat_by_default = True {{(pid=103807) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 16 17:14:01.606909 dv-cinder-837356-2-iscsi neutron-server[103807]: DEBUG oslo_service.service [-] enable_traditional_dhcp = True {{(pid=103807) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 16 17:14:01.607132 dv-cinder-837356-2-iscsi neutron-server[103807]: DEBUG oslo_service.service [-] external_dns_driver = None {{(pid=103807) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 16 17:14:01.607365 dv-cinder-837356-2-iscsi neutron-server[103807]: DEBUG oslo_service.service [-] filter_validation = True {{(pid=103807) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 16 17:14:01.607635 dv-cinder-837356-2-iscsi neutron-server[103807]: DEBUG oslo_service.service [-] global_physnet_mtu = 1500 {{(pid=103807) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 16 17:14:01.607832 dv-cinder-837356-2-iscsi neutron-server[103807]: DEBUG oslo_service.service [-] graceful_shutdown_timeout = 60 {{(pid=103807) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 16 17:14:01.608780 dv-cinder-837356-2-iscsi neutron-server[103807]: DEBUG oslo_service.service [-] host = dv-cinder-837356-2-iscsi {{(pid=103807) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 16 17:14:01.609405 dv-cinder-837356-2-iscsi neutron-server[103807]: DEBUG oslo_service.service [-] host_dvr_for_dhcp = True {{(pid=103807) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 16 17:14:01.609629 dv-cinder-837356-2-iscsi neutron-server[103807]: DEBUG oslo_service.service [-] http_retries = 3 {{(pid=103807) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 16 17:14:01.609897 dv-cinder-837356-2-iscsi neutron-server[103807]: DEBUG oslo_service.service [-] instance_format = [instance: %(uuid)s] {{(pid=103807) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 16 17:14:01.610157 dv-cinder-837356-2-iscsi neutron-server[103807]: DEBUG oslo_service.service [-] instance_uuid_format = [instance: %(uuid)s] {{(pid=103807) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 16 17:14:01.610409 dv-cinder-837356-2-iscsi neutron-server[103807]: DEBUG oslo_service.service [-] ipam_driver = internal {{(pid=103807) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 16 17:14:01.610605 dv-cinder-837356-2-iscsi neutron-server[103807]: DEBUG oslo_service.service [-] ipv6_pd_enabled = False {{(pid=103807) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 16 17:14:01.610862 dv-cinder-837356-2-iscsi neutron-server[103807]: DEBUG oslo_service.service [-] l3_ha = False {{(pid=103807) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 16 17:14:01.611124 dv-cinder-837356-2-iscsi neutron-server[103807]: DEBUG oslo_service.service [-] l3_ha_net_cidr = 169.254.192.0/18 {{(pid=103807) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 16 17:14:01.611381 dv-cinder-837356-2-iscsi neutron-server[103807]: DEBUG oslo_service.service [-] l3_ha_network_physical_name = {{(pid=103807) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 16 17:14:01.611645 dv-cinder-837356-2-iscsi neutron-server[103807]: DEBUG oslo_service.service [-] l3_ha_network_type = {{(pid=103807) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 16 17:14:01.611840 dv-cinder-837356-2-iscsi neutron-server[103807]: DEBUG oslo_service.service [-] log_config_append = None {{(pid=103807) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 16 17:14:01.612110 dv-cinder-837356-2-iscsi neutron-server[103807]: DEBUG oslo_service.service [-] log_date_format = %Y-%m-%d %H:%M:%S {{(pid=103807) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 16 17:14:01.612321 dv-cinder-837356-2-iscsi neutron-server[103807]: DEBUG oslo_service.service [-] log_dir = None {{(pid=103807) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 16 17:14:01.612569 dv-cinder-837356-2-iscsi neutron-server[103807]: DEBUG oslo_service.service [-] log_file = None {{(pid=103807) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 16 17:14:01.612731 dv-cinder-837356-2-iscsi neutron-server[103807]: DEBUG oslo_service.service [-] log_options = True {{(pid=103807) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 16 17:14:01.612951 dv-cinder-837356-2-iscsi neutron-server[103807]: DEBUG oslo_service.service [-] log_rotate_interval = 1 {{(pid=103807) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 16 17:14:01.613219 dv-cinder-837356-2-iscsi neutron-server[103807]: DEBUG oslo_service.service [-] log_rotate_interval_type = days {{(pid=103807) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 16 17:14:01.613495 dv-cinder-837356-2-iscsi neutron-server[103807]: DEBUG oslo_service.service [-] log_rotation_type = none {{(pid=103807) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 16 17:14:01.613685 dv-cinder-837356-2-iscsi neutron-server[103807]: DEBUG oslo_service.service [-] logging_context_format_string = %(color)s%(levelname)s %(name)s [%(global_request_id)s %(request_id)s %(project_name)s %(user_name)s%(color)s] %(instance)s%(color)s%(message)s {{(pid=103807) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 16 17:14:01.613841 dv-cinder-837356-2-iscsi neutron-server[103807]: DEBUG oslo_service.service [-] logging_debug_format_suffix = {{(pid=%(process)d) %(funcName)s %(pathname)s:%(lineno)d}} {{(pid=103807) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 16 17:14:01.613993 dv-cinder-837356-2-iscsi neutron-server[103807]: DEBUG oslo_service.service [-] logging_default_format_string = %(color)s%(levelname)s %(name)s [-%(color)s] %(instance)s%(color)s%(message)s {{(pid=103807) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 16 17:14:01.614229 dv-cinder-837356-2-iscsi neutron-server[103807]: DEBUG oslo_service.service [-] logging_exception_prefix = ERROR %(name)s %(instance)s {{(pid=103807) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 16 17:14:01.614486 dv-cinder-837356-2-iscsi neutron-server[103807]: DEBUG oslo_service.service [-] logging_user_identity_format = %(user)s %(project)s %(domain)s %(system_scope)s %(user_domain)s %(project_domain)s {{(pid=103807) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 16 17:14:01.614634 dv-cinder-837356-2-iscsi neutron-server[103807]: DEBUG oslo_service.service [-] max_allowed_address_pair = 10 {{(pid=103807) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 16 17:14:01.614856 dv-cinder-837356-2-iscsi neutron-server[103807]: DEBUG oslo_service.service [-] max_dns_nameservers = 5 {{(pid=103807) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 16 17:14:01.615082 dv-cinder-837356-2-iscsi neutron-server[103807]: DEBUG oslo_service.service [-] max_header_line = 16384 {{(pid=103807) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 16 17:14:01.615312 dv-cinder-837356-2-iscsi neutron-server[103807]: DEBUG oslo_service.service [-] max_l3_agents_per_router = 3 {{(pid=103807) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 16 17:14:01.616505 dv-cinder-837356-2-iscsi neutron-server[103807]: DEBUG oslo_service.service [-] max_logfile_count = 30 {{(pid=103807) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 16 17:14:01.617003 dv-cinder-837356-2-iscsi neutron-server[103807]: DEBUG oslo_service.service [-] max_logfile_size_mb = 200 {{(pid=103807) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 16 17:14:01.617607 dv-cinder-837356-2-iscsi neutron-server[103807]: DEBUG oslo_service.service [-] max_routes = 30 {{(pid=103807) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 16 17:14:01.618191 dv-cinder-837356-2-iscsi neutron-server[103807]: DEBUG oslo_service.service [-] max_subnet_host_routes = 20 {{(pid=103807) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 16 17:14:01.618587 dv-cinder-837356-2-iscsi neutron-server[103807]: DEBUG oslo_service.service [-] network_auto_schedule = True {{(pid=103807) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 16 17:14:01.618587 dv-cinder-837356-2-iscsi neutron-server[103807]: DEBUG oslo_service.service [-] network_link_prefix = None {{(pid=103807) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 16 17:14:01.618883 dv-cinder-837356-2-iscsi neutron-server[103807]: DEBUG oslo_service.service [-] network_scheduler_driver = neutron.scheduler.dhcp_agent_scheduler.WeightScheduler {{(pid=103807) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 16 17:14:01.619167 dv-cinder-837356-2-iscsi neutron-server[103807]: DEBUG oslo_service.service [-] notify_nova_on_port_data_changes = True {{(pid=103807) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 16 17:14:01.619455 dv-cinder-837356-2-iscsi neutron-server[103807]: DEBUG oslo_service.service [-] notify_nova_on_port_status_changes = True {{(pid=103807) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 16 17:14:01.619590 dv-cinder-837356-2-iscsi neutron-server[103919]: DEBUG neutron.services.l3_router.l3_router_plugin [-] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method start_rpc_listeners called with arguments () {} {{(pid=103919) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 16 17:14:01.619784 dv-cinder-837356-2-iscsi neutron-server[103807]: DEBUG oslo_service.service [-] pagination_max_limit = -1 {{(pid=103807) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 16 17:14:01.620030 dv-cinder-837356-2-iscsi neutron-server[103807]: DEBUG oslo_service.service [-] periodic_fuzzy_delay = 5 {{(pid=103807) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 16 17:14:01.620278 dv-cinder-837356-2-iscsi neutron-server[103807]: DEBUG oslo_service.service [-] periodic_interval = 40 {{(pid=103807) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 16 17:14:01.621170 dv-cinder-837356-2-iscsi neutron-server[103807]: DEBUG oslo_service.service [-] publish_errors = False {{(pid=103807) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 16 17:14:01.621170 dv-cinder-837356-2-iscsi neutron-server[103807]: DEBUG oslo_service.service [-] rate_limit_burst = 0 {{(pid=103807) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 16 17:14:01.621170 dv-cinder-837356-2-iscsi neutron-server[103807]: DEBUG oslo_service.service [-] rate_limit_except_level = CRITICAL {{(pid=103807) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 16 17:14:01.621170 dv-cinder-837356-2-iscsi neutron-server[103807]: DEBUG oslo_service.service [-] rate_limit_interval = 0 {{(pid=103807) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 16 17:14:01.621789 dv-cinder-837356-2-iscsi neutron-server[103807]: DEBUG oslo_service.service [-] retry_until_window = 30 {{(pid=103807) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 16 17:14:01.621789 dv-cinder-837356-2-iscsi neutron-server[103807]: DEBUG oslo_service.service [-] router_auto_schedule = True {{(pid=103807) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 16 17:14:01.622607 dv-cinder-837356-2-iscsi neutron-server[103807]: DEBUG oslo_service.service [-] router_distributed = False {{(pid=103807) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 16 17:14:01.622607 dv-cinder-837356-2-iscsi neutron-server[103807]: DEBUG oslo_service.service [-] router_scheduler_driver = neutron.scheduler.l3_agent_scheduler.LeastRoutersScheduler {{(pid=103807) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 16 17:14:01.622607 dv-cinder-837356-2-iscsi neutron-server[103807]: DEBUG oslo_service.service [-] rpc_resources_processing_step = 20 {{(pid=103807) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 16 17:14:01.622960 dv-cinder-837356-2-iscsi neutron-server[103807]: DEBUG oslo_service.service [-] rpc_response_max_timeout = 600 {{(pid=103807) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 16 17:14:01.622960 dv-cinder-837356-2-iscsi neutron-server[103807]: DEBUG oslo_service.service [-] rpc_response_timeout = 60 {{(pid=103807) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 16 17:14:01.623859 dv-cinder-837356-2-iscsi neutron-server[103807]: DEBUG oslo_service.service [-] rpc_state_report_workers = 0 {{(pid=103807) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 16 17:14:01.623859 dv-cinder-837356-2-iscsi neutron-server[103807]: DEBUG oslo_service.service [-] rpc_workers = None {{(pid=103807) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 16 17:14:01.624097 dv-cinder-837356-2-iscsi neutron-server[103807]: DEBUG oslo_service.service [-] send_events_interval = 2 {{(pid=103807) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 16 17:14:01.625039 dv-cinder-837356-2-iscsi neutron-server[103807]: DEBUG oslo_service.service [-] service_plugins = ['router', 'neutron.services.metering.metering_plugin.MeteringPlugin'] {{(pid=103807) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 16 17:14:01.625039 dv-cinder-837356-2-iscsi neutron-server[103807]: DEBUG oslo_service.service [-] setproctitle = on {{(pid=103807) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 16 17:14:01.625490 dv-cinder-837356-2-iscsi neutron-server[103807]: DEBUG oslo_service.service [-] state_path = /opt/stack/data/neutron {{(pid=103807) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 16 17:14:01.627483 dv-cinder-837356-2-iscsi neutron-server[103807]: DEBUG oslo_service.service [-] syslog_log_facility = LOG_USER {{(pid=103807) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 16 17:14:01.627483 dv-cinder-837356-2-iscsi neutron-server[103807]: DEBUG oslo_service.service [-] tcp_keepidle = 600 {{(pid=103807) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 16 17:14:01.627483 dv-cinder-837356-2-iscsi neutron-server[103807]: DEBUG oslo_service.service [-] transport_url = **** {{(pid=103807) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 16 17:14:01.627483 dv-cinder-837356-2-iscsi neutron-server[103807]: DEBUG oslo_service.service [-] use_eventlog = False {{(pid=103807) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 16 17:14:01.627483 dv-cinder-837356-2-iscsi neutron-server[103807]: DEBUG oslo_service.service [-] use_journal = False {{(pid=103807) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 16 17:14:01.627483 dv-cinder-837356-2-iscsi neutron-server[103807]: DEBUG oslo_service.service [-] use_json = False {{(pid=103807) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 16 17:14:01.627483 dv-cinder-837356-2-iscsi neutron-server[103807]: DEBUG oslo_service.service [-] use_ssl = False {{(pid=103807) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 16 17:14:01.627483 dv-cinder-837356-2-iscsi neutron-server[103807]: DEBUG oslo_service.service [-] use_stderr = False {{(pid=103807) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 16 17:14:01.627483 dv-cinder-837356-2-iscsi neutron-server[103807]: DEBUG oslo_service.service [-] use_syslog = False {{(pid=103807) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 16 17:14:01.628559 dv-cinder-837356-2-iscsi neutron-server[103807]: DEBUG oslo_service.service [-] vlan_transparent = False {{(pid=103807) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 16 17:14:01.628559 dv-cinder-837356-2-iscsi neutron-server[103807]: DEBUG oslo_service.service [-] watch_log_file = False {{(pid=103807) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 16 17:14:01.628559 dv-cinder-837356-2-iscsi neutron-server[103807]: DEBUG oslo_service.service [-] wsgi_default_pool_size = 100 {{(pid=103807) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 16 17:14:01.628559 dv-cinder-837356-2-iscsi neutron-server[103807]: DEBUG oslo_service.service [-] wsgi_keep_alive = True {{(pid=103807) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 16 17:14:01.628559 dv-cinder-837356-2-iscsi neutron-server[103807]: DEBUG oslo_service.service [-] wsgi_log_format = %(client_ip)s "%(request_line)s" status: %(status_code)s len: %(body_length)s time: %(wall_seconds).7f {{(pid=103807) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 16 17:14:01.629113 dv-cinder-837356-2-iscsi neutron-server[103807]: DEBUG oslo_service.service [-] wsgi_server_debug = False {{(pid=103807) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 16 17:14:01.629266 dv-cinder-837356-2-iscsi neutron-server[103807]: DEBUG oslo_service.service [-] oslo_concurrency.disable_process_locking = False {{(pid=103807) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 17:14:01.629452 dv-cinder-837356-2-iscsi neutron-server[103807]: DEBUG oslo_service.service [-] oslo_concurrency.lock_path = /opt/stack/data/neutron/lock {{(pid=103807) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 17:14:01.629783 dv-cinder-837356-2-iscsi neutron-server[103807]: DEBUG oslo_service.service [-] profiler.connection_string = messaging:// {{(pid=103807) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 17:14:01.630040 dv-cinder-837356-2-iscsi neutron-server[103807]: DEBUG oslo_service.service [-] profiler.enabled = False {{(pid=103807) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 17:14:01.630293 dv-cinder-837356-2-iscsi neutron-server[103807]: DEBUG oslo_service.service [-] profiler.es_doc_type = notification {{(pid=103807) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 17:14:01.630572 dv-cinder-837356-2-iscsi neutron-server[103807]: DEBUG oslo_service.service [-] profiler.es_scroll_size = 10000 {{(pid=103807) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 17:14:01.630790 dv-cinder-837356-2-iscsi neutron-server[103807]: DEBUG oslo_service.service [-] profiler.es_scroll_time = 2m {{(pid=103807) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 17:14:01.630964 dv-cinder-837356-2-iscsi neutron-server[103807]: DEBUG oslo_service.service [-] profiler.filter_error_trace = False {{(pid=103807) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 17:14:01.631258 dv-cinder-837356-2-iscsi neutron-server[103807]: DEBUG oslo_service.service [-] profiler.hmac_keys = SECRET_KEY {{(pid=103807) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 17:14:01.631506 dv-cinder-837356-2-iscsi neutron-server[103807]: DEBUG oslo_service.service [-] profiler.sentinel_service_name = mymaster {{(pid=103807) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 17:14:01.631787 dv-cinder-837356-2-iscsi neutron-server[103807]: DEBUG oslo_service.service [-] profiler.socket_timeout = 0.1 {{(pid=103807) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 17:14:01.631977 dv-cinder-837356-2-iscsi neutron-server[103807]: DEBUG oslo_service.service [-] profiler.trace_sqlalchemy = False {{(pid=103807) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 17:14:01.632317 dv-cinder-837356-2-iscsi neutron-server[103807]: DEBUG oslo_service.service [-] oslo_policy.enforce_new_defaults = False {{(pid=103807) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 17:14:01.632887 dv-cinder-837356-2-iscsi neutron-server[103807]: DEBUG oslo_service.service [-] oslo_policy.enforce_scope = False {{(pid=103807) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 17:14:01.632887 dv-cinder-837356-2-iscsi neutron-server[103807]: DEBUG oslo_service.service [-] oslo_policy.policy_default_rule = default {{(pid=103807) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 17:14:01.633146 dv-cinder-837356-2-iscsi neutron-server[103807]: DEBUG oslo_service.service [-] oslo_policy.policy_dirs = ['policy.d'] {{(pid=103807) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 17:14:01.633423 dv-cinder-837356-2-iscsi neutron-server[103807]: DEBUG oslo_service.service [-] oslo_policy.policy_file = /etc/neutron/policy.json {{(pid=103807) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 17:14:01.633692 dv-cinder-837356-2-iscsi neutron-server[103807]: DEBUG oslo_service.service [-] oslo_policy.remote_content_type = application/x-www-form-urlencoded {{(pid=103807) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 17:14:01.633998 dv-cinder-837356-2-iscsi neutron-server[103807]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_ca_crt_file = None {{(pid=103807) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 17:14:01.634171 dv-cinder-837356-2-iscsi neutron-server[103807]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_client_crt_file = None {{(pid=103807) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 17:14:01.634440 dv-cinder-837356-2-iscsi neutron-server[103807]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_client_key_file = None {{(pid=103807) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 17:14:01.634613 dv-cinder-837356-2-iscsi neutron-server[103807]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_verify_server_crt = False {{(pid=103807) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 17:14:01.634887 dv-cinder-837356-2-iscsi neutron-server[103807]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_buffer_size = 1000 {{(pid=103807) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 17:14:01.635110 dv-cinder-837356-2-iscsi neutron-server[103807]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_enabled = False {{(pid=103807) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 17:14:01.635350 dv-cinder-837356-2-iscsi neutron-server[103807]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_process_name = {{(pid=103807) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 17:14:01.635585 dv-cinder-837356-2-iscsi neutron-server[103807]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_socket_file = /var/tmp/metrics_collector.sock {{(pid=103807) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 17:14:01.635839 dv-cinder-837356-2-iscsi neutron-server[103807]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_thread_stop_timeout = 10 {{(pid=103807) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 17:14:01.636099 dv-cinder-837356-2-iscsi neutron-server[103807]: DEBUG oslo_service.service [-] oslo_middleware.enable_proxy_headers_parsing = False {{(pid=103807) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 17:14:01.636353 dv-cinder-837356-2-iscsi neutron-server[103807]: DEBUG oslo_service.service [-] oslo_middleware.http_basic_auth_user_file = /etc/htpasswd {{(pid=103807) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 17:14:01.636646 dv-cinder-837356-2-iscsi neutron-server[103807]: DEBUG oslo_service.service [-] service_providers.service_provider = [] {{(pid=103807) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 17:14:01.636981 dv-cinder-837356-2-iscsi neutron-server[103807]: DEBUG oslo_service.service [-] nova.auth_section = None {{(pid=103807) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 17:14:01.637226 dv-cinder-837356-2-iscsi neutron-server[103807]: DEBUG oslo_service.service [-] nova.auth_type = password {{(pid=103807) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 17:14:01.637496 dv-cinder-837356-2-iscsi neutron-server[103807]: DEBUG oslo_service.service [-] nova.auth_url = http://10.222.0.66/identity {{(pid=103807) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 17:14:01.637765 dv-cinder-837356-2-iscsi neutron-server[103807]: DEBUG oslo_service.service [-] nova.cafile = /opt/stack/data/ca-bundle.pem {{(pid=103807) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 17:14:01.638000 dv-cinder-837356-2-iscsi neutron-server[103807]: DEBUG oslo_service.service [-] nova.certfile = None {{(pid=103807) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 17:14:01.638256 dv-cinder-837356-2-iscsi neutron-server[103807]: DEBUG oslo_service.service [-] nova.collect_timing = False {{(pid=103807) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 17:14:01.638514 dv-cinder-837356-2-iscsi neutron-server[103807]: DEBUG oslo_service.service [-] nova.default_domain_id = None {{(pid=103807) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 17:14:01.638733 dv-cinder-837356-2-iscsi neutron-server[103807]: DEBUG oslo_service.service [-] nova.default_domain_name = None {{(pid=103807) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 17:14:01.638949 dv-cinder-837356-2-iscsi neutron-server[103807]: DEBUG oslo_service.service [-] nova.domain_id = None {{(pid=103807) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 17:14:01.639253 dv-cinder-837356-2-iscsi neutron-server[103807]: DEBUG oslo_service.service [-] nova.domain_name = None {{(pid=103807) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 17:14:01.639481 dv-cinder-837356-2-iscsi neutron-server[103807]: DEBUG oslo_service.service [-] nova.endpoint_type = public {{(pid=103807) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 17:14:01.639838 dv-cinder-837356-2-iscsi neutron-server[103807]: DEBUG oslo_service.service [-] nova.insecure = False {{(pid=103807) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 17:14:01.640101 dv-cinder-837356-2-iscsi neutron-server[103807]: DEBUG oslo_service.service [-] nova.keyfile = None {{(pid=103807) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 17:14:01.640381 dv-cinder-837356-2-iscsi neutron-server[103807]: DEBUG oslo_service.service [-] nova.password = **** {{(pid=103807) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 17:14:01.640657 dv-cinder-837356-2-iscsi neutron-server[103807]: DEBUG oslo_service.service [-] nova.project_domain_id = None {{(pid=103807) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 17:14:01.640910 dv-cinder-837356-2-iscsi neutron-server[103807]: DEBUG oslo_service.service [-] nova.project_domain_name = Default {{(pid=103807) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 17:14:01.641133 dv-cinder-837356-2-iscsi neutron-server[103807]: DEBUG oslo_service.service [-] nova.project_id = None {{(pid=103807) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 17:14:01.641408 dv-cinder-837356-2-iscsi neutron-server[103807]: DEBUG oslo_service.service [-] nova.project_name = service {{(pid=103807) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 17:14:01.641637 dv-cinder-837356-2-iscsi neutron-server[103807]: DEBUG oslo_service.service [-] nova.region_name = RegionOne {{(pid=103807) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 17:14:01.641862 dv-cinder-837356-2-iscsi neutron-server[103807]: DEBUG oslo_service.service [-] nova.split_loggers = False {{(pid=103807) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 17:14:01.642102 dv-cinder-837356-2-iscsi neutron-server[103807]: DEBUG oslo_service.service [-] nova.system_scope = None {{(pid=103807) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 17:14:01.642313 dv-cinder-837356-2-iscsi neutron-server[103807]: DEBUG oslo_service.service [-] nova.timeout = None {{(pid=103807) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 17:14:01.642561 dv-cinder-837356-2-iscsi neutron-server[103807]: DEBUG oslo_service.service [-] nova.trust_id = None {{(pid=103807) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 17:14:01.642765 dv-cinder-837356-2-iscsi neutron-server[103807]: DEBUG oslo_service.service [-] nova.user_domain_id = None {{(pid=103807) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 17:14:01.642994 dv-cinder-837356-2-iscsi neutron-server[103807]: DEBUG oslo_service.service [-] nova.user_domain_name = Default {{(pid=103807) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 17:14:01.643215 dv-cinder-837356-2-iscsi neutron-server[103807]: DEBUG oslo_service.service [-] nova.user_id = None {{(pid=103807) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 17:14:01.643452 dv-cinder-837356-2-iscsi neutron-server[103807]: DEBUG oslo_service.service [-] nova.username = nova {{(pid=103807) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 17:14:01.643697 dv-cinder-837356-2-iscsi neutron-server[103807]: DEBUG oslo_service.service [-] placement.auth_section = None {{(pid=103807) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 17:14:01.643946 dv-cinder-837356-2-iscsi neutron-server[103807]: DEBUG oslo_service.service [-] placement.auth_type = password {{(pid=103807) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 17:14:01.644203 dv-cinder-837356-2-iscsi neutron-server[103807]: DEBUG oslo_service.service [-] placement.cafile = /opt/stack/data/ca-bundle.pem {{(pid=103807) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 17:14:01.644477 dv-cinder-837356-2-iscsi neutron-server[103807]: DEBUG oslo_service.service [-] placement.certfile = None {{(pid=103807) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 17:14:01.644679 dv-cinder-837356-2-iscsi neutron-server[103807]: DEBUG oslo_service.service [-] placement.collect_timing = False {{(pid=103807) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 17:14:01.644909 dv-cinder-837356-2-iscsi neutron-server[103807]: DEBUG oslo_service.service [-] placement.endpoint_type = public {{(pid=103807) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 17:14:01.645251 dv-cinder-837356-2-iscsi neutron-server[103807]: DEBUG oslo_service.service [-] placement.insecure = False {{(pid=103807) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 17:14:01.645521 dv-cinder-837356-2-iscsi neutron-server[103807]: DEBUG oslo_service.service [-] placement.keyfile = None {{(pid=103807) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 17:14:01.645862 dv-cinder-837356-2-iscsi neutron-server[103807]: DEBUG oslo_service.service [-] placement.region_name = None {{(pid=103807) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 17:14:01.646180 dv-cinder-837356-2-iscsi neutron-server[103807]: DEBUG oslo_service.service [-] placement.split_loggers = False {{(pid=103807) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 17:14:01.646396 dv-cinder-837356-2-iscsi neutron-server[103807]: DEBUG oslo_service.service [-] placement.timeout = None {{(pid=103807) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 17:14:01.646676 dv-cinder-837356-2-iscsi neutron-server[103807]: DEBUG oslo_service.service [-] ironic.auth_section = None {{(pid=103807) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 17:14:01.646859 dv-cinder-837356-2-iscsi neutron-server[103807]: DEBUG oslo_service.service [-] ironic.auth_type = None {{(pid=103807) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 17:14:01.647093 dv-cinder-837356-2-iscsi neutron-server[103807]: DEBUG oslo_service.service [-] ironic.cafile = None {{(pid=103807) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 17:14:01.647307 dv-cinder-837356-2-iscsi neutron-server[103807]: DEBUG oslo_service.service [-] ironic.certfile = None {{(pid=103807) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 17:14:01.647543 dv-cinder-837356-2-iscsi neutron-server[103807]: DEBUG oslo_service.service [-] ironic.collect_timing = False {{(pid=103807) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 17:14:01.647738 dv-cinder-837356-2-iscsi neutron-server[103807]: DEBUG oslo_service.service [-] ironic.connect_retries = None {{(pid=103807) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 17:14:01.647954 dv-cinder-837356-2-iscsi neutron-server[103807]: DEBUG oslo_service.service [-] ironic.connect_retry_delay = None {{(pid=103807) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 17:14:01.648186 dv-cinder-837356-2-iscsi neutron-server[103807]: DEBUG oslo_service.service [-] ironic.enable_notifications = False {{(pid=103807) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 17:14:01.648518 dv-cinder-837356-2-iscsi neutron-server[103807]: DEBUG oslo_service.service [-] ironic.endpoint_override = None {{(pid=103807) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 17:14:01.648645 dv-cinder-837356-2-iscsi neutron-server[103807]: DEBUG oslo_service.service [-] ironic.insecure = False {{(pid=103807) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 17:14:01.648883 dv-cinder-837356-2-iscsi neutron-server[103807]: DEBUG oslo_service.service [-] ironic.interface = None {{(pid=103807) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 17:14:01.649081 dv-cinder-837356-2-iscsi neutron-server[103807]: DEBUG oslo_service.service [-] ironic.keyfile = None {{(pid=103807) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 17:14:01.649366 dv-cinder-837356-2-iscsi neutron-server[103807]: DEBUG oslo_service.service [-] ironic.max_version = None {{(pid=103807) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 17:14:01.649705 dv-cinder-837356-2-iscsi neutron-server[103807]: DEBUG oslo_service.service [-] ironic.min_version = None {{(pid=103807) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 17:14:01.649919 dv-cinder-837356-2-iscsi neutron-server[103807]: DEBUG oslo_service.service [-] ironic.region_name = None {{(pid=103807) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 17:14:01.650179 dv-cinder-837356-2-iscsi neutron-server[103807]: DEBUG oslo_service.service [-] ironic.service_name = None {{(pid=103807) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 17:14:01.650438 dv-cinder-837356-2-iscsi neutron-server[103807]: DEBUG oslo_service.service [-] ironic.service_type = None {{(pid=103807) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 17:14:01.650659 dv-cinder-837356-2-iscsi neutron-server[103807]: DEBUG oslo_service.service [-] ironic.split_loggers = False {{(pid=103807) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 17:14:01.650874 dv-cinder-837356-2-iscsi neutron-server[103807]: DEBUG oslo_service.service [-] ironic.status_code_retries = None {{(pid=103807) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 17:14:01.651107 dv-cinder-837356-2-iscsi neutron-server[103807]: DEBUG oslo_service.service [-] ironic.status_code_retry_delay = None {{(pid=103807) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 17:14:01.651315 dv-cinder-837356-2-iscsi neutron-server[103807]: DEBUG oslo_service.service [-] ironic.timeout = None {{(pid=103807) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 17:14:01.651543 dv-cinder-837356-2-iscsi neutron-server[103807]: DEBUG oslo_service.service [-] ironic.valid_interfaces = None {{(pid=103807) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 17:14:01.651834 dv-cinder-837356-2-iscsi neutron-server[103807]: DEBUG oslo_service.service [-] ironic.version = None {{(pid=103807) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 17:14:01.652393 dv-cinder-837356-2-iscsi neutron-server[103807]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.amqp_auto_delete = False {{(pid=103807) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 17:14:01.652641 dv-cinder-837356-2-iscsi neutron-server[103807]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.amqp_durable_queues = False {{(pid=103807) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 17:14:01.652883 dv-cinder-837356-2-iscsi neutron-server[103807]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.conn_pool_min_size = 2 {{(pid=103807) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 17:14:01.653153 dv-cinder-837356-2-iscsi neutron-server[103807]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.conn_pool_ttl = 1200 {{(pid=103807) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 17:14:01.653632 dv-cinder-837356-2-iscsi neutron-server[103807]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.direct_mandatory_flag = True {{(pid=103807) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 17:14:01.653873 dv-cinder-837356-2-iscsi neutron-server[103807]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.enable_cancel_on_failover = False {{(pid=103807) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 17:14:01.654126 dv-cinder-837356-2-iscsi neutron-server[103807]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_in_pthread = True {{(pid=103807) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 17:14:01.654346 dv-cinder-837356-2-iscsi neutron-server[103807]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_rate = 2 {{(pid=103807) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 17:14:01.654569 dv-cinder-837356-2-iscsi neutron-server[103807]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_timeout_threshold = 60 {{(pid=103807) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 17:14:01.654867 dv-cinder-837356-2-iscsi neutron-server[103807]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_compression = None {{(pid=103807) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 17:14:01.655144 dv-cinder-837356-2-iscsi neutron-server[103807]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_failover_strategy = round-robin {{(pid=103807) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 17:14:01.655374 dv-cinder-837356-2-iscsi neutron-server[103807]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_missing_consumer_retry_timeout = 60 {{(pid=103807) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 17:14:01.655624 dv-cinder-837356-2-iscsi neutron-server[103807]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_reconnect_delay = 1.0 {{(pid=103807) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 17:14:01.655850 dv-cinder-837356-2-iscsi neutron-server[103807]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_ha_queues = False {{(pid=103807) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 17:14:01.656069 dv-cinder-837356-2-iscsi neutron-server[103807]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_interval_max = 30 {{(pid=103807) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 17:14:01.656329 dv-cinder-837356-2-iscsi neutron-server[103807]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_login_method = AMQPLAIN {{(pid=103807) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 17:14:01.656548 dv-cinder-837356-2-iscsi neutron-server[103807]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_qos_prefetch_count = 0 {{(pid=103807) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 17:14:01.656789 dv-cinder-837356-2-iscsi neutron-server[103807]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_quorum_queue = False {{(pid=103807) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 17:14:01.657027 dv-cinder-837356-2-iscsi neutron-server[103807]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_retry_backoff = 2 {{(pid=103807) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 17:14:01.657266 dv-cinder-837356-2-iscsi neutron-server[103807]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_retry_interval = 1 {{(pid=103807) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 17:14:01.657520 dv-cinder-837356-2-iscsi neutron-server[103807]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_transient_queues_ttl = 1800 {{(pid=103807) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 17:14:01.657760 dv-cinder-837356-2-iscsi neutron-server[103807]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rpc_conn_pool_size = 30 {{(pid=103807) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 17:14:01.658026 dv-cinder-837356-2-iscsi neutron-server[103807]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl = False {{(pid=103807) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 17:14:01.658262 dv-cinder-837356-2-iscsi neutron-server[103807]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_ca_file = {{(pid=103807) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 17:14:01.658498 dv-cinder-837356-2-iscsi neutron-server[103807]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_cert_file = {{(pid=103807) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 17:14:01.658734 dv-cinder-837356-2-iscsi neutron-server[103807]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_enforce_fips_mode = False {{(pid=103807) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 17:14:01.658987 dv-cinder-837356-2-iscsi neutron-server[103807]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_key_file = {{(pid=103807) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 17:14:01.659249 dv-cinder-837356-2-iscsi neutron-server[103807]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_version = {{(pid=103807) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 17:14:01.659522 dv-cinder-837356-2-iscsi neutron-server[103807]: DEBUG oslo_service.service [-] oslo_messaging_notifications.driver = [] {{(pid=103807) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 17:14:01.659775 dv-cinder-837356-2-iscsi neutron-server[103807]: DEBUG oslo_service.service [-] oslo_messaging_notifications.retry = -1 {{(pid=103807) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 17:14:01.660056 dv-cinder-837356-2-iscsi neutron-server[103807]: DEBUG oslo_service.service [-] oslo_messaging_notifications.topics = ['notifications'] {{(pid=103807) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 17:14:01.660291 dv-cinder-837356-2-iscsi neutron-server[103807]: DEBUG oslo_service.service [-] oslo_messaging_notifications.transport_url = **** {{(pid=103807) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 17:14:01.660558 dv-cinder-837356-2-iscsi neutron-server[103807]: DEBUG oslo_service.service [-] oslo_versionedobjects.fatal_exception_format_errors = False {{(pid=103807) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 17:14:01.660857 dv-cinder-837356-2-iscsi neutron-server[103807]: DEBUG oslo_service.service [-] QUOTAS.default_quota = -1 {{(pid=103807) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 17:14:01.661110 dv-cinder-837356-2-iscsi neutron-server[103807]: DEBUG oslo_service.service [-] QUOTAS.quota_driver = neutron.db.quota.driver_nolock.DbQuotaNoLockDriver {{(pid=103807) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 17:14:01.661391 dv-cinder-837356-2-iscsi neutron-server[103807]: DEBUG oslo_service.service [-] QUOTAS.quota_floatingip = 50 {{(pid=103807) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 17:14:01.661628 dv-cinder-837356-2-iscsi neutron-server[103807]: DEBUG oslo_service.service [-] QUOTAS.quota_network = 100 {{(pid=103807) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 17:14:01.661867 dv-cinder-837356-2-iscsi neutron-server[103807]: DEBUG oslo_service.service [-] QUOTAS.quota_port = 500 {{(pid=103807) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 17:14:01.662103 dv-cinder-837356-2-iscsi neutron-server[103807]: DEBUG oslo_service.service [-] QUOTAS.quota_rbac_policy = 10 {{(pid=103807) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 17:14:01.662329 dv-cinder-837356-2-iscsi neutron-server[103807]: DEBUG oslo_service.service [-] QUOTAS.quota_router = 100 {{(pid=103807) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 17:14:01.662587 dv-cinder-837356-2-iscsi neutron-server[103807]: DEBUG oslo_service.service [-] QUOTAS.quota_security_group = 100 {{(pid=103807) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 17:14:01.662841 dv-cinder-837356-2-iscsi neutron-server[103807]: DEBUG oslo_service.service [-] QUOTAS.quota_security_group_rule = 100 {{(pid=103807) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 17:14:01.663068 dv-cinder-837356-2-iscsi neutron-server[103807]: DEBUG oslo_service.service [-] QUOTAS.quota_subnet = 100 {{(pid=103807) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 17:14:01.663308 dv-cinder-837356-2-iscsi neutron-server[103807]: DEBUG oslo_service.service [-] QUOTAS.track_quota_usage = True {{(pid=103807) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 17:14:01.663541 dv-cinder-837356-2-iscsi neutron-server[103807]: DEBUG oslo_service.service [-] healthcheck.backends = ['disable_by_file'] {{(pid=103807) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 17:14:01.663779 dv-cinder-837356-2-iscsi neutron-server[103807]: DEBUG oslo_service.service [-] healthcheck.detailed = False {{(pid=103807) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 17:14:01.664025 dv-cinder-837356-2-iscsi neutron-server[103807]: DEBUG oslo_service.service [-] healthcheck.disable_by_file_path = None {{(pid=103807) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 17:14:01.664392 dv-cinder-837356-2-iscsi neutron-server[103807]: DEBUG oslo_service.service [-] healthcheck.path = /healthcheck {{(pid=103807) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 17:14:01.664689 dv-cinder-837356-2-iscsi neutron-server[103807]: DEBUG oslo_service.service [-] keystone_authtoken.admin_password = **** {{(pid=103807) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 17:14:01.664924 dv-cinder-837356-2-iscsi neutron-server[103807]: DEBUG oslo_service.service [-] keystone_authtoken.admin_tenant_name = admin {{(pid=103807) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 17:14:01.665197 dv-cinder-837356-2-iscsi neutron-server[103807]: DEBUG oslo_service.service [-] keystone_authtoken.admin_token = **** {{(pid=103807) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 17:14:01.665409 dv-cinder-837356-2-iscsi neutron-server[103807]: DEBUG oslo_service.service [-] keystone_authtoken.admin_user = None {{(pid=103807) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 17:14:01.665677 dv-cinder-837356-2-iscsi neutron-server[103807]: DEBUG oslo_service.service [-] keystone_authtoken.auth_admin_prefix = {{(pid=103807) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 17:14:01.665926 dv-cinder-837356-2-iscsi neutron-server[103807]: DEBUG oslo_service.service [-] keystone_authtoken.auth_host = 127.0.0.1 {{(pid=103807) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 17:14:01.666161 dv-cinder-837356-2-iscsi neutron-server[103807]: DEBUG oslo_service.service [-] keystone_authtoken.auth_port = 35357 {{(pid=103807) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 17:14:01.666419 dv-cinder-837356-2-iscsi neutron-server[103807]: DEBUG oslo_service.service [-] keystone_authtoken.auth_protocol = https {{(pid=103807) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 17:14:01.666662 dv-cinder-837356-2-iscsi neutron-server[103807]: DEBUG oslo_service.service [-] keystone_authtoken.auth_section = None {{(pid=103807) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 17:14:01.666900 dv-cinder-837356-2-iscsi neutron-server[103807]: DEBUG oslo_service.service [-] keystone_authtoken.auth_type = password {{(pid=103807) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 17:14:01.667129 dv-cinder-837356-2-iscsi neutron-server[103807]: DEBUG oslo_service.service [-] keystone_authtoken.auth_uri = None {{(pid=103807) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 17:14:01.667358 dv-cinder-837356-2-iscsi neutron-server[103807]: DEBUG oslo_service.service [-] keystone_authtoken.auth_url = http://10.222.0.66/identity {{(pid=103807) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 17:14:01.667593 dv-cinder-837356-2-iscsi neutron-server[103807]: DEBUG oslo_service.service [-] keystone_authtoken.auth_version = None {{(pid=103807) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 17:14:01.667856 dv-cinder-837356-2-iscsi neutron-server[103807]: DEBUG oslo_service.service [-] keystone_authtoken.cache = None {{(pid=103807) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 17:14:01.668091 dv-cinder-837356-2-iscsi neutron-server[103807]: DEBUG oslo_service.service [-] keystone_authtoken.cafile = /opt/stack/data/ca-bundle.pem {{(pid=103807) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 17:14:01.668304 dv-cinder-837356-2-iscsi neutron-server[103807]: DEBUG oslo_service.service [-] keystone_authtoken.certfile = None {{(pid=103807) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 17:14:01.668537 dv-cinder-837356-2-iscsi neutron-server[103807]: DEBUG oslo_service.service [-] keystone_authtoken.default_domain_id = None {{(pid=103807) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 17:14:01.668768 dv-cinder-837356-2-iscsi neutron-server[103807]: DEBUG oslo_service.service [-] keystone_authtoken.default_domain_name = None {{(pid=103807) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 17:14:01.668991 dv-cinder-837356-2-iscsi neutron-server[103807]: DEBUG oslo_service.service [-] keystone_authtoken.delay_auth_decision = False {{(pid=103807) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 17:14:01.669219 dv-cinder-837356-2-iscsi neutron-server[103807]: DEBUG oslo_service.service [-] keystone_authtoken.domain_id = None {{(pid=103807) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 17:14:01.669434 dv-cinder-837356-2-iscsi neutron-server[103807]: DEBUG oslo_service.service [-] keystone_authtoken.domain_name = None {{(pid=103807) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 17:14:01.669696 dv-cinder-837356-2-iscsi neutron-server[103807]: DEBUG oslo_service.service [-] keystone_authtoken.enforce_token_bind = permissive {{(pid=103807) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 17:14:01.669909 dv-cinder-837356-2-iscsi neutron-server[103807]: DEBUG oslo_service.service [-] keystone_authtoken.http_connect_timeout = None {{(pid=103807) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 17:14:01.670130 dv-cinder-837356-2-iscsi neutron-server[103807]: DEBUG oslo_service.service [-] keystone_authtoken.http_request_max_retries = 3 {{(pid=103807) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 17:14:01.670398 dv-cinder-837356-2-iscsi neutron-server[103807]: DEBUG oslo_service.service [-] keystone_authtoken.identity_uri = None {{(pid=103807) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 17:14:01.670646 dv-cinder-837356-2-iscsi neutron-server[103807]: DEBUG oslo_service.service [-] keystone_authtoken.include_service_catalog = True {{(pid=103807) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 17:14:01.670891 dv-cinder-837356-2-iscsi neutron-server[103807]: DEBUG oslo_service.service [-] keystone_authtoken.insecure = False {{(pid=103807) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 17:14:01.671141 dv-cinder-837356-2-iscsi neutron-server[103807]: DEBUG oslo_service.service [-] keystone_authtoken.interface = public {{(pid=103807) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 17:14:01.671358 dv-cinder-837356-2-iscsi neutron-server[103807]: DEBUG oslo_service.service [-] keystone_authtoken.keyfile = None {{(pid=103807) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 17:14:01.671594 dv-cinder-837356-2-iscsi neutron-server[103807]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_conn_get_timeout = 10 {{(pid=103807) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 17:14:01.671828 dv-cinder-837356-2-iscsi neutron-server[103807]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_dead_retry = 300 {{(pid=103807) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 17:14:01.672048 dv-cinder-837356-2-iscsi neutron-server[103807]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_maxsize = 10 {{(pid=103807) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 17:14:01.672787 dv-cinder-837356-2-iscsi neutron-server[103807]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_socket_timeout = 3 {{(pid=103807) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 17:14:01.672787 dv-cinder-837356-2-iscsi neutron-server[103807]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_unused_timeout = 60 {{(pid=103807) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 17:14:01.672787 dv-cinder-837356-2-iscsi neutron-server[103807]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_secret_key = **** {{(pid=103807) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 17:14:01.673034 dv-cinder-837356-2-iscsi neutron-server[103807]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_security_strategy = None {{(pid=103807) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 17:14:01.673103 dv-cinder-837356-2-iscsi neutron-server[103807]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_use_advanced_pool = True {{(pid=103807) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 17:14:01.673393 dv-cinder-837356-2-iscsi neutron-server[103807]: DEBUG oslo_service.service [-] keystone_authtoken.memcached_servers = ['localhost:11211'] {{(pid=103807) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 17:14:01.673645 dv-cinder-837356-2-iscsi neutron-server[103807]: DEBUG oslo_service.service [-] keystone_authtoken.password = **** {{(pid=103807) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 17:14:01.673877 dv-cinder-837356-2-iscsi neutron-server[103807]: DEBUG oslo_service.service [-] keystone_authtoken.project_domain_id = None {{(pid=103807) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 17:14:01.674120 dv-cinder-837356-2-iscsi neutron-server[103807]: DEBUG oslo_service.service [-] keystone_authtoken.project_domain_name = Default {{(pid=103807) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 17:14:01.674363 dv-cinder-837356-2-iscsi neutron-server[103807]: DEBUG oslo_service.service [-] keystone_authtoken.project_id = None {{(pid=103807) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 17:14:01.674631 dv-cinder-837356-2-iscsi neutron-server[103807]: DEBUG oslo_service.service [-] keystone_authtoken.project_name = service {{(pid=103807) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 17:14:01.674846 dv-cinder-837356-2-iscsi neutron-server[103807]: DEBUG oslo_service.service [-] keystone_authtoken.region_name = None {{(pid=103807) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 17:14:01.675107 dv-cinder-837356-2-iscsi neutron-server[103807]: DEBUG oslo_service.service [-] keystone_authtoken.service_token_roles = ['service'] {{(pid=103807) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 17:14:01.675334 dv-cinder-837356-2-iscsi neutron-server[103807]: DEBUG oslo_service.service [-] keystone_authtoken.service_token_roles_required = False {{(pid=103807) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 17:14:01.675550 dv-cinder-837356-2-iscsi neutron-server[103807]: DEBUG oslo_service.service [-] keystone_authtoken.service_type = None {{(pid=103807) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 17:14:01.675761 dv-cinder-837356-2-iscsi neutron-server[103807]: DEBUG oslo_service.service [-] keystone_authtoken.system_scope = None {{(pid=103807) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 17:14:01.675977 dv-cinder-837356-2-iscsi neutron-server[103807]: DEBUG oslo_service.service [-] keystone_authtoken.token_cache_time = 300 {{(pid=103807) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 17:14:01.676212 dv-cinder-837356-2-iscsi neutron-server[103807]: DEBUG oslo_service.service [-] keystone_authtoken.trust_id = None {{(pid=103807) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 17:14:01.676424 dv-cinder-837356-2-iscsi neutron-server[103807]: DEBUG oslo_service.service [-] keystone_authtoken.user_domain_id = None {{(pid=103807) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 17:14:01.676665 dv-cinder-837356-2-iscsi neutron-server[103807]: DEBUG oslo_service.service [-] keystone_authtoken.user_domain_name = Default {{(pid=103807) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 17:14:01.676879 dv-cinder-837356-2-iscsi neutron-server[103807]: DEBUG oslo_service.service [-] keystone_authtoken.user_id = None {{(pid=103807) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 17:14:01.677128 dv-cinder-837356-2-iscsi neutron-server[103807]: DEBUG oslo_service.service [-] keystone_authtoken.username = neutron {{(pid=103807) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 17:14:01.677394 dv-cinder-837356-2-iscsi neutron-server[103807]: DEBUG oslo_service.service [-] keystone_authtoken.www_authenticate_uri = None {{(pid=103807) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 17:14:01.677718 dv-cinder-837356-2-iscsi neutron-server[103807]: DEBUG oslo_service.service [-] cache.backend = dogpile.cache.null {{(pid=103807) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 17:14:01.677967 dv-cinder-837356-2-iscsi neutron-server[103807]: DEBUG oslo_service.service [-] cache.backend_argument = **** {{(pid=103807) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 17:14:01.678209 dv-cinder-837356-2-iscsi neutron-server[103807]: DEBUG oslo_service.service [-] cache.config_prefix = cache.oslo {{(pid=103807) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 17:14:01.678458 dv-cinder-837356-2-iscsi neutron-server[103807]: DEBUG oslo_service.service [-] cache.dead_timeout = 60.0 {{(pid=103807) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 17:14:01.678691 dv-cinder-837356-2-iscsi neutron-server[103807]: DEBUG oslo_service.service [-] cache.debug_cache_backend = False {{(pid=103807) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 17:14:01.678906 dv-cinder-837356-2-iscsi neutron-server[103807]: DEBUG oslo_service.service [-] cache.enable_retry_client = False {{(pid=103807) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 17:14:01.679199 dv-cinder-837356-2-iscsi neutron-server[103807]: DEBUG oslo_service.service [-] cache.enable_socket_keepalive = False {{(pid=103807) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 17:14:01.679531 dv-cinder-837356-2-iscsi neutron-server[103807]: DEBUG oslo_service.service [-] cache.enabled = False {{(pid=103807) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 17:14:01.679776 dv-cinder-837356-2-iscsi neutron-server[103807]: DEBUG oslo_service.service [-] cache.expiration_time = 600 {{(pid=103807) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 17:14:01.679999 dv-cinder-837356-2-iscsi neutron-server[103807]: DEBUG oslo_service.service [-] cache.hashclient_retry_attempts = 2 {{(pid=103807) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 17:14:01.680221 dv-cinder-837356-2-iscsi neutron-server[103807]: DEBUG oslo_service.service [-] cache.hashclient_retry_delay = 1.0 {{(pid=103807) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 17:14:01.680668 dv-cinder-837356-2-iscsi neutron-server[103807]: DEBUG oslo_service.service [-] cache.memcache_dead_retry = 300 {{(pid=103807) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 17:14:01.680892 dv-cinder-837356-2-iscsi neutron-server[103807]: DEBUG oslo_service.service [-] cache.memcache_pool_connection_get_timeout = 10 {{(pid=103807) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 17:14:01.681109 dv-cinder-837356-2-iscsi neutron-server[103807]: DEBUG oslo_service.service [-] cache.memcache_pool_flush_on_reconnect = False {{(pid=103807) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 17:14:01.681352 dv-cinder-837356-2-iscsi neutron-server[103807]: DEBUG oslo_service.service [-] cache.memcache_pool_maxsize = 10 {{(pid=103807) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 17:14:01.681563 dv-cinder-837356-2-iscsi neutron-server[103807]: DEBUG oslo_service.service [-] cache.memcache_pool_unused_timeout = 60 {{(pid=103807) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 17:14:01.681819 dv-cinder-837356-2-iscsi neutron-server[103807]: DEBUG oslo_service.service [-] cache.memcache_servers = ['localhost:11211'] {{(pid=103807) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 17:14:01.682039 dv-cinder-837356-2-iscsi neutron-server[103807]: DEBUG oslo_service.service [-] cache.memcache_socket_timeout = 1.0 {{(pid=103807) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 17:14:01.682257 dv-cinder-837356-2-iscsi neutron-server[103807]: DEBUG oslo_service.service [-] cache.proxies = [] {{(pid=103807) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 17:14:01.682488 dv-cinder-837356-2-iscsi neutron-server[103807]: DEBUG oslo_service.service [-] cache.retry_attempts = 2 {{(pid=103807) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 17:14:01.682769 dv-cinder-837356-2-iscsi neutron-server[103807]: DEBUG oslo_service.service [-] cache.retry_delay = 0.0 {{(pid=103807) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 17:14:01.683000 dv-cinder-837356-2-iscsi neutron-server[103807]: DEBUG oslo_service.service [-] cache.socket_keepalive_count = 1 {{(pid=103807) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 17:14:01.683212 dv-cinder-837356-2-iscsi neutron-server[103807]: DEBUG oslo_service.service [-] cache.socket_keepalive_idle = 1 {{(pid=103807) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 17:14:01.683441 dv-cinder-837356-2-iscsi neutron-server[103807]: DEBUG oslo_service.service [-] cache.socket_keepalive_interval = 1 {{(pid=103807) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 17:14:01.683650 dv-cinder-837356-2-iscsi neutron-server[103807]: DEBUG oslo_service.service [-] cache.tls_allowed_ciphers = None {{(pid=103807) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 17:14:01.683863 dv-cinder-837356-2-iscsi neutron-server[103807]: DEBUG oslo_service.service [-] cache.tls_cafile = None {{(pid=103807) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 17:14:01.684070 dv-cinder-837356-2-iscsi neutron-server[103807]: DEBUG oslo_service.service [-] cache.tls_certfile = None {{(pid=103807) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 17:14:01.684300 dv-cinder-837356-2-iscsi neutron-server[103807]: DEBUG oslo_service.service [-] cache.tls_enabled = False {{(pid=103807) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 17:14:01.684527 dv-cinder-837356-2-iscsi neutron-server[103807]: DEBUG oslo_service.service [-] cache.tls_keyfile = None {{(pid=103807) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 17:14:01.684798 dv-cinder-837356-2-iscsi neutron-server[103807]: DEBUG oslo_service.service [-] privsep.capabilities = [21, 12, 1, 2, 19] {{(pid=103807) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 17:14:01.685029 dv-cinder-837356-2-iscsi neutron-server[103807]: DEBUG oslo_service.service [-] privsep.group = None {{(pid=103807) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 17:14:01.685292 dv-cinder-837356-2-iscsi neutron-server[103807]: DEBUG oslo_service.service [-] privsep.helper_command = None {{(pid=103807) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 17:14:01.685544 dv-cinder-837356-2-iscsi neutron-server[103807]: DEBUG oslo_service.service [-] privsep.logger_name = oslo_privsep.daemon {{(pid=103807) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 17:14:01.685775 dv-cinder-837356-2-iscsi neutron-server[103807]: DEBUG oslo_service.service [-] privsep.thread_pool_size = 4 {{(pid=103807) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 17:14:01.685986 dv-cinder-837356-2-iscsi neutron-server[103807]: DEBUG oslo_service.service [-] privsep.user = None {{(pid=103807) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 17:14:01.686256 dv-cinder-837356-2-iscsi neutron-server[103807]: DEBUG oslo_service.service [-] privsep_dhcp_release.capabilities = [21, 12] {{(pid=103807) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 17:14:01.686491 dv-cinder-837356-2-iscsi neutron-server[103807]: DEBUG oslo_service.service [-] privsep_dhcp_release.group = None {{(pid=103807) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 17:14:01.686716 dv-cinder-837356-2-iscsi neutron-server[103807]: DEBUG oslo_service.service [-] privsep_dhcp_release.helper_command = None {{(pid=103807) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 17:14:01.686937 dv-cinder-837356-2-iscsi neutron-server[103807]: DEBUG oslo_service.service [-] privsep_dhcp_release.logger_name = oslo_privsep.daemon {{(pid=103807) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 17:14:01.687150 dv-cinder-837356-2-iscsi neutron-server[103807]: DEBUG oslo_service.service [-] privsep_dhcp_release.thread_pool_size = 4 {{(pid=103807) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 17:14:01.687356 dv-cinder-837356-2-iscsi neutron-server[103807]: DEBUG oslo_service.service [-] privsep_dhcp_release.user = None {{(pid=103807) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 17:14:01.687607 dv-cinder-837356-2-iscsi neutron-server[103807]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.capabilities = [21, 12] {{(pid=103807) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 17:14:01.687820 dv-cinder-837356-2-iscsi neutron-server[103807]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.group = None {{(pid=103807) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 17:14:01.688030 dv-cinder-837356-2-iscsi neutron-server[103807]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.helper_command = None {{(pid=103807) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 17:14:01.688246 dv-cinder-837356-2-iscsi neutron-server[103807]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.logger_name = oslo_privsep.daemon {{(pid=103807) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 17:14:01.688462 dv-cinder-837356-2-iscsi neutron-server[103807]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.thread_pool_size = 4 {{(pid=103807) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 17:14:01.688673 dv-cinder-837356-2-iscsi neutron-server[103807]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.user = None {{(pid=103807) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 17:14:01.688900 dv-cinder-837356-2-iscsi neutron-server[103807]: DEBUG oslo_service.service [-] privsep_namespace.capabilities = [21] {{(pid=103807) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 17:14:01.689108 dv-cinder-837356-2-iscsi neutron-server[103807]: DEBUG oslo_service.service [-] privsep_namespace.group = None {{(pid=103807) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 17:14:01.689339 dv-cinder-837356-2-iscsi neutron-server[103807]: DEBUG oslo_service.service [-] privsep_namespace.helper_command = None {{(pid=103807) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 17:14:01.689558 dv-cinder-837356-2-iscsi neutron-server[103807]: DEBUG oslo_service.service [-] privsep_namespace.logger_name = oslo_privsep.daemon {{(pid=103807) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 17:14:01.689769 dv-cinder-837356-2-iscsi neutron-server[103807]: DEBUG oslo_service.service [-] privsep_namespace.thread_pool_size = 4 {{(pid=103807) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 17:14:01.689975 dv-cinder-837356-2-iscsi neutron-server[103807]: DEBUG oslo_service.service [-] privsep_namespace.user = None {{(pid=103807) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 17:14:01.690196 dv-cinder-837356-2-iscsi neutron-server[103807]: DEBUG oslo_service.service [-] privsep_conntrack.capabilities = [12] {{(pid=103807) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 17:14:01.690405 dv-cinder-837356-2-iscsi neutron-server[103807]: DEBUG oslo_service.service [-] privsep_conntrack.group = None {{(pid=103807) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 17:14:01.690611 dv-cinder-837356-2-iscsi neutron-server[103807]: DEBUG oslo_service.service [-] privsep_conntrack.helper_command = None {{(pid=103807) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 17:14:01.690831 dv-cinder-837356-2-iscsi neutron-server[103807]: DEBUG oslo_service.service [-] privsep_conntrack.logger_name = oslo_privsep.daemon {{(pid=103807) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 17:14:01.691046 dv-cinder-837356-2-iscsi neutron-server[103807]: DEBUG oslo_service.service [-] privsep_conntrack.thread_pool_size = 4 {{(pid=103807) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 17:14:01.691252 dv-cinder-837356-2-iscsi neutron-server[103807]: DEBUG oslo_service.service [-] privsep_conntrack.user = None {{(pid=103807) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 17:14:01.691497 dv-cinder-837356-2-iscsi neutron-server[103807]: DEBUG oslo_service.service [-] privsep_link.capabilities = [12, 21] {{(pid=103807) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 17:14:01.691707 dv-cinder-837356-2-iscsi neutron-server[103807]: DEBUG oslo_service.service [-] privsep_link.group = None {{(pid=103807) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 17:14:01.691913 dv-cinder-837356-2-iscsi neutron-server[103807]: DEBUG oslo_service.service [-] privsep_link.helper_command = None {{(pid=103807) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 17:14:01.692133 dv-cinder-837356-2-iscsi neutron-server[103807]: DEBUG oslo_service.service [-] privsep_link.logger_name = oslo_privsep.daemon {{(pid=103807) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 17:14:01.692346 dv-cinder-837356-2-iscsi neutron-server[103807]: DEBUG oslo_service.service [-] privsep_link.thread_pool_size = 4 {{(pid=103807) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 17:14:01.692570 dv-cinder-837356-2-iscsi neutron-server[103807]: DEBUG oslo_service.service [-] privsep_link.user = None {{(pid=103807) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 17:14:01.692838 dv-cinder-837356-2-iscsi neutron-server[103807]: DEBUG oslo_service.service [-] AGENT.root_helper = sudo /usr/local/bin/neutron-rootwrap /etc/neutron/rootwrap.conf {{(pid=103807) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 17:14:01.693097 dv-cinder-837356-2-iscsi neutron-server[103807]: DEBUG oslo_service.service [-] AGENT.root_helper_daemon = sudo /usr/local/bin/neutron-rootwrap-daemon /etc/neutron/rootwrap.conf {{(pid=103807) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 17:14:01.693334 dv-cinder-837356-2-iscsi neutron-server[103807]: DEBUG oslo_service.service [-] AGENT.use_helper_for_ns_read = True {{(pid=103807) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 17:14:01.693625 dv-cinder-837356-2-iscsi neutron-server[103807]: DEBUG oslo_service.service [-] SECURITYGROUP.enable_ipset = True {{(pid=103807) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 17:14:01.693854 dv-cinder-837356-2-iscsi neutron-server[103807]: DEBUG oslo_service.service [-] SECURITYGROUP.enable_security_group = True {{(pid=103807) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 17:14:01.694109 dv-cinder-837356-2-iscsi neutron-server[103807]: DEBUG oslo_service.service [-] SECURITYGROUP.firewall_driver = openvswitch {{(pid=103807) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 17:14:01.694347 dv-cinder-837356-2-iscsi neutron-server[103807]: DEBUG oslo_service.service [-] SECURITYGROUP.permitted_ethertypes = [] {{(pid=103807) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 17:14:01.694650 dv-cinder-837356-2-iscsi neutron-server[103807]: DEBUG oslo_service.service [-] ml2.extension_drivers = ['port_security'] {{(pid=103807) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 17:14:01.694887 dv-cinder-837356-2-iscsi neutron-server[103807]: DEBUG oslo_service.service [-] ml2.external_network_type = None {{(pid=103807) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 17:14:01.695146 dv-cinder-837356-2-iscsi neutron-server[103807]: DEBUG oslo_service.service [-] ml2.mechanism_drivers = ['openvswitch', 'hyperv'] {{(pid=103807) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 17:14:01.695376 dv-cinder-837356-2-iscsi neutron-server[103807]: DEBUG oslo_service.service [-] ml2.overlay_ip_version = 4 {{(pid=103807) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 17:14:01.695601 dv-cinder-837356-2-iscsi neutron-server[103807]: DEBUG oslo_service.service [-] ml2.path_mtu = 0 {{(pid=103807) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 17:14:01.695822 dv-cinder-837356-2-iscsi neutron-server[103807]: DEBUG oslo_service.service [-] ml2.physical_network_mtus = [] {{(pid=103807) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 17:14:01.696075 dv-cinder-837356-2-iscsi neutron-server[103807]: DEBUG oslo_service.service [-] ml2.tenant_network_types = ['vlan'] {{(pid=103807) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 17:14:01.696405 dv-cinder-837356-2-iscsi neutron-server[103807]: DEBUG oslo_service.service [-] ml2.type_drivers = ['local', 'flat', 'vlan', 'gre', 'vxlan', 'geneve'] {{(pid=103807) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 17:14:01.696703 dv-cinder-837356-2-iscsi neutron-server[103807]: DEBUG oslo_service.service [-] ml2_type_flat.flat_networks = ['physnet1'] {{(pid=103807) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 17:14:01.696973 dv-cinder-837356-2-iscsi neutron-server[103807]: DEBUG oslo_service.service [-] ml2_type_geneve.max_header_size = 30 {{(pid=103807) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 17:14:01.697238 dv-cinder-837356-2-iscsi neutron-server[103807]: DEBUG oslo_service.service [-] ml2_type_geneve.vni_ranges = ['1:1000'] {{(pid=103807) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 17:14:01.697527 dv-cinder-837356-2-iscsi neutron-server[103807]: DEBUG oslo_service.service [-] ml2_type_gre.tunnel_id_ranges = ['1:1000'] {{(pid=103807) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 17:14:01.697816 dv-cinder-837356-2-iscsi neutron-server[103807]: DEBUG oslo_service.service [-] ml2_type_vlan.network_vlan_ranges = ['physnet1:1000:1049'] {{(pid=103807) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 17:14:01.698103 dv-cinder-837356-2-iscsi neutron-server[103807]: DEBUG oslo_service.service [-] ml2_type_vxlan.vni_ranges = ['1:1000'] {{(pid=103807) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 17:14:01.698334 dv-cinder-837356-2-iscsi neutron-server[103807]: DEBUG oslo_service.service [-] ml2_type_vxlan.vxlan_group = None {{(pid=103807) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 17:14:01.698634 dv-cinder-837356-2-iscsi neutron-server[103807]: DEBUG oslo_service.service [-] OVS_DRIVER.vnic_type_prohibit_list = [] {{(pid=103807) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 17:14:01.698934 dv-cinder-837356-2-iscsi neutron-server[103807]: DEBUG oslo_service.service [-] database.backend = sqlalchemy {{(pid=103807) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 17:14:01.699190 dv-cinder-837356-2-iscsi neutron-server[103807]: DEBUG oslo_service.service [-] database.connection = **** {{(pid=103807) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 17:14:01.699437 dv-cinder-837356-2-iscsi neutron-server[103807]: DEBUG oslo_service.service [-] database.connection_debug = 0 {{(pid=103807) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 17:14:01.699681 dv-cinder-837356-2-iscsi neutron-server[103807]: DEBUG oslo_service.service [-] database.connection_parameters = {{(pid=103807) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 17:14:01.699986 dv-cinder-837356-2-iscsi neutron-server[103807]: DEBUG oslo_service.service [-] database.connection_recycle_time = 3600 {{(pid=103807) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 17:14:01.700151 dv-cinder-837356-2-iscsi neutron-server[103807]: DEBUG oslo_service.service [-] database.connection_trace = False {{(pid=103807) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 17:14:01.700370 dv-cinder-837356-2-iscsi neutron-server[103807]: DEBUG oslo_service.service [-] database.db_inc_retry_interval = True {{(pid=103807) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 17:14:01.700605 dv-cinder-837356-2-iscsi neutron-server[103807]: DEBUG oslo_service.service [-] database.db_max_retries = 20 {{(pid=103807) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 17:14:01.700816 dv-cinder-837356-2-iscsi neutron-server[103807]: DEBUG oslo_service.service [-] database.db_max_retry_interval = 10 {{(pid=103807) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 17:14:01.700985 dv-cinder-837356-2-iscsi neutron-server[103918]: DEBUG neutron.services.l3_router.l3_router_plugin [-] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method start_rpc_listeners called with arguments () {} {{(pid=103918) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 16 17:14:01.701066 dv-cinder-837356-2-iscsi neutron-server[103807]: DEBUG oslo_service.service [-] database.db_retry_interval = 1 {{(pid=103807) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 17:14:01.701288 dv-cinder-837356-2-iscsi neutron-server[103807]: DEBUG oslo_service.service [-] database.max_overflow = 50 {{(pid=103807) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 17:14:01.701522 dv-cinder-837356-2-iscsi neutron-server[103807]: DEBUG oslo_service.service [-] database.max_pool_size = 50 {{(pid=103807) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 17:14:01.701827 dv-cinder-837356-2-iscsi neutron-server[103807]: DEBUG oslo_service.service [-] database.max_retries = 10 {{(pid=103807) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 17:14:01.702052 dv-cinder-837356-2-iscsi neutron-server[103807]: DEBUG oslo_service.service [-] database.mysql_enable_ndb = False {{(pid=103807) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 17:14:01.702366 dv-cinder-837356-2-iscsi neutron-server[103807]: DEBUG oslo_service.service [-] database.mysql_sql_mode = TRADITIONAL {{(pid=103807) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 17:14:01.702588 dv-cinder-837356-2-iscsi neutron-server[103807]: DEBUG oslo_service.service [-] database.pool_timeout = None {{(pid=103807) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 17:14:01.702842 dv-cinder-837356-2-iscsi neutron-server[103807]: DEBUG oslo_service.service [-] database.retry_interval = 10 {{(pid=103807) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 17:14:01.703076 dv-cinder-837356-2-iscsi neutron-server[103807]: DEBUG oslo_service.service [-] database.slave_connection = **** {{(pid=103807) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 17:14:01.703305 dv-cinder-837356-2-iscsi neutron-server[103807]: DEBUG oslo_service.service [-] database.sqlite_synchronous = True {{(pid=103807) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 17:14:01.703522 dv-cinder-837356-2-iscsi neutron-server[103807]: DEBUG oslo_service.service [-] database.use_db_reconnect = False {{(pid=103807) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 17:14:01.703676 dv-cinder-837356-2-iscsi neutron-server[103807]: DEBUG oslo_service.service [-] ******************************************************************************** {{(pid=103807) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2613}} Jun 16 17:14:01.704456 dv-cinder-837356-2-iscsi neutron-server[103807]: DEBUG oslo_service.service [-] Full set of CONF: {{(pid=103807) wait /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:649}} Jun 16 17:14:01.704728 dv-cinder-837356-2-iscsi neutron-server[103807]: DEBUG oslo_service.service [-] ******************************************************************************** {{(pid=103807) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2589}} Jun 16 17:14:01.704878 dv-cinder-837356-2-iscsi neutron-server[103807]: DEBUG oslo_service.service [-] Configuration options gathered from: {{(pid=103807) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2590}} Jun 16 17:14:01.705045 dv-cinder-837356-2-iscsi neutron-server[103807]: DEBUG oslo_service.service [-] command line args: ['--config-file', '/etc/neutron/neutron.conf', '--config-file', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=103807) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2591}} Jun 16 17:14:01.705240 dv-cinder-837356-2-iscsi neutron-server[103807]: DEBUG oslo_service.service [-] config files: ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=103807) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2592}} Jun 16 17:14:01.705407 dv-cinder-837356-2-iscsi neutron-server[103807]: DEBUG oslo_service.service [-] ================================================================================ {{(pid=103807) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2594}} Jun 16 17:14:01.705820 dv-cinder-837356-2-iscsi neutron-server[103807]: DEBUG oslo_service.service [-] agent_down_time = 75 {{(pid=103807) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 16 17:14:01.705989 dv-cinder-837356-2-iscsi neutron-server[103807]: DEBUG oslo_service.service [-] allow_automatic_dhcp_failover = True {{(pid=103807) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 16 17:14:01.706149 dv-cinder-837356-2-iscsi neutron-server[103807]: DEBUG oslo_service.service [-] allow_automatic_l3agent_failover = False {{(pid=103807) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 16 17:14:01.706328 dv-cinder-837356-2-iscsi neutron-server[103807]: DEBUG oslo_service.service [-] allow_bulk = True {{(pid=103807) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 16 17:14:01.706485 dv-cinder-837356-2-iscsi neutron-server[103807]: DEBUG oslo_service.service [-] allowed_conntrack_helpers = [{'amanda': 'tcp'}, {'ftp': 'tcp'}, {'h323': 'udp'}, {'h323': 'tcp'}, {'irc': 'tcp'}, {'netbios-ns': 'udp'}, {'pptp': 'tcp'}, {'sane': 'tcp'}, {'sip': 'udp'}, {'sip': 'tcp'}, {'snmp': 'udp'}, {'tftp': 'udp'}] {{(pid=103807) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 16 17:14:01.706643 dv-cinder-837356-2-iscsi neutron-server[103807]: DEBUG oslo_service.service [-] api_extensions_path = {{(pid=103807) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 16 17:14:01.706804 dv-cinder-837356-2-iscsi neutron-server[103807]: DEBUG oslo_service.service [-] api_paste_config = api-paste.ini {{(pid=103807) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 16 17:14:01.706955 dv-cinder-837356-2-iscsi neutron-server[103807]: DEBUG oslo_service.service [-] api_workers = 2 {{(pid=103807) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 16 17:14:01.707113 dv-cinder-837356-2-iscsi neutron-server[103807]: DEBUG oslo_service.service [-] auth_strategy = keystone {{(pid=103807) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 16 17:14:01.707272 dv-cinder-837356-2-iscsi neutron-server[103807]: DEBUG oslo_service.service [-] backdoor_port = None {{(pid=103807) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 16 17:14:01.707430 dv-cinder-837356-2-iscsi neutron-server[103807]: DEBUG oslo_service.service [-] backdoor_socket = None {{(pid=103807) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 16 17:14:01.707586 dv-cinder-837356-2-iscsi neutron-server[103807]: DEBUG oslo_service.service [-] backlog = 4096 {{(pid=103807) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 16 17:14:01.707741 dv-cinder-837356-2-iscsi neutron-server[103807]: DEBUG oslo_service.service [-] base_mac = fa:16:3e:00:00:00 {{(pid=103807) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 16 17:14:01.707898 dv-cinder-837356-2-iscsi neutron-server[103807]: DEBUG oslo_service.service [-] bind_host = 0.0.0.0 {{(pid=103807) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 16 17:14:01.708055 dv-cinder-837356-2-iscsi neutron-server[103807]: DEBUG oslo_service.service [-] bind_port = 9696 {{(pid=103807) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 16 17:14:01.708211 dv-cinder-837356-2-iscsi neutron-server[103807]: DEBUG oslo_service.service [-] client_socket_timeout = 900 {{(pid=103807) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 16 17:14:01.708361 dv-cinder-837356-2-iscsi neutron-server[103807]: DEBUG oslo_service.service [-] config_dir = [] {{(pid=103807) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 16 17:14:01.708519 dv-cinder-837356-2-iscsi neutron-server[103807]: DEBUG oslo_service.service [-] config_file = ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=103807) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 16 17:14:01.708988 dv-cinder-837356-2-iscsi neutron-server[103807]: DEBUG oslo_service.service [-] config_source = [] {{(pid=103807) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 16 17:14:01.709148 dv-cinder-837356-2-iscsi neutron-server[103807]: DEBUG oslo_service.service [-] control_exchange = neutron {{(pid=103807) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 16 17:14:01.709324 dv-cinder-837356-2-iscsi neutron-server[103807]: DEBUG oslo_service.service [-] core_plugin = ml2 {{(pid=103807) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 16 17:14:01.709481 dv-cinder-837356-2-iscsi neutron-server[103807]: DEBUG oslo_service.service [-] debug = True {{(pid=103807) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 16 17:14:01.709638 dv-cinder-837356-2-iscsi neutron-server[103807]: DEBUG oslo_service.service [-] default_availability_zones = [] {{(pid=103807) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 16 17:14:01.709844 dv-cinder-837356-2-iscsi neutron-server[103807]: DEBUG oslo_service.service [-] default_log_levels = ['amqp=WARN', 'amqplib=WARN', 'boto=WARN', 'qpid=WARN', 'sqlalchemy=WARN', 'suds=INFO', 'oslo.messaging=INFO', 'oslo_messaging=INFO', 'iso8601=WARN', 'requests.packages.urllib3.connectionpool=WARN', 'urllib3.connectionpool=WARN', 'websocket=WARN', 'requests.packages.urllib3.util.retry=WARN', 'urllib3.util.retry=WARN', 'keystonemiddleware=WARN', 'routes.middleware=WARN', 'stevedore=WARN', 'taskflow=WARN', 'keystoneauth=WARN', 'oslo.cache=INFO', 'oslo_policy=INFO', 'dogpile.core.dogpile=INFO', 'OFPHandler=INFO', 'OfctlService=INFO', 'os_ken.base.app_manager=INFO', 'os_ken.controller.controller=INFO'] {{(pid=103807) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 16 17:14:01.710007 dv-cinder-837356-2-iscsi neutron-server[103807]: DEBUG oslo_service.service [-] dhcp_agent_notification = True {{(pid=103807) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 16 17:14:01.710168 dv-cinder-837356-2-iscsi neutron-server[103807]: DEBUG oslo_service.service [-] dhcp_agents_per_network = 1 {{(pid=103807) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 16 17:14:01.710326 dv-cinder-837356-2-iscsi neutron-server[103807]: DEBUG oslo_service.service [-] dhcp_lease_duration = 86400 {{(pid=103807) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 16 17:14:01.710484 dv-cinder-837356-2-iscsi neutron-server[103807]: DEBUG oslo_service.service [-] dhcp_load_type = networks {{(pid=103807) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 16 17:14:01.710635 dv-cinder-837356-2-iscsi neutron-server[103807]: DEBUG oslo_service.service [-] dns_domain = openstacklocal {{(pid=103807) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 16 17:14:01.710794 dv-cinder-837356-2-iscsi neutron-server[103807]: DEBUG oslo_service.service [-] dvr_base_mac = fa:16:3f:00:00:00 {{(pid=103807) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 16 17:14:01.710955 dv-cinder-837356-2-iscsi neutron-server[103807]: DEBUG oslo_service.service [-] enable_dvr = True {{(pid=103807) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 16 17:14:01.711107 dv-cinder-837356-2-iscsi neutron-server[103807]: DEBUG oslo_service.service [-] enable_new_agents = True {{(pid=103807) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 16 17:14:01.711262 dv-cinder-837356-2-iscsi neutron-server[103807]: DEBUG oslo_service.service [-] enable_services_on_agents_with_admin_state_down = False {{(pid=103807) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 16 17:14:01.711420 dv-cinder-837356-2-iscsi neutron-server[103807]: DEBUG oslo_service.service [-] enable_snat_by_default = True {{(pid=103807) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 16 17:14:01.711578 dv-cinder-837356-2-iscsi neutron-server[103807]: DEBUG oslo_service.service [-] enable_traditional_dhcp = True {{(pid=103807) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 16 17:14:01.711735 dv-cinder-837356-2-iscsi neutron-server[103807]: DEBUG oslo_service.service [-] external_dns_driver = None {{(pid=103807) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 16 17:14:01.711890 dv-cinder-837356-2-iscsi neutron-server[103807]: DEBUG oslo_service.service [-] filter_validation = True {{(pid=103807) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 16 17:14:01.712048 dv-cinder-837356-2-iscsi neutron-server[103807]: DEBUG oslo_service.service [-] global_physnet_mtu = 1500 {{(pid=103807) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 16 17:14:01.712207 dv-cinder-837356-2-iscsi neutron-server[103807]: DEBUG oslo_service.service [-] graceful_shutdown_timeout = 60 {{(pid=103807) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 16 17:14:01.712363 dv-cinder-837356-2-iscsi neutron-server[103807]: DEBUG oslo_service.service [-] host = dv-cinder-837356-2-iscsi {{(pid=103807) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 16 17:14:01.712522 dv-cinder-837356-2-iscsi neutron-server[103807]: DEBUG oslo_service.service [-] host_dvr_for_dhcp = True {{(pid=103807) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 16 17:14:01.712676 dv-cinder-837356-2-iscsi neutron-server[103807]: DEBUG oslo_service.service [-] http_retries = 3 {{(pid=103807) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 16 17:14:01.712836 dv-cinder-837356-2-iscsi neutron-server[103807]: DEBUG oslo_service.service [-] instance_format = [instance: %(uuid)s] {{(pid=103807) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 16 17:14:01.712988 dv-cinder-837356-2-iscsi neutron-server[103807]: DEBUG oslo_service.service [-] instance_uuid_format = [instance: %(uuid)s] {{(pid=103807) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 16 17:14:01.713144 dv-cinder-837356-2-iscsi neutron-server[103807]: DEBUG oslo_service.service [-] ipam_driver = internal {{(pid=103807) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 16 17:14:01.713426 dv-cinder-837356-2-iscsi neutron-server[103807]: DEBUG oslo_service.service [-] ipv6_pd_enabled = False {{(pid=103807) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 16 17:14:01.713589 dv-cinder-837356-2-iscsi neutron-server[103807]: DEBUG oslo_service.service [-] l3_ha = False {{(pid=103807) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 16 17:14:01.713746 dv-cinder-837356-2-iscsi neutron-server[103807]: DEBUG oslo_service.service [-] l3_ha_net_cidr = 169.254.192.0/18 {{(pid=103807) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 16 17:14:01.713902 dv-cinder-837356-2-iscsi neutron-server[103807]: DEBUG oslo_service.service [-] l3_ha_network_physical_name = {{(pid=103807) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 16 17:14:01.714057 dv-cinder-837356-2-iscsi neutron-server[103807]: DEBUG oslo_service.service [-] l3_ha_network_type = {{(pid=103807) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 16 17:14:01.714216 dv-cinder-837356-2-iscsi neutron-server[103807]: DEBUG oslo_service.service [-] log_config_append = None {{(pid=103807) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 16 17:14:01.714378 dv-cinder-837356-2-iscsi neutron-server[103807]: DEBUG oslo_service.service [-] log_date_format = %Y-%m-%d %H:%M:%S {{(pid=103807) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 16 17:14:01.714534 dv-cinder-837356-2-iscsi neutron-server[103807]: DEBUG oslo_service.service [-] log_dir = None {{(pid=103807) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 16 17:14:01.714688 dv-cinder-837356-2-iscsi neutron-server[103807]: DEBUG oslo_service.service [-] log_file = None {{(pid=103807) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 16 17:14:01.714851 dv-cinder-837356-2-iscsi neutron-server[103807]: DEBUG oslo_service.service [-] log_options = True {{(pid=103807) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 16 17:14:01.715007 dv-cinder-837356-2-iscsi neutron-server[103807]: DEBUG oslo_service.service [-] log_rotate_interval = 1 {{(pid=103807) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 16 17:14:01.715161 dv-cinder-837356-2-iscsi neutron-server[103807]: DEBUG oslo_service.service [-] log_rotate_interval_type = days {{(pid=103807) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 16 17:14:01.715314 dv-cinder-837356-2-iscsi neutron-server[103807]: DEBUG oslo_service.service [-] log_rotation_type = none {{(pid=103807) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 16 17:14:01.715495 dv-cinder-837356-2-iscsi neutron-server[103807]: DEBUG oslo_service.service [-] logging_context_format_string = %(color)s%(levelname)s %(name)s [%(global_request_id)s %(request_id)s %(project_name)s %(user_name)s%(color)s] %(instance)s%(color)s%(message)s {{(pid=103807) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 16 17:14:01.715655 dv-cinder-837356-2-iscsi neutron-server[103807]: DEBUG oslo_service.service [-] logging_debug_format_suffix = {{(pid=%(process)d) %(funcName)s %(pathname)s:%(lineno)d}} {{(pid=103807) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 16 17:14:01.715815 dv-cinder-837356-2-iscsi neutron-server[103807]: DEBUG oslo_service.service [-] logging_default_format_string = %(color)s%(levelname)s %(name)s [-%(color)s] %(instance)s%(color)s%(message)s {{(pid=103807) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 16 17:14:01.715972 dv-cinder-837356-2-iscsi neutron-server[103807]: DEBUG oslo_service.service [-] logging_exception_prefix = ERROR %(name)s %(instance)s {{(pid=103807) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 16 17:14:01.716130 dv-cinder-837356-2-iscsi neutron-server[103807]: DEBUG oslo_service.service [-] logging_user_identity_format = %(user)s %(project)s %(domain)s %(system_scope)s %(user_domain)s %(project_domain)s {{(pid=103807) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 16 17:14:01.716287 dv-cinder-837356-2-iscsi neutron-server[103807]: DEBUG oslo_service.service [-] max_allowed_address_pair = 10 {{(pid=103807) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 16 17:14:01.716442 dv-cinder-837356-2-iscsi neutron-server[103807]: DEBUG oslo_service.service [-] max_dns_nameservers = 5 {{(pid=103807) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 16 17:14:01.716598 dv-cinder-837356-2-iscsi neutron-server[103807]: DEBUG oslo_service.service [-] max_header_line = 16384 {{(pid=103807) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 16 17:14:01.716754 dv-cinder-837356-2-iscsi neutron-server[103807]: DEBUG oslo_service.service [-] max_l3_agents_per_router = 3 {{(pid=103807) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 16 17:14:01.716997 dv-cinder-837356-2-iscsi neutron-server[103807]: DEBUG oslo_service.service [-] max_logfile_count = 30 {{(pid=103807) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 16 17:14:01.717101 dv-cinder-837356-2-iscsi neutron-server[103807]: DEBUG oslo_service.service [-] max_logfile_size_mb = 200 {{(pid=103807) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 16 17:14:01.717214 dv-cinder-837356-2-iscsi neutron-server[103807]: DEBUG oslo_service.service [-] max_routes = 30 {{(pid=103807) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 16 17:14:01.717532 dv-cinder-837356-2-iscsi neutron-server[103807]: DEBUG oslo_service.service [-] max_subnet_host_routes = 20 {{(pid=103807) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 16 17:14:01.717700 dv-cinder-837356-2-iscsi neutron-server[103807]: DEBUG oslo_service.service [-] network_auto_schedule = True {{(pid=103807) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 16 17:14:01.717858 dv-cinder-837356-2-iscsi neutron-server[103807]: DEBUG oslo_service.service [-] network_link_prefix = None {{(pid=103807) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 16 17:14:01.718016 dv-cinder-837356-2-iscsi neutron-server[103807]: DEBUG oslo_service.service [-] network_scheduler_driver = neutron.scheduler.dhcp_agent_scheduler.WeightScheduler {{(pid=103807) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 16 17:14:01.718173 dv-cinder-837356-2-iscsi neutron-server[103807]: DEBUG oslo_service.service [-] notify_nova_on_port_data_changes = True {{(pid=103807) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 16 17:14:01.718329 dv-cinder-837356-2-iscsi neutron-server[103807]: DEBUG oslo_service.service [-] notify_nova_on_port_status_changes = True {{(pid=103807) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 16 17:14:01.718485 dv-cinder-837356-2-iscsi neutron-server[103807]: DEBUG oslo_service.service [-] pagination_max_limit = -1 {{(pid=103807) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 16 17:14:01.718641 dv-cinder-837356-2-iscsi neutron-server[103807]: DEBUG oslo_service.service [-] periodic_fuzzy_delay = 5 {{(pid=103807) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 16 17:14:01.718796 dv-cinder-837356-2-iscsi neutron-server[103807]: DEBUG oslo_service.service [-] periodic_interval = 40 {{(pid=103807) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 16 17:14:01.718952 dv-cinder-837356-2-iscsi neutron-server[103807]: DEBUG oslo_service.service [-] publish_errors = False {{(pid=103807) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 16 17:14:01.719110 dv-cinder-837356-2-iscsi neutron-server[103807]: DEBUG oslo_service.service [-] rate_limit_burst = 0 {{(pid=103807) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 16 17:14:01.719270 dv-cinder-837356-2-iscsi neutron-server[103807]: DEBUG oslo_service.service [-] rate_limit_except_level = CRITICAL {{(pid=103807) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 16 17:14:01.719426 dv-cinder-837356-2-iscsi neutron-server[103807]: DEBUG oslo_service.service [-] rate_limit_interval = 0 {{(pid=103807) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 16 17:14:01.719584 dv-cinder-837356-2-iscsi neutron-server[103807]: DEBUG oslo_service.service [-] retry_until_window = 30 {{(pid=103807) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 16 17:14:01.719740 dv-cinder-837356-2-iscsi neutron-server[103807]: DEBUG oslo_service.service [-] router_auto_schedule = True {{(pid=103807) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 16 17:14:01.719896 dv-cinder-837356-2-iscsi neutron-server[103807]: DEBUG oslo_service.service [-] router_distributed = False {{(pid=103807) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 16 17:14:01.720053 dv-cinder-837356-2-iscsi neutron-server[103807]: DEBUG oslo_service.service [-] router_scheduler_driver = neutron.scheduler.l3_agent_scheduler.LeastRoutersScheduler {{(pid=103807) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 16 17:14:01.720211 dv-cinder-837356-2-iscsi neutron-server[103807]: DEBUG oslo_service.service [-] rpc_resources_processing_step = 20 {{(pid=103807) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 16 17:14:01.720371 dv-cinder-837356-2-iscsi neutron-server[103807]: DEBUG oslo_service.service [-] rpc_response_max_timeout = 600 {{(pid=103807) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 16 17:14:01.720526 dv-cinder-837356-2-iscsi neutron-server[103807]: DEBUG oslo_service.service [-] rpc_response_timeout = 60 {{(pid=103807) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 16 17:14:01.720681 dv-cinder-837356-2-iscsi neutron-server[103807]: DEBUG oslo_service.service [-] rpc_state_report_workers = 0 {{(pid=103807) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 16 17:14:01.720836 dv-cinder-837356-2-iscsi neutron-server[103807]: DEBUG oslo_service.service [-] rpc_workers = None {{(pid=103807) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 16 17:14:01.720995 dv-cinder-837356-2-iscsi neutron-server[103807]: DEBUG oslo_service.service [-] send_events_interval = 2 {{(pid=103807) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 16 17:14:01.721157 dv-cinder-837356-2-iscsi neutron-server[103807]: DEBUG oslo_service.service [-] service_plugins = ['router', 'neutron.services.metering.metering_plugin.MeteringPlugin'] {{(pid=103807) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 16 17:14:01.721332 dv-cinder-837356-2-iscsi neutron-server[103807]: DEBUG oslo_service.service [-] setproctitle = on {{(pid=103807) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 16 17:14:01.721489 dv-cinder-837356-2-iscsi neutron-server[103807]: DEBUG oslo_service.service [-] state_path = /opt/stack/data/neutron {{(pid=103807) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 16 17:14:01.721647 dv-cinder-837356-2-iscsi neutron-server[103807]: DEBUG oslo_service.service [-] syslog_log_facility = LOG_USER {{(pid=103807) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 16 17:14:01.721807 dv-cinder-837356-2-iscsi neutron-server[103807]: DEBUG oslo_service.service [-] tcp_keepidle = 600 {{(pid=103807) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 16 17:14:01.721973 dv-cinder-837356-2-iscsi neutron-server[103807]: DEBUG oslo_service.service [-] transport_url = **** {{(pid=103807) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 16 17:14:01.722124 dv-cinder-837356-2-iscsi neutron-server[103807]: DEBUG oslo_service.service [-] use_eventlog = False {{(pid=103807) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 16 17:14:01.722269 dv-cinder-837356-2-iscsi neutron-server[103807]: DEBUG oslo_service.service [-] use_journal = False {{(pid=103807) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 16 17:14:01.722422 dv-cinder-837356-2-iscsi neutron-server[103807]: DEBUG oslo_service.service [-] use_json = False {{(pid=103807) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 16 17:14:01.722577 dv-cinder-837356-2-iscsi neutron-server[103807]: DEBUG oslo_service.service [-] use_ssl = False {{(pid=103807) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 16 17:14:01.722733 dv-cinder-837356-2-iscsi neutron-server[103807]: DEBUG oslo_service.service [-] use_stderr = False {{(pid=103807) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 16 17:14:01.722889 dv-cinder-837356-2-iscsi neutron-server[103807]: DEBUG oslo_service.service [-] use_syslog = False {{(pid=103807) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 16 17:14:01.723047 dv-cinder-837356-2-iscsi neutron-server[103807]: DEBUG oslo_service.service [-] vlan_transparent = False {{(pid=103807) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 16 17:14:01.723200 dv-cinder-837356-2-iscsi neutron-server[103807]: DEBUG oslo_service.service [-] watch_log_file = False {{(pid=103807) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 16 17:14:01.723382 dv-cinder-837356-2-iscsi neutron-server[103807]: DEBUG oslo_service.service [-] wsgi_default_pool_size = 100 {{(pid=103807) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 16 17:14:01.723539 dv-cinder-837356-2-iscsi neutron-server[103807]: DEBUG oslo_service.service [-] wsgi_keep_alive = True {{(pid=103807) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 16 17:14:01.723695 dv-cinder-837356-2-iscsi neutron-server[103807]: DEBUG oslo_service.service [-] wsgi_log_format = %(client_ip)s "%(request_line)s" status: %(status_code)s len: %(body_length)s time: %(wall_seconds).7f {{(pid=103807) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 16 17:14:01.723850 dv-cinder-837356-2-iscsi neutron-server[103807]: DEBUG oslo_service.service [-] wsgi_server_debug = False {{(pid=103807) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 16 17:14:01.724027 dv-cinder-837356-2-iscsi neutron-server[103807]: DEBUG oslo_service.service [-] oslo_concurrency.disable_process_locking = False {{(pid=103807) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 17:14:01.724189 dv-cinder-837356-2-iscsi neutron-server[103807]: DEBUG oslo_service.service [-] oslo_concurrency.lock_path = /opt/stack/data/neutron/lock {{(pid=103807) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 17:14:01.724352 dv-cinder-837356-2-iscsi neutron-server[103807]: DEBUG oslo_service.service [-] profiler.connection_string = messaging:// {{(pid=103807) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 17:14:01.724517 dv-cinder-837356-2-iscsi neutron-server[103807]: DEBUG oslo_service.service [-] profiler.enabled = False {{(pid=103807) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 17:14:01.724726 dv-cinder-837356-2-iscsi neutron-server[103807]: DEBUG oslo_service.service [-] profiler.es_doc_type = notification {{(pid=103807) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 17:14:01.724891 dv-cinder-837356-2-iscsi neutron-server[103807]: DEBUG oslo_service.service [-] profiler.es_scroll_size = 10000 {{(pid=103807) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 17:14:01.725150 dv-cinder-837356-2-iscsi neutron-server[103807]: DEBUG oslo_service.service [-] profiler.es_scroll_time = 2m {{(pid=103807) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 17:14:01.725303 dv-cinder-837356-2-iscsi neutron-server[103807]: DEBUG oslo_service.service [-] profiler.filter_error_trace = False {{(pid=103807) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 17:14:01.725513 dv-cinder-837356-2-iscsi neutron-server[103807]: DEBUG oslo_service.service [-] profiler.hmac_keys = SECRET_KEY {{(pid=103807) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 17:14:01.725668 dv-cinder-837356-2-iscsi neutron-server[103807]: DEBUG oslo_service.service [-] profiler.sentinel_service_name = mymaster {{(pid=103807) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 17:14:01.725876 dv-cinder-837356-2-iscsi neutron-server[103807]: DEBUG oslo_service.service [-] profiler.socket_timeout = 0.1 {{(pid=103807) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 17:14:01.726044 dv-cinder-837356-2-iscsi neutron-server[103807]: DEBUG oslo_service.service [-] profiler.trace_sqlalchemy = False {{(pid=103807) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 17:14:01.726297 dv-cinder-837356-2-iscsi neutron-server[103807]: DEBUG oslo_service.service [-] oslo_policy.enforce_new_defaults = False {{(pid=103807) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 17:14:01.726401 dv-cinder-837356-2-iscsi neutron-server[103807]: DEBUG oslo_service.service [-] oslo_policy.enforce_scope = False {{(pid=103807) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 17:14:01.726524 dv-cinder-837356-2-iscsi neutron-server[103807]: DEBUG oslo_service.service [-] oslo_policy.policy_default_rule = default {{(pid=103807) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 17:14:01.726692 dv-cinder-837356-2-iscsi neutron-server[103807]: DEBUG oslo_service.service [-] oslo_policy.policy_dirs = ['policy.d'] {{(pid=103807) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 17:14:01.727062 dv-cinder-837356-2-iscsi neutron-server[103807]: DEBUG oslo_service.service [-] oslo_policy.policy_file = /etc/neutron/policy.json {{(pid=103807) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 17:14:01.727226 dv-cinder-837356-2-iscsi neutron-server[103807]: DEBUG oslo_service.service [-] oslo_policy.remote_content_type = application/x-www-form-urlencoded {{(pid=103807) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 17:14:01.727387 dv-cinder-837356-2-iscsi neutron-server[103807]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_ca_crt_file = None {{(pid=103807) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 17:14:01.727547 dv-cinder-837356-2-iscsi neutron-server[103807]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_client_crt_file = None {{(pid=103807) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 17:14:01.727708 dv-cinder-837356-2-iscsi neutron-server[103807]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_client_key_file = None {{(pid=103807) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 17:14:01.727960 dv-cinder-837356-2-iscsi neutron-server[103807]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_verify_server_crt = False {{(pid=103807) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 17:14:01.728056 dv-cinder-837356-2-iscsi neutron-server[103807]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_buffer_size = 1000 {{(pid=103807) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 17:14:01.728184 dv-cinder-837356-2-iscsi neutron-server[103807]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_enabled = False {{(pid=103807) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 17:14:01.728342 dv-cinder-837356-2-iscsi neutron-server[103807]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_process_name = {{(pid=103807) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 17:14:01.728500 dv-cinder-837356-2-iscsi neutron-server[103807]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_socket_file = /var/tmp/metrics_collector.sock {{(pid=103807) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 17:14:01.728668 dv-cinder-837356-2-iscsi neutron-server[103807]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_thread_stop_timeout = 10 {{(pid=103807) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 17:14:01.728834 dv-cinder-837356-2-iscsi neutron-server[103807]: DEBUG oslo_service.service [-] oslo_middleware.enable_proxy_headers_parsing = False {{(pid=103807) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 17:14:01.728995 dv-cinder-837356-2-iscsi neutron-server[103807]: DEBUG oslo_service.service [-] oslo_middleware.http_basic_auth_user_file = /etc/htpasswd {{(pid=103807) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 17:14:01.729326 dv-cinder-837356-2-iscsi neutron-server[103807]: DEBUG oslo_service.service [-] service_providers.service_provider = [] {{(pid=103807) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 17:14:01.729326 dv-cinder-837356-2-iscsi neutron-server[103807]: DEBUG oslo_service.service [-] nova.auth_section = None {{(pid=103807) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 17:14:01.729521 dv-cinder-837356-2-iscsi neutron-server[103807]: DEBUG oslo_service.service [-] nova.auth_type = password {{(pid=103807) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 17:14:01.729653 dv-cinder-837356-2-iscsi neutron-server[103807]: DEBUG oslo_service.service [-] nova.auth_url = http://10.222.0.66/identity {{(pid=103807) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 17:14:01.729815 dv-cinder-837356-2-iscsi neutron-server[103807]: DEBUG oslo_service.service [-] nova.cafile = /opt/stack/data/ca-bundle.pem {{(pid=103807) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 17:14:01.729975 dv-cinder-837356-2-iscsi neutron-server[103807]: DEBUG oslo_service.service [-] nova.certfile = None {{(pid=103807) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 17:14:01.730136 dv-cinder-837356-2-iscsi neutron-server[103807]: DEBUG oslo_service.service [-] nova.collect_timing = False {{(pid=103807) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 17:14:01.730299 dv-cinder-837356-2-iscsi neutron-server[103807]: DEBUG oslo_service.service [-] nova.default_domain_id = None {{(pid=103807) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 17:14:01.730460 dv-cinder-837356-2-iscsi neutron-server[103807]: DEBUG oslo_service.service [-] nova.default_domain_name = None {{(pid=103807) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 17:14:01.730623 dv-cinder-837356-2-iscsi neutron-server[103807]: DEBUG oslo_service.service [-] nova.domain_id = None {{(pid=103807) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 17:14:01.730786 dv-cinder-837356-2-iscsi neutron-server[103807]: DEBUG oslo_service.service [-] nova.domain_name = None {{(pid=103807) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 17:14:01.730948 dv-cinder-837356-2-iscsi neutron-server[103807]: DEBUG oslo_service.service [-] nova.endpoint_type = public {{(pid=103807) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 17:14:01.731109 dv-cinder-837356-2-iscsi neutron-server[103807]: DEBUG oslo_service.service [-] nova.insecure = False {{(pid=103807) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 17:14:01.731269 dv-cinder-837356-2-iscsi neutron-server[103807]: DEBUG oslo_service.service [-] nova.keyfile = None {{(pid=103807) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 17:14:01.731428 dv-cinder-837356-2-iscsi neutron-server[103807]: DEBUG oslo_service.service [-] nova.password = **** {{(pid=103807) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 17:14:01.731589 dv-cinder-837356-2-iscsi neutron-server[103807]: DEBUG oslo_service.service [-] nova.project_domain_id = None {{(pid=103807) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 17:14:01.731749 dv-cinder-837356-2-iscsi neutron-server[103807]: DEBUG oslo_service.service [-] nova.project_domain_name = Default {{(pid=103807) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 17:14:01.731908 dv-cinder-837356-2-iscsi neutron-server[103807]: DEBUG oslo_service.service [-] nova.project_id = None {{(pid=103807) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 17:14:01.732067 dv-cinder-837356-2-iscsi neutron-server[103807]: DEBUG oslo_service.service [-] nova.project_name = service {{(pid=103807) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 17:14:01.732227 dv-cinder-837356-2-iscsi neutron-server[103807]: DEBUG oslo_service.service [-] nova.region_name = RegionOne {{(pid=103807) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 17:14:01.732385 dv-cinder-837356-2-iscsi neutron-server[103807]: DEBUG oslo_service.service [-] nova.split_loggers = False {{(pid=103807) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 17:14:01.732545 dv-cinder-837356-2-iscsi neutron-server[103807]: DEBUG oslo_service.service [-] nova.system_scope = None {{(pid=103807) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 17:14:01.732703 dv-cinder-837356-2-iscsi neutron-server[103807]: DEBUG oslo_service.service [-] nova.timeout = None {{(pid=103807) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 17:14:01.732876 dv-cinder-837356-2-iscsi neutron-server[103807]: DEBUG oslo_service.service [-] nova.trust_id = None {{(pid=103807) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 17:14:01.733105 dv-cinder-837356-2-iscsi neutron-server[103807]: DEBUG oslo_service.service [-] nova.user_domain_id = None {{(pid=103807) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 17:14:01.733285 dv-cinder-837356-2-iscsi neutron-server[103807]: DEBUG oslo_service.service [-] nova.user_domain_name = Default {{(pid=103807) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 17:14:01.733447 dv-cinder-837356-2-iscsi neutron-server[103807]: DEBUG oslo_service.service [-] nova.user_id = None {{(pid=103807) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 17:14:01.733607 dv-cinder-837356-2-iscsi neutron-server[103807]: DEBUG oslo_service.service [-] nova.username = nova {{(pid=103807) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 17:14:01.733778 dv-cinder-837356-2-iscsi neutron-server[103807]: DEBUG oslo_service.service [-] placement.auth_section = None {{(pid=103807) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 17:14:01.733938 dv-cinder-837356-2-iscsi neutron-server[103807]: DEBUG oslo_service.service [-] placement.auth_type = password {{(pid=103807) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 17:14:01.734101 dv-cinder-837356-2-iscsi neutron-server[103807]: DEBUG oslo_service.service [-] placement.cafile = /opt/stack/data/ca-bundle.pem {{(pid=103807) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 17:14:01.734258 dv-cinder-837356-2-iscsi neutron-server[103807]: DEBUG oslo_service.service [-] placement.certfile = None {{(pid=103807) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 17:14:01.734418 dv-cinder-837356-2-iscsi neutron-server[103807]: DEBUG oslo_service.service [-] placement.collect_timing = False {{(pid=103807) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 17:14:01.734582 dv-cinder-837356-2-iscsi neutron-server[103807]: DEBUG oslo_service.service [-] placement.endpoint_type = public {{(pid=103807) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 17:14:01.734752 dv-cinder-837356-2-iscsi neutron-server[103807]: DEBUG oslo_service.service [-] placement.insecure = False {{(pid=103807) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 17:14:01.734903 dv-cinder-837356-2-iscsi neutron-server[103807]: DEBUG oslo_service.service [-] placement.keyfile = None {{(pid=103807) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 17:14:01.735055 dv-cinder-837356-2-iscsi neutron-server[103807]: DEBUG oslo_service.service [-] placement.region_name = None {{(pid=103807) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 17:14:01.735214 dv-cinder-837356-2-iscsi neutron-server[103807]: DEBUG oslo_service.service [-] placement.split_loggers = False {{(pid=103807) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 17:14:01.735373 dv-cinder-837356-2-iscsi neutron-server[103807]: DEBUG oslo_service.service [-] placement.timeout = None {{(pid=103807) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 17:14:01.735548 dv-cinder-837356-2-iscsi neutron-server[103807]: DEBUG oslo_service.service [-] ironic.auth_section = None {{(pid=103807) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 17:14:01.735708 dv-cinder-837356-2-iscsi neutron-server[103807]: DEBUG oslo_service.service [-] ironic.auth_type = None {{(pid=103807) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 17:14:01.735871 dv-cinder-837356-2-iscsi neutron-server[103807]: DEBUG oslo_service.service [-] ironic.cafile = None {{(pid=103807) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 17:14:01.736030 dv-cinder-837356-2-iscsi neutron-server[103807]: DEBUG oslo_service.service [-] ironic.certfile = None {{(pid=103807) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 17:14:01.736190 dv-cinder-837356-2-iscsi neutron-server[103807]: DEBUG oslo_service.service [-] ironic.collect_timing = False {{(pid=103807) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 17:14:01.736352 dv-cinder-837356-2-iscsi neutron-server[103807]: DEBUG oslo_service.service [-] ironic.connect_retries = None {{(pid=103807) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 17:14:01.736512 dv-cinder-837356-2-iscsi neutron-server[103807]: DEBUG oslo_service.service [-] ironic.connect_retry_delay = None {{(pid=103807) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 17:14:01.736671 dv-cinder-837356-2-iscsi neutron-server[103807]: DEBUG oslo_service.service [-] ironic.enable_notifications = False {{(pid=103807) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 17:14:01.736830 dv-cinder-837356-2-iscsi neutron-server[103807]: DEBUG oslo_service.service [-] ironic.endpoint_override = None {{(pid=103807) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 17:14:01.736989 dv-cinder-837356-2-iscsi neutron-server[103807]: DEBUG oslo_service.service [-] ironic.insecure = False {{(pid=103807) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 17:14:01.737149 dv-cinder-837356-2-iscsi neutron-server[103807]: DEBUG oslo_service.service [-] ironic.interface = None {{(pid=103807) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 17:14:01.737328 dv-cinder-837356-2-iscsi neutron-server[103807]: DEBUG oslo_service.service [-] ironic.keyfile = None {{(pid=103807) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 17:14:01.737488 dv-cinder-837356-2-iscsi neutron-server[103807]: DEBUG oslo_service.service [-] ironic.max_version = None {{(pid=103807) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 17:14:01.737648 dv-cinder-837356-2-iscsi neutron-server[103807]: DEBUG oslo_service.service [-] ironic.min_version = None {{(pid=103807) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 17:14:01.737807 dv-cinder-837356-2-iscsi neutron-server[103807]: DEBUG oslo_service.service [-] ironic.region_name = None {{(pid=103807) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 17:14:01.737966 dv-cinder-837356-2-iscsi neutron-server[103807]: DEBUG oslo_service.service [-] ironic.service_name = None {{(pid=103807) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 17:14:01.738126 dv-cinder-837356-2-iscsi neutron-server[103807]: DEBUG oslo_service.service [-] ironic.service_type = None {{(pid=103807) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 17:14:01.738285 dv-cinder-837356-2-iscsi neutron-server[103807]: DEBUG oslo_service.service [-] ironic.split_loggers = False {{(pid=103807) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 17:14:01.738444 dv-cinder-837356-2-iscsi neutron-server[103807]: DEBUG oslo_service.service [-] ironic.status_code_retries = None {{(pid=103807) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 17:14:01.738605 dv-cinder-837356-2-iscsi neutron-server[103807]: DEBUG oslo_service.service [-] ironic.status_code_retry_delay = None {{(pid=103807) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 17:14:01.738765 dv-cinder-837356-2-iscsi neutron-server[103807]: DEBUG oslo_service.service [-] ironic.timeout = None {{(pid=103807) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 17:14:01.738925 dv-cinder-837356-2-iscsi neutron-server[103807]: DEBUG oslo_service.service [-] ironic.valid_interfaces = None {{(pid=103807) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 17:14:01.739084 dv-cinder-837356-2-iscsi neutron-server[103807]: DEBUG oslo_service.service [-] ironic.version = None {{(pid=103807) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 17:14:01.739259 dv-cinder-837356-2-iscsi neutron-server[103807]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.amqp_auto_delete = False {{(pid=103807) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 17:14:01.739419 dv-cinder-837356-2-iscsi neutron-server[103807]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.amqp_durable_queues = False {{(pid=103807) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 17:14:01.739580 dv-cinder-837356-2-iscsi neutron-server[103807]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.conn_pool_min_size = 2 {{(pid=103807) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 17:14:01.739739 dv-cinder-837356-2-iscsi neutron-server[103807]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.conn_pool_ttl = 1200 {{(pid=103807) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 17:14:01.739900 dv-cinder-837356-2-iscsi neutron-server[103807]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.direct_mandatory_flag = True {{(pid=103807) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 17:14:01.740060 dv-cinder-837356-2-iscsi neutron-server[103807]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.enable_cancel_on_failover = False {{(pid=103807) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 17:14:01.740219 dv-cinder-837356-2-iscsi neutron-server[103807]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_in_pthread = True {{(pid=103807) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 17:14:01.740380 dv-cinder-837356-2-iscsi neutron-server[103807]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_rate = 2 {{(pid=103807) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 17:14:01.740539 dv-cinder-837356-2-iscsi neutron-server[103807]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_timeout_threshold = 60 {{(pid=103807) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 17:14:01.740702 dv-cinder-837356-2-iscsi neutron-server[103807]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_compression = None {{(pid=103807) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 17:14:01.740860 dv-cinder-837356-2-iscsi neutron-server[103807]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_failover_strategy = round-robin {{(pid=103807) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 17:14:01.741202 dv-cinder-837356-2-iscsi neutron-server[103807]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_missing_consumer_retry_timeout = 60 {{(pid=103807) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 17:14:01.741514 dv-cinder-837356-2-iscsi neutron-server[103807]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_reconnect_delay = 1.0 {{(pid=103807) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 17:14:01.741675 dv-cinder-837356-2-iscsi neutron-server[103807]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_ha_queues = False {{(pid=103807) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 17:14:01.741837 dv-cinder-837356-2-iscsi neutron-server[103807]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_interval_max = 30 {{(pid=103807) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 17:14:01.741997 dv-cinder-837356-2-iscsi neutron-server[103807]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_login_method = AMQPLAIN {{(pid=103807) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 17:14:01.742142 dv-cinder-837356-2-iscsi neutron-server[103807]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_qos_prefetch_count = 0 {{(pid=103807) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 17:14:01.742304 dv-cinder-837356-2-iscsi neutron-server[103807]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_quorum_queue = False {{(pid=103807) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 17:14:01.742464 dv-cinder-837356-2-iscsi neutron-server[103807]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_retry_backoff = 2 {{(pid=103807) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 17:14:01.742641 dv-cinder-837356-2-iscsi neutron-server[103807]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_retry_interval = 1 {{(pid=103807) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 17:14:01.742783 dv-cinder-837356-2-iscsi neutron-server[103807]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_transient_queues_ttl = 1800 {{(pid=103807) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 17:14:01.742943 dv-cinder-837356-2-iscsi neutron-server[103807]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rpc_conn_pool_size = 30 {{(pid=103807) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 17:14:01.743104 dv-cinder-837356-2-iscsi neutron-server[103807]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl = False {{(pid=103807) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 17:14:01.743263 dv-cinder-837356-2-iscsi neutron-server[103807]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_ca_file = {{(pid=103807) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 17:14:01.743423 dv-cinder-837356-2-iscsi neutron-server[103807]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_cert_file = {{(pid=103807) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 17:14:01.743581 dv-cinder-837356-2-iscsi neutron-server[103807]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_enforce_fips_mode = False {{(pid=103807) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 17:14:01.743740 dv-cinder-837356-2-iscsi neutron-server[103807]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_key_file = {{(pid=103807) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 17:14:01.743899 dv-cinder-837356-2-iscsi neutron-server[103807]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_version = {{(pid=103807) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 17:14:01.744068 dv-cinder-837356-2-iscsi neutron-server[103807]: DEBUG oslo_service.service [-] oslo_messaging_notifications.driver = [] {{(pid=103807) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 17:14:01.744228 dv-cinder-837356-2-iscsi neutron-server[103807]: DEBUG oslo_service.service [-] oslo_messaging_notifications.retry = -1 {{(pid=103807) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 17:14:01.744391 dv-cinder-837356-2-iscsi neutron-server[103807]: DEBUG oslo_service.service [-] oslo_messaging_notifications.topics = ['notifications'] {{(pid=103807) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 17:14:01.744555 dv-cinder-837356-2-iscsi neutron-server[103807]: DEBUG oslo_service.service [-] oslo_messaging_notifications.transport_url = **** {{(pid=103807) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 17:14:01.744722 dv-cinder-837356-2-iscsi neutron-server[103807]: DEBUG oslo_service.service [-] oslo_versionedobjects.fatal_exception_format_errors = False {{(pid=103807) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 17:14:01.744895 dv-cinder-837356-2-iscsi neutron-server[103807]: DEBUG oslo_service.service [-] QUOTAS.default_quota = -1 {{(pid=103807) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 17:14:01.745055 dv-cinder-837356-2-iscsi neutron-server[103807]: DEBUG oslo_service.service [-] QUOTAS.quota_driver = neutron.db.quota.driver_nolock.DbQuotaNoLockDriver {{(pid=103807) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 17:14:01.745237 dv-cinder-837356-2-iscsi neutron-server[103807]: DEBUG oslo_service.service [-] QUOTAS.quota_floatingip = 50 {{(pid=103807) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 17:14:01.745397 dv-cinder-837356-2-iscsi neutron-server[103807]: DEBUG oslo_service.service [-] QUOTAS.quota_network = 100 {{(pid=103807) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 17:14:01.745557 dv-cinder-837356-2-iscsi neutron-server[103807]: DEBUG oslo_service.service [-] QUOTAS.quota_port = 500 {{(pid=103807) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 17:14:01.745728 dv-cinder-837356-2-iscsi neutron-server[103807]: DEBUG oslo_service.service [-] QUOTAS.quota_rbac_policy = 10 {{(pid=103807) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 17:14:01.745864 dv-cinder-837356-2-iscsi neutron-server[103807]: DEBUG oslo_service.service [-] QUOTAS.quota_router = 100 {{(pid=103807) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 17:14:01.746025 dv-cinder-837356-2-iscsi neutron-server[103807]: DEBUG oslo_service.service [-] QUOTAS.quota_security_group = 100 {{(pid=103807) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 17:14:01.746185 dv-cinder-837356-2-iscsi neutron-server[103807]: DEBUG oslo_service.service [-] QUOTAS.quota_security_group_rule = 100 {{(pid=103807) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 17:14:01.746345 dv-cinder-837356-2-iscsi neutron-server[103807]: DEBUG oslo_service.service [-] QUOTAS.quota_subnet = 100 {{(pid=103807) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 17:14:01.746505 dv-cinder-837356-2-iscsi neutron-server[103807]: DEBUG oslo_service.service [-] QUOTAS.track_quota_usage = True {{(pid=103807) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 17:14:01.746677 dv-cinder-837356-2-iscsi neutron-server[103807]: DEBUG oslo_service.service [-] healthcheck.backends = ['disable_by_file'] {{(pid=103807) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 17:14:01.746838 dv-cinder-837356-2-iscsi neutron-server[103807]: DEBUG oslo_service.service [-] healthcheck.detailed = False {{(pid=103807) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 17:14:01.746999 dv-cinder-837356-2-iscsi neutron-server[103807]: DEBUG oslo_service.service [-] healthcheck.disable_by_file_path = None {{(pid=103807) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 17:14:01.747159 dv-cinder-837356-2-iscsi neutron-server[103807]: DEBUG oslo_service.service [-] healthcheck.path = /healthcheck {{(pid=103807) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 17:14:01.747341 dv-cinder-837356-2-iscsi neutron-server[103807]: DEBUG oslo_service.service [-] keystone_authtoken.admin_password = **** {{(pid=103807) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 17:14:01.747500 dv-cinder-837356-2-iscsi neutron-server[103807]: DEBUG oslo_service.service [-] keystone_authtoken.admin_tenant_name = admin {{(pid=103807) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 17:14:01.747659 dv-cinder-837356-2-iscsi neutron-server[103807]: DEBUG oslo_service.service [-] keystone_authtoken.admin_token = **** {{(pid=103807) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 17:14:01.747819 dv-cinder-837356-2-iscsi neutron-server[103807]: DEBUG oslo_service.service [-] keystone_authtoken.admin_user = None {{(pid=103807) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 17:14:01.747979 dv-cinder-837356-2-iscsi neutron-server[103807]: DEBUG oslo_service.service [-] keystone_authtoken.auth_admin_prefix = {{(pid=103807) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 17:14:01.748139 dv-cinder-837356-2-iscsi neutron-server[103807]: DEBUG oslo_service.service [-] keystone_authtoken.auth_host = 127.0.0.1 {{(pid=103807) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 17:14:01.748297 dv-cinder-837356-2-iscsi neutron-server[103807]: DEBUG oslo_service.service [-] keystone_authtoken.auth_port = 35357 {{(pid=103807) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 17:14:01.748456 dv-cinder-837356-2-iscsi neutron-server[103807]: DEBUG oslo_service.service [-] keystone_authtoken.auth_protocol = https {{(pid=103807) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 17:14:01.748683 dv-cinder-837356-2-iscsi neutron-server[103807]: DEBUG oslo_service.service [-] keystone_authtoken.auth_section = None {{(pid=103807) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 17:14:01.748846 dv-cinder-837356-2-iscsi neutron-server[103807]: DEBUG oslo_service.service [-] keystone_authtoken.auth_type = password {{(pid=103807) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 17:14:01.749007 dv-cinder-837356-2-iscsi neutron-server[103807]: DEBUG oslo_service.service [-] keystone_authtoken.auth_uri = None {{(pid=103807) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 17:14:01.749168 dv-cinder-837356-2-iscsi neutron-server[103807]: DEBUG oslo_service.service [-] keystone_authtoken.auth_url = http://10.222.0.66/identity {{(pid=103807) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 17:14:01.749348 dv-cinder-837356-2-iscsi neutron-server[103807]: DEBUG oslo_service.service [-] keystone_authtoken.auth_version = None {{(pid=103807) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 17:14:01.749535 dv-cinder-837356-2-iscsi neutron-server[103807]: DEBUG oslo_service.service [-] keystone_authtoken.cache = None {{(pid=103807) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 17:14:01.749697 dv-cinder-837356-2-iscsi neutron-server[103807]: DEBUG oslo_service.service [-] keystone_authtoken.cafile = /opt/stack/data/ca-bundle.pem {{(pid=103807) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 17:14:01.749858 dv-cinder-837356-2-iscsi neutron-server[103807]: DEBUG oslo_service.service [-] keystone_authtoken.certfile = None {{(pid=103807) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 17:14:01.750018 dv-cinder-837356-2-iscsi neutron-server[103807]: DEBUG oslo_service.service [-] keystone_authtoken.default_domain_id = None {{(pid=103807) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 17:14:01.750179 dv-cinder-837356-2-iscsi neutron-server[103807]: DEBUG oslo_service.service [-] keystone_authtoken.default_domain_name = None {{(pid=103807) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 17:14:01.750339 dv-cinder-837356-2-iscsi neutron-server[103807]: DEBUG oslo_service.service [-] keystone_authtoken.delay_auth_decision = False {{(pid=103807) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 17:14:01.750502 dv-cinder-837356-2-iscsi neutron-server[103807]: DEBUG oslo_service.service [-] keystone_authtoken.domain_id = None {{(pid=103807) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 17:14:01.750662 dv-cinder-837356-2-iscsi neutron-server[103807]: DEBUG oslo_service.service [-] keystone_authtoken.domain_name = None {{(pid=103807) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 17:14:01.750821 dv-cinder-837356-2-iscsi neutron-server[103807]: DEBUG oslo_service.service [-] keystone_authtoken.enforce_token_bind = permissive {{(pid=103807) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 17:14:01.750981 dv-cinder-837356-2-iscsi neutron-server[103807]: DEBUG oslo_service.service [-] keystone_authtoken.http_connect_timeout = None {{(pid=103807) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 17:14:01.751142 dv-cinder-837356-2-iscsi neutron-server[103807]: DEBUG oslo_service.service [-] keystone_authtoken.http_request_max_retries = 3 {{(pid=103807) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 17:14:01.751302 dv-cinder-837356-2-iscsi neutron-server[103807]: DEBUG oslo_service.service [-] keystone_authtoken.identity_uri = None {{(pid=103807) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 17:14:01.751461 dv-cinder-837356-2-iscsi neutron-server[103807]: DEBUG oslo_service.service [-] keystone_authtoken.include_service_catalog = True {{(pid=103807) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 17:14:01.751621 dv-cinder-837356-2-iscsi neutron-server[103807]: DEBUG oslo_service.service [-] keystone_authtoken.insecure = False {{(pid=103807) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 17:14:01.751783 dv-cinder-837356-2-iscsi neutron-server[103807]: DEBUG oslo_service.service [-] keystone_authtoken.interface = public {{(pid=103807) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 17:14:01.751942 dv-cinder-837356-2-iscsi neutron-server[103807]: DEBUG oslo_service.service [-] keystone_authtoken.keyfile = None {{(pid=103807) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 17:14:01.752102 dv-cinder-837356-2-iscsi neutron-server[103807]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_conn_get_timeout = 10 {{(pid=103807) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 17:14:01.752263 dv-cinder-837356-2-iscsi neutron-server[103807]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_dead_retry = 300 {{(pid=103807) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 17:14:01.752424 dv-cinder-837356-2-iscsi neutron-server[103807]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_maxsize = 10 {{(pid=103807) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 17:14:01.752583 dv-cinder-837356-2-iscsi neutron-server[103807]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_socket_timeout = 3 {{(pid=103807) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 17:14:01.752743 dv-cinder-837356-2-iscsi neutron-server[103807]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_unused_timeout = 60 {{(pid=103807) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 17:14:01.752904 dv-cinder-837356-2-iscsi neutron-server[103807]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_secret_key = **** {{(pid=103807) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 17:14:01.753064 dv-cinder-837356-2-iscsi neutron-server[103807]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_security_strategy = None {{(pid=103807) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 17:14:01.753242 dv-cinder-837356-2-iscsi neutron-server[103807]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_use_advanced_pool = True {{(pid=103807) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 17:14:01.753408 dv-cinder-837356-2-iscsi neutron-server[103807]: DEBUG oslo_service.service [-] keystone_authtoken.memcached_servers = ['localhost:11211'] {{(pid=103807) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 17:14:01.753568 dv-cinder-837356-2-iscsi neutron-server[103807]: DEBUG oslo_service.service [-] keystone_authtoken.password = **** {{(pid=103807) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 17:14:01.753732 dv-cinder-837356-2-iscsi neutron-server[103807]: DEBUG oslo_service.service [-] keystone_authtoken.project_domain_id = None {{(pid=103807) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 17:14:01.753893 dv-cinder-837356-2-iscsi neutron-server[103807]: DEBUG oslo_service.service [-] keystone_authtoken.project_domain_name = Default {{(pid=103807) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 17:14:01.754053 dv-cinder-837356-2-iscsi neutron-server[103807]: DEBUG oslo_service.service [-] keystone_authtoken.project_id = None {{(pid=103807) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 17:14:01.754215 dv-cinder-837356-2-iscsi neutron-server[103807]: DEBUG oslo_service.service [-] keystone_authtoken.project_name = service {{(pid=103807) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 17:14:01.754378 dv-cinder-837356-2-iscsi neutron-server[103807]: DEBUG oslo_service.service [-] keystone_authtoken.region_name = None {{(pid=103807) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 17:14:01.754544 dv-cinder-837356-2-iscsi neutron-server[103807]: DEBUG oslo_service.service [-] keystone_authtoken.service_token_roles = ['service'] {{(pid=103807) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 17:14:01.754708 dv-cinder-837356-2-iscsi neutron-server[103807]: DEBUG oslo_service.service [-] keystone_authtoken.service_token_roles_required = False {{(pid=103807) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 17:14:01.754868 dv-cinder-837356-2-iscsi neutron-server[103807]: DEBUG oslo_service.service [-] keystone_authtoken.service_type = None {{(pid=103807) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 17:14:01.755028 dv-cinder-837356-2-iscsi neutron-server[103807]: DEBUG oslo_service.service [-] keystone_authtoken.system_scope = None {{(pid=103807) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 17:14:01.755190 dv-cinder-837356-2-iscsi neutron-server[103807]: DEBUG oslo_service.service [-] keystone_authtoken.token_cache_time = 300 {{(pid=103807) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 17:14:01.755350 dv-cinder-837356-2-iscsi neutron-server[103807]: DEBUG oslo_service.service [-] keystone_authtoken.trust_id = None {{(pid=103807) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 17:14:01.755510 dv-cinder-837356-2-iscsi neutron-server[103807]: DEBUG oslo_service.service [-] keystone_authtoken.user_domain_id = None {{(pid=103807) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 17:14:01.755670 dv-cinder-837356-2-iscsi neutron-server[103807]: DEBUG oslo_service.service [-] keystone_authtoken.user_domain_name = Default {{(pid=103807) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 17:14:01.755831 dv-cinder-837356-2-iscsi neutron-server[103807]: DEBUG oslo_service.service [-] keystone_authtoken.user_id = None {{(pid=103807) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 17:14:01.755993 dv-cinder-837356-2-iscsi neutron-server[103807]: DEBUG oslo_service.service [-] keystone_authtoken.username = neutron {{(pid=103807) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 17:14:01.756154 dv-cinder-837356-2-iscsi neutron-server[103807]: DEBUG oslo_service.service [-] keystone_authtoken.www_authenticate_uri = None {{(pid=103807) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 17:14:01.756331 dv-cinder-837356-2-iscsi neutron-server[103807]: DEBUG oslo_service.service [-] cache.backend = dogpile.cache.null {{(pid=103807) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 17:14:01.756491 dv-cinder-837356-2-iscsi neutron-server[103807]: DEBUG oslo_service.service [-] cache.backend_argument = **** {{(pid=103807) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 17:14:01.756651 dv-cinder-837356-2-iscsi neutron-server[103807]: DEBUG oslo_service.service [-] cache.config_prefix = cache.oslo {{(pid=103807) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 17:14:01.756812 dv-cinder-837356-2-iscsi neutron-server[103807]: DEBUG oslo_service.service [-] cache.dead_timeout = 60.0 {{(pid=103807) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 17:14:01.756972 dv-cinder-837356-2-iscsi neutron-server[103807]: DEBUG oslo_service.service [-] cache.debug_cache_backend = False {{(pid=103807) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 17:14:01.757132 dv-cinder-837356-2-iscsi neutron-server[103807]: DEBUG oslo_service.service [-] cache.enable_retry_client = False {{(pid=103807) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 17:14:01.757315 dv-cinder-837356-2-iscsi neutron-server[103807]: DEBUG oslo_service.service [-] cache.enable_socket_keepalive = False {{(pid=103807) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 17:14:01.757476 dv-cinder-837356-2-iscsi neutron-server[103807]: DEBUG oslo_service.service [-] cache.enabled = False {{(pid=103807) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 17:14:01.757636 dv-cinder-837356-2-iscsi neutron-server[103807]: DEBUG oslo_service.service [-] cache.expiration_time = 600 {{(pid=103807) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 17:14:01.757796 dv-cinder-837356-2-iscsi neutron-server[103807]: DEBUG oslo_service.service [-] cache.hashclient_retry_attempts = 2 {{(pid=103807) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 17:14:01.757957 dv-cinder-837356-2-iscsi neutron-server[103807]: DEBUG oslo_service.service [-] cache.hashclient_retry_delay = 1.0 {{(pid=103807) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 17:14:01.758116 dv-cinder-837356-2-iscsi neutron-server[103807]: DEBUG oslo_service.service [-] cache.memcache_dead_retry = 300 {{(pid=103807) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 17:14:01.758276 dv-cinder-837356-2-iscsi neutron-server[103807]: DEBUG oslo_service.service [-] cache.memcache_pool_connection_get_timeout = 10 {{(pid=103807) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 17:14:01.758435 dv-cinder-837356-2-iscsi neutron-server[103807]: DEBUG oslo_service.service [-] cache.memcache_pool_flush_on_reconnect = False {{(pid=103807) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 17:14:01.758595 dv-cinder-837356-2-iscsi neutron-server[103807]: DEBUG oslo_service.service [-] cache.memcache_pool_maxsize = 10 {{(pid=103807) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 17:14:01.758754 dv-cinder-837356-2-iscsi neutron-server[103807]: DEBUG oslo_service.service [-] cache.memcache_pool_unused_timeout = 60 {{(pid=103807) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 17:14:01.758917 dv-cinder-837356-2-iscsi neutron-server[103807]: DEBUG oslo_service.service [-] cache.memcache_servers = ['localhost:11211'] {{(pid=103807) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 17:14:01.759080 dv-cinder-837356-2-iscsi neutron-server[103807]: DEBUG oslo_service.service [-] cache.memcache_socket_timeout = 1.0 {{(pid=103807) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 17:14:01.759240 dv-cinder-837356-2-iscsi neutron-server[103807]: DEBUG oslo_service.service [-] cache.proxies = [] {{(pid=103807) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 17:14:01.759400 dv-cinder-837356-2-iscsi neutron-server[103807]: DEBUG oslo_service.service [-] cache.retry_attempts = 2 {{(pid=103807) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 17:14:01.759561 dv-cinder-837356-2-iscsi neutron-server[103807]: DEBUG oslo_service.service [-] cache.retry_delay = 0.0 {{(pid=103807) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 17:14:01.759723 dv-cinder-837356-2-iscsi neutron-server[103807]: DEBUG oslo_service.service [-] cache.socket_keepalive_count = 1 {{(pid=103807) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 17:14:01.759883 dv-cinder-837356-2-iscsi neutron-server[103807]: DEBUG oslo_service.service [-] cache.socket_keepalive_idle = 1 {{(pid=103807) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 17:14:01.760041 dv-cinder-837356-2-iscsi neutron-server[103807]: DEBUG oslo_service.service [-] cache.socket_keepalive_interval = 1 {{(pid=103807) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 17:14:01.760200 dv-cinder-837356-2-iscsi neutron-server[103807]: DEBUG oslo_service.service [-] cache.tls_allowed_ciphers = None {{(pid=103807) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 17:14:01.760360 dv-cinder-837356-2-iscsi neutron-server[103807]: DEBUG oslo_service.service [-] cache.tls_cafile = None {{(pid=103807) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 17:14:01.760519 dv-cinder-837356-2-iscsi neutron-server[103807]: DEBUG oslo_service.service [-] cache.tls_certfile = None {{(pid=103807) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 17:14:01.760698 dv-cinder-837356-2-iscsi neutron-server[103807]: DEBUG oslo_service.service [-] cache.tls_enabled = False {{(pid=103807) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 17:14:01.760839 dv-cinder-837356-2-iscsi neutron-server[103807]: DEBUG oslo_service.service [-] cache.tls_keyfile = None {{(pid=103807) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 17:14:01.761010 dv-cinder-837356-2-iscsi neutron-server[103807]: DEBUG oslo_service.service [-] privsep.capabilities = [21, 12, 1, 2, 19] {{(pid=103807) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 17:14:01.761169 dv-cinder-837356-2-iscsi neutron-server[103807]: DEBUG oslo_service.service [-] privsep.group = None {{(pid=103807) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 17:14:01.761350 dv-cinder-837356-2-iscsi neutron-server[103807]: DEBUG oslo_service.service [-] privsep.helper_command = None {{(pid=103807) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 17:14:01.761510 dv-cinder-837356-2-iscsi neutron-server[103807]: DEBUG oslo_service.service [-] privsep.logger_name = oslo_privsep.daemon {{(pid=103807) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 17:14:01.761670 dv-cinder-837356-2-iscsi neutron-server[103807]: DEBUG oslo_service.service [-] privsep.thread_pool_size = 4 {{(pid=103807) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 17:14:01.761831 dv-cinder-837356-2-iscsi neutron-server[103807]: DEBUG oslo_service.service [-] privsep.user = None {{(pid=103807) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 17:14:01.762001 dv-cinder-837356-2-iscsi neutron-server[103807]: DEBUG oslo_service.service [-] privsep_dhcp_release.capabilities = [21, 12] {{(pid=103807) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 17:14:01.762161 dv-cinder-837356-2-iscsi neutron-server[103807]: DEBUG oslo_service.service [-] privsep_dhcp_release.group = None {{(pid=103807) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 17:14:01.762321 dv-cinder-837356-2-iscsi neutron-server[103807]: DEBUG oslo_service.service [-] privsep_dhcp_release.helper_command = None {{(pid=103807) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 17:14:01.762481 dv-cinder-837356-2-iscsi neutron-server[103807]: DEBUG oslo_service.service [-] privsep_dhcp_release.logger_name = oslo_privsep.daemon {{(pid=103807) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 17:14:01.762640 dv-cinder-837356-2-iscsi neutron-server[103807]: DEBUG oslo_service.service [-] privsep_dhcp_release.thread_pool_size = 4 {{(pid=103807) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 17:14:01.762801 dv-cinder-837356-2-iscsi neutron-server[103807]: DEBUG oslo_service.service [-] privsep_dhcp_release.user = None {{(pid=103807) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 17:14:01.762974 dv-cinder-837356-2-iscsi neutron-server[103807]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.capabilities = [21, 12] {{(pid=103807) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 17:14:01.763133 dv-cinder-837356-2-iscsi neutron-server[103807]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.group = None {{(pid=103807) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 17:14:01.763292 dv-cinder-837356-2-iscsi neutron-server[103807]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.helper_command = None {{(pid=103807) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 17:14:01.763451 dv-cinder-837356-2-iscsi neutron-server[103807]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.logger_name = oslo_privsep.daemon {{(pid=103807) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 17:14:01.763622 dv-cinder-837356-2-iscsi neutron-server[103807]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.thread_pool_size = 4 {{(pid=103807) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 17:14:01.764362 dv-cinder-837356-2-iscsi neutron-server[103807]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.user = None {{(pid=103807) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 17:14:01.764362 dv-cinder-837356-2-iscsi neutron-server[103807]: DEBUG oslo_service.service [-] privsep_namespace.capabilities = [21] {{(pid=103807) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 17:14:01.764362 dv-cinder-837356-2-iscsi neutron-server[103807]: DEBUG oslo_service.service [-] privsep_namespace.group = None {{(pid=103807) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 17:14:01.764362 dv-cinder-837356-2-iscsi neutron-server[103807]: DEBUG oslo_service.service [-] privsep_namespace.helper_command = None {{(pid=103807) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 17:14:01.764676 dv-cinder-837356-2-iscsi neutron-server[103807]: DEBUG oslo_service.service [-] privsep_namespace.logger_name = oslo_privsep.daemon {{(pid=103807) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 17:14:01.764676 dv-cinder-837356-2-iscsi neutron-server[103807]: DEBUG oslo_service.service [-] privsep_namespace.thread_pool_size = 4 {{(pid=103807) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 17:14:01.764821 dv-cinder-837356-2-iscsi neutron-server[103807]: DEBUG oslo_service.service [-] privsep_namespace.user = None {{(pid=103807) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 17:14:01.764898 dv-cinder-837356-2-iscsi neutron-server[103807]: DEBUG oslo_service.service [-] privsep_conntrack.capabilities = [12] {{(pid=103807) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 17:14:01.765007 dv-cinder-837356-2-iscsi neutron-server[103807]: DEBUG oslo_service.service [-] privsep_conntrack.group = None {{(pid=103807) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 17:14:01.765167 dv-cinder-837356-2-iscsi neutron-server[103807]: DEBUG oslo_service.service [-] privsep_conntrack.helper_command = None {{(pid=103807) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 17:14:01.765345 dv-cinder-837356-2-iscsi neutron-server[103807]: DEBUG oslo_service.service [-] privsep_conntrack.logger_name = oslo_privsep.daemon {{(pid=103807) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 17:14:01.765504 dv-cinder-837356-2-iscsi neutron-server[103807]: DEBUG oslo_service.service [-] privsep_conntrack.thread_pool_size = 4 {{(pid=103807) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 17:14:01.765664 dv-cinder-837356-2-iscsi neutron-server[103807]: DEBUG oslo_service.service [-] privsep_conntrack.user = None {{(pid=103807) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 17:14:01.765833 dv-cinder-837356-2-iscsi neutron-server[103807]: DEBUG oslo_service.service [-] privsep_link.capabilities = [12, 21] {{(pid=103807) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 17:14:01.765993 dv-cinder-837356-2-iscsi neutron-server[103807]: DEBUG oslo_service.service [-] privsep_link.group = None {{(pid=103807) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 17:14:01.766153 dv-cinder-837356-2-iscsi neutron-server[103807]: DEBUG oslo_service.service [-] privsep_link.helper_command = None {{(pid=103807) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 17:14:01.766312 dv-cinder-837356-2-iscsi neutron-server[103807]: DEBUG oslo_service.service [-] privsep_link.logger_name = oslo_privsep.daemon {{(pid=103807) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 17:14:01.766472 dv-cinder-837356-2-iscsi neutron-server[103807]: DEBUG oslo_service.service [-] privsep_link.thread_pool_size = 4 {{(pid=103807) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 17:14:01.766630 dv-cinder-837356-2-iscsi neutron-server[103807]: DEBUG oslo_service.service [-] privsep_link.user = None {{(pid=103807) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 17:14:01.766797 dv-cinder-837356-2-iscsi neutron-server[103807]: DEBUG oslo_service.service [-] AGENT.root_helper = sudo /usr/local/bin/neutron-rootwrap /etc/neutron/rootwrap.conf {{(pid=103807) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 17:14:01.766957 dv-cinder-837356-2-iscsi neutron-server[103807]: DEBUG oslo_service.service [-] AGENT.root_helper_daemon = sudo /usr/local/bin/neutron-rootwrap-daemon /etc/neutron/rootwrap.conf {{(pid=103807) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 17:14:01.767117 dv-cinder-837356-2-iscsi neutron-server[103807]: DEBUG oslo_service.service [-] AGENT.use_helper_for_ns_read = True {{(pid=103807) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 17:14:01.767285 dv-cinder-837356-2-iscsi neutron-server[103807]: DEBUG oslo_service.service [-] SECURITYGROUP.enable_ipset = True {{(pid=103807) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 17:14:01.767443 dv-cinder-837356-2-iscsi neutron-server[103807]: DEBUG oslo_service.service [-] SECURITYGROUP.enable_security_group = True {{(pid=103807) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 17:14:01.767603 dv-cinder-837356-2-iscsi neutron-server[103807]: DEBUG oslo_service.service [-] SECURITYGROUP.firewall_driver = openvswitch {{(pid=103807) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 17:14:01.767763 dv-cinder-837356-2-iscsi neutron-server[103807]: DEBUG oslo_service.service [-] SECURITYGROUP.permitted_ethertypes = [] {{(pid=103807) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 17:14:01.767934 dv-cinder-837356-2-iscsi neutron-server[103807]: DEBUG oslo_service.service [-] ml2.extension_drivers = ['port_security'] {{(pid=103807) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 17:14:01.768096 dv-cinder-837356-2-iscsi neutron-server[103807]: DEBUG oslo_service.service [-] ml2.external_network_type = None {{(pid=103807) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 17:14:01.768260 dv-cinder-837356-2-iscsi neutron-server[103807]: DEBUG oslo_service.service [-] ml2.mechanism_drivers = ['openvswitch', 'hyperv'] {{(pid=103807) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 17:14:01.768420 dv-cinder-837356-2-iscsi neutron-server[103807]: DEBUG oslo_service.service [-] ml2.overlay_ip_version = 4 {{(pid=103807) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 17:14:01.768579 dv-cinder-837356-2-iscsi neutron-server[103807]: DEBUG oslo_service.service [-] ml2.path_mtu = 0 {{(pid=103807) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 17:14:01.768738 dv-cinder-837356-2-iscsi neutron-server[103807]: DEBUG oslo_service.service [-] ml2.physical_network_mtus = [] {{(pid=103807) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 17:14:01.768903 dv-cinder-837356-2-iscsi neutron-server[103807]: DEBUG oslo_service.service [-] ml2.tenant_network_types = ['vlan'] {{(pid=103807) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 17:14:01.769071 dv-cinder-837356-2-iscsi neutron-server[103807]: DEBUG oslo_service.service [-] ml2.type_drivers = ['local', 'flat', 'vlan', 'gre', 'vxlan', 'geneve'] {{(pid=103807) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 17:14:01.769265 dv-cinder-837356-2-iscsi neutron-server[103807]: DEBUG oslo_service.service [-] ml2_type_flat.flat_networks = ['physnet1'] {{(pid=103807) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 17:14:01.769433 dv-cinder-837356-2-iscsi neutron-server[103807]: DEBUG oslo_service.service [-] ml2_type_geneve.max_header_size = 30 {{(pid=103807) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 17:14:01.769594 dv-cinder-837356-2-iscsi neutron-server[103807]: DEBUG oslo_service.service [-] ml2_type_geneve.vni_ranges = ['1:1000'] {{(pid=103807) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 17:14:01.769765 dv-cinder-837356-2-iscsi neutron-server[103807]: DEBUG oslo_service.service [-] ml2_type_gre.tunnel_id_ranges = ['1:1000'] {{(pid=103807) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 17:14:01.769933 dv-cinder-837356-2-iscsi neutron-server[103807]: DEBUG oslo_service.service [-] ml2_type_vlan.network_vlan_ranges = ['physnet1:1000:1049'] {{(pid=103807) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 17:14:01.770103 dv-cinder-837356-2-iscsi neutron-server[103807]: DEBUG oslo_service.service [-] ml2_type_vxlan.vni_ranges = ['1:1000'] {{(pid=103807) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 17:14:01.770265 dv-cinder-837356-2-iscsi neutron-server[103807]: DEBUG oslo_service.service [-] ml2_type_vxlan.vxlan_group = None {{(pid=103807) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 17:14:01.770432 dv-cinder-837356-2-iscsi neutron-server[103807]: DEBUG oslo_service.service [-] OVS_DRIVER.vnic_type_prohibit_list = [] {{(pid=103807) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 17:14:01.770603 dv-cinder-837356-2-iscsi neutron-server[103807]: DEBUG oslo_service.service [-] database.backend = sqlalchemy {{(pid=103807) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 17:14:01.770766 dv-cinder-837356-2-iscsi neutron-server[103807]: DEBUG oslo_service.service [-] database.connection = **** {{(pid=103807) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 17:14:01.770925 dv-cinder-837356-2-iscsi neutron-server[103807]: DEBUG oslo_service.service [-] database.connection_debug = 0 {{(pid=103807) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 17:14:01.771084 dv-cinder-837356-2-iscsi neutron-server[103807]: DEBUG oslo_service.service [-] database.connection_parameters = {{(pid=103807) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 17:14:01.771243 dv-cinder-837356-2-iscsi neutron-server[103807]: DEBUG oslo_service.service [-] database.connection_recycle_time = 3600 {{(pid=103807) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 17:14:01.771405 dv-cinder-837356-2-iscsi neutron-server[103807]: DEBUG oslo_service.service [-] database.connection_trace = False {{(pid=103807) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 17:14:01.771548 dv-cinder-837356-2-iscsi neutron-server[103807]: DEBUG oslo_service.service [-] database.db_inc_retry_interval = True {{(pid=103807) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 17:14:01.771707 dv-cinder-837356-2-iscsi neutron-server[103807]: DEBUG oslo_service.service [-] database.db_max_retries = 20 {{(pid=103807) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 17:14:01.771865 dv-cinder-837356-2-iscsi neutron-server[103807]: DEBUG oslo_service.service [-] database.db_max_retry_interval = 10 {{(pid=103807) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 17:14:01.772023 dv-cinder-837356-2-iscsi neutron-server[103807]: DEBUG oslo_service.service [-] database.db_retry_interval = 1 {{(pid=103807) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 17:14:01.772186 dv-cinder-837356-2-iscsi neutron-server[103807]: DEBUG oslo_service.service [-] database.max_overflow = 50 {{(pid=103807) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 17:14:01.772328 dv-cinder-837356-2-iscsi neutron-server[103807]: DEBUG oslo_service.service [-] database.max_pool_size = 50 {{(pid=103807) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 17:14:01.772486 dv-cinder-837356-2-iscsi neutron-server[103807]: DEBUG oslo_service.service [-] database.max_retries = 10 {{(pid=103807) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 17:14:01.772665 dv-cinder-837356-2-iscsi neutron-server[103807]: DEBUG oslo_service.service [-] database.mysql_enable_ndb = False {{(pid=103807) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 17:14:01.772825 dv-cinder-837356-2-iscsi neutron-server[103807]: DEBUG oslo_service.service [-] database.mysql_sql_mode = TRADITIONAL {{(pid=103807) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 17:14:01.772984 dv-cinder-837356-2-iscsi neutron-server[103807]: DEBUG oslo_service.service [-] database.pool_timeout = None {{(pid=103807) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 17:14:01.773142 dv-cinder-837356-2-iscsi neutron-server[103807]: DEBUG oslo_service.service [-] database.retry_interval = 10 {{(pid=103807) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 17:14:01.773320 dv-cinder-837356-2-iscsi neutron-server[103807]: DEBUG oslo_service.service [-] database.slave_connection = **** {{(pid=103807) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 17:14:01.773480 dv-cinder-837356-2-iscsi neutron-server[103807]: DEBUG oslo_service.service [-] database.sqlite_synchronous = True {{(pid=103807) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 17:14:01.773640 dv-cinder-837356-2-iscsi neutron-server[103807]: DEBUG oslo_service.service [-] database.use_db_reconnect = False {{(pid=103807) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 17:14:01.773791 dv-cinder-837356-2-iscsi neutron-server[103807]: DEBUG oslo_service.service [-] ******************************************************************************** {{(pid=103807) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2613}} Jun 16 17:14:01.899109 dv-cinder-837356-2-iscsi neutron-server[103917]: DEBUG neutron.wsgi [-] (103917) accepted ('10.222.0.66', 34136) {{(pid=103917) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 16 17:14:01.911006 dv-cinder-837356-2-iscsi neutron-server[103917]: INFO neutron.wsgi [-] 10.222.0.66 "GET / HTTP/1.1" status: 200 len: 253 time: 0.0087836 Jun 16 17:14:11.063725 dv-cinder-837356-2-iscsi neutron-server[103807]: DEBUG dbcounter [-] [103807] Writing DB stats neutron:SELECT=10,neutron:INSERT=31 {{(pid=103807) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 16 17:14:13.069845 dv-cinder-837356-2-iscsi neutron-server[103918]: DEBUG dbcounter [-] [103918] Writer thread running {{(pid=103918) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:99}} Jun 16 17:14:13.071047 dv-cinder-837356-2-iscsi neutron-server[103918]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e387a8a5-9901-45f0-82de-5e45d5ea8cd9 None None] get_active_networks_info from dv-cinder-837356-2-iscsi {{(pid=103918) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:159}} Jun 16 17:14:13.164663 dv-cinder-837356-2-iscsi neutron-server[103918]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e387a8a5-9901-45f0-82de-5e45d5ea8cd9 None None] No non-hosted networks {{(pid=103918) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:60}} Jun 16 17:14:13.172526 dv-cinder-837356-2-iscsi neutron-server[103918]: DEBUG neutron.db.agentschedulers_db [None req-e387a8a5-9901-45f0-82de-5e45d5ea8cd9 None None] DHCP Agent not found on host dv-cinder-837356-2-iscsi {{(pid=103918) list_active_networks_on_active_dhcp_agent /opt/stack/neutron/neutron/db/agentschedulers_db.py:454}} Jun 16 17:14:13.231551 dv-cinder-837356-2-iscsi neutron-server[103918]: DEBUG neutron_lib.callbacks.manager [None req-96c9cd18-6bc1-4030-a422-5f00682d45da None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728539454181', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-705385'] for agent (0913b7ec-eea4-4492-8ef1-e01c4575abca), after_create {{(pid=103918) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 17:14:14.892464 dv-cinder-837356-2-iscsi neutron-server[103919]: DEBUG dbcounter [-] [103919] Writer thread running {{(pid=103919) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:99}} Jun 16 17:14:15.409371 dv-cinder-837356-2-iscsi neutron-server[103918]: DEBUG neutron_lib.callbacks.manager [None req-7fb5d630-9bb2-4246-95a2-758978b5cfc8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728539454181', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-705385'] for agent (7639df21-17c3-4235-8912-210c3ad54137), after_create {{(pid=103918) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 17:14:15.474707 dv-cinder-837356-2-iscsi neutron-server[103918]: DEBUG neutron_lib.callbacks.manager [None req-d77a5a37-4af7-490c-9d0a-570a2f46ed20 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728539454181', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16149322'] for agent (7639df21-17c3-4235-8912-210c3ad54137), after_update {{(pid=103918) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 17:14:16.254748 dv-cinder-837356-2-iscsi neutron-server[103917]: DEBUG neutron.wsgi [-] (103917) accepted ('10.222.0.66', 34206) {{(pid=103917) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 16 17:14:16.272499 dv-cinder-837356-2-iscsi neutron-server[103918]: DEBUG neutron_lib.callbacks.manager [None req-20715706-35a9-45af-9420-375bdcc64c61 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728539454181', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-705385'] for agent (50395103-89cf-4fb3-87eb-9dff4dfdeea8), after_create {{(pid=103918) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 17:14:16.838468 dv-cinder-837356-2-iscsi neutron-server[103917]: WARNING oslo_policy.policy [None req-eeb90cce-a819-4315-9c40-3dfe5122cfb1 admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Jun 16 17:14:16.839510 dv-cinder-837356-2-iscsi neutron-server[103917]: WARNING oslo_policy.policy [None req-eeb90cce-a819-4315-9c40-3dfe5122cfb1 admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Jun 16 17:14:17.079978 dv-cinder-837356-2-iscsi neutron-server[103917]: DEBUG neutron.wsgi [None req-eeb90cce-a819-4315-9c40-3dfe5122cfb1 admin admin] http://10.222.0.66:9696/v2.0/extensions returned with HTTP 200 {{(pid=103917) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Jun 16 17:14:17.094527 dv-cinder-837356-2-iscsi neutron-server[103917]: INFO neutron.wsgi [None req-eeb90cce-a819-4315-9c40-3dfe5122cfb1 admin admin] 10.222.0.66 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14320 time: 0.8387487 Jun 16 17:14:18.017206 dv-cinder-837356-2-iscsi neutron-server[103918]: DEBUG neutron_lib.callbacks.manager [None req-90597016-5de8-4c3e-b42a-66aa2c70cc5e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728539454181', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-705385'] for agent (853db9d1-1c17-40a4-900c-de4f90440474), after_create {{(pid=103918) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 17:14:18.410091 dv-cinder-837356-2-iscsi neutron-server[103918]: DEBUG neutron_lib.callbacks.manager [None req-39ead2dc-a542-4f04-b117-439eb7f32aa8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728539454181', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-705385'] for agent (5b2fa84c-1db1-41c6-a6b9-975c3da28daf), after_create {{(pid=103918) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 17:14:18.411390 dv-cinder-837356-2-iscsi neutron-server[103918]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-39ead2dc-a542-4f04-b117-439eb7f32aa8 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-837356-2-iscsi {{(pid=103918) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 17:14:18.412104 dv-cinder-837356-2-iscsi neutron-server[103918]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-39ead2dc-a542-4f04-b117-439eb7f32aa8 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-837356-2-iscsi {{(pid=103918) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 17:14:18.413133 dv-cinder-837356-2-iscsi neutron-server[103918]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-39ead2dc-a542-4f04-b117-439eb7f32aa8 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-837356-2-iscsi {{(pid=103918) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 17:14:18.413626 dv-cinder-837356-2-iscsi neutron-server[103918]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-39ead2dc-a542-4f04-b117-439eb7f32aa8 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-837356-2-iscsi {{(pid=103918) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 17:14:18.414174 dv-cinder-837356-2-iscsi neutron-server[103918]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-39ead2dc-a542-4f04-b117-439eb7f32aa8 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-837356-2-iscsi {{(pid=103918) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 17:14:18.414688 dv-cinder-837356-2-iscsi neutron-server[103918]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-39ead2dc-a542-4f04-b117-439eb7f32aa8 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-837356-2-iscsi {{(pid=103918) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 17:14:18.415329 dv-cinder-837356-2-iscsi neutron-server[103918]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-39ead2dc-a542-4f04-b117-439eb7f32aa8 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-837356-2-iscsi {{(pid=103918) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 17:14:18.416153 dv-cinder-837356-2-iscsi neutron-server[103918]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-39ead2dc-a542-4f04-b117-439eb7f32aa8 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-837356-2-iscsi {{(pid=103918) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 17:14:18.417160 dv-cinder-837356-2-iscsi neutron-server[103918]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-39ead2dc-a542-4f04-b117-439eb7f32aa8 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-837356-2-iscsi {{(pid=103918) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 17:14:18.417631 dv-cinder-837356-2-iscsi neutron-server[103918]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-39ead2dc-a542-4f04-b117-439eb7f32aa8 None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-837356-2-iscsi {{(pid=103918) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 17:14:18.418205 dv-cinder-837356-2-iscsi neutron-server[103918]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-39ead2dc-a542-4f04-b117-439eb7f32aa8 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-837356-2-iscsi {{(pid=103918) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 17:14:18.418673 dv-cinder-837356-2-iscsi neutron-server[103918]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-39ead2dc-a542-4f04-b117-439eb7f32aa8 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-837356-2-iscsi {{(pid=103918) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 17:14:18.419191 dv-cinder-837356-2-iscsi neutron-server[103918]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-39ead2dc-a542-4f04-b117-439eb7f32aa8 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-837356-2-iscsi {{(pid=103918) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 17:14:18.419699 dv-cinder-837356-2-iscsi neutron-server[103918]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-39ead2dc-a542-4f04-b117-439eb7f32aa8 None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-837356-2-iscsi {{(pid=103918) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 17:14:18.420277 dv-cinder-837356-2-iscsi neutron-server[103918]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-39ead2dc-a542-4f04-b117-439eb7f32aa8 None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-837356-2-iscsi {{(pid=103918) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 17:14:18.420829 dv-cinder-837356-2-iscsi neutron-server[103918]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-39ead2dc-a542-4f04-b117-439eb7f32aa8 None None] neutron.api.rpc.handlers.resources_rpc.ResourcesPushToServersRpcApi method report_agent_resource_versions called with arguments (, 'Open vSwitch agent', 'dv-cinder-837356-2-iscsi', {'QosPolicy': '1.10', 'Trunk': '1.1', 'SubPort': '1.0', 'Port': '1.7', 'Subnet': '1.1', 'Network': '1.1', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'Log': '1.0', 'PortForwarding': '1.3', 'ConntrackHelper': '1.0', 'AddressGroup': '1.2', 'LocalIPAssociation': '1.0', 'NDPProxy': '1.0', 'Agent': '1.1'}) {} {{(pid=103918) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 16 17:14:18.436593 dv-cinder-837356-2-iscsi neutron-server[103918]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-39ead2dc-a542-4f04-b117-439eb7f32aa8 None None] neutron.api.rpc.handlers.resources_rpc.ResourcesPushToServerRpcCallback method report_agent_resource_versions called with arguments (,) {'agent_type': 'Open vSwitch agent', 'agent_host': 'dv-cinder-837356-2-iscsi', 'version_map': {'QosPolicy': '1.10', 'Trunk': '1.1', 'SubPort': '1.0', 'Port': '1.7', 'Subnet': '1.1', 'Network': '1.1', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'Log': '1.0', 'PortForwarding': '1.3', 'ConntrackHelper': '1.0', 'AddressGroup': '1.2', 'LocalIPAssociation': '1.0', 'NDPProxy': '1.0', 'Agent': '1.1'}} {{(pid=103918) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 16 17:14:18.728825 dv-cinder-837356-2-iscsi neutron-server[103918]: INFO neutron.db.l3_hamode_db [None req-649417f4-f6ca-44d0-90ce-2db8dba428c2 None None] Number of active agents lower than max_l3_agents_per_router. L3 agents available: 1 Jun 16 17:14:18.808339 dv-cinder-837356-2-iscsi neutron-server[103918]: DEBUG neutron.db.l3_dvrscheduler_db [None req-649417f4-f6ca-44d0-90ce-2db8dba428c2 None None] Routers set() bound to L3 agent in host dv-cinder-837356-2-iscsi {{(pid=103918) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jun 16 17:14:18.808666 dv-cinder-837356-2-iscsi neutron-server[103918]: DEBUG neutron.db.l3_dvrscheduler_db [None req-649417f4-f6ca-44d0-90ce-2db8dba428c2 None None] Router IDs set() for agent in host dv-cinder-837356-2-iscsi {{(pid=103918) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:468}} Jun 16 17:14:19.536559 dv-cinder-837356-2-iscsi neutron-server[103916]: DEBUG neutron.wsgi [-] (103916) accepted ('10.222.0.66', 34240) {{(pid=103916) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 16 17:14:20.075432 dv-cinder-837356-2-iscsi neutron-server[103916]: WARNING oslo_policy.policy [None req-5ec1f4e6-f30b-4b31-87bf-254adaba54f8 admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Jun 16 17:14:20.075976 dv-cinder-837356-2-iscsi neutron-server[103916]: WARNING oslo_policy.policy [None req-5ec1f4e6-f30b-4b31-87bf-254adaba54f8 admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Jun 16 17:14:20.287503 dv-cinder-837356-2-iscsi neutron-server[103916]: DEBUG neutron.api.v2.base [None req-5ec1f4e6-f30b-4b31-87bf-254adaba54f8 admin admin] Request body: {'subnetpool': {'shared': True, 'prefixes': ['172.20.0.0/16'], 'is_default': True, 'name': 'shared-default-subnetpool-v4', 'default_prefixlen': 26}} {{(pid=103916) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jun 16 17:14:20.376447 dv-cinder-837356-2-iscsi neutron-server[103916]: DEBUG neutron.policy [None req-5ec1f4e6-f30b-4b31-87bf-254adaba54f8 admin admin] Loaded default policies from ['neutron'] under neutron.policies entry points {{(pid=103916) register_rules /opt/stack/neutron/neutron/policy.py:73}} Jun 16 17:14:20.416696 dv-cinder-837356-2-iscsi neutron-server[103916]: WARNING oslo_policy.policy [None req-5ec1f4e6-f30b-4b31-87bf-254adaba54f8 admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Jun 16 17:14:20.417060 dv-cinder-837356-2-iscsi neutron-server[103916]: WARNING oslo_policy.policy [None req-5ec1f4e6-f30b-4b31-87bf-254adaba54f8 admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Jun 16 17:14:20.437675 dv-cinder-837356-2-iscsi neutron-server[103916]: DEBUG dbcounter [-] [103916] Writer thread running {{(pid=103916) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:99}} Jun 16 17:14:20.519595 dv-cinder-837356-2-iscsi neutron-server[103916]: DEBUG neutron_lib.callbacks.manager [None req-5ec1f4e6-f30b-4b31-87bf-254adaba54f8 admin admin] Publish callbacks ['neutron.objects.securitygroup.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8728542380501', 'neutron.objects.address_group.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8728542384089', 'neutron.objects.network.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8728542396566', 'neutron.objects.qos.policy.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8728542406476', 'neutron.objects.subnetpool.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8728542354765', 'neutron.objects.address_scope.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8728542362053', 'neutron.plugins.ml2.plugin.External_net_db_mixin._process_ext_policy_create-16239480', 'neutron.plugins.ml2.plugin.NeutronDbPluginV2.validate_network_rbac_policy_change-16136322', 'neutron.services.network_ip_availability.plugin.NeutronDbPluginV2.validate_network_rbac_policy_change-549542', 'neutron.services.network_ip_availability.plugin.NeutronDbPluginV2.validate_network_rbac_policy_change-639136'] for rbac-policy (None), before_create {{(pid=103916) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 17:14:20.596974 dv-cinder-837356-2-iscsi neutron-server[103916]: DEBUG neutron_lib.callbacks.manager [None req-5ec1f4e6-f30b-4b31-87bf-254adaba54f8 admin admin] Publish callbacks [] for subnetpool (None), before_response {{(pid=103916) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 17:14:20.599204 dv-cinder-837356-2-iscsi neutron-server[103916]: INFO neutron.wsgi [None req-5ec1f4e6-f30b-4b31-87bf-254adaba54f8 admin admin] 10.222.0.66 "POST /v2.0/subnetpools HTTP/1.1" status: 201 len: 739 time: 1.0605791 Jun 16 17:14:23.003148 dv-cinder-837356-2-iscsi neutron-server[103917]: DEBUG neutron.wsgi [-] (103917) accepted ('10.222.0.66', 34258) {{(pid=103917) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 16 17:14:23.421769 dv-cinder-837356-2-iscsi neutron-server[103917]: DEBUG neutron.api.v2.base [None req-45eb04ce-c840-4f5d-9b36-3a40dac2ea10 demo demo] Request body: {'network': {'name': 'private', 'admin_state_up': True}} {{(pid=103917) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jun 16 17:14:23.435272 dv-cinder-837356-2-iscsi neutron-server[103917]: DEBUG dbcounter [-] [103917] Writer thread running {{(pid=103917) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:99}} Jun 16 17:14:23.483596 dv-cinder-837356-2-iscsi neutron-server[103917]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-45eb04ce-c840-4f5d-9b36-3a40dac2ea10 demo demo] Made reservation on behalf of 78bd72df2adb4ac4a5cc614f9d1b9167 for: {'network': 1} {{(pid=103917) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 16 17:14:23.549445 dv-cinder-837356-2-iscsi neutron-server[103917]: DEBUG neutron.policy [None req-45eb04ce-c840-4f5d-9b36-3a40dac2ea10 demo demo] Loaded default policies from ['neutron'] under neutron.policies entry points {{(pid=103917) register_rules /opt/stack/neutron/neutron/policy.py:73}} Jun 16 17:14:23.590158 dv-cinder-837356-2-iscsi neutron-server[103917]: WARNING oslo_policy.policy [None req-45eb04ce-c840-4f5d-9b36-3a40dac2ea10 demo demo] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Jun 16 17:14:23.590528 dv-cinder-837356-2-iscsi neutron-server[103917]: WARNING oslo_policy.policy [None req-45eb04ce-c840-4f5d-9b36-3a40dac2ea10 demo demo] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Jun 16 17:14:23.600693 dv-cinder-837356-2-iscsi neutron-server[103917]: DEBUG neutron_lib.callbacks.manager [None req-45eb04ce-c840-4f5d-9b36-3a40dac2ea10 demo demo] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16007590'] for network (None), before_create {{(pid=103917) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 17:14:23.630386 dv-cinder-837356-2-iscsi neutron-server[103917]: DEBUG neutron_lib.callbacks.manager [None req-45eb04ce-c840-4f5d-9b36-3a40dac2ea10 demo demo] Publish callbacks [] for security_group (None), before_create {{(pid=103917) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 17:14:23.750762 dv-cinder-837356-2-iscsi neutron-server[103917]: DEBUG neutron_lib.callbacks.manager [None req-45eb04ce-c840-4f5d-9b36-3a40dac2ea10 demo demo] Publish callbacks [] for security_group (a5cdf269-7593-4075-94fa-ae42be656340), precommit_create {{(pid=103917) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 17:14:23.756361 dv-cinder-837356-2-iscsi neutron-server[103917]: DEBUG neutron_lib.callbacks.manager [None req-45eb04ce-c840-4f5d-9b36-3a40dac2ea10 demo demo] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-570488'] for security_group (a5cdf269-7593-4075-94fa-ae42be656340), after_create {{(pid=103917) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 17:14:23.789139 dv-cinder-837356-2-iscsi neutron-server[103917]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-45eb04ce-c840-4f5d-9b36-3a40dac2ea10 demo demo] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 1044} {{(pid=103917) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jun 16 17:14:23.817685 dv-cinder-837356-2-iscsi neutron-server[103917]: DEBUG neutron_lib.callbacks.manager [None req-45eb04ce-c840-4f5d-9b36-3a40dac2ea10 demo demo] Publish callbacks ['neutron.services.segments.db._add_segment_host_mapping_for_segment-8728539454190', 'neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16150272'] for segment (35641028-411f-42bb-929d-55aa6a413408), precommit_create {{(pid=103917) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 17:14:23.818233 dv-cinder-837356-2-iscsi neutron-server[103917]: DEBUG neutron_lib.callbacks.manager [None req-45eb04ce-c840-4f5d-9b36-3a40dac2ea10 demo demo] Unsubscribe: segment precommit_create {{(pid=103917) unsubscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:83}} Jun 16 17:14:23.818740 dv-cinder-837356-2-iscsi neutron-server[103917]: INFO neutron.db.segments_db [None req-45eb04ce-c840-4f5d-9b36-3a40dac2ea10 demo demo] Added segment 35641028-411f-42bb-929d-55aa6a413408 of type vlan for network cd33f7d9-1721-44d4-886e-3ef67a164c36 Jun 16 17:14:23.824590 dv-cinder-837356-2-iscsi neutron-server[103917]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-45eb04ce-c840-4f5d-9b36-3a40dac2ea10 demo demo] Pushing event updated for resources: {'SecurityGroup': ['ID=a5cdf269-7593-4075-94fa-ae42be656340,revision_number=1']} {{(pid=103917) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 17:14:23.855190 dv-cinder-837356-2-iscsi neutron-server[103917]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-45eb04ce-c840-4f5d-9b36-3a40dac2ea10 demo demo] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-837356-2-iscsi {{(pid=103917) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 17:14:23.855528 dv-cinder-837356-2-iscsi neutron-server[103917]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-45eb04ce-c840-4f5d-9b36-3a40dac2ea10 demo demo] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-837356-2-iscsi {{(pid=103917) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 17:14:23.855872 dv-cinder-837356-2-iscsi neutron-server[103917]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-45eb04ce-c840-4f5d-9b36-3a40dac2ea10 demo demo] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-837356-2-iscsi {{(pid=103917) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 17:14:23.856216 dv-cinder-837356-2-iscsi neutron-server[103917]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-45eb04ce-c840-4f5d-9b36-3a40dac2ea10 demo demo] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-837356-2-iscsi {{(pid=103917) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 17:14:23.856537 dv-cinder-837356-2-iscsi neutron-server[103917]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-45eb04ce-c840-4f5d-9b36-3a40dac2ea10 demo demo] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-837356-2-iscsi {{(pid=103917) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 17:14:23.856895 dv-cinder-837356-2-iscsi neutron-server[103917]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-45eb04ce-c840-4f5d-9b36-3a40dac2ea10 demo demo] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-837356-2-iscsi {{(pid=103917) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 17:14:23.857262 dv-cinder-837356-2-iscsi neutron-server[103917]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-45eb04ce-c840-4f5d-9b36-3a40dac2ea10 demo demo] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-837356-2-iscsi {{(pid=103917) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 17:14:23.858620 dv-cinder-837356-2-iscsi neutron-server[103917]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-45eb04ce-c840-4f5d-9b36-3a40dac2ea10 demo demo] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-837356-2-iscsi {{(pid=103917) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 17:14:23.858620 dv-cinder-837356-2-iscsi neutron-server[103917]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-45eb04ce-c840-4f5d-9b36-3a40dac2ea10 demo demo] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-837356-2-iscsi {{(pid=103917) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 17:14:23.858620 dv-cinder-837356-2-iscsi neutron-server[103917]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-45eb04ce-c840-4f5d-9b36-3a40dac2ea10 demo demo] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-837356-2-iscsi {{(pid=103917) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 17:14:23.858879 dv-cinder-837356-2-iscsi neutron-server[103917]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-45eb04ce-c840-4f5d-9b36-3a40dac2ea10 demo demo] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-837356-2-iscsi {{(pid=103917) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 17:14:23.859154 dv-cinder-837356-2-iscsi neutron-server[103917]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-45eb04ce-c840-4f5d-9b36-3a40dac2ea10 demo demo] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-837356-2-iscsi {{(pid=103917) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 17:14:23.859469 dv-cinder-837356-2-iscsi neutron-server[103917]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-45eb04ce-c840-4f5d-9b36-3a40dac2ea10 demo demo] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-837356-2-iscsi {{(pid=103917) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 17:14:23.859779 dv-cinder-837356-2-iscsi neutron-server[103917]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-45eb04ce-c840-4f5d-9b36-3a40dac2ea10 demo demo] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-837356-2-iscsi {{(pid=103917) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 17:14:23.860090 dv-cinder-837356-2-iscsi neutron-server[103917]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-45eb04ce-c840-4f5d-9b36-3a40dac2ea10 demo demo] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-837356-2-iscsi {{(pid=103917) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 17:14:23.861553 dv-cinder-837356-2-iscsi neutron-server[103917]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-45eb04ce-c840-4f5d-9b36-3a40dac2ea10 demo demo] Tracked resource versions report: Jun 16 17:14:23.861553 dv-cinder-837356-2-iscsi neutron-server[103917]: pushed versions: Jun 16 17:14:23.861553 dv-cinder-837356-2-iscsi neutron-server[103917]: { 'AddressGroup': {'1.2'}, Jun 16 17:14:23.861553 dv-cinder-837356-2-iscsi neutron-server[103917]: 'Agent': {'1.1'}, Jun 16 17:14:23.861553 dv-cinder-837356-2-iscsi neutron-server[103917]: 'ConntrackHelper': {'1.0'}, Jun 16 17:14:23.861553 dv-cinder-837356-2-iscsi neutron-server[103917]: 'LocalIPAssociation': {'1.0'}, Jun 16 17:14:23.861553 dv-cinder-837356-2-iscsi neutron-server[103917]: 'Log': {'1.0'}, Jun 16 17:14:23.861553 dv-cinder-837356-2-iscsi neutron-server[103917]: 'NDPProxy': {'1.0'}, Jun 16 17:14:23.861553 dv-cinder-837356-2-iscsi neutron-server[103917]: 'Network': {'1.1'}, Jun 16 17:14:23.861553 dv-cinder-837356-2-iscsi neutron-server[103917]: 'Port': {'1.7'}, Jun 16 17:14:23.861553 dv-cinder-837356-2-iscsi neutron-server[103917]: 'PortForwarding': {'1.3'}, Jun 16 17:14:23.861553 dv-cinder-837356-2-iscsi neutron-server[103917]: 'QosPolicy': {'1.10'}, Jun 16 17:14:23.861553 dv-cinder-837356-2-iscsi neutron-server[103917]: 'SecurityGroup': {'1.5'}, Jun 16 17:14:23.861553 dv-cinder-837356-2-iscsi neutron-server[103917]: 'SecurityGroupRule': {'1.2'}, Jun 16 17:14:23.861553 dv-cinder-837356-2-iscsi neutron-server[103917]: 'SubPort': {'1.0'}, Jun 16 17:14:23.861553 dv-cinder-837356-2-iscsi neutron-server[103917]: 'Subnet': {'1.1'}, Jun 16 17:14:23.861553 dv-cinder-837356-2-iscsi neutron-server[103917]: 'Trunk': {'1.1'}} Jun 16 17:14:23.861553 dv-cinder-837356-2-iscsi neutron-server[103917]: consumer versions: Jun 16 17:14:23.861553 dv-cinder-837356-2-iscsi neutron-server[103917]: { DHCP agent@dv-cinder-837356-2-iscsi: {}, Jun 16 17:14:23.861553 dv-cinder-837356-2-iscsi neutron-server[103917]: L3 agent@dv-cinder-837356-2-iscsi: {}, Jun 16 17:14:23.861553 dv-cinder-837356-2-iscsi neutron-server[103917]: Metadata agent@dv-cinder-837356-2-iscsi: {}, Jun 16 17:14:23.861553 dv-cinder-837356-2-iscsi neutron-server[103917]: Metering agent@dv-cinder-837356-2-iscsi: {}, Jun 16 17:14:23.861553 dv-cinder-837356-2-iscsi neutron-server[103917]: Open vSwitch agent@dv-cinder-837356-2-iscsi: { 'AddressGroup': '1.2', Jun 16 17:14:23.861553 dv-cinder-837356-2-iscsi neutron-server[103917]: 'Agent': '1.1', Jun 16 17:14:23.861553 dv-cinder-837356-2-iscsi neutron-server[103917]: 'ConntrackHelper': '1.0', Jun 16 17:14:23.861553 dv-cinder-837356-2-iscsi neutron-server[103917]: 'LocalIPAssociation': '1.0', Jun 16 17:14:23.861553 dv-cinder-837356-2-iscsi neutron-server[103917]: 'Log': '1.0', Jun 16 17:14:23.861553 dv-cinder-837356-2-iscsi neutron-server[103917]: 'NDPProxy': '1.0', Jun 16 17:14:23.861553 dv-cinder-837356-2-iscsi neutron-server[103917]: 'Network': '1.1', Jun 16 17:14:23.861553 dv-cinder-837356-2-iscsi neutron-server[103917]: 'Port': '1.7', Jun 16 17:14:23.861553 dv-cinder-837356-2-iscsi neutron-server[103917]: 'PortForwarding': '1.3', Jun 16 17:14:23.861553 dv-cinder-837356-2-iscsi neutron-server[103917]: 'QosPolicy': '1.10', Jun 16 17:14:23.861553 dv-cinder-837356-2-iscsi neutron-server[103917]: 'SecurityGroup': '1.5', Jun 16 17:14:23.861553 dv-cinder-837356-2-iscsi neutron-server[103917]: 'SecurityGroupRule': '1.2', Jun 16 17:14:23.861553 dv-cinder-837356-2-iscsi neutron-server[103917]: 'SubPort': '1.0', Jun 16 17:14:23.861553 dv-cinder-837356-2-iscsi neutron-server[103917]: 'Subnet': '1.1', Jun 16 17:14:23.861553 dv-cinder-837356-2-iscsi neutron-server[103917]: 'Trunk': '1.1'}} Jun 16 17:14:23.861553 dv-cinder-837356-2-iscsi neutron-server[103917]: {{(pid=103917) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Jun 16 17:14:23.939860 dv-cinder-837356-2-iscsi neutron-server[103917]: DEBUG neutron_lib.callbacks.manager [None req-45eb04ce-c840-4f5d-9b36-3a40dac2ea10 demo demo] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8728539013196'] for network (cd33f7d9-1721-44d4-886e-3ef67a164c36), precommit_create {{(pid=103917) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 17:14:23.985616 dv-cinder-837356-2-iscsi neutron-server[103917]: DEBUG neutron_lib.callbacks.manager [None req-45eb04ce-c840-4f5d-9b36-3a40dac2ea10 demo demo] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-570401', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16241551'] for network (cd33f7d9-1721-44d4-886e-3ef67a164c36), after_create {{(pid=103917) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 17:14:23.990674 dv-cinder-837356-2-iscsi neutron-server[103917]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-45eb04ce-c840-4f5d-9b36-3a40dac2ea10 demo demo] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103917) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 16 17:14:23.991410 dv-cinder-837356-2-iscsi neutron-server[103917]: DEBUG neutron_lib.callbacks.manager [None req-45eb04ce-c840-4f5d-9b36-3a40dac2ea10 demo demo] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-16241561'] for network (None), before_response {{(pid=103917) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 17:14:24.103769 dv-cinder-837356-2-iscsi neutron-server[103917]: INFO neutron.wsgi [None req-45eb04ce-c840-4f5d-9b36-3a40dac2ea10 demo demo] 10.222.0.66 "POST /v2.0/networks HTTP/1.1" status: 201 len: 729 time: 1.0992250 Jun 16 17:14:24.114835 dv-cinder-837356-2-iscsi neutron-server[103917]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-45eb04ce-c840-4f5d-9b36-3a40dac2ea10 demo demo] Pushing event updated for resources: {'Network': ['ID=cd33f7d9-1721-44d4-886e-3ef67a164c36,revision_number=1']} {{(pid=103917) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 17:14:24.127752 dv-cinder-837356-2-iscsi neutron-server[103918]: DEBUG neutron.plugins.ml2.rpc [None req-39ead2dc-a542-4f04-b117-439eb7f32aa8 None None] Network cd33f7d9-1721-44d4-886e-3ef67a164c36 details requested by agent ovs-agent-dv-cinder-837356-2-iscsi with host dv-cinder-837356-2-iscsi {{(pid=103918) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jun 16 17:14:26.511455 dv-cinder-837356-2-iscsi neutron-server[103917]: DEBUG neutron.wsgi [-] (103917) accepted ('10.222.0.66', 34272) {{(pid=103917) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 16 17:14:26.990003 dv-cinder-837356-2-iscsi neutron-server[103917]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0bfdc131-cb9a-4521-8a94-31e97af192cd demo admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103917) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 16 17:14:26.991366 dv-cinder-837356-2-iscsi neutron-server[103917]: INFO neutron.wsgi [None req-0bfdc131-cb9a-4521-8a94-31e97af192cd demo admin] 10.222.0.66 "GET /v2.0/networks/cd33f7d9-1721-44d4-886e-3ef67a164c36 HTTP/1.1" status: 200 len: 826 time: 0.4789464 Jun 16 17:14:27.034151 dv-cinder-837356-2-iscsi neutron-server[103917]: INFO neutron.wsgi [None req-aa3aa050-7b82-43db-9e73-10c610e64c50 demo admin] 10.222.0.66 "GET /v2.0/subnetpools/9ef85c5d-4f14-4dfc-a1b1-14f8e0950b11 HTTP/1.1" status: 200 len: 734 time: 0.0337024 Jun 16 17:14:27.053451 dv-cinder-837356-2-iscsi neutron-server[103917]: DEBUG neutron.api.v2.base [None req-d7483b93-212d-4d67-9bbc-1b7ec1055486 demo admin] Request body: {'subnet': {'ip_version': 4, 'gateway_ip': '172.20.0.1', 'name': 'private-subnet', 'subnetpool_id': '9ef85c5d-4f14-4dfc-a1b1-14f8e0950b11', 'network_id': 'cd33f7d9-1721-44d4-886e-3ef67a164c36'}} {{(pid=103917) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jun 16 17:14:27.080640 dv-cinder-837356-2-iscsi neutron-server[103917]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d7483b93-212d-4d67-9bbc-1b7ec1055486 demo admin] Made reservation on behalf of 78bd72df2adb4ac4a5cc614f9d1b9167 for: {'subnet': 1} {{(pid=103917) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 16 17:14:27.082967 dv-cinder-837356-2-iscsi neutron-server[103917]: DEBUG neutron_lib.callbacks.manager [None req-d7483b93-212d-4d67-9bbc-1b7ec1055486 demo admin] Publish callbacks [] for subnet (None), before_create {{(pid=103917) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 17:14:27.096417 dv-cinder-837356-2-iscsi neutron-server[103917]: DEBUG dbcounter [-] [103917] Writing DB stats neutron:SELECT=52,neutron:INSERT=44,neutron:UPDATE=2,neutron:DELETE=2 {{(pid=103917) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 16 17:14:27.346961 dv-cinder-837356-2-iscsi neutron-server[103917]: DEBUG dbcounter [-] [103917] Writing DB stats neutron:SELECT=85,neutron:INSERT=11,neutron:UPDATE=4 {{(pid=103917) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 16 17:14:27.398567 dv-cinder-837356-2-iscsi neutron-server[103917]: DEBUG neutron_lib.callbacks.manager [None req-d7483b93-212d-4d67-9bbc-1b7ec1055486 demo admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-570574', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16241551'] for subnet (1c701eb6-4f38-41c8-8d7d-96d184904f9b), after_create {{(pid=103917) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 17:14:27.466267 dv-cinder-837356-2-iscsi neutron-server[103917]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d7483b93-212d-4d67-9bbc-1b7ec1055486 demo admin] Pushing event updated for resources: {'Subnet': ['ID=1c701eb6-4f38-41c8-8d7d-96d184904f9b,revision_number=0']} {{(pid=103917) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 17:14:27.473791 dv-cinder-837356-2-iscsi neutron-server[103917]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d7483b93-212d-4d67-9bbc-1b7ec1055486 demo admin] Checking segment: {'id': '35641028-411f-42bb-929d-55aa6a413408', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1044, 'network_id': 'cd33f7d9-1721-44d4-886e-3ef67a164c36'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103917) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jun 16 17:14:27.474165 dv-cinder-837356-2-iscsi neutron-server[103917]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d7483b93-212d-4d67-9bbc-1b7ec1055486 demo admin] Network hostable DHCP agents. Network: cd33f7d9-1721-44d4-886e-3ef67a164c36, hostable agents: ['0913b7ec-eea4-4492-8ef1-e01c4575abca'], hosted agents: [] {{(pid=103917) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jun 16 17:14:27.499249 dv-cinder-837356-2-iscsi neutron-server[103917]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d7483b93-212d-4d67-9bbc-1b7ec1055486 demo admin] Network cd33f7d9-1721-44d4-886e-3ef67a164c36 is scheduled to be hosted by DHCP agent 0913b7ec-eea4-4492-8ef1-e01c4575abca with binding_index 1 {{(pid=103917) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jun 16 17:14:27.510910 dv-cinder-837356-2-iscsi neutron-server[103917]: DEBUG neutron.scheduler.base_scheduler [None req-d7483b93-212d-4d67-9bbc-1b7ec1055486 demo admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-837356-2-iscsi, cd33f7d9-1721-44d4-886e-3ef67a164c36) {{(pid=103917) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 16 17:14:27.516333 dv-cinder-837356-2-iscsi neutron-server[103917]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d7483b93-212d-4d67-9bbc-1b7ec1055486 demo admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=103917) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 16 17:14:27.516932 dv-cinder-837356-2-iscsi neutron-server[103917]: DEBUG neutron_lib.callbacks.manager [None req-d7483b93-212d-4d67-9bbc-1b7ec1055486 demo admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-16241561'] for subnet (None), before_response {{(pid=103917) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 17:14:27.522020 dv-cinder-837356-2-iscsi neutron-server[103918]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d1f4de55-b53e-4ed2-83d0-dedc4fbdda7a None None] Network cd33f7d9-1721-44d4-886e-3ef67a164c36 requested from dv-cinder-837356-2-iscsi {{(pid=103918) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jun 16 17:14:27.537187 dv-cinder-837356-2-iscsi neutron-server[103917]: INFO neutron.wsgi [None req-d7483b93-212d-4d67-9bbc-1b7ec1055486 demo admin] 10.222.0.66 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 854 time: 0.4937551 Jun 16 17:14:27.794182 dv-cinder-837356-2-iscsi neutron-server[103918]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2f65bf87-f480-4c8d-94b0-1dae5ef26b4d None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp3cc71102-b35b-562a-842b-e84838effaf9-cd33f7d9-1721-44d4-886e-3ef67a164c36', 'network_id': 'cd33f7d9-1721-44d4-886e-3ef67a164c36', 'project_id': '78bd72df2adb4ac4a5cc614f9d1b9167', 'fixed_ips': [{'subnet_id': '1c701eb6-4f38-41c8-8d7d-96d184904f9b'}]}} from dv-cinder-837356-2-iscsi. {{(pid=103918) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Jun 16 17:14:27.795666 dv-cinder-837356-2-iscsi neutron-server[103918]: DEBUG neutron_lib.callbacks.manager [None req-2f65bf87-f480-4c8d-94b0-1dae5ef26b4d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16007590'] for port (None), before_create {{(pid=103918) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 17:14:28.037437 dv-cinder-837356-2-iscsi neutron-server[103919]: DEBUG dbcounter [-] [103919] Writing DB stats neutron:SELECT=6 {{(pid=103919) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 16 17:14:28.042724 dv-cinder-837356-2-iscsi neutron-server[103919]: DEBUG dbcounter [-] [103919] Writing DB stats neutron:SELECT=18,neutron:INSERT=31 {{(pid=103919) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 16 17:14:28.076169 dv-cinder-837356-2-iscsi neutron-server[103918]: DEBUG neutron.db.db_base_plugin_common [None req-2f65bf87-f480-4c8d-94b0-1dae5ef26b4d None None] Allocated IP 172.20.0.2 (cd33f7d9-1721-44d4-886e-3ef67a164c36/1c701eb6-4f38-41c8-8d7d-96d184904f9b/07bd6fe2-9ba5-4e08-835d-2ae894c983f3) {{(pid=103918) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 16 17:14:28.142303 dv-cinder-837356-2-iscsi neutron-server[103918]: DEBUG dbcounter [-] [103918] Writing DB stats neutron:SELECT=61,neutron:INSERT=37,neutron:UPDATE=2 {{(pid=103918) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 16 17:14:28.349869 dv-cinder-837356-2-iscsi neutron-server[103918]: DEBUG neutron_lib.callbacks.manager [None req-2f65bf87-f480-4c8d-94b0-1dae5ef26b4d None None] Publish callbacks [] for port (07bd6fe2-9ba5-4e08-835d-2ae894c983f3), precommit_create {{(pid=103918) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 17:14:28.358300 dv-cinder-837356-2-iscsi neutron-server[103918]: DEBUG neutron_lib.callbacks.manager [None req-2f65bf87-f480-4c8d-94b0-1dae5ef26b4d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16007527', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-75831', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16241551', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8728538993421'] for port (07bd6fe2-9ba5-4e08-835d-2ae894c983f3), after_create {{(pid=103918) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 17:14:28.442511 dv-cinder-837356-2-iscsi neutron-server[103918]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2f65bf87-f480-4c8d-94b0-1dae5ef26b4d None None] Network cd33f7d9-1721-44d4-886e-3ef67a164c36 is already hosted by enough agents. {{(pid=103918) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 16 17:14:28.446093 dv-cinder-837356-2-iscsi neutron-server[103918]: DEBUG neutron.scheduler.base_scheduler [None req-2f65bf87-f480-4c8d-94b0-1dae5ef26b4d None None] Resources bound (agent type, host, resource id): {{(pid=103918) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 16 17:14:28.451017 dv-cinder-837356-2-iscsi neutron-server[103918]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2f65bf87-f480-4c8d-94b0-1dae5ef26b4d None None] Received port after_create {{(pid=103918) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:542}} Jun 16 17:14:28.453230 dv-cinder-837356-2-iscsi neutron-server[103918]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f65bf87-f480-4c8d-94b0-1dae5ef26b4d None None] Pushing event updated for resources: {'Port': ['ID=07bd6fe2-9ba5-4e08-835d-2ae894c983f3,revision_number=1']} {{(pid=103918) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 17:14:28.485413 dv-cinder-837356-2-iscsi neutron-server[103918]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2f65bf87-f480-4c8d-94b0-1dae5ef26b4d None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-837356-2-iscsi {{(pid=103918) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 17:14:28.485753 dv-cinder-837356-2-iscsi neutron-server[103918]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2f65bf87-f480-4c8d-94b0-1dae5ef26b4d None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-837356-2-iscsi {{(pid=103918) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 17:14:28.486103 dv-cinder-837356-2-iscsi neutron-server[103918]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2f65bf87-f480-4c8d-94b0-1dae5ef26b4d None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-837356-2-iscsi {{(pid=103918) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 17:14:28.486452 dv-cinder-837356-2-iscsi neutron-server[103918]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2f65bf87-f480-4c8d-94b0-1dae5ef26b4d None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-837356-2-iscsi {{(pid=103918) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 17:14:28.486780 dv-cinder-837356-2-iscsi neutron-server[103918]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2f65bf87-f480-4c8d-94b0-1dae5ef26b4d None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-837356-2-iscsi {{(pid=103918) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 17:14:28.487102 dv-cinder-837356-2-iscsi neutron-server[103918]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2f65bf87-f480-4c8d-94b0-1dae5ef26b4d None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-837356-2-iscsi {{(pid=103918) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 17:14:28.487419 dv-cinder-837356-2-iscsi neutron-server[103918]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2f65bf87-f480-4c8d-94b0-1dae5ef26b4d None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-837356-2-iscsi {{(pid=103918) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 17:14:28.487739 dv-cinder-837356-2-iscsi neutron-server[103918]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2f65bf87-f480-4c8d-94b0-1dae5ef26b4d None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-837356-2-iscsi {{(pid=103918) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 17:14:28.488055 dv-cinder-837356-2-iscsi neutron-server[103918]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2f65bf87-f480-4c8d-94b0-1dae5ef26b4d None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-837356-2-iscsi {{(pid=103918) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 17:14:28.488374 dv-cinder-837356-2-iscsi neutron-server[103918]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2f65bf87-f480-4c8d-94b0-1dae5ef26b4d None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-837356-2-iscsi {{(pid=103918) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 17:14:28.488686 dv-cinder-837356-2-iscsi neutron-server[103918]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2f65bf87-f480-4c8d-94b0-1dae5ef26b4d None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-837356-2-iscsi {{(pid=103918) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 17:14:28.489016 dv-cinder-837356-2-iscsi neutron-server[103918]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2f65bf87-f480-4c8d-94b0-1dae5ef26b4d None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-837356-2-iscsi {{(pid=103918) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 17:14:28.489357 dv-cinder-837356-2-iscsi neutron-server[103918]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2f65bf87-f480-4c8d-94b0-1dae5ef26b4d None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-837356-2-iscsi {{(pid=103918) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 17:14:28.489668 dv-cinder-837356-2-iscsi neutron-server[103918]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2f65bf87-f480-4c8d-94b0-1dae5ef26b4d None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-837356-2-iscsi {{(pid=103918) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 17:14:28.489982 dv-cinder-837356-2-iscsi neutron-server[103918]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2f65bf87-f480-4c8d-94b0-1dae5ef26b4d None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-837356-2-iscsi {{(pid=103918) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 17:14:28.491440 dv-cinder-837356-2-iscsi neutron-server[103918]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2f65bf87-f480-4c8d-94b0-1dae5ef26b4d None None] Tracked resource versions report: Jun 16 17:14:28.491440 dv-cinder-837356-2-iscsi neutron-server[103918]: pushed versions: Jun 16 17:14:28.491440 dv-cinder-837356-2-iscsi neutron-server[103918]: { 'AddressGroup': {'1.2'}, Jun 16 17:14:28.491440 dv-cinder-837356-2-iscsi neutron-server[103918]: 'Agent': {'1.1'}, Jun 16 17:14:28.491440 dv-cinder-837356-2-iscsi neutron-server[103918]: 'ConntrackHelper': {'1.0'}, Jun 16 17:14:28.491440 dv-cinder-837356-2-iscsi neutron-server[103918]: 'LocalIPAssociation': {'1.0'}, Jun 16 17:14:28.491440 dv-cinder-837356-2-iscsi neutron-server[103918]: 'Log': {'1.0'}, Jun 16 17:14:28.491440 dv-cinder-837356-2-iscsi neutron-server[103918]: 'NDPProxy': {'1.0'}, Jun 16 17:14:28.491440 dv-cinder-837356-2-iscsi neutron-server[103918]: 'Network': {'1.1'}, Jun 16 17:14:28.491440 dv-cinder-837356-2-iscsi neutron-server[103918]: 'Port': {'1.7'}, Jun 16 17:14:28.491440 dv-cinder-837356-2-iscsi neutron-server[103918]: 'PortForwarding': {'1.3'}, Jun 16 17:14:28.491440 dv-cinder-837356-2-iscsi neutron-server[103918]: 'QosPolicy': {'1.10'}, Jun 16 17:14:28.491440 dv-cinder-837356-2-iscsi neutron-server[103918]: 'SecurityGroup': {'1.5'}, Jun 16 17:14:28.491440 dv-cinder-837356-2-iscsi neutron-server[103918]: 'SecurityGroupRule': {'1.2'}, Jun 16 17:14:28.491440 dv-cinder-837356-2-iscsi neutron-server[103918]: 'SubPort': {'1.0'}, Jun 16 17:14:28.491440 dv-cinder-837356-2-iscsi neutron-server[103918]: 'Subnet': {'1.1'}, Jun 16 17:14:28.491440 dv-cinder-837356-2-iscsi neutron-server[103918]: 'Trunk': {'1.1'}} Jun 16 17:14:28.491440 dv-cinder-837356-2-iscsi neutron-server[103918]: consumer versions: Jun 16 17:14:28.491440 dv-cinder-837356-2-iscsi neutron-server[103918]: { DHCP agent@dv-cinder-837356-2-iscsi: {}, Jun 16 17:14:28.491440 dv-cinder-837356-2-iscsi neutron-server[103918]: L3 agent@dv-cinder-837356-2-iscsi: {}, Jun 16 17:14:28.491440 dv-cinder-837356-2-iscsi neutron-server[103918]: Metadata agent@dv-cinder-837356-2-iscsi: {}, Jun 16 17:14:28.491440 dv-cinder-837356-2-iscsi neutron-server[103918]: Metering agent@dv-cinder-837356-2-iscsi: {}, Jun 16 17:14:28.491440 dv-cinder-837356-2-iscsi neutron-server[103918]: Open vSwitch agent@dv-cinder-837356-2-iscsi: { 'AddressGroup': '1.2', Jun 16 17:14:28.491440 dv-cinder-837356-2-iscsi neutron-server[103918]: 'Agent': '1.1', Jun 16 17:14:28.491440 dv-cinder-837356-2-iscsi neutron-server[103918]: 'ConntrackHelper': '1.0', Jun 16 17:14:28.491440 dv-cinder-837356-2-iscsi neutron-server[103918]: 'LocalIPAssociation': '1.0', Jun 16 17:14:28.491440 dv-cinder-837356-2-iscsi neutron-server[103918]: 'Log': '1.0', Jun 16 17:14:28.491440 dv-cinder-837356-2-iscsi neutron-server[103918]: 'NDPProxy': '1.0', Jun 16 17:14:28.491440 dv-cinder-837356-2-iscsi neutron-server[103918]: 'Network': '1.1', Jun 16 17:14:28.491440 dv-cinder-837356-2-iscsi neutron-server[103918]: 'Port': '1.7', Jun 16 17:14:28.491440 dv-cinder-837356-2-iscsi neutron-server[103918]: 'PortForwarding': '1.3', Jun 16 17:14:28.491440 dv-cinder-837356-2-iscsi neutron-server[103918]: 'QosPolicy': '1.10', Jun 16 17:14:28.491440 dv-cinder-837356-2-iscsi neutron-server[103918]: 'SecurityGroup': '1.5', Jun 16 17:14:28.491440 dv-cinder-837356-2-iscsi neutron-server[103918]: 'SecurityGroupRule': '1.2', Jun 16 17:14:28.491440 dv-cinder-837356-2-iscsi neutron-server[103918]: 'SubPort': '1.0', Jun 16 17:14:28.491440 dv-cinder-837356-2-iscsi neutron-server[103918]: 'Subnet': '1.1', Jun 16 17:14:28.491440 dv-cinder-837356-2-iscsi neutron-server[103918]: 'Trunk': '1.1'}} Jun 16 17:14:28.491440 dv-cinder-837356-2-iscsi neutron-server[103918]: {{(pid=103918) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Jun 16 17:14:28.534027 dv-cinder-837356-2-iscsi neutron-server[103918]: DEBUG dbcounter [-] [103918] Writing DB stats neutron:INSERT=5,neutron:SELECT=92,neutron:UPDATE=3 {{(pid=103918) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 16 17:14:28.546381 dv-cinder-837356-2-iscsi neutron-server[103918]: DEBUG neutron.plugins.ml2.managers [None req-2f65bf87-f480-4c8d-94b0-1dae5ef26b4d None None] Attempting to bind port 07bd6fe2-9ba5-4e08-835d-2ae894c983f3 on host dv-cinder-837356-2-iscsi for vnic_type normal with profile {{(pid=103918) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:811}} Jun 16 17:14:28.546768 dv-cinder-837356-2-iscsi neutron-server[103918]: DEBUG neutron.plugins.ml2.managers [None req-2f65bf87-f480-4c8d-94b0-1dae5ef26b4d None None] Attempting to bind port 07bd6fe2-9ba5-4e08-835d-2ae894c983f3 by drivers openvswitch,hyperv on host dv-cinder-837356-2-iscsi at level 0 using segments [{'id': '35641028-411f-42bb-929d-55aa6a413408', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1044, 'network_id': 'cd33f7d9-1721-44d4-886e-3ef67a164c36'}] {{(pid=103918) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:836}} Jun 16 17:14:28.547164 dv-cinder-837356-2-iscsi neutron-server[103918]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2f65bf87-f480-4c8d-94b0-1dae5ef26b4d None None] Attempting to bind port 07bd6fe2-9ba5-4e08-835d-2ae894c983f3 on network cd33f7d9-1721-44d4-886e-3ef67a164c36 {{(pid=103918) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jun 16 17:14:28.553247 dv-cinder-837356-2-iscsi neutron-server[103918]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2f65bf87-f480-4c8d-94b0-1dae5ef26b4d None None] Checking agent: {'id': '5b2fa84c-1db1-41c6-a6b9-975c3da28daf', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-837356-2-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 6, 16, 17, 14, 18), 'started_at': datetime.datetime(2022, 6, 16, 17, 14, 18), 'heartbeat_timestamp': datetime.datetime(2022, 6, 16, 17, 14, 18), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-837356-2-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103918) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jun 16 17:14:28.553636 dv-cinder-837356-2-iscsi neutron-server[103918]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2f65bf87-f480-4c8d-94b0-1dae5ef26b4d None None] Checking segment: {'id': '35641028-411f-42bb-929d-55aa6a413408', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1044, 'network_id': 'cd33f7d9-1721-44d4-886e-3ef67a164c36'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103918) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jun 16 17:14:28.554110 dv-cinder-837356-2-iscsi neutron-server[103918]: DEBUG neutron_lib.callbacks.manager [None req-2f65bf87-f480-4c8d-94b0-1dae5ef26b4d None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103918) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 17:14:28.554482 dv-cinder-837356-2-iscsi neutron-server[103918]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2f65bf87-f480-4c8d-94b0-1dae5ef26b4d None None] Bound using segment: {'id': '35641028-411f-42bb-929d-55aa6a413408', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1044, 'network_id': 'cd33f7d9-1721-44d4-886e-3ef67a164c36'} {{(pid=103918) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jun 16 17:14:28.554952 dv-cinder-837356-2-iscsi neutron-server[103918]: DEBUG neutron.plugins.ml2.managers [None req-2f65bf87-f480-4c8d-94b0-1dae5ef26b4d None None] Bound port: 07bd6fe2-9ba5-4e08-835d-2ae894c983f3, host: dv-cinder-837356-2-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '35641028-411f-42bb-929d-55aa6a413408', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1044, 'network_id': 'cd33f7d9-1721-44d4-886e-3ef67a164c36'}}] {{(pid=103918) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:948}} Jun 16 17:14:28.555336 dv-cinder-837356-2-iscsi neutron-server[103918]: DEBUG neutron_lib.callbacks.manager [None req-2f65bf87-f480-4c8d-94b0-1dae5ef26b4d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16007590'] for port (07bd6fe2-9ba5-4e08-835d-2ae894c983f3), before_update {{(pid=103918) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 17:14:28.618095 dv-cinder-837356-2-iscsi neutron-server[103918]: DEBUG neutron.plugins.ml2.db [None req-2f65bf87-f480-4c8d-94b0-1dae5ef26b4d None None] For port 07bd6fe2-9ba5-4e08-835d-2ae894c983f3, host dv-cinder-837356-2-iscsi, cleared binding levels {{(pid=103918) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 16 17:14:28.638458 dv-cinder-837356-2-iscsi neutron-server[103918]: DEBUG neutron.plugins.ml2.db [None req-2f65bf87-f480-4c8d-94b0-1dae5ef26b4d None None] For port 07bd6fe2-9ba5-4e08-835d-2ae894c983f3, host dv-cinder-837356-2-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-837356-2-iscsi',level=0,port_id=07bd6fe2-9ba5-4e08-835d-2ae894c983f3,segment=NetworkSegment(35641028-411f-42bb-929d-55aa6a413408),segment_id=35641028-411f-42bb-929d-55aa6a413408)] {{(pid=103918) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 16 17:14:28.646236 dv-cinder-837356-2-iscsi neutron-server[103918]: DEBUG neutron_lib.callbacks.manager [None req-2f65bf87-f480-4c8d-94b0-1dae5ef26b4d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16007527', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-75831', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16241551', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728539364693', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728538993439', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728538993457'] for port (07bd6fe2-9ba5-4e08-835d-2ae894c983f3), after_update {{(pid=103918) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 17:14:28.702554 dv-cinder-837356-2-iscsi neutron-server[103918]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f65bf87-f480-4c8d-94b0-1dae5ef26b4d None None] Pushing event updated for resources: {'Port': ['ID=07bd6fe2-9ba5-4e08-835d-2ae894c983f3,revision_number=2']} {{(pid=103918) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 17:14:29.970821 dv-cinder-837356-2-iscsi neutron-server[103917]: DEBUG neutron.wsgi [-] (103917) accepted ('10.222.0.66', 34288) {{(pid=103917) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 16 17:14:30.304325 dv-cinder-837356-2-iscsi neutron-server[103917]: DEBUG neutron.wsgi [None req-75935cee-2b40-4a50-a11e-4b8fe055867c admin admin] http://10.222.0.66:9696/v2.0/extensions returned with HTTP 200 {{(pid=103917) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Jun 16 17:14:30.317273 dv-cinder-837356-2-iscsi neutron-server[103917]: INFO neutron.wsgi [None req-75935cee-2b40-4a50-a11e-4b8fe055867c admin admin] 10.222.0.66 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14320 time: 0.3334315 Jun 16 17:14:30.588617 dv-cinder-837356-2-iscsi neutron-server[103916]: DEBUG dbcounter [-] [103916] Writing DB stats neutron:SELECT=9,neutron:INSERT=3,neutron:DELETE=1 {{(pid=103916) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 16 17:14:30.590394 dv-cinder-837356-2-iscsi neutron-server[103916]: DEBUG dbcounter [-] [103916] Writing DB stats neutron:SELECT=24,neutron:INSERT=34,neutron:DELETE=1 {{(pid=103916) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 16 17:14:32.654081 dv-cinder-837356-2-iscsi neutron-server[103917]: DEBUG neutron.wsgi [-] (103917) accepted ('10.222.0.66', 34300) {{(pid=103917) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 16 17:14:32.999513 dv-cinder-837356-2-iscsi neutron-server[103917]: DEBUG neutron.wsgi [None req-98b167e7-75ee-4ac7-b6ce-e8dce69b9799 admin admin] http://10.222.0.66:9696/v2.0/extensions returned with HTTP 200 {{(pid=103917) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Jun 16 17:14:33.000486 dv-cinder-837356-2-iscsi neutron-server[103917]: INFO neutron.wsgi [None req-98b167e7-75ee-4ac7-b6ce-e8dce69b9799 admin admin] 10.222.0.66 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14320 time: 0.3454115 Jun 16 17:14:35.369624 dv-cinder-837356-2-iscsi neutron-server[103917]: DEBUG neutron.wsgi [-] (103917) accepted ('10.222.0.66', 34312) {{(pid=103917) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 16 17:14:35.724446 dv-cinder-837356-2-iscsi neutron-server[103917]: DEBUG neutron.api.v2.base [None req-0bd40d91-7a05-4c6a-adf5-7ca024a24394 demo demo] Request body: {'router': {'name': 'router1', 'admin_state_up': True}} {{(pid=103917) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jun 16 17:14:35.752471 dv-cinder-837356-2-iscsi neutron-server[103917]: DEBUG neutron_lib.callbacks.manager [None req-0bd40d91-7a05-4c6a-adf5-7ca024a24394 demo demo] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-706286', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-65378'] for router (e143b1eb-9823-4115-9731-e50ef9beb711), before_create {{(pid=103917) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 17:14:35.754087 dv-cinder-837356-2-iscsi neutron-server[103917]: DEBUG neutron_lib.callbacks.manager [None req-0bd40d91-7a05-4c6a-adf5-7ca024a24394 demo demo] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-706077', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-735905', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-614867', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-65307'] for router (e143b1eb-9823-4115-9731-e50ef9beb711), precommit_create {{(pid=103917) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 17:14:35.894410 dv-cinder-837356-2-iscsi neutron-server[103917]: DEBUG neutron_lib.callbacks.manager [None req-0bd40d91-7a05-4c6a-adf5-7ca024a24394 demo demo] Publish callbacks [] for router_controller (e143b1eb-9823-4115-9731-e50ef9beb711), precommit_add_association {{(pid=103917) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 17:14:35.901147 dv-cinder-837356-2-iscsi neutron-server[103917]: DEBUG neutron_lib.callbacks.manager [None req-0bd40d91-7a05-4c6a-adf5-7ca024a24394 demo demo] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-705015', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-704873'] for router (e143b1eb-9823-4115-9731-e50ef9beb711), after_create {{(pid=103917) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 17:14:35.921429 dv-cinder-837356-2-iscsi neutron-server[103917]: DEBUG neutron_lib.callbacks.manager [None req-0bd40d91-7a05-4c6a-adf5-7ca024a24394 demo demo] Publish callbacks [] for router (None), before_response {{(pid=103917) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 17:14:35.922614 dv-cinder-837356-2-iscsi neutron-server[103917]: INFO neutron.wsgi [None req-0bd40d91-7a05-4c6a-adf5-7ca024a24394 demo demo] 10.222.0.66 "POST /v2.0/routers HTTP/1.1" status: 201 len: 674 time: 0.5519965 Jun 16 17:14:36.160887 dv-cinder-837356-2-iscsi neutron-server[103918]: DEBUG neutron.plugins.ml2.rpc [None req-39ead2dc-a542-4f04-b117-439eb7f32aa8 None None] Device 07bd6fe2-9ba5-4e08-835d-2ae894c983f3 up at agent ovs-agent-dv-cinder-837356-2-iscsi {{(pid=103918) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 16 17:14:36.252631 dv-cinder-837356-2-iscsi neutron-server[103918]: DEBUG neutron.db.provisioning_blocks [None req-39ead2dc-a542-4f04-b117-439eb7f32aa8 None None] Provisioning complete for port 07bd6fe2-9ba5-4e08-835d-2ae894c983f3 triggered by entity L2. {{(pid=103918) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jun 16 17:14:36.253026 dv-cinder-837356-2-iscsi neutron-server[103918]: DEBUG neutron_lib.callbacks.manager [None req-39ead2dc-a542-4f04-b117-439eb7f32aa8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16149424'] for port (07bd6fe2-9ba5-4e08-835d-2ae894c983f3), provisioning_complete {{(pid=103918) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 17:14:36.355742 dv-cinder-837356-2-iscsi neutron-server[103918]: DEBUG neutron.plugins.ml2.plugin [None req-39ead2dc-a542-4f04-b117-439eb7f32aa8 None None] Current status of the port 07bd6fe2-9ba5-4e08-835d-2ae894c983f3 is: DOWN; New status is: ACTIVE {{(pid=103918) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2298}} Jun 16 17:14:36.356113 dv-cinder-837356-2-iscsi neutron-server[103918]: DEBUG neutron_lib.callbacks.manager [None req-39ead2dc-a542-4f04-b117-439eb7f32aa8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16007590'] for port (07bd6fe2-9ba5-4e08-835d-2ae894c983f3), before_update {{(pid=103918) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 17:14:36.392040 dv-cinder-837356-2-iscsi neutron-server[103918]: DEBUG neutron.plugins.ml2.db [None req-39ead2dc-a542-4f04-b117-439eb7f32aa8 None None] For port 07bd6fe2-9ba5-4e08-835d-2ae894c983f3, host dv-cinder-837356-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-837356-2-iscsi',level=0,port_id=07bd6fe2-9ba5-4e08-835d-2ae894c983f3,segment=NetworkSegment(35641028-411f-42bb-929d-55aa6a413408),segment_id=35641028-411f-42bb-929d-55aa6a413408)] {{(pid=103918) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 16 17:14:36.397426 dv-cinder-837356-2-iscsi neutron-server[103918]: DEBUG neutron_lib.callbacks.manager [None req-39ead2dc-a542-4f04-b117-439eb7f32aa8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16007527', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-75831', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16241551', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728539364693', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728538993439', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728538993457'] for port (07bd6fe2-9ba5-4e08-835d-2ae894c983f3), after_update {{(pid=103918) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 17:14:36.445454 dv-cinder-837356-2-iscsi neutron-server[103918]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-39ead2dc-a542-4f04-b117-439eb7f32aa8 None None] Pushing event updated for resources: {'Port': ['ID=07bd6fe2-9ba5-4e08-835d-2ae894c983f3,revision_number=3']} {{(pid=103918) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 17:14:36.749823 dv-cinder-837356-2-iscsi neutron-server[103918]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5969a8e5-19b4-41ca-901a-90b3505ae3ed None None] Network cd33f7d9-1721-44d4-886e-3ef67a164c36 requested from dv-cinder-837356-2-iscsi {{(pid=103918) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jun 16 17:14:36.818466 dv-cinder-837356-2-iscsi neutron-server[103918]: DEBUG neutron.db.provisioning_blocks [None req-11cf1088-c87d-4e3a-9d52-5bbc590226ba None None] Provisioning complete for port 07bd6fe2-9ba5-4e08-835d-2ae894c983f3 triggered by entity DHCP. {{(pid=103918) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jun 16 17:14:36.818827 dv-cinder-837356-2-iscsi neutron-server[103918]: DEBUG neutron_lib.callbacks.manager [None req-11cf1088-c87d-4e3a-9d52-5bbc590226ba None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16149424'] for port (07bd6fe2-9ba5-4e08-835d-2ae894c983f3), provisioning_complete {{(pid=103918) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 17:14:36.887869 dv-cinder-837356-2-iscsi neutron-server[103918]: DEBUG dbcounter [-] [103918] Writing DB stats neutron:SELECT=96,neutron:UPDATE=4 {{(pid=103918) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 16 17:14:36.942532 dv-cinder-837356-2-iscsi neutron-server[103918]: DEBUG neutron.plugins.ml2.plugin [None req-11cf1088-c87d-4e3a-9d52-5bbc590226ba None None] Current status of the port 07bd6fe2-9ba5-4e08-835d-2ae894c983f3 is: ACTIVE; New status is: ACTIVE {{(pid=103918) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2298}} Jun 16 17:14:37.169169 dv-cinder-837356-2-iscsi neutron-server[103918]: DEBUG neutron.db.provisioning_blocks [None req-59b41353-314b-4882-860f-617f3d2badca None None] Provisioning complete for port 07bd6fe2-9ba5-4e08-835d-2ae894c983f3 triggered by entity DHCP. {{(pid=103918) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jun 16 17:14:37.169951 dv-cinder-837356-2-iscsi neutron-server[103918]: DEBUG neutron_lib.callbacks.manager [None req-59b41353-314b-4882-860f-617f3d2badca None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16149424'] for port (07bd6fe2-9ba5-4e08-835d-2ae894c983f3), provisioning_complete {{(pid=103918) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 17:14:37.246575 dv-cinder-837356-2-iscsi neutron-server[103918]: DEBUG neutron.plugins.ml2.plugin [None req-59b41353-314b-4882-860f-617f3d2badca None None] Current status of the port 07bd6fe2-9ba5-4e08-835d-2ae894c983f3 is: ACTIVE; New status is: ACTIVE {{(pid=103918) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2298}} Jun 16 17:14:38.131757 dv-cinder-837356-2-iscsi neutron-server[103918]: DEBUG neutron.plugins.ml2.rpc [None req-39ead2dc-a542-4f04-b117-439eb7f32aa8 None None] Device 07bd6fe2-9ba5-4e08-835d-2ae894c983f3 up at agent ovs-agent-dv-cinder-837356-2-iscsi {{(pid=103918) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 16 17:14:38.175166 dv-cinder-837356-2-iscsi neutron-server[103918]: DEBUG neutron.db.provisioning_blocks [None req-39ead2dc-a542-4f04-b117-439eb7f32aa8 None None] Provisioning complete for port 07bd6fe2-9ba5-4e08-835d-2ae894c983f3 triggered by entity L2. {{(pid=103918) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jun 16 17:14:38.175806 dv-cinder-837356-2-iscsi neutron-server[103918]: DEBUG neutron_lib.callbacks.manager [None req-39ead2dc-a542-4f04-b117-439eb7f32aa8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16149424'] for port (07bd6fe2-9ba5-4e08-835d-2ae894c983f3), provisioning_complete {{(pid=103918) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 17:14:38.240085 dv-cinder-837356-2-iscsi neutron-server[103918]: DEBUG dbcounter [-] [103918] Writing DB stats neutron:SELECT=97,neutron:UPDATE=2,neutron:INSERT=1 {{(pid=103918) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 16 17:14:38.247336 dv-cinder-837356-2-iscsi neutron-server[103918]: DEBUG neutron.plugins.ml2.plugin [None req-39ead2dc-a542-4f04-b117-439eb7f32aa8 None None] Current status of the port 07bd6fe2-9ba5-4e08-835d-2ae894c983f3 is: ACTIVE; New status is: ACTIVE {{(pid=103918) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2298}} Jun 16 17:14:38.312043 dv-cinder-837356-2-iscsi neutron-server[103916]: DEBUG neutron.wsgi [-] (103916) accepted ('10.222.0.66', 34320) {{(pid=103916) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 16 17:14:38.651955 dv-cinder-837356-2-iscsi neutron-server[103916]: DEBUG neutron.wsgi [None req-80ca5361-fd69-4574-ad6c-09c76f7b3bdc admin admin] http://10.222.0.66:9696/v2.0/extensions returned with HTTP 200 {{(pid=103916) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Jun 16 17:14:38.652910 dv-cinder-837356-2-iscsi neutron-server[103916]: INFO neutron.wsgi [None req-80ca5361-fd69-4574-ad6c-09c76f7b3bdc admin admin] 10.222.0.66 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14320 time: 0.3397684 Jun 16 17:14:39.636225 dv-cinder-837356-2-iscsi neutron-server[103919]: DEBUG neutron.db.agents_db [None req-d2debd9c-00d6-4a8f-b9fc-d112a2dcea0d None None] Agent healthcheck: found 5 active agents {{(pid=103919) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jun 16 17:14:40.984421 dv-cinder-837356-2-iscsi neutron-server[103917]: DEBUG neutron.wsgi [-] (103917) accepted ('10.222.0.66', 34328) {{(pid=103917) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 16 17:14:41.348492 dv-cinder-837356-2-iscsi neutron-server[103917]: DEBUG neutron.api.v2.base [None req-e4982134-fb8b-428d-bd3f-5ab043943512 admin admin] Request body: {'network': {'admin_state_up': True, 'name': 'public', 'provider:network_type': 'flat', 'is_default': True, 'router:external': True, 'provider:physical_network': 'physnet1'}} {{(pid=103917) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jun 16 17:14:41.375802 dv-cinder-837356-2-iscsi neutron-server[103917]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e4982134-fb8b-428d-bd3f-5ab043943512 admin admin] Made reservation on behalf of 546ad1026cd44cbea571239c12f41a3f for: {'network': 1} {{(pid=103917) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 16 17:14:41.377993 dv-cinder-837356-2-iscsi neutron-server[103917]: DEBUG neutron_lib.callbacks.manager [None req-e4982134-fb8b-428d-bd3f-5ab043943512 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16007590'] for network (None), before_create {{(pid=103917) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 17:14:41.388209 dv-cinder-837356-2-iscsi neutron-server[103917]: DEBUG neutron_lib.callbacks.manager [None req-e4982134-fb8b-428d-bd3f-5ab043943512 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103917) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 17:14:41.474579 dv-cinder-837356-2-iscsi neutron-server[103917]: DEBUG neutron_lib.callbacks.manager [None req-e4982134-fb8b-428d-bd3f-5ab043943512 admin admin] Publish callbacks [] for security_group (0c022c95-508c-466f-bf01-2fdc1382d352), precommit_create {{(pid=103917) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 17:14:41.480250 dv-cinder-837356-2-iscsi neutron-server[103917]: DEBUG neutron_lib.callbacks.manager [None req-e4982134-fb8b-428d-bd3f-5ab043943512 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-570488'] for security_group (0c022c95-508c-466f-bf01-2fdc1382d352), after_create {{(pid=103917) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 17:14:41.496331 dv-cinder-837356-2-iscsi neutron-server[103917]: DEBUG neutron.plugins.ml2.drivers.type_flat [None req-e4982134-fb8b-428d-bd3f-5ab043943512 admin admin] Reserving flat network on physical network physnet1 {{(pid=103917) reserve_provider_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_flat.py:100}} Jun 16 17:14:41.516928 dv-cinder-837356-2-iscsi neutron-server[103917]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e4982134-fb8b-428d-bd3f-5ab043943512 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0c022c95-508c-466f-bf01-2fdc1382d352,revision_number=1']} {{(pid=103917) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 17:14:41.521608 dv-cinder-837356-2-iscsi neutron-server[103917]: DEBUG neutron_lib.callbacks.manager [None req-e4982134-fb8b-428d-bd3f-5ab043943512 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16150272'] for segment (18b787c7-0964-4a3b-b1f5-b8083c94f58b), precommit_create {{(pid=103917) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 17:14:41.521949 dv-cinder-837356-2-iscsi neutron-server[103917]: INFO neutron.db.segments_db [None req-e4982134-fb8b-428d-bd3f-5ab043943512 admin admin] Added segment 18b787c7-0964-4a3b-b1f5-b8083c94f58b of type flat for network 9df31235-0797-44e6-85a0-102cb2da2d58 Jun 16 17:14:41.568673 dv-cinder-837356-2-iscsi neutron-server[103917]: DEBUG neutron_lib.callbacks.manager [None req-e4982134-fb8b-428d-bd3f-5ab043943512 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8728539013196'] for network (9df31235-0797-44e6-85a0-102cb2da2d58), precommit_create {{(pid=103917) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 17:14:41.604340 dv-cinder-837356-2-iscsi neutron-server[103917]: DEBUG neutron_lib.callbacks.manager [None req-e4982134-fb8b-428d-bd3f-5ab043943512 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-570401', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16241551'] for network (9df31235-0797-44e6-85a0-102cb2da2d58), after_create {{(pid=103917) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 17:14:41.605307 dv-cinder-837356-2-iscsi neutron-server[103917]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e4982134-fb8b-428d-bd3f-5ab043943512 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103917) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 16 17:14:41.605884 dv-cinder-837356-2-iscsi neutron-server[103917]: DEBUG neutron_lib.callbacks.manager [None req-e4982134-fb8b-428d-bd3f-5ab043943512 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-16241561'] for network (None), before_response {{(pid=103917) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 17:14:41.618264 dv-cinder-837356-2-iscsi neutron-server[103917]: DEBUG dbcounter [-] [103917] Writing DB stats neutron:SELECT=79,neutron:INSERT=17,neutron:DELETE=3,neutron:UPDATE=1 {{(pid=103917) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 16 17:14:41.652626 dv-cinder-837356-2-iscsi neutron-server[103917]: INFO neutron.wsgi [None req-e4982134-fb8b-428d-bd3f-5ab043943512 admin admin] 10.222.0.66 "POST /v2.0/networks HTTP/1.1" status: 201 len: 847 time: 0.6667185 Jun 16 17:14:41.704319 dv-cinder-837356-2-iscsi neutron-server[103917]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e4982134-fb8b-428d-bd3f-5ab043943512 admin admin] Pushing event updated for resources: {'Network': ['ID=9df31235-0797-44e6-85a0-102cb2da2d58,revision_number=1']} {{(pid=103917) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 17:14:41.714898 dv-cinder-837356-2-iscsi neutron-server[103918]: DEBUG neutron.plugins.ml2.rpc [None req-39ead2dc-a542-4f04-b117-439eb7f32aa8 None None] Network 9df31235-0797-44e6-85a0-102cb2da2d58 details requested by agent ovs-agent-dv-cinder-837356-2-iscsi with host dv-cinder-837356-2-iscsi {{(pid=103918) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jun 16 17:14:42.990436 dv-cinder-837356-2-iscsi neutron-server[103918]: DEBUG neutron_lib.callbacks.manager [None req-dc8566ed-3c17-42f7-8e8d-40e817ce3648 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728539454181', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16149322'] for agent (0913b7ec-eea4-4492-8ef1-e01c4575abca), after_update {{(pid=103918) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 17:14:44.011394 dv-cinder-837356-2-iscsi neutron-server[103917]: DEBUG neutron.wsgi [-] (103917) accepted ('10.222.0.66', 34336) {{(pid=103917) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 16 17:14:44.412537 dv-cinder-837356-2-iscsi neutron-server[103917]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f3d733cf-9cc9-4fe6-89bd-eefb1826949e demo admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=103917) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 16 17:14:44.413888 dv-cinder-837356-2-iscsi neutron-server[103917]: INFO neutron.wsgi [None req-f3d733cf-9cc9-4fe6-89bd-eefb1826949e demo admin] 10.222.0.66 "GET /v2.0/subnets/1c701eb6-4f38-41c8-8d7d-96d184904f9b HTTP/1.1" status: 200 len: 849 time: 0.4015024 Jun 16 17:14:44.533711 dv-cinder-837356-2-iscsi neutron-server[103917]: DEBUG dbcounter [-] [103917] Writing DB stats neutron:SELECT=79,neutron:UPDATE=5,neutron:INSERT=13,neutron:DELETE=3 {{(pid=103917) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 16 17:14:44.542820 dv-cinder-837356-2-iscsi neutron-server[103917]: INFO neutron.wsgi [None req-c6242ba3-bb06-4667-bd60-50edc2efb418 demo admin] 10.222.0.66 "GET /v2.0/routers/e143b1eb-9823-4115-9731-e50ef9beb711 HTTP/1.1" status: 200 len: 704 time: 0.1195841 Jun 16 17:14:44.807967 dv-cinder-837356-2-iscsi neutron-server[103917]: DEBUG neutron_lib.callbacks.manager [None req-571daf57-8c4b-48bf-8613-e7d0e4834a7a demo admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16007590'] for port (None), before_create {{(pid=103917) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 17:14:45.101052 dv-cinder-837356-2-iscsi neutron-server[103917]: DEBUG neutron.db.db_base_plugin_common [None req-571daf57-8c4b-48bf-8613-e7d0e4834a7a demo admin] Allocated IP 172.20.0.1 (cd33f7d9-1721-44d4-886e-3ef67a164c36/1c701eb6-4f38-41c8-8d7d-96d184904f9b/d6a1462a-b07e-43eb-ba20-6e7bc93486a1) {{(pid=103917) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 16 17:14:45.303860 dv-cinder-837356-2-iscsi neutron-server[103917]: DEBUG neutron_lib.callbacks.manager [None req-571daf57-8c4b-48bf-8613-e7d0e4834a7a demo admin] Publish callbacks [] for port (d6a1462a-b07e-43eb-ba20-6e7bc93486a1), precommit_create {{(pid=103917) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 17:14:45.369214 dv-cinder-837356-2-iscsi neutron-server[103917]: DEBUG neutron_lib.callbacks.manager [None req-571daf57-8c4b-48bf-8613-e7d0e4834a7a demo admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16007527', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-75831', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16241551', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8728538993421'] for port (d6a1462a-b07e-43eb-ba20-6e7bc93486a1), after_create {{(pid=103917) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 17:14:45.406209 dv-cinder-837356-2-iscsi neutron-server[103918]: DEBUG neutron_lib.callbacks.manager [None req-708022ba-fbac-4a66-a9be-29489128c681 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728539454181', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16149322'] for agent (7639df21-17c3-4235-8912-210c3ad54137), after_update {{(pid=103918) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 17:14:45.443621 dv-cinder-837356-2-iscsi neutron-server[103917]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-571daf57-8c4b-48bf-8613-e7d0e4834a7a demo admin] Network cd33f7d9-1721-44d4-886e-3ef67a164c36 is already hosted by enough agents. {{(pid=103917) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 16 17:14:45.449638 dv-cinder-837356-2-iscsi neutron-server[103917]: DEBUG neutron.scheduler.base_scheduler [None req-571daf57-8c4b-48bf-8613-e7d0e4834a7a demo admin] Resources bound (agent type, host, resource id): {{(pid=103917) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 16 17:14:45.459349 dv-cinder-837356-2-iscsi neutron-server[103917]: DEBUG neutron.db.l3_dvrscheduler_db [None req-571daf57-8c4b-48bf-8613-e7d0e4834a7a demo admin] Received port after_create {{(pid=103917) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:542}} Jun 16 17:14:45.459883 dv-cinder-837356-2-iscsi neutron-server[103917]: DEBUG neutron_lib.callbacks.manager [None req-571daf57-8c4b-48bf-8613-e7d0e4834a7a demo admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-706133'] for router_interface (e143b1eb-9823-4115-9731-e50ef9beb711), before_create {{(pid=103917) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 17:14:45.532901 dv-cinder-837356-2-iscsi neutron-server[103917]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-571daf57-8c4b-48bf-8613-e7d0e4834a7a demo admin] Pushing event updated for resources: {'Port': ['ID=d6a1462a-b07e-43eb-ba20-6e7bc93486a1,revision_number=1']} {{(pid=103917) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 17:14:45.633056 dv-cinder-837356-2-iscsi neutron-server[103918]: DEBUG neutron.db.provisioning_blocks [None req-115eb339-7ee7-4c08-ba35-bb51800df426 None None] Provisioning complete for port d6a1462a-b07e-43eb-ba20-6e7bc93486a1 triggered by entity DHCP. {{(pid=103918) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jun 16 17:14:45.633414 dv-cinder-837356-2-iscsi neutron-server[103918]: DEBUG neutron_lib.callbacks.manager [None req-115eb339-7ee7-4c08-ba35-bb51800df426 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16149424'] for port (d6a1462a-b07e-43eb-ba20-6e7bc93486a1), provisioning_complete {{(pid=103918) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 17:14:45.674682 dv-cinder-837356-2-iscsi neutron-server[103917]: DEBUG neutron_lib.callbacks.manager [None req-571daf57-8c4b-48bf-8613-e7d0e4834a7a demo admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16007590'] for port (d6a1462a-b07e-43eb-ba20-6e7bc93486a1), before_update {{(pid=103917) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 17:14:45.710027 dv-cinder-837356-2-iscsi neutron-server[103918]: DEBUG neutron.plugins.ml2.plugin [None req-115eb339-7ee7-4c08-ba35-bb51800df426 None None] Port d6a1462a-b07e-43eb-ba20-6e7bc93486a1 cannot update to ACTIVE because it is not bound. {{(pid=103918) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:354}} Jun 16 17:14:45.735089 dv-cinder-837356-2-iscsi neutron-server[103917]: DEBUG dbcounter [-] [103917] Writing DB stats neutron:SELECT=95,neutron:INSERT=2,neutron:UPDATE=3 {{(pid=103917) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 16 17:14:45.755137 dv-cinder-837356-2-iscsi neutron-server[103917]: DEBUG dbcounter [-] [103917] Writing DB stats neutron:SELECT=93,neutron:INSERT=5,neutron:UPDATE=2 {{(pid=103917) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 16 17:14:45.898880 dv-cinder-837356-2-iscsi neutron-server[103917]: DEBUG neutron_lib.callbacks.manager [None req-571daf57-8c4b-48bf-8613-e7d0e4834a7a demo admin] Publish callbacks [] for port (d6a1462a-b07e-43eb-ba20-6e7bc93486a1), precommit_update {{(pid=103917) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 17:14:45.906151 dv-cinder-837356-2-iscsi neutron-server[103917]: DEBUG neutron_lib.callbacks.manager [None req-571daf57-8c4b-48bf-8613-e7d0e4834a7a demo admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16007527', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-75831', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16241551', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728539364693', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728538993439', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728538993457'] for port (d6a1462a-b07e-43eb-ba20-6e7bc93486a1), after_update {{(pid=103917) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 17:14:45.906938 dv-cinder-837356-2-iscsi neutron-server[103917]: DEBUG neutron_lib.callbacks.manager [None req-571daf57-8c4b-48bf-8613-e7d0e4834a7a demo admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-16241533', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-706209'] for router_interface (e143b1eb-9823-4115-9731-e50ef9beb711), after_create {{(pid=103917) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 17:14:45.966572 dv-cinder-837356-2-iscsi neutron-server[103917]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-571daf57-8c4b-48bf-8613-e7d0e4834a7a demo admin] Pushing event updated for resources: {'Port': ['ID=d6a1462a-b07e-43eb-ba20-6e7bc93486a1,revision_number=2']} {{(pid=103917) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 17:14:46.034902 dv-cinder-837356-2-iscsi neutron-server[103917]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-571daf57-8c4b-48bf-8613-e7d0e4834a7a demo admin] Network cd33f7d9-1721-44d4-886e-3ef67a164c36 is already hosted by enough agents. {{(pid=103917) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 16 17:14:46.036336 dv-cinder-837356-2-iscsi neutron-server[103917]: DEBUG neutron.scheduler.base_scheduler [None req-571daf57-8c4b-48bf-8613-e7d0e4834a7a demo admin] Resources bound (agent type, host, resource id): {{(pid=103917) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 16 17:14:46.192480 dv-cinder-837356-2-iscsi neutron-server[103917]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-571daf57-8c4b-48bf-8613-e7d0e4834a7a demo admin] Router e143b1eb-9823-4115-9731-e50ef9beb711 is scheduled to L3 agent 7639df21-17c3-4235-8912-210c3ad54137 with binding_index 1 {{(pid=103917) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Jun 16 17:14:46.229693 dv-cinder-837356-2-iscsi neutron-server[103918]: DEBUG neutron_lib.callbacks.manager [None req-20715706-35a9-45af-9420-375bdcc64c61 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728539454181', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16149322'] for agent (50395103-89cf-4fb3-87eb-9dff4dfdeea8), after_update {{(pid=103918) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 17:14:46.236280 dv-cinder-837356-2-iscsi neutron-server[103918]: DEBUG neutron.db.provisioning_blocks [None req-82485bce-c688-4cf7-abbe-5effb79c6f30 None None] Provisioning complete for port d6a1462a-b07e-43eb-ba20-6e7bc93486a1 triggered by entity DHCP. {{(pid=103918) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jun 16 17:14:46.236836 dv-cinder-837356-2-iscsi neutron-server[103918]: DEBUG neutron_lib.callbacks.manager [None req-82485bce-c688-4cf7-abbe-5effb79c6f30 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16149424'] for port (d6a1462a-b07e-43eb-ba20-6e7bc93486a1), provisioning_complete {{(pid=103918) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 17:14:46.270861 dv-cinder-837356-2-iscsi neutron-server[103918]: DEBUG neutron.plugins.ml2.plugin [None req-82485bce-c688-4cf7-abbe-5effb79c6f30 None None] Port d6a1462a-b07e-43eb-ba20-6e7bc93486a1 cannot update to ACTIVE because it is not bound. {{(pid=103918) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:354}} Jun 16 17:14:46.283597 dv-cinder-837356-2-iscsi neutron-server[103917]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-571daf57-8c4b-48bf-8613-e7d0e4834a7a demo admin] Notify agent at l3_agent.dv-cinder-837356-2-iscsi the message routers_updated {{(pid=103917) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jun 16 17:14:46.289638 dv-cinder-837356-2-iscsi neutron-server[103917]: INFO neutron.wsgi [None req-571daf57-8c4b-48bf-8613-e7d0e4834a7a demo admin] 10.222.0.66 "PUT /v2.0/routers/e143b1eb-9823-4115-9731-e50ef9beb711/add_router_interface HTTP/1.1" status: 200 len: 508 time: 1.7395754 Jun 16 17:14:46.294607 dv-cinder-837356-2-iscsi neutron-server[103919]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e4f9db1b-ef54-4d9b-9784-caf3c047552a None None] Sync routers for ids ['e143b1eb-9823-4115-9731-e50ef9beb711'] in dv-cinder-837356-2-iscsi {{(pid=103919) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 16 17:14:46.308198 dv-cinder-837356-2-iscsi neutron-server[103919]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e4f9db1b-ef54-4d9b-9784-caf3c047552a None None] Routers {'e143b1eb-9823-4115-9731-e50ef9beb711'} bound to L3 agent in host dv-cinder-837356-2-iscsi {{(pid=103919) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jun 16 17:14:46.308894 dv-cinder-837356-2-iscsi neutron-server[103919]: DEBUG neutron.db.l3_hamode_db [None req-e4f9db1b-ef54-4d9b-9784-caf3c047552a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-837356-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 0, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 0, "log_agent_heartbeats": false, "routers": 0},created_at=2022-06-16T17:14:15Z,description=,heartbeat_timestamp=2022-06-16T17:14:45Z,host='dv-cinder-837356-2-iscsi',id=7639df21-17c3-4235-8912-210c3ad54137,load=0,resource_versions=,resources_synced=,started_at=2022-06-16T17:14:15Z,topic='l3_agent')) {'router_ids': ['e143b1eb-9823-4115-9731-e50ef9beb711'], 'active': True} {{(pid=103919) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 16 17:14:46.493293 dv-cinder-837356-2-iscsi neutron-server[103919]: DEBUG neutron.db.l3_dvr_db [None req-e4f9db1b-ef54-4d9b-9784-caf3c047552a None None] Set router e143b1eb-9823-4115-9731-e50ef9beb711 gateway port host: None {{(pid=103919) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jun 16 17:14:46.905627 dv-cinder-837356-2-iscsi neutron-server[103919]: DEBUG neutron.db.l3_hamode_db [None req-e4f9db1b-ef54-4d9b-9784-caf3c047552a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e143b1eb-9823-4115-9731-e50ef9beb711', 'name': 'router1', 'tenant_id': '78bd72df2adb4ac4a5cc614f9d1b9167', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-16T17:14:35Z', 'updated_at': '2022-06-16T17:14:45Z', 'revision_number': 2, 'project_id': '78bd72df2adb4ac4a5cc614f9d1b9167', 'gw_port_host': None, '_interfaces': [{'id': 'd6a1462a-b07e-43eb-ba20-6e7bc93486a1', 'name': '', 'network_id': 'cd33f7d9-1721-44d4-886e-3ef67a164c36', 'tenant_id': '78bd72df2adb4ac4a5cc614f9d1b9167', 'mac_address': 'fa:16:3e:83:37:6b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e143b1eb-9823-4115-9731-e50ef9beb711', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': '1c701eb6-4f38-41c8-8d7d-96d184904f9b', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-16T17:14:44Z', 'updated_at': '2022-06-16T17:14:45Z', 'revision_number': 2, 'project_id': '78bd72df2adb4ac4a5cc614f9d1b9167', 'subnets': [{'id': '1c701eb6-4f38-41c8-8d7d-96d184904f9b', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': '9ef85c5d-4f14-4dfc-a1b1-14f8e0950b11'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-837356-2-iscsi', False) {} {{(pid=103919) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 16 17:14:46.955240 dv-cinder-837356-2-iscsi neutron-server[103919]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e4f9db1b-ef54-4d9b-9784-caf3c047552a None None] Checking router: e143b1eb-9823-4115-9731-e50ef9beb711 for host: dv-cinder-837356-2-iscsi {{(pid=103919) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 16 17:14:46.955592 dv-cinder-837356-2-iscsi neutron-server[103919]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e4f9db1b-ef54-4d9b-9784-caf3c047552a None None] Updating router e143b1eb-9823-4115-9731-e50ef9beb711 port d6a1462a-b07e-43eb-ba20-6e7bc93486a1 binding host dv-cinder-837356-2-iscsi {{(pid=103919) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jun 16 17:14:47.008508 dv-cinder-837356-2-iscsi neutron-server[103919]: DEBUG neutron_lib.callbacks.manager [None req-e4f9db1b-ef54-4d9b-9784-caf3c047552a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16007590'] for port (d6a1462a-b07e-43eb-ba20-6e7bc93486a1), before_update {{(pid=103919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 17:14:47.541706 dv-cinder-837356-2-iscsi neutron-server[103919]: DEBUG neutron_lib.callbacks.manager [None req-e4f9db1b-ef54-4d9b-9784-caf3c047552a None None] Publish callbacks [] for port (d6a1462a-b07e-43eb-ba20-6e7bc93486a1), precommit_update {{(pid=103919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 17:14:47.549061 dv-cinder-837356-2-iscsi neutron-server[103919]: DEBUG neutron_lib.callbacks.manager [None req-e4f9db1b-ef54-4d9b-9784-caf3c047552a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16007527', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-75831', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16241551', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728539364693', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728538993439', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728538993457'] for port (d6a1462a-b07e-43eb-ba20-6e7bc93486a1), after_update {{(pid=103919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 17:14:47.723777 dv-cinder-837356-2-iscsi neutron-server[103919]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8b385a8d-157d-49ef-8885-083fb3b8fda3 None None] Pushing event updated for resources: {'Port': ['ID=d6a1462a-b07e-43eb-ba20-6e7bc93486a1,revision_number=3']} {{(pid=103919) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 17:14:47.742595 dv-cinder-837356-2-iscsi neutron-server[103919]: DEBUG neutron.plugins.ml2.managers [None req-e4f9db1b-ef54-4d9b-9784-caf3c047552a None None] Attempting to bind port d6a1462a-b07e-43eb-ba20-6e7bc93486a1 on host dv-cinder-837356-2-iscsi for vnic_type normal with profile {{(pid=103919) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:811}} Jun 16 17:14:47.743003 dv-cinder-837356-2-iscsi neutron-server[103919]: DEBUG neutron.plugins.ml2.managers [None req-e4f9db1b-ef54-4d9b-9784-caf3c047552a None None] Attempting to bind port d6a1462a-b07e-43eb-ba20-6e7bc93486a1 by drivers openvswitch,hyperv on host dv-cinder-837356-2-iscsi at level 0 using segments [{'id': '35641028-411f-42bb-929d-55aa6a413408', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1044, 'network_id': 'cd33f7d9-1721-44d4-886e-3ef67a164c36'}] {{(pid=103919) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:836}} Jun 16 17:14:47.743417 dv-cinder-837356-2-iscsi neutron-server[103919]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e4f9db1b-ef54-4d9b-9784-caf3c047552a None None] Attempting to bind port d6a1462a-b07e-43eb-ba20-6e7bc93486a1 on network cd33f7d9-1721-44d4-886e-3ef67a164c36 {{(pid=103919) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jun 16 17:14:47.747048 dv-cinder-837356-2-iscsi neutron-server[103919]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8b385a8d-157d-49ef-8885-083fb3b8fda3 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-837356-2-iscsi {{(pid=103919) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 17:14:47.747476 dv-cinder-837356-2-iscsi neutron-server[103919]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8b385a8d-157d-49ef-8885-083fb3b8fda3 None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-837356-2-iscsi {{(pid=103919) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 17:14:47.747913 dv-cinder-837356-2-iscsi neutron-server[103919]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8b385a8d-157d-49ef-8885-083fb3b8fda3 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-837356-2-iscsi {{(pid=103919) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 17:14:47.748268 dv-cinder-837356-2-iscsi neutron-server[103919]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8b385a8d-157d-49ef-8885-083fb3b8fda3 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-837356-2-iscsi {{(pid=103919) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 17:14:47.748601 dv-cinder-837356-2-iscsi neutron-server[103919]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8b385a8d-157d-49ef-8885-083fb3b8fda3 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-837356-2-iscsi {{(pid=103919) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 17:14:47.748925 dv-cinder-837356-2-iscsi neutron-server[103919]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8b385a8d-157d-49ef-8885-083fb3b8fda3 None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-837356-2-iscsi {{(pid=103919) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 17:14:47.749273 dv-cinder-837356-2-iscsi neutron-server[103919]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8b385a8d-157d-49ef-8885-083fb3b8fda3 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-837356-2-iscsi {{(pid=103919) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 17:14:47.749597 dv-cinder-837356-2-iscsi neutron-server[103919]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8b385a8d-157d-49ef-8885-083fb3b8fda3 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-837356-2-iscsi {{(pid=103919) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 17:14:47.749919 dv-cinder-837356-2-iscsi neutron-server[103919]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8b385a8d-157d-49ef-8885-083fb3b8fda3 None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-837356-2-iscsi {{(pid=103919) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 17:14:47.750240 dv-cinder-837356-2-iscsi neutron-server[103919]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8b385a8d-157d-49ef-8885-083fb3b8fda3 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-837356-2-iscsi {{(pid=103919) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 17:14:47.750562 dv-cinder-837356-2-iscsi neutron-server[103919]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8b385a8d-157d-49ef-8885-083fb3b8fda3 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-837356-2-iscsi {{(pid=103919) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 17:14:47.750896 dv-cinder-837356-2-iscsi neutron-server[103919]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8b385a8d-157d-49ef-8885-083fb3b8fda3 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-837356-2-iscsi {{(pid=103919) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 17:14:47.751214 dv-cinder-837356-2-iscsi neutron-server[103919]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8b385a8d-157d-49ef-8885-083fb3b8fda3 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-837356-2-iscsi {{(pid=103919) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 17:14:47.751561 dv-cinder-837356-2-iscsi neutron-server[103919]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8b385a8d-157d-49ef-8885-083fb3b8fda3 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-837356-2-iscsi {{(pid=103919) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 17:14:47.751880 dv-cinder-837356-2-iscsi neutron-server[103919]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8b385a8d-157d-49ef-8885-083fb3b8fda3 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-837356-2-iscsi {{(pid=103919) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 17:14:47.753315 dv-cinder-837356-2-iscsi neutron-server[103919]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8b385a8d-157d-49ef-8885-083fb3b8fda3 None None] Tracked resource versions report: Jun 16 17:14:47.753315 dv-cinder-837356-2-iscsi neutron-server[103919]: pushed versions: Jun 16 17:14:47.753315 dv-cinder-837356-2-iscsi neutron-server[103919]: { 'AddressGroup': {'1.2'}, Jun 16 17:14:47.753315 dv-cinder-837356-2-iscsi neutron-server[103919]: 'Agent': {'1.1'}, Jun 16 17:14:47.753315 dv-cinder-837356-2-iscsi neutron-server[103919]: 'ConntrackHelper': {'1.0'}, Jun 16 17:14:47.753315 dv-cinder-837356-2-iscsi neutron-server[103919]: 'LocalIPAssociation': {'1.0'}, Jun 16 17:14:47.753315 dv-cinder-837356-2-iscsi neutron-server[103919]: 'Log': {'1.0'}, Jun 16 17:14:47.753315 dv-cinder-837356-2-iscsi neutron-server[103919]: 'NDPProxy': {'1.0'}, Jun 16 17:14:47.753315 dv-cinder-837356-2-iscsi neutron-server[103919]: 'Network': {'1.1'}, Jun 16 17:14:47.753315 dv-cinder-837356-2-iscsi neutron-server[103919]: 'Port': {'1.7'}, Jun 16 17:14:47.753315 dv-cinder-837356-2-iscsi neutron-server[103919]: 'PortForwarding': {'1.3'}, Jun 16 17:14:47.753315 dv-cinder-837356-2-iscsi neutron-server[103919]: 'QosPolicy': {'1.10'}, Jun 16 17:14:47.753315 dv-cinder-837356-2-iscsi neutron-server[103919]: 'SecurityGroup': {'1.5'}, Jun 16 17:14:47.753315 dv-cinder-837356-2-iscsi neutron-server[103919]: 'SecurityGroupRule': {'1.2'}, Jun 16 17:14:47.753315 dv-cinder-837356-2-iscsi neutron-server[103919]: 'SubPort': {'1.0'}, Jun 16 17:14:47.753315 dv-cinder-837356-2-iscsi neutron-server[103919]: 'Subnet': {'1.1'}, Jun 16 17:14:47.753315 dv-cinder-837356-2-iscsi neutron-server[103919]: 'Trunk': {'1.1'}} Jun 16 17:14:47.753315 dv-cinder-837356-2-iscsi neutron-server[103919]: consumer versions: Jun 16 17:14:47.753315 dv-cinder-837356-2-iscsi neutron-server[103919]: { DHCP agent@dv-cinder-837356-2-iscsi: {}, Jun 16 17:14:47.753315 dv-cinder-837356-2-iscsi neutron-server[103919]: L3 agent@dv-cinder-837356-2-iscsi: {}, Jun 16 17:14:47.753315 dv-cinder-837356-2-iscsi neutron-server[103919]: Metadata agent@dv-cinder-837356-2-iscsi: {}, Jun 16 17:14:47.753315 dv-cinder-837356-2-iscsi neutron-server[103919]: Metering agent@dv-cinder-837356-2-iscsi: {}, Jun 16 17:14:47.753315 dv-cinder-837356-2-iscsi neutron-server[103919]: Open vSwitch agent@dv-cinder-837356-2-iscsi: { 'AddressGroup': '1.2', Jun 16 17:14:47.753315 dv-cinder-837356-2-iscsi neutron-server[103919]: 'Agent': '1.1', Jun 16 17:14:47.753315 dv-cinder-837356-2-iscsi neutron-server[103919]: 'ConntrackHelper': '1.0', Jun 16 17:14:47.753315 dv-cinder-837356-2-iscsi neutron-server[103919]: 'LocalIPAssociation': '1.0', Jun 16 17:14:47.753315 dv-cinder-837356-2-iscsi neutron-server[103919]: 'Log': '1.0', Jun 16 17:14:47.753315 dv-cinder-837356-2-iscsi neutron-server[103919]: 'NDPProxy': '1.0', Jun 16 17:14:47.753315 dv-cinder-837356-2-iscsi neutron-server[103919]: 'Network': '1.1', Jun 16 17:14:47.753315 dv-cinder-837356-2-iscsi neutron-server[103919]: 'Port': '1.7', Jun 16 17:14:47.753315 dv-cinder-837356-2-iscsi neutron-server[103919]: 'PortForwarding': '1.3', Jun 16 17:14:47.753315 dv-cinder-837356-2-iscsi neutron-server[103919]: 'QosPolicy': '1.10', Jun 16 17:14:47.753315 dv-cinder-837356-2-iscsi neutron-server[103919]: 'SecurityGroup': '1.5', Jun 16 17:14:47.753315 dv-cinder-837356-2-iscsi neutron-server[103919]: 'SecurityGroupRule': '1.2', Jun 16 17:14:47.753315 dv-cinder-837356-2-iscsi neutron-server[103919]: 'SubPort': '1.0', Jun 16 17:14:47.753315 dv-cinder-837356-2-iscsi neutron-server[103919]: 'Subnet': '1.1', Jun 16 17:14:47.753315 dv-cinder-837356-2-iscsi neutron-server[103919]: 'Trunk': '1.1'}} Jun 16 17:14:47.753315 dv-cinder-837356-2-iscsi neutron-server[103919]: {{(pid=103919) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Jun 16 17:14:47.758104 dv-cinder-837356-2-iscsi neutron-server[103919]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e4f9db1b-ef54-4d9b-9784-caf3c047552a None None] Checking agent: {'id': '5b2fa84c-1db1-41c6-a6b9-975c3da28daf', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-837356-2-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 6, 16, 17, 14, 18), 'started_at': datetime.datetime(2022, 6, 16, 17, 14, 18), 'heartbeat_timestamp': datetime.datetime(2022, 6, 16, 17, 14, 18), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-837356-2-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103919) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jun 16 17:14:47.758528 dv-cinder-837356-2-iscsi neutron-server[103919]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e4f9db1b-ef54-4d9b-9784-caf3c047552a None None] Checking segment: {'id': '35641028-411f-42bb-929d-55aa6a413408', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1044, 'network_id': 'cd33f7d9-1721-44d4-886e-3ef67a164c36'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103919) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jun 16 17:14:47.758999 dv-cinder-837356-2-iscsi neutron-server[103919]: DEBUG neutron_lib.callbacks.manager [None req-e4f9db1b-ef54-4d9b-9784-caf3c047552a None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 17:14:47.759376 dv-cinder-837356-2-iscsi neutron-server[103919]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e4f9db1b-ef54-4d9b-9784-caf3c047552a None None] Bound using segment: {'id': '35641028-411f-42bb-929d-55aa6a413408', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1044, 'network_id': 'cd33f7d9-1721-44d4-886e-3ef67a164c36'} {{(pid=103919) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jun 16 17:14:47.759860 dv-cinder-837356-2-iscsi neutron-server[103919]: DEBUG neutron.plugins.ml2.managers [None req-e4f9db1b-ef54-4d9b-9784-caf3c047552a None None] Bound port: d6a1462a-b07e-43eb-ba20-6e7bc93486a1, host: dv-cinder-837356-2-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '35641028-411f-42bb-929d-55aa6a413408', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1044, 'network_id': 'cd33f7d9-1721-44d4-886e-3ef67a164c36'}}] {{(pid=103919) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:948}} Jun 16 17:14:47.760239 dv-cinder-837356-2-iscsi neutron-server[103919]: DEBUG neutron_lib.callbacks.manager [None req-e4f9db1b-ef54-4d9b-9784-caf3c047552a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16007590'] for port (d6a1462a-b07e-43eb-ba20-6e7bc93486a1), before_update {{(pid=103919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 17:14:47.799584 dv-cinder-837356-2-iscsi neutron-server[103918]: DEBUG neutron.db.provisioning_blocks [None req-48a1882e-cc9a-49b2-88c2-e030d8d4c722 None None] Provisioning complete for port d6a1462a-b07e-43eb-ba20-6e7bc93486a1 triggered by entity DHCP. {{(pid=103918) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jun 16 17:14:47.800141 dv-cinder-837356-2-iscsi neutron-server[103918]: DEBUG neutron_lib.callbacks.manager [None req-48a1882e-cc9a-49b2-88c2-e030d8d4c722 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16149424'] for port (d6a1462a-b07e-43eb-ba20-6e7bc93486a1), provisioning_complete {{(pid=103918) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 17:14:47.826581 dv-cinder-837356-2-iscsi neutron-server[103919]: DEBUG neutron.plugins.ml2.db [None req-e4f9db1b-ef54-4d9b-9784-caf3c047552a None None] For port d6a1462a-b07e-43eb-ba20-6e7bc93486a1, host dv-cinder-837356-2-iscsi, cleared binding levels {{(pid=103919) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 16 17:14:47.829531 dv-cinder-837356-2-iscsi neutron-server[103919]: DEBUG dbcounter [-] [103919] Writing DB stats neutron:SELECT=97,neutron:UPDATE=3 {{(pid=103919) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 16 17:14:47.837250 dv-cinder-837356-2-iscsi neutron-server[103918]: DEBUG neutron.plugins.ml2.plugin [None req-48a1882e-cc9a-49b2-88c2-e030d8d4c722 None None] Port d6a1462a-b07e-43eb-ba20-6e7bc93486a1 cannot update to ACTIVE because it is not bound. {{(pid=103918) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:354}} Jun 16 17:14:47.847671 dv-cinder-837356-2-iscsi neutron-server[103919]: DEBUG neutron.plugins.ml2.db [None req-e4f9db1b-ef54-4d9b-9784-caf3c047552a None None] For port d6a1462a-b07e-43eb-ba20-6e7bc93486a1, host dv-cinder-837356-2-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-837356-2-iscsi',level=0,port_id=d6a1462a-b07e-43eb-ba20-6e7bc93486a1,segment=NetworkSegment(35641028-411f-42bb-929d-55aa6a413408),segment_id=35641028-411f-42bb-929d-55aa6a413408)] {{(pid=103919) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 16 17:14:47.853924 dv-cinder-837356-2-iscsi neutron-server[103919]: DEBUG neutron_lib.callbacks.manager [None req-e4f9db1b-ef54-4d9b-9784-caf3c047552a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16007527', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-75831', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16241551', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728539364693', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728538993439', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728538993457'] for port (d6a1462a-b07e-43eb-ba20-6e7bc93486a1), after_update {{(pid=103919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 17:14:47.878467 dv-cinder-837356-2-iscsi neutron-server[103919]: DEBUG dbcounter [-] [103919] Writing DB stats neutron:SELECT=97,neutron:UPDATE=2,neutron:INSERT=1 {{(pid=103919) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 16 17:14:47.913832 dv-cinder-837356-2-iscsi neutron-server[103919]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e4f9db1b-ef54-4d9b-9784-caf3c047552a None None] Routers {'e143b1eb-9823-4115-9731-e50ef9beb711'} bound to L3 agent in host dv-cinder-837356-2-iscsi {{(pid=103919) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jun 16 17:14:47.914448 dv-cinder-837356-2-iscsi neutron-server[103919]: DEBUG neutron.db.l3_hamode_db [None req-e4f9db1b-ef54-4d9b-9784-caf3c047552a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-837356-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 0, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 0, "log_agent_heartbeats": false, "routers": 0},created_at=2022-06-16T17:14:15Z,description=,heartbeat_timestamp=2022-06-16T17:14:45Z,host='dv-cinder-837356-2-iscsi',id=7639df21-17c3-4235-8912-210c3ad54137,load=0,resource_versions=,resources_synced=,started_at=2022-06-16T17:14:15Z,topic='l3_agent')) {'router_ids': ['e143b1eb-9823-4115-9731-e50ef9beb711'], 'active': True} {{(pid=103919) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 16 17:14:47.978431 dv-cinder-837356-2-iscsi neutron-server[103919]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8b385a8d-157d-49ef-8885-083fb3b8fda3 None None] Pushing event updated for resources: {'Port': ['ID=d6a1462a-b07e-43eb-ba20-6e7bc93486a1,revision_number=4']} {{(pid=103919) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 17:14:47.980772 dv-cinder-837356-2-iscsi neutron-server[103918]: DEBUG neutron_lib.callbacks.manager [None req-90597016-5de8-4c3e-b42a-66aa2c70cc5e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728539454181', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16149322'] for agent (853db9d1-1c17-40a4-900c-de4f90440474), after_update {{(pid=103918) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 17:14:48.013164 dv-cinder-837356-2-iscsi neutron-server[103919]: DEBUG neutron.db.l3_dvr_db [None req-e4f9db1b-ef54-4d9b-9784-caf3c047552a None None] Set router e143b1eb-9823-4115-9731-e50ef9beb711 gateway port host: None {{(pid=103919) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jun 16 17:14:48.159090 dv-cinder-837356-2-iscsi neutron-server[103918]: DEBUG neutron.db.provisioning_blocks [None req-d340e9b0-b6fa-460a-a594-eadea0cfa1c9 None None] Provisioning complete for port d6a1462a-b07e-43eb-ba20-6e7bc93486a1 triggered by entity DHCP. {{(pid=103918) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jun 16 17:14:48.159556 dv-cinder-837356-2-iscsi neutron-server[103918]: DEBUG neutron_lib.callbacks.manager [None req-d340e9b0-b6fa-460a-a594-eadea0cfa1c9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16149424'] for port (d6a1462a-b07e-43eb-ba20-6e7bc93486a1), provisioning_complete {{(pid=103918) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 17:14:48.209212 dv-cinder-837356-2-iscsi neutron-server[103919]: DEBUG neutron.db.l3_hamode_db [None req-e4f9db1b-ef54-4d9b-9784-caf3c047552a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e143b1eb-9823-4115-9731-e50ef9beb711', 'name': 'router1', 'tenant_id': '78bd72df2adb4ac4a5cc614f9d1b9167', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-16T17:14:35Z', 'updated_at': '2022-06-16T17:14:45Z', 'revision_number': 2, 'project_id': '78bd72df2adb4ac4a5cc614f9d1b9167', 'gw_port_host': None, '_interfaces': [{'id': 'd6a1462a-b07e-43eb-ba20-6e7bc93486a1', 'name': '', 'network_id': 'cd33f7d9-1721-44d4-886e-3ef67a164c36', 'tenant_id': '78bd72df2adb4ac4a5cc614f9d1b9167', 'mac_address': 'fa:16:3e:83:37:6b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e143b1eb-9823-4115-9731-e50ef9beb711', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': '1c701eb6-4f38-41c8-8d7d-96d184904f9b', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-837356-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-16T17:14:44Z', 'updated_at': '2022-06-16T17:14:47Z', 'revision_number': 4, 'project_id': '78bd72df2adb4ac4a5cc614f9d1b9167', 'subnets': [{'id': '1c701eb6-4f38-41c8-8d7d-96d184904f9b', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': '9ef85c5d-4f14-4dfc-a1b1-14f8e0950b11'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-837356-2-iscsi', False) {} {{(pid=103919) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 16 17:14:48.232576 dv-cinder-837356-2-iscsi neutron-server[103918]: DEBUG neutron.plugins.ml2.plugin [None req-d340e9b0-b6fa-460a-a594-eadea0cfa1c9 None None] Current status of the port d6a1462a-b07e-43eb-ba20-6e7bc93486a1 is: DOWN; New status is: ACTIVE {{(pid=103918) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2298}} Jun 16 17:14:48.232970 dv-cinder-837356-2-iscsi neutron-server[103918]: DEBUG neutron_lib.callbacks.manager [None req-d340e9b0-b6fa-460a-a594-eadea0cfa1c9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16007590'] for port (d6a1462a-b07e-43eb-ba20-6e7bc93486a1), before_update {{(pid=103918) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 17:14:48.238598 dv-cinder-837356-2-iscsi neutron-server[103919]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e4f9db1b-ef54-4d9b-9784-caf3c047552a None None] The sync data for ids ['e143b1eb-9823-4115-9731-e50ef9beb711'] in dv-cinder-837356-2-iscsi is: [{'id': 'e143b1eb-9823-4115-9731-e50ef9beb711', 'name': 'router1', 'tenant_id': '78bd72df2adb4ac4a5cc614f9d1b9167', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-16T17:14:35Z', 'updated_at': '2022-06-16T17:14:45Z', 'revision_number': 2, 'project_id': '78bd72df2adb4ac4a5cc614f9d1b9167', 'gw_port_host': None, '_interfaces': [{'id': 'd6a1462a-b07e-43eb-ba20-6e7bc93486a1', 'name': '', 'network_id': 'cd33f7d9-1721-44d4-886e-3ef67a164c36', 'tenant_id': '78bd72df2adb4ac4a5cc614f9d1b9167', 'mac_address': 'fa:16:3e:83:37:6b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e143b1eb-9823-4115-9731-e50ef9beb711', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': '1c701eb6-4f38-41c8-8d7d-96d184904f9b', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-837356-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-16T17:14:44Z', 'updated_at': '2022-06-16T17:14:47Z', 'revision_number': 4, 'project_id': '78bd72df2adb4ac4a5cc614f9d1b9167', 'subnets': [{'id': '1c701eb6-4f38-41c8-8d7d-96d184904f9b', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': '9ef85c5d-4f14-4dfc-a1b1-14f8e0950b11'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103919) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 16 17:14:48.269166 dv-cinder-837356-2-iscsi neutron-server[103918]: DEBUG neutron.plugins.ml2.db [None req-d340e9b0-b6fa-460a-a594-eadea0cfa1c9 None None] For port d6a1462a-b07e-43eb-ba20-6e7bc93486a1, host dv-cinder-837356-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-837356-2-iscsi',level=0,port_id=d6a1462a-b07e-43eb-ba20-6e7bc93486a1,segment=NetworkSegment(35641028-411f-42bb-929d-55aa6a413408),segment_id=35641028-411f-42bb-929d-55aa6a413408)] {{(pid=103918) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 16 17:14:48.273482 dv-cinder-837356-2-iscsi neutron-server[103918]: DEBUG neutron_lib.callbacks.manager [None req-d340e9b0-b6fa-460a-a594-eadea0cfa1c9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16007527', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-75831', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16241551', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728539364693', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728538993439', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728538993457'] for port (d6a1462a-b07e-43eb-ba20-6e7bc93486a1), after_update {{(pid=103918) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 17:14:48.327087 dv-cinder-837356-2-iscsi neutron-server[103918]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d340e9b0-b6fa-460a-a594-eadea0cfa1c9 None None] Pushing event updated for resources: {'Port': ['ID=d6a1462a-b07e-43eb-ba20-6e7bc93486a1,revision_number=5']} {{(pid=103918) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 17:14:48.411536 dv-cinder-837356-2-iscsi neutron-server[103918]: DEBUG neutron_lib.callbacks.manager [None req-39ead2dc-a542-4f04-b117-439eb7f32aa8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728539454181', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16149322'] for agent (5b2fa84c-1db1-41c6-a6b9-975c3da28daf), after_update {{(pid=103918) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 17:14:48.654998 dv-cinder-837356-2-iscsi neutron-server[103917]: DEBUG neutron.wsgi [-] (103917) accepted ('10.222.0.66', 34358) {{(pid=103917) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 16 17:14:48.862563 dv-cinder-837356-2-iscsi neutron-server[103917]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-965e697a-19a1-45e9-8133-84ab462fc051 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103917) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 16 17:14:48.863838 dv-cinder-837356-2-iscsi neutron-server[103917]: INFO neutron.wsgi [None req-965e697a-19a1-45e9-8133-84ab462fc051 admin admin] 10.222.0.66 "GET /v2.0/networks/9df31235-0797-44e6-85a0-102cb2da2d58 HTTP/1.1" status: 200 len: 842 time: 0.2078314 Jun 16 17:14:48.874116 dv-cinder-837356-2-iscsi neutron-server[103917]: DEBUG neutron.api.v2.base [None req-b2dd5bf1-0196-45d4-b8ea-da4d3781851c admin admin] Request body: {'subnet': {'name': 'public-subnet', 'gateway_ip': '172.27.2.1', 'ip_version': 4, 'enable_dhcp': False, 'network_id': '9df31235-0797-44e6-85a0-102cb2da2d58', 'cidr': '172.27.2.0/24'}} {{(pid=103917) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jun 16 17:14:48.897619 dv-cinder-837356-2-iscsi neutron-server[103917]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b2dd5bf1-0196-45d4-b8ea-da4d3781851c admin admin] Made reservation on behalf of 546ad1026cd44cbea571239c12f41a3f for: {'subnet': 1} {{(pid=103917) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 16 17:14:48.899874 dv-cinder-837356-2-iscsi neutron-server[103917]: DEBUG neutron_lib.callbacks.manager [None req-b2dd5bf1-0196-45d4-b8ea-da4d3781851c admin admin] Publish callbacks [] for subnet (None), before_create {{(pid=103917) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 17:14:49.019785 dv-cinder-837356-2-iscsi neutron-server[103917]: DEBUG dbcounter [-] [103917] Writing DB stats neutron:UPDATE=2,neutron:SELECT=95,neutron:INSERT=3 {{(pid=103917) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 16 17:14:49.250607 dv-cinder-837356-2-iscsi neutron-server[103917]: DEBUG neutron.objects.ports [None req-b2dd5bf1-0196-45d4-b8ea-da4d3781851c admin admin] Time-cost: Fetching 0 ports in 0 security groups {{(pid=103917) get_objects /opt/stack/neutron/neutron/objects/ports.py:463}} Jun 16 17:14:49.251233 dv-cinder-837356-2-iscsi neutron-server[103917]: DEBUG neutron_lib.callbacks.manager [None req-b2dd5bf1-0196-45d4-b8ea-da4d3781851c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-570574', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16241551'] for subnet (1dfb0320-f5eb-46f6-88ce-33002f500238), after_create {{(pid=103917) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 17:14:49.280535 dv-cinder-837356-2-iscsi neutron-server[103917]: DEBUG dbcounter [-] [103917] Writing DB stats neutron:SELECT=94,neutron:INSERT=6 {{(pid=103917) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 16 17:14:49.310700 dv-cinder-837356-2-iscsi neutron-server[103917]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b2dd5bf1-0196-45d4-b8ea-da4d3781851c admin admin] Pushing event updated for resources: {'Subnet': ['ID=1dfb0320-f5eb-46f6-88ce-33002f500238,revision_number=0']} {{(pid=103917) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 17:14:49.326744 dv-cinder-837356-2-iscsi neutron-server[103917]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b2dd5bf1-0196-45d4-b8ea-da4d3781851c admin admin] Checking segment: {'id': '18b787c7-0964-4a3b-b1f5-b8083c94f58b', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '9df31235-0797-44e6-85a0-102cb2da2d58'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103917) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jun 16 17:14:49.327096 dv-cinder-837356-2-iscsi neutron-server[103917]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b2dd5bf1-0196-45d4-b8ea-da4d3781851c admin admin] Network hostable DHCP agents. Network: 9df31235-0797-44e6-85a0-102cb2da2d58, hostable agents: ['0913b7ec-eea4-4492-8ef1-e01c4575abca'], hosted agents: [] {{(pid=103917) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jun 16 17:14:49.346025 dv-cinder-837356-2-iscsi neutron-server[103917]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b2dd5bf1-0196-45d4-b8ea-da4d3781851c admin admin] Network 9df31235-0797-44e6-85a0-102cb2da2d58 is scheduled to be hosted by DHCP agent 0913b7ec-eea4-4492-8ef1-e01c4575abca with binding_index 1 {{(pid=103917) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jun 16 17:14:49.357963 dv-cinder-837356-2-iscsi neutron-server[103917]: DEBUG neutron.scheduler.base_scheduler [None req-b2dd5bf1-0196-45d4-b8ea-da4d3781851c admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-837356-2-iscsi, 9df31235-0797-44e6-85a0-102cb2da2d58) {{(pid=103917) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 16 17:14:49.362619 dv-cinder-837356-2-iscsi neutron-server[103917]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b2dd5bf1-0196-45d4-b8ea-da4d3781851c admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=103917) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 16 17:14:49.363223 dv-cinder-837356-2-iscsi neutron-server[103917]: DEBUG neutron_lib.callbacks.manager [None req-b2dd5bf1-0196-45d4-b8ea-da4d3781851c admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-16241561'] for subnet (None), before_response {{(pid=103917) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 17:14:49.369734 dv-cinder-837356-2-iscsi neutron-server[103918]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c990b4b3-c852-4321-8f44-017532fa340c None None] Network 9df31235-0797-44e6-85a0-102cb2da2d58 requested from dv-cinder-837356-2-iscsi {{(pid=103918) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jun 16 17:14:49.389866 dv-cinder-837356-2-iscsi neutron-server[103917]: INFO neutron.wsgi [None req-b2dd5bf1-0196-45d4-b8ea-da4d3781851c admin admin] 10.222.0.66 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 0.5195899 Jun 16 17:14:49.450213 dv-cinder-837356-2-iscsi neutron-server[103918]: DEBUG dbcounter [-] [103918] Writing DB stats neutron:SELECT=95,neutron:UPDATE=5 {{(pid=103918) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 16 17:14:49.492605 dv-cinder-837356-2-iscsi neutron-server[103918]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e8f55f01-35d7-40ce-a5ac-baac1f4b7533 None None] Network 9df31235-0797-44e6-85a0-102cb2da2d58 requested from dv-cinder-837356-2-iscsi {{(pid=103918) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jun 16 17:14:51.774968 dv-cinder-837356-2-iscsi neutron-server[103917]: DEBUG neutron.wsgi [-] (103917) accepted ('10.222.0.66', 34376) {{(pid=103917) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 16 17:14:51.907270 dv-cinder-837356-2-iscsi neutron-server[103917]: INFO neutron.wsgi [None req-93f7a064-4847-47dd-895c-ad23b80cd0db demo admin] 10.222.0.66 "GET /v2.0/routers/e143b1eb-9823-4115-9731-e50ef9beb711 HTTP/1.1" status: 200 len: 710 time: 0.1310594 Jun 16 17:14:51.996123 dv-cinder-837356-2-iscsi neutron-server[103917]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6165ad70-95f4-4d36-a359-3bd318b7b6f7 demo admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103917) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 16 17:14:51.997591 dv-cinder-837356-2-iscsi neutron-server[103917]: INFO neutron.wsgi [None req-6165ad70-95f4-4d36-a359-3bd318b7b6f7 demo admin] 10.222.0.66 "GET /v2.0/networks/9df31235-0797-44e6-85a0-102cb2da2d58 HTTP/1.1" status: 200 len: 886 time: 0.0845370 Jun 16 17:14:52.006477 dv-cinder-837356-2-iscsi neutron-server[103917]: DEBUG neutron.api.v2.base [None req-2c5a9269-44ec-4e54-9221-ab966bc885bd demo admin] Request body: {'router': {'external_gateway_info': {'network_id': '9df31235-0797-44e6-85a0-102cb2da2d58'}}} {{(pid=103917) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jun 16 17:14:52.248988 dv-cinder-837356-2-iscsi neutron-server[103917]: DEBUG neutron_lib.callbacks.manager [None req-2c5a9269-44ec-4e54-9221-ab966bc885bd demo admin] Publish callbacks [] for router_gateway (e143b1eb-9823-4115-9731-e50ef9beb711), precommit_update {{(pid=103917) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 17:14:52.475250 dv-cinder-837356-2-iscsi neutron-server[103917]: DEBUG neutron_lib.callbacks.manager [None req-2c5a9269-44ec-4e54-9221-ab966bc885bd demo admin] Publish callbacks [] for router_gateway (e143b1eb-9823-4115-9731-e50ef9beb711), before_create {{(pid=103917) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 17:14:52.554530 dv-cinder-837356-2-iscsi neutron-server[103917]: DEBUG neutron_lib.callbacks.manager [None req-2c5a9269-44ec-4e54-9221-ab966bc885bd demo admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16007590'] for port (None), before_create {{(pid=103917) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 17:14:52.556108 dv-cinder-837356-2-iscsi neutron-server[103917]: DEBUG dbcounter [-] [103917] Writing DB stats neutron:SELECT=97,neutron:INSERT=1,neutron:UPDATE=2 {{(pid=103917) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 16 17:14:52.663989 dv-cinder-837356-2-iscsi neutron-server[103917]: DEBUG neutron.db.db_base_plugin_common [None req-2c5a9269-44ec-4e54-9221-ab966bc885bd demo admin] Allocated IP 172.27.2.211 (9df31235-0797-44e6-85a0-102cb2da2d58/1dfb0320-f5eb-46f6-88ce-33002f500238/2ab5f449-4696-4169-8fbd-878296530f80) {{(pid=103917) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 16 17:14:52.724377 dv-cinder-837356-2-iscsi neutron-server[103917]: DEBUG dbcounter [-] [103917] Writing DB stats neutron:SELECT=92,neutron:DELETE=2,neutron:INSERT=3,neutron:UPDATE=3 {{(pid=103917) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 16 17:14:52.768960 dv-cinder-837356-2-iscsi neutron-server[103917]: DEBUG neutron_lib.callbacks.manager [None req-2c5a9269-44ec-4e54-9221-ab966bc885bd demo admin] Publish callbacks [] for port (2ab5f449-4696-4169-8fbd-878296530f80), precommit_create {{(pid=103917) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 17:14:52.802551 dv-cinder-837356-2-iscsi neutron-server[103917]: DEBUG neutron_lib.callbacks.manager [None req-2c5a9269-44ec-4e54-9221-ab966bc885bd demo admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16007527', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-75831', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16241551', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8728538993421'] for port (2ab5f449-4696-4169-8fbd-878296530f80), after_create {{(pid=103917) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 17:14:52.839347 dv-cinder-837356-2-iscsi neutron-server[103917]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2c5a9269-44ec-4e54-9221-ab966bc885bd demo admin] Network 9df31235-0797-44e6-85a0-102cb2da2d58 is already hosted by enough agents. {{(pid=103917) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 16 17:14:52.845561 dv-cinder-837356-2-iscsi neutron-server[103917]: DEBUG neutron.scheduler.base_scheduler [None req-2c5a9269-44ec-4e54-9221-ab966bc885bd demo admin] Resources bound (agent type, host, resource id): {{(pid=103917) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 16 17:14:52.849764 dv-cinder-837356-2-iscsi neutron-server[103917]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2c5a9269-44ec-4e54-9221-ab966bc885bd demo admin] Received port after_create {{(pid=103917) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:542}} Jun 16 17:14:52.884159 dv-cinder-837356-2-iscsi neutron-server[103917]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2c5a9269-44ec-4e54-9221-ab966bc885bd demo admin] Pushing event updated for resources: {'Port': ['ID=2ab5f449-4696-4169-8fbd-878296530f80,revision_number=1']} {{(pid=103917) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 17:14:53.178574 dv-cinder-837356-2-iscsi neutron-server[103917]: DEBUG neutron_lib.callbacks.manager [None req-2c5a9269-44ec-4e54-9221-ab966bc885bd demo admin] Publish callbacks [] for router_gateway (e143b1eb-9823-4115-9731-e50ef9beb711), after_create {{(pid=103917) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 17:14:53.380586 dv-cinder-837356-2-iscsi neutron-server[103917]: DEBUG neutron_lib.callbacks.manager [None req-2c5a9269-44ec-4e54-9221-ab966bc885bd demo admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-704844', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-705006', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-65293'] for router (e143b1eb-9823-4115-9731-e50ef9beb711), precommit_update {{(pid=103917) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 17:14:53.384432 dv-cinder-837356-2-iscsi neutron-server[103917]: DEBUG neutron_lib.callbacks.manager [None req-2c5a9269-44ec-4e54-9221-ab966bc885bd demo admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-704873', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-704839', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-704894', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-707936'] for router (e143b1eb-9823-4115-9731-e50ef9beb711), after_update {{(pid=103917) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 17:14:53.498547 dv-cinder-837356-2-iscsi neutron-server[103917]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-2c5a9269-44ec-4e54-9221-ab966bc885bd demo admin] Router e143b1eb-9823-4115-9731-e50ef9beb711 has already been hosted by L3 agent 7639df21-17c3-4235-8912-210c3ad54137 {{(pid=103917) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jun 16 17:14:53.505287 dv-cinder-837356-2-iscsi neutron-server[103917]: DEBUG dbcounter [-] [103917] Writing DB stats neutron:SELECT=94,neutron:INSERT=4,neutron:UPDATE=2 {{(pid=103917) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 16 17:14:53.605842 dv-cinder-837356-2-iscsi neutron-server[103917]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2c5a9269-44ec-4e54-9221-ab966bc885bd demo admin] Notify agent at l3_agent.dv-cinder-837356-2-iscsi the message routers_updated {{(pid=103917) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jun 16 17:14:53.610497 dv-cinder-837356-2-iscsi neutron-server[103917]: DEBUG neutron_lib.callbacks.manager [None req-2c5a9269-44ec-4e54-9221-ab966bc885bd demo admin] Publish callbacks [] for router (None), before_response {{(pid=103917) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 17:14:53.611687 dv-cinder-837356-2-iscsi neutron-server[103917]: INFO neutron.wsgi [None req-2c5a9269-44ec-4e54-9221-ab966bc885bd demo admin] 10.222.0.66 "PUT /v2.0/routers/e143b1eb-9823-4115-9731-e50ef9beb711 HTTP/1.1" status: 200 len: 890 time: 1.6084759 Jun 16 17:14:54.168457 dv-cinder-837356-2-iscsi neutron-server[103918]: DEBUG neutron.plugins.ml2.rpc [None req-39ead2dc-a542-4f04-b117-439eb7f32aa8 None None] Device d6a1462a-b07e-43eb-ba20-6e7bc93486a1 up at agent ovs-agent-dv-cinder-837356-2-iscsi {{(pid=103918) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 16 17:14:54.214704 dv-cinder-837356-2-iscsi neutron-server[103918]: DEBUG neutron.db.provisioning_blocks [None req-39ead2dc-a542-4f04-b117-439eb7f32aa8 None None] Provisioning complete for port d6a1462a-b07e-43eb-ba20-6e7bc93486a1 triggered by entity L2. {{(pid=103918) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jun 16 17:14:54.215478 dv-cinder-837356-2-iscsi neutron-server[103918]: DEBUG neutron_lib.callbacks.manager [None req-39ead2dc-a542-4f04-b117-439eb7f32aa8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16149424'] for port (d6a1462a-b07e-43eb-ba20-6e7bc93486a1), provisioning_complete {{(pid=103918) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 17:14:54.290087 dv-cinder-837356-2-iscsi neutron-server[103918]: DEBUG neutron.plugins.ml2.plugin [None req-39ead2dc-a542-4f04-b117-439eb7f32aa8 None None] Current status of the port d6a1462a-b07e-43eb-ba20-6e7bc93486a1 is: ACTIVE; New status is: ACTIVE {{(pid=103918) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2298}} Jun 16 17:14:54.546306 dv-cinder-837356-2-iscsi neutron-server[103918]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4b97ba30-70a8-4512-a9f4-4f6d97102a82 None None] Sync routers for ids ['e143b1eb-9823-4115-9731-e50ef9beb711'] in dv-cinder-837356-2-iscsi {{(pid=103918) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 16 17:14:54.554463 dv-cinder-837356-2-iscsi neutron-server[103918]: DEBUG dbcounter [-] [103918] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=103918) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 16 17:14:54.559867 dv-cinder-837356-2-iscsi neutron-server[103918]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4b97ba30-70a8-4512-a9f4-4f6d97102a82 None None] Routers {'e143b1eb-9823-4115-9731-e50ef9beb711'} bound to L3 agent in host dv-cinder-837356-2-iscsi {{(pid=103918) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jun 16 17:14:54.560574 dv-cinder-837356-2-iscsi neutron-server[103918]: DEBUG neutron.db.l3_hamode_db [None req-4b97ba30-70a8-4512-a9f4-4f6d97102a82 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-837356-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 0, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 0, "log_agent_heartbeats": false, "routers": 0},created_at=2022-06-16T17:14:15Z,description=,heartbeat_timestamp=2022-06-16T17:14:45Z,host='dv-cinder-837356-2-iscsi',id=7639df21-17c3-4235-8912-210c3ad54137,load=0,resource_versions=,resources_synced=,started_at=2022-06-16T17:14:15Z,topic='l3_agent')) {'router_ids': ['e143b1eb-9823-4115-9731-e50ef9beb711'], 'active': True} {{(pid=103918) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 16 17:14:54.764723 dv-cinder-837356-2-iscsi neutron-server[103918]: DEBUG neutron.db.l3_dvr_db [None req-4b97ba30-70a8-4512-a9f4-4f6d97102a82 None None] Set router e143b1eb-9823-4115-9731-e50ef9beb711 gateway port host: dv-cinder-837356-2-iscsi {{(pid=103918) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jun 16 17:14:55.132658 dv-cinder-837356-2-iscsi neutron-server[103918]: DEBUG neutron.db.l3_hamode_db [None req-4b97ba30-70a8-4512-a9f4-4f6d97102a82 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e143b1eb-9823-4115-9731-e50ef9beb711', 'name': 'router1', 'tenant_id': '78bd72df2adb4ac4a5cc614f9d1b9167', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9df31235-0797-44e6-85a0-102cb2da2d58', 'external_fixed_ips': [{'subnet_id': '1dfb0320-f5eb-46f6-88ce-33002f500238', 'ip_address': '172.27.2.211'}], 'enable_snat': True}, 'gw_port_id': '2ab5f449-4696-4169-8fbd-878296530f80', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-16T17:14:35Z', 'updated_at': '2022-06-16T17:14:52Z', 'revision_number': 4, 'project_id': '78bd72df2adb4ac4a5cc614f9d1b9167', 'gw_port': {'id': '2ab5f449-4696-4169-8fbd-878296530f80', 'name': '', 'network_id': '9df31235-0797-44e6-85a0-102cb2da2d58', 'tenant_id': '', 'mac_address': 'fa:16:3e:35:24:96', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e143b1eb-9823-4115-9731-e50ef9beb711', 'device_owner': 'network:router_gateway', 'standard_attr_id': 21, 'fixed_ips': [{'subnet_id': '1dfb0320-f5eb-46f6-88ce-33002f500238', 'ip_address': '172.27.2.211', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-16T17:14:52Z', 'updated_at': '2022-06-16T17:14:52Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '1dfb0320-f5eb-46f6-88ce-33002f500238', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-837356-2-iscsi', '_interfaces': [{'id': 'd6a1462a-b07e-43eb-ba20-6e7bc93486a1', 'name': '', 'network_id': 'cd33f7d9-1721-44d4-886e-3ef67a164c36', 'tenant_id': '78bd72df2adb4ac4a5cc614f9d1b9167', 'mac_address': 'fa:16:3e:83:37:6b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e143b1eb-9823-4115-9731-e50ef9beb711', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': '1c701eb6-4f38-41c8-8d7d-96d184904f9b', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-837356-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-16T17:14:44Z', 'updated_at': '2022-06-16T17:14:48Z', 'revision_number': 5, 'project_id': '78bd72df2adb4ac4a5cc614f9d1b9167', 'subnets': [{'id': '1c701eb6-4f38-41c8-8d7d-96d184904f9b', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': '9ef85c5d-4f14-4dfc-a1b1-14f8e0950b11'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-837356-2-iscsi', False) {} {{(pid=103918) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 16 17:14:55.251846 dv-cinder-837356-2-iscsi neutron-server[103918]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4b97ba30-70a8-4512-a9f4-4f6d97102a82 None None] Checking router: e143b1eb-9823-4115-9731-e50ef9beb711 for host: dv-cinder-837356-2-iscsi {{(pid=103918) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 16 17:14:55.252523 dv-cinder-837356-2-iscsi neutron-server[103918]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4b97ba30-70a8-4512-a9f4-4f6d97102a82 None None] Updating router e143b1eb-9823-4115-9731-e50ef9beb711 port 2ab5f449-4696-4169-8fbd-878296530f80 binding host dv-cinder-837356-2-iscsi {{(pid=103918) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jun 16 17:14:55.308105 dv-cinder-837356-2-iscsi neutron-server[103918]: DEBUG neutron_lib.callbacks.manager [None req-4b97ba30-70a8-4512-a9f4-4f6d97102a82 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16007590'] for port (2ab5f449-4696-4169-8fbd-878296530f80), before_update {{(pid=103918) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 17:14:55.628244 dv-cinder-837356-2-iscsi neutron-server[103918]: DEBUG neutron_lib.callbacks.manager [None req-4b97ba30-70a8-4512-a9f4-4f6d97102a82 None None] Publish callbacks [] for port (2ab5f449-4696-4169-8fbd-878296530f80), precommit_update {{(pid=103918) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 17:14:55.633873 dv-cinder-837356-2-iscsi neutron-server[103918]: DEBUG neutron_lib.callbacks.manager [None req-4b97ba30-70a8-4512-a9f4-4f6d97102a82 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16007527', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-75831', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16241551', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728539364693', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728538993439', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728538993457'] for port (2ab5f449-4696-4169-8fbd-878296530f80), after_update {{(pid=103918) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 17:14:55.683169 dv-cinder-837356-2-iscsi neutron-server[103918]: DEBUG dbcounter [-] [103918] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=103918) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 16 17:14:55.685289 dv-cinder-837356-2-iscsi neutron-server[103918]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b53074ef-7fce-4fea-b652-c6f4df886aab None None] Pushing event updated for resources: {'Port': ['ID=2ab5f449-4696-4169-8fbd-878296530f80,revision_number=2']} {{(pid=103918) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 17:14:55.689037 dv-cinder-837356-2-iscsi neutron-server[103918]: DEBUG neutron.plugins.ml2.managers [None req-4b97ba30-70a8-4512-a9f4-4f6d97102a82 None None] Attempting to bind port 2ab5f449-4696-4169-8fbd-878296530f80 on host dv-cinder-837356-2-iscsi for vnic_type normal with profile {{(pid=103918) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:811}} Jun 16 17:14:55.689462 dv-cinder-837356-2-iscsi neutron-server[103918]: DEBUG neutron.plugins.ml2.managers [None req-4b97ba30-70a8-4512-a9f4-4f6d97102a82 None None] Attempting to bind port 2ab5f449-4696-4169-8fbd-878296530f80 by drivers openvswitch,hyperv on host dv-cinder-837356-2-iscsi at level 0 using segments [{'id': '18b787c7-0964-4a3b-b1f5-b8083c94f58b', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '9df31235-0797-44e6-85a0-102cb2da2d58'}] {{(pid=103918) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:836}} Jun 16 17:14:55.689797 dv-cinder-837356-2-iscsi neutron-server[103918]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4b97ba30-70a8-4512-a9f4-4f6d97102a82 None None] Attempting to bind port 2ab5f449-4696-4169-8fbd-878296530f80 on network 9df31235-0797-44e6-85a0-102cb2da2d58 {{(pid=103918) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jun 16 17:14:55.695292 dv-cinder-837356-2-iscsi neutron-server[103918]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4b97ba30-70a8-4512-a9f4-4f6d97102a82 None None] Checking agent: {'id': '5b2fa84c-1db1-41c6-a6b9-975c3da28daf', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-837356-2-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 6, 16, 17, 14, 18), 'started_at': datetime.datetime(2022, 6, 16, 17, 14, 48), 'heartbeat_timestamp': datetime.datetime(2022, 6, 16, 17, 14, 48), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-837356-2-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103918) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jun 16 17:14:55.695659 dv-cinder-837356-2-iscsi neutron-server[103918]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4b97ba30-70a8-4512-a9f4-4f6d97102a82 None None] Checking segment: {'id': '18b787c7-0964-4a3b-b1f5-b8083c94f58b', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '9df31235-0797-44e6-85a0-102cb2da2d58'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103918) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jun 16 17:14:55.696049 dv-cinder-837356-2-iscsi neutron-server[103918]: DEBUG neutron_lib.callbacks.manager [None req-4b97ba30-70a8-4512-a9f4-4f6d97102a82 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103918) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 17:14:55.696423 dv-cinder-837356-2-iscsi neutron-server[103918]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4b97ba30-70a8-4512-a9f4-4f6d97102a82 None None] Bound using segment: {'id': '18b787c7-0964-4a3b-b1f5-b8083c94f58b', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '9df31235-0797-44e6-85a0-102cb2da2d58'} {{(pid=103918) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jun 16 17:14:55.696887 dv-cinder-837356-2-iscsi neutron-server[103918]: DEBUG neutron.plugins.ml2.managers [None req-4b97ba30-70a8-4512-a9f4-4f6d97102a82 None None] Bound port: 2ab5f449-4696-4169-8fbd-878296530f80, host: dv-cinder-837356-2-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '18b787c7-0964-4a3b-b1f5-b8083c94f58b', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '9df31235-0797-44e6-85a0-102cb2da2d58'}}] {{(pid=103918) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:948}} Jun 16 17:14:55.697315 dv-cinder-837356-2-iscsi neutron-server[103918]: DEBUG neutron_lib.callbacks.manager [None req-4b97ba30-70a8-4512-a9f4-4f6d97102a82 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16007590'] for port (2ab5f449-4696-4169-8fbd-878296530f80), before_update {{(pid=103918) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 17:14:55.745736 dv-cinder-837356-2-iscsi neutron-server[103918]: DEBUG neutron.plugins.ml2.db [None req-4b97ba30-70a8-4512-a9f4-4f6d97102a82 None None] For port 2ab5f449-4696-4169-8fbd-878296530f80, host dv-cinder-837356-2-iscsi, cleared binding levels {{(pid=103918) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 16 17:14:55.749286 dv-cinder-837356-2-iscsi neutron-server[103918]: DEBUG neutron.plugins.ml2.db [None req-4b97ba30-70a8-4512-a9f4-4f6d97102a82 None None] For port 2ab5f449-4696-4169-8fbd-878296530f80, host dv-cinder-837356-2-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-837356-2-iscsi',level=0,port_id=2ab5f449-4696-4169-8fbd-878296530f80,segment=NetworkSegment(18b787c7-0964-4a3b-b1f5-b8083c94f58b),segment_id=18b787c7-0964-4a3b-b1f5-b8083c94f58b)] {{(pid=103918) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 16 17:14:55.755845 dv-cinder-837356-2-iscsi neutron-server[103918]: DEBUG neutron_lib.callbacks.manager [None req-4b97ba30-70a8-4512-a9f4-4f6d97102a82 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16007527', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-75831', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16241551', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728539364693', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728538993439', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728538993457'] for port (2ab5f449-4696-4169-8fbd-878296530f80), after_update {{(pid=103918) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 17:14:55.814435 dv-cinder-837356-2-iscsi neutron-server[103918]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b53074ef-7fce-4fea-b652-c6f4df886aab None None] Pushing event updated for resources: {'Port': ['ID=2ab5f449-4696-4169-8fbd-878296530f80,revision_number=3']} {{(pid=103918) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 17:14:55.818675 dv-cinder-837356-2-iscsi neutron-server[103918]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4b97ba30-70a8-4512-a9f4-4f6d97102a82 None None] Routers {'e143b1eb-9823-4115-9731-e50ef9beb711'} bound to L3 agent in host dv-cinder-837356-2-iscsi {{(pid=103918) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jun 16 17:14:55.819270 dv-cinder-837356-2-iscsi neutron-server[103918]: DEBUG neutron.db.l3_hamode_db [None req-4b97ba30-70a8-4512-a9f4-4f6d97102a82 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-837356-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 0, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 0, "log_agent_heartbeats": false, "routers": 0},created_at=2022-06-16T17:14:15Z,description=,heartbeat_timestamp=2022-06-16T17:14:45Z,host='dv-cinder-837356-2-iscsi',id=7639df21-17c3-4235-8912-210c3ad54137,load=0,resource_versions=,resources_synced=,started_at=2022-06-16T17:14:15Z,topic='l3_agent')) {'router_ids': ['e143b1eb-9823-4115-9731-e50ef9beb711'], 'active': True} {{(pid=103918) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 16 17:14:55.868447 dv-cinder-837356-2-iscsi neutron-server[103918]: DEBUG dbcounter [-] [103918] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=103918) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 16 17:14:55.928437 dv-cinder-837356-2-iscsi neutron-server[103918]: DEBUG neutron.db.l3_dvr_db [None req-4b97ba30-70a8-4512-a9f4-4f6d97102a82 None None] Set router e143b1eb-9823-4115-9731-e50ef9beb711 gateway port host: dv-cinder-837356-2-iscsi {{(pid=103918) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jun 16 17:14:55.960836 dv-cinder-837356-2-iscsi neutron-server[103917]: DEBUG neutron.wsgi [-] (103917) accepted ('10.222.0.66', 34388) {{(pid=103917) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 16 17:14:56.082182 dv-cinder-837356-2-iscsi neutron-server[103917]: INFO neutron.wsgi [None req-da1776c4-14df-4aee-a9fe-26b2b2e3b698 admin admin] 10.222.0.66 "GET /v2.0/ports?device_owner=network%3Arouter_gateway&fields=id&fields=name&fields=mac_address&fields=fixed_ips&fields=status HTTP/1.1" status: 200 len: 411 time: 0.1202109 Jun 16 17:14:56.129023 dv-cinder-837356-2-iscsi neutron-server[103918]: DEBUG neutron.db.l3_hamode_db [None req-4b97ba30-70a8-4512-a9f4-4f6d97102a82 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e143b1eb-9823-4115-9731-e50ef9beb711', 'name': 'router1', 'tenant_id': '78bd72df2adb4ac4a5cc614f9d1b9167', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9df31235-0797-44e6-85a0-102cb2da2d58', 'external_fixed_ips': [{'subnet_id': '1dfb0320-f5eb-46f6-88ce-33002f500238', 'ip_address': '172.27.2.211'}], 'enable_snat': True}, 'gw_port_id': '2ab5f449-4696-4169-8fbd-878296530f80', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-16T17:14:35Z', 'updated_at': '2022-06-16T17:14:52Z', 'revision_number': 4, 'project_id': '78bd72df2adb4ac4a5cc614f9d1b9167', 'gw_port': {'id': '2ab5f449-4696-4169-8fbd-878296530f80', 'name': '', 'network_id': '9df31235-0797-44e6-85a0-102cb2da2d58', 'tenant_id': '', 'mac_address': 'fa:16:3e:35:24:96', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e143b1eb-9823-4115-9731-e50ef9beb711', 'device_owner': 'network:router_gateway', 'standard_attr_id': 21, 'fixed_ips': [{'subnet_id': '1dfb0320-f5eb-46f6-88ce-33002f500238', 'ip_address': '172.27.2.211', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-837356-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-16T17:14:52Z', 'updated_at': '2022-06-16T17:14:55Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '1dfb0320-f5eb-46f6-88ce-33002f500238', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-837356-2-iscsi', '_interfaces': [{'id': 'd6a1462a-b07e-43eb-ba20-6e7bc93486a1', 'name': '', 'network_id': 'cd33f7d9-1721-44d4-886e-3ef67a164c36', 'tenant_id': '78bd72df2adb4ac4a5cc614f9d1b9167', 'mac_address': 'fa:16:3e:83:37:6b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e143b1eb-9823-4115-9731-e50ef9beb711', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': '1c701eb6-4f38-41c8-8d7d-96d184904f9b', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-837356-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-16T17:14:44Z', 'updated_at': '2022-06-16T17:14:48Z', 'revision_number': 5, 'project_id': '78bd72df2adb4ac4a5cc614f9d1b9167', 'subnets': [{'id': '1c701eb6-4f38-41c8-8d7d-96d184904f9b', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': '9ef85c5d-4f14-4dfc-a1b1-14f8e0950b11'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-837356-2-iscsi', False) {} {{(pid=103918) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 16 17:14:56.159241 dv-cinder-837356-2-iscsi neutron-server[103918]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4b97ba30-70a8-4512-a9f4-4f6d97102a82 None None] The sync data for ids ['e143b1eb-9823-4115-9731-e50ef9beb711'] in dv-cinder-837356-2-iscsi is: [{'id': 'e143b1eb-9823-4115-9731-e50ef9beb711', 'name': 'router1', 'tenant_id': '78bd72df2adb4ac4a5cc614f9d1b9167', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9df31235-0797-44e6-85a0-102cb2da2d58', 'external_fixed_ips': [{'subnet_id': '1dfb0320-f5eb-46f6-88ce-33002f500238', 'ip_address': '172.27.2.211'}], 'enable_snat': True}, 'gw_port_id': '2ab5f449-4696-4169-8fbd-878296530f80', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-16T17:14:35Z', 'updated_at': '2022-06-16T17:14:52Z', 'revision_number': 4, 'project_id': '78bd72df2adb4ac4a5cc614f9d1b9167', 'gw_port': {'id': '2ab5f449-4696-4169-8fbd-878296530f80', 'name': '', 'network_id': '9df31235-0797-44e6-85a0-102cb2da2d58', 'tenant_id': '', 'mac_address': 'fa:16:3e:35:24:96', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e143b1eb-9823-4115-9731-e50ef9beb711', 'device_owner': 'network:router_gateway', 'standard_attr_id': 21, 'fixed_ips': [{'subnet_id': '1dfb0320-f5eb-46f6-88ce-33002f500238', 'ip_address': '172.27.2.211', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-837356-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-16T17:14:52Z', 'updated_at': '2022-06-16T17:14:55Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '1dfb0320-f5eb-46f6-88ce-33002f500238', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-837356-2-iscsi', '_interfaces': [{'id': 'd6a1462a-b07e-43eb-ba20-6e7bc93486a1', 'name': '', 'network_id': 'cd33f7d9-1721-44d4-886e-3ef67a164c36', 'tenant_id': '78bd72df2adb4ac4a5cc614f9d1b9167', 'mac_address': 'fa:16:3e:83:37:6b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e143b1eb-9823-4115-9731-e50ef9beb711', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': '1c701eb6-4f38-41c8-8d7d-96d184904f9b', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-837356-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-16T17:14:44Z', 'updated_at': '2022-06-16T17:14:48Z', 'revision_number': 5, 'project_id': '78bd72df2adb4ac4a5cc614f9d1b9167', 'subnets': [{'id': '1c701eb6-4f38-41c8-8d7d-96d184904f9b', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': '9ef85c5d-4f14-4dfc-a1b1-14f8e0950b11'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103918) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 16 17:14:58.184169 dv-cinder-837356-2-iscsi neutron-server[103918]: DEBUG neutron.plugins.ml2.rpc [None req-39ead2dc-a542-4f04-b117-439eb7f32aa8 None None] Device 2ab5f449-4696-4169-8fbd-878296530f80 up at agent ovs-agent-dv-cinder-837356-2-iscsi {{(pid=103918) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 16 17:14:58.207013 dv-cinder-837356-2-iscsi neutron-server[103919]: DEBUG dbcounter [-] [103919] Writing DB stats neutron:SELECT=42 {{(pid=103919) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 16 17:14:58.214747 dv-cinder-837356-2-iscsi neutron-server[103919]: DEBUG dbcounter [-] [103919] Writing DB stats neutron:SELECT=34 {{(pid=103919) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 16 17:14:58.231279 dv-cinder-837356-2-iscsi neutron-server[103918]: DEBUG neutron.db.provisioning_blocks [None req-39ead2dc-a542-4f04-b117-439eb7f32aa8 None None] Provisioning complete for port 2ab5f449-4696-4169-8fbd-878296530f80 triggered by entity L2. {{(pid=103918) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jun 16 17:14:58.231751 dv-cinder-837356-2-iscsi neutron-server[103918]: DEBUG neutron_lib.callbacks.manager [None req-39ead2dc-a542-4f04-b117-439eb7f32aa8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16149424'] for port (2ab5f449-4696-4169-8fbd-878296530f80), provisioning_complete {{(pid=103918) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 17:14:58.310722 dv-cinder-837356-2-iscsi neutron-server[103918]: DEBUG neutron.plugins.ml2.plugin [None req-39ead2dc-a542-4f04-b117-439eb7f32aa8 None None] Current status of the port 2ab5f449-4696-4169-8fbd-878296530f80 is: DOWN; New status is: ACTIVE {{(pid=103918) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2298}} Jun 16 17:14:58.311139 dv-cinder-837356-2-iscsi neutron-server[103918]: DEBUG neutron_lib.callbacks.manager [None req-39ead2dc-a542-4f04-b117-439eb7f32aa8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16007590'] for port (2ab5f449-4696-4169-8fbd-878296530f80), before_update {{(pid=103918) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 17:14:58.334469 dv-cinder-837356-2-iscsi neutron-server[103918]: DEBUG neutron.plugins.ml2.db [None req-39ead2dc-a542-4f04-b117-439eb7f32aa8 None None] For port 2ab5f449-4696-4169-8fbd-878296530f80, host dv-cinder-837356-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-837356-2-iscsi',level=0,port_id=2ab5f449-4696-4169-8fbd-878296530f80,segment=NetworkSegment(18b787c7-0964-4a3b-b1f5-b8083c94f58b),segment_id=18b787c7-0964-4a3b-b1f5-b8083c94f58b)] {{(pid=103918) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 16 17:14:58.341679 dv-cinder-837356-2-iscsi neutron-server[103918]: DEBUG neutron_lib.callbacks.manager [None req-39ead2dc-a542-4f04-b117-439eb7f32aa8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16007527', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-75831', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16241551', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728539364693', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728538993439', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728538993457'] for port (2ab5f449-4696-4169-8fbd-878296530f80), after_update {{(pid=103918) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 17:14:58.396312 dv-cinder-837356-2-iscsi neutron-server[103918]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-39ead2dc-a542-4f04-b117-439eb7f32aa8 None None] Pushing event updated for resources: {'Port': ['ID=2ab5f449-4696-4169-8fbd-878296530f80,revision_number=4']} {{(pid=103918) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 17:15:00.197621 dv-cinder-837356-2-iscsi neutron-server[103918]: DEBUG neutron.plugins.ml2.rpc [None req-39ead2dc-a542-4f04-b117-439eb7f32aa8 None None] Device 2ab5f449-4696-4169-8fbd-878296530f80 up at agent ovs-agent-dv-cinder-837356-2-iscsi {{(pid=103918) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 16 17:15:00.249437 dv-cinder-837356-2-iscsi neutron-server[103918]: DEBUG neutron.db.provisioning_blocks [None req-39ead2dc-a542-4f04-b117-439eb7f32aa8 None None] Provisioning complete for port 2ab5f449-4696-4169-8fbd-878296530f80 triggered by entity L2. {{(pid=103918) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jun 16 17:15:00.250156 dv-cinder-837356-2-iscsi neutron-server[103918]: DEBUG neutron_lib.callbacks.manager [None req-39ead2dc-a542-4f04-b117-439eb7f32aa8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16149424'] for port (2ab5f449-4696-4169-8fbd-878296530f80), provisioning_complete {{(pid=103918) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 17:15:00.341546 dv-cinder-837356-2-iscsi neutron-server[103918]: DEBUG neutron.plugins.ml2.plugin [None req-39ead2dc-a542-4f04-b117-439eb7f32aa8 None None] Current status of the port 2ab5f449-4696-4169-8fbd-878296530f80 is: ACTIVE; New status is: ACTIVE {{(pid=103918) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2298}} Jun 16 17:15:06.070539 dv-cinder-837356-2-iscsi neutron-server[103917]: DEBUG dbcounter [-] [103917] Writing DB stats neutron:SELECT=10 {{(pid=103917) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 16 17:15:06.077820 dv-cinder-837356-2-iscsi neutron-server[103917]: DEBUG dbcounter [-] [103917] Writing DB stats neutron:SELECT=92,neutron:UPDATE=1 {{(pid=103917) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 16 17:15:10.299154 dv-cinder-837356-2-iscsi neutron-server[103918]: DEBUG dbcounter [-] [103918] Writing DB stats neutron:SELECT=91,neutron:UPDATE=3,neutron:INSERT=1 {{(pid=103918) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 16 17:15:10.341387 dv-cinder-837356-2-iscsi neutron-server[103918]: DEBUG dbcounter [-] [103918] Writing DB stats neutron:SELECT=76 {{(pid=103918) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 16 17:15:12.998591 dv-cinder-837356-2-iscsi neutron-server[103918]: DEBUG neutron_lib.callbacks.manager [None req-1bea45e2-de52-460c-a792-606c553f345e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728539454181', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16149322'] for agent (0913b7ec-eea4-4492-8ef1-e01c4575abca), after_update {{(pid=103918) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 17:15:15.412202 dv-cinder-837356-2-iscsi neutron-server[103918]: DEBUG neutron_lib.callbacks.manager [None req-8f46bf9f-25d6-40a8-8e3e-0a8620315366 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728539454181', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16149322'] for agent (7639df21-17c3-4235-8912-210c3ad54137), after_update {{(pid=103918) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 17:15:16.223602 dv-cinder-837356-2-iscsi neutron-server[103918]: DEBUG neutron_lib.callbacks.manager [None req-20715706-35a9-45af-9420-375bdcc64c61 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728539454181', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16149322'] for agent (50395103-89cf-4fb3-87eb-9dff4dfdeea8), after_update {{(pid=103918) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 17:15:16.634782 dv-cinder-837356-2-iscsi neutron-server[103919]: DEBUG neutron.db.agents_db [None req-d2debd9c-00d6-4a8f-b9fc-d112a2dcea0d None None] Agent healthcheck: found 5 active agents {{(pid=103919) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jun 16 17:15:17.993411 dv-cinder-837356-2-iscsi neutron-server[103918]: DEBUG neutron_lib.callbacks.manager [None req-90597016-5de8-4c3e-b42a-66aa2c70cc5e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728539454181', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16149322'] for agent (853db9d1-1c17-40a4-900c-de4f90440474), after_update {{(pid=103918) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 17:15:18.416182 dv-cinder-837356-2-iscsi neutron-server[103918]: DEBUG neutron_lib.callbacks.manager [None req-39ead2dc-a542-4f04-b117-439eb7f32aa8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728539454181', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16149322'] for agent (5b2fa84c-1db1-41c6-a6b9-975c3da28daf), after_update {{(pid=103918) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 17:15:21.646244 dv-cinder-837356-2-iscsi neutron-server[103919]: DEBUG dbcounter [-] [103919] Writing DB stats neutron:SELECT=4 {{(pid=103919) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 16 17:15:26.631401 dv-cinder-837356-2-iscsi neutron-server[103919]: DEBUG dbcounter [-] [103919] Writing DB stats neutron:SELECT=4 {{(pid=103919) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 16 17:15:28.404369 dv-cinder-837356-2-iscsi neutron-server[103918]: DEBUG dbcounter [-] [103918] Writing DB stats neutron:SELECT=7 {{(pid=103918) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 16 17:15:28.410739 dv-cinder-837356-2-iscsi neutron-server[103918]: DEBUG dbcounter [-] [103918] Writing DB stats neutron:SELECT=8,neutron:UPDATE=5 {{(pid=103918) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 16 17:15:42.997714 dv-cinder-837356-2-iscsi neutron-server[103918]: DEBUG neutron_lib.callbacks.manager [None req-911c1364-fc40-417c-b3f7-b086abab0d99 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728539454181', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16149322'] for agent (0913b7ec-eea4-4492-8ef1-e01c4575abca), after_update {{(pid=103918) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 17:15:45.408880 dv-cinder-837356-2-iscsi neutron-server[103918]: DEBUG neutron_lib.callbacks.manager [None req-841428ed-b226-4b72-94d9-c718c43655a8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728539454181', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16149322'] for agent (7639df21-17c3-4235-8912-210c3ad54137), after_update {{(pid=103918) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 17:15:46.229652 dv-cinder-837356-2-iscsi neutron-server[103918]: DEBUG neutron_lib.callbacks.manager [None req-20715706-35a9-45af-9420-375bdcc64c61 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728539454181', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16149322'] for agent (50395103-89cf-4fb3-87eb-9dff4dfdeea8), after_update {{(pid=103918) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 17:15:47.988160 dv-cinder-837356-2-iscsi neutron-server[103918]: DEBUG neutron_lib.callbacks.manager [None req-90597016-5de8-4c3e-b42a-66aa2c70cc5e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728539454181', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16149322'] for agent (853db9d1-1c17-40a4-900c-de4f90440474), after_update {{(pid=103918) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 17:15:48.419443 dv-cinder-837356-2-iscsi neutron-server[103918]: DEBUG neutron_lib.callbacks.manager [None req-39ead2dc-a542-4f04-b117-439eb7f32aa8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728539454181', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16149322'] for agent (5b2fa84c-1db1-41c6-a6b9-975c3da28daf), after_update {{(pid=103918) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 17:15:53.634370 dv-cinder-837356-2-iscsi neutron-server[103919]: DEBUG neutron.db.agents_db [None req-d2debd9c-00d6-4a8f-b9fc-d112a2dcea0d None None] Agent healthcheck: found 5 active agents {{(pid=103919) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jun 16 17:15:58.411888 dv-cinder-837356-2-iscsi neutron-server[103918]: DEBUG dbcounter [-] [103918] Writing DB stats neutron:SELECT=20,neutron:UPDATE=2 {{(pid=103918) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 16 17:15:58.414313 dv-cinder-837356-2-iscsi neutron-server[103918]: DEBUG dbcounter [-] [103918] Writing DB stats neutron:SELECT=21,neutron:UPDATE=3 {{(pid=103918) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 16 17:16:11.628989 dv-cinder-837356-2-iscsi neutron-server[103919]: DEBUG dbcounter [-] [103919] Writing DB stats neutron:SELECT=5 {{(pid=103919) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 16 17:16:11.630380 dv-cinder-837356-2-iscsi neutron-server[103919]: DEBUG dbcounter [-] [103919] Writing DB stats neutron:SELECT=4,neutron:DELETE=1 {{(pid=103919) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 16 17:16:12.312932 dv-cinder-837356-2-iscsi neutron-server[103917]: DEBUG neutron.wsgi [-] (103917) accepted ('10.222.0.66', 34926) {{(pid=103917) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 16 17:16:12.382419 dv-cinder-837356-2-iscsi neutron-server[103917]: INFO neutron.pecan_wsgi.hooks.translation [None req-5312a024-54eb-4155-87c2-7c8e1d7284a7 admin admin] GET failed (client error): The resource could not be found. Jun 16 17:16:12.383804 dv-cinder-837356-2-iscsi neutron-server[103917]: INFO neutron.wsgi [None req-5312a024-54eb-4155-87c2-7c8e1d7284a7 admin admin] 10.222.0.66 "GET /v2.0/networks/private HTTP/1.1" status: 404 len: 315 time: 0.0698428 Jun 16 17:16:12.591113 dv-cinder-837356-2-iscsi neutron-server[103917]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4dd2869b-9e71-46dc-83c7-14dae52c36c8 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103917) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 16 17:16:12.592736 dv-cinder-837356-2-iscsi neutron-server[103917]: INFO neutron.wsgi [None req-4dd2869b-9e71-46dc-83c7-14dae52c36c8 admin admin] 10.222.0.66 "GET /v2.0/networks?name=private HTTP/1.1" status: 200 len: 873 time: 0.2021070 Jun 16 17:16:12.993538 dv-cinder-837356-2-iscsi neutron-server[103918]: DEBUG neutron_lib.callbacks.manager [None req-2838b530-ed2b-4fe3-8680-0ae76d4cb8e5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728539454181', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16149322'] for agent (0913b7ec-eea4-4492-8ef1-e01c4575abca), after_update {{(pid=103918) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 17:16:14.824564 dv-cinder-837356-2-iscsi neutron-server[103917]: DEBUG neutron.wsgi [-] (103917) accepted ('10.222.0.66', 34938) {{(pid=103917) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 16 17:16:14.939818 dv-cinder-837356-2-iscsi neutron-server[103917]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-078a0445-a237-4cf9-b530-673e84341fa7 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=103917) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 16 17:16:14.941166 dv-cinder-837356-2-iscsi neutron-server[103917]: INFO neutron.wsgi [None req-078a0445-a237-4cf9-b530-673e84341fa7 admin admin] 10.222.0.66 "GET /v2.0/subnets/1c701eb6-4f38-41c8-8d7d-96d184904f9b HTTP/1.1" status: 200 len: 849 time: 0.1156600 Jun 16 17:16:14.953984 dv-cinder-837356-2-iscsi neutron-server[103917]: DEBUG neutron.api.v2.base [None req-59627a7c-a4a6-4e68-a6b6-c67595d5b665 admin admin] Request body: {'subnet': {'dns_nameservers': ['8.8.8.8', '8.8.4.4']}} {{(pid=103917) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jun 16 17:16:15.041445 dv-cinder-837356-2-iscsi neutron-server[103917]: DEBUG neutron_lib.callbacks.manager [None req-59627a7c-a4a6-4e68-a6b6-c67595d5b665 admin admin] Publish callbacks [] for subnet (1c701eb6-4f38-41c8-8d7d-96d184904f9b), before_update {{(pid=103917) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 17:16:15.201198 dv-cinder-837356-2-iscsi neutron-server[103917]: DEBUG neutron_lib.callbacks.manager [None req-59627a7c-a4a6-4e68-a6b6-c67595d5b665 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-570574', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16241551', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_subnet_gateway_ip_update-8728539364684'] for subnet (1c701eb6-4f38-41c8-8d7d-96d184904f9b), after_update {{(pid=103917) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 17:16:15.234651 dv-cinder-837356-2-iscsi neutron-server[103917]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-59627a7c-a4a6-4e68-a6b6-c67595d5b665 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=103917) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 16 17:16:15.235212 dv-cinder-837356-2-iscsi neutron-server[103917]: DEBUG neutron_lib.callbacks.manager [None req-59627a7c-a4a6-4e68-a6b6-c67595d5b665 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-16241561'] for subnet (None), before_response {{(pid=103917) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 17:16:15.236493 dv-cinder-837356-2-iscsi neutron-server[103917]: INFO neutron.wsgi [None req-59627a7c-a4a6-4e68-a6b6-c67595d5b665 admin admin] 10.222.0.66 "PUT /v2.0/subnets/1c701eb6-4f38-41c8-8d7d-96d184904f9b HTTP/1.1" status: 200 len: 868 time: 0.2863421 Jun 16 17:16:15.252363 dv-cinder-837356-2-iscsi neutron-server[103918]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-27e6945b-796e-42f1-aaf7-2ac626d21004 None None] Network cd33f7d9-1721-44d4-886e-3ef67a164c36 requested from dv-cinder-837356-2-iscsi {{(pid=103918) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jun 16 17:16:15.261313 dv-cinder-837356-2-iscsi neutron-server[103917]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-59627a7c-a4a6-4e68-a6b6-c67595d5b665 admin admin] Pushing event updated for resources: {'Subnet': ['ID=1c701eb6-4f38-41c8-8d7d-96d184904f9b,revision_number=1']} {{(pid=103917) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 17:16:15.271195 dv-cinder-837356-2-iscsi neutron-server[103917]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-59627a7c-a4a6-4e68-a6b6-c67595d5b665 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-837356-2-iscsi {{(pid=103917) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 17:16:15.271572 dv-cinder-837356-2-iscsi neutron-server[103917]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-59627a7c-a4a6-4e68-a6b6-c67595d5b665 admin admin] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-837356-2-iscsi {{(pid=103917) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 17:16:15.271927 dv-cinder-837356-2-iscsi neutron-server[103917]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-59627a7c-a4a6-4e68-a6b6-c67595d5b665 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-837356-2-iscsi {{(pid=103917) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 17:16:15.272264 dv-cinder-837356-2-iscsi neutron-server[103917]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-59627a7c-a4a6-4e68-a6b6-c67595d5b665 admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-837356-2-iscsi {{(pid=103917) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 17:16:15.272587 dv-cinder-837356-2-iscsi neutron-server[103917]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-59627a7c-a4a6-4e68-a6b6-c67595d5b665 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-837356-2-iscsi {{(pid=103917) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 17:16:15.273072 dv-cinder-837356-2-iscsi neutron-server[103917]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-59627a7c-a4a6-4e68-a6b6-c67595d5b665 admin admin] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-837356-2-iscsi {{(pid=103917) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 17:16:15.273329 dv-cinder-837356-2-iscsi neutron-server[103917]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-59627a7c-a4a6-4e68-a6b6-c67595d5b665 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-837356-2-iscsi {{(pid=103917) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 17:16:15.273681 dv-cinder-837356-2-iscsi neutron-server[103917]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-59627a7c-a4a6-4e68-a6b6-c67595d5b665 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-837356-2-iscsi {{(pid=103917) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 17:16:15.274271 dv-cinder-837356-2-iscsi neutron-server[103917]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-59627a7c-a4a6-4e68-a6b6-c67595d5b665 admin admin] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-837356-2-iscsi {{(pid=103917) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 17:16:15.274400 dv-cinder-837356-2-iscsi neutron-server[103917]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-59627a7c-a4a6-4e68-a6b6-c67595d5b665 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-837356-2-iscsi {{(pid=103917) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 17:16:15.274725 dv-cinder-837356-2-iscsi neutron-server[103917]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-59627a7c-a4a6-4e68-a6b6-c67595d5b665 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-837356-2-iscsi {{(pid=103917) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 17:16:15.275060 dv-cinder-837356-2-iscsi neutron-server[103917]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-59627a7c-a4a6-4e68-a6b6-c67595d5b665 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-837356-2-iscsi {{(pid=103917) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 17:16:15.275446 dv-cinder-837356-2-iscsi neutron-server[103917]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-59627a7c-a4a6-4e68-a6b6-c67595d5b665 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-837356-2-iscsi {{(pid=103917) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 17:16:15.275927 dv-cinder-837356-2-iscsi neutron-server[103917]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-59627a7c-a4a6-4e68-a6b6-c67595d5b665 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-837356-2-iscsi {{(pid=103917) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 17:16:15.276424 dv-cinder-837356-2-iscsi neutron-server[103917]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-59627a7c-a4a6-4e68-a6b6-c67595d5b665 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-837356-2-iscsi {{(pid=103917) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 17:16:15.403257 dv-cinder-837356-2-iscsi neutron-server[103918]: DEBUG neutron_lib.callbacks.manager [None req-eb7b9117-5c01-4d9a-ae1d-d0b72de9b9ab None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728539454181', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16149322'] for agent (7639df21-17c3-4235-8912-210c3ad54137), after_update {{(pid=103918) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 17:16:15.560576 dv-cinder-837356-2-iscsi neutron-server[103918]: DEBUG neutron.db.provisioning_blocks [None req-f3a26640-0864-4a7f-b387-9352e1a40919 None None] Provisioning complete for port d6a1462a-b07e-43eb-ba20-6e7bc93486a1 triggered by entity DHCP. {{(pid=103918) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jun 16 17:16:15.560954 dv-cinder-837356-2-iscsi neutron-server[103918]: DEBUG neutron_lib.callbacks.manager [None req-f3a26640-0864-4a7f-b387-9352e1a40919 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16149424'] for port (d6a1462a-b07e-43eb-ba20-6e7bc93486a1), provisioning_complete {{(pid=103918) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 17:16:15.658246 dv-cinder-837356-2-iscsi neutron-server[103918]: DEBUG neutron.plugins.ml2.plugin [None req-f3a26640-0864-4a7f-b387-9352e1a40919 None None] Current status of the port d6a1462a-b07e-43eb-ba20-6e7bc93486a1 is: ACTIVE; New status is: ACTIVE {{(pid=103918) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2298}} Jun 16 17:16:15.671846 dv-cinder-837356-2-iscsi neutron-server[103918]: DEBUG neutron.db.provisioning_blocks [None req-f3a26640-0864-4a7f-b387-9352e1a40919 None None] Provisioning complete for port 07bd6fe2-9ba5-4e08-835d-2ae894c983f3 triggered by entity DHCP. {{(pid=103918) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jun 16 17:16:15.672398 dv-cinder-837356-2-iscsi neutron-server[103918]: DEBUG neutron_lib.callbacks.manager [None req-f3a26640-0864-4a7f-b387-9352e1a40919 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16149424'] for port (07bd6fe2-9ba5-4e08-835d-2ae894c983f3), provisioning_complete {{(pid=103918) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 17:16:15.759692 dv-cinder-837356-2-iscsi neutron-server[103918]: DEBUG neutron.plugins.ml2.plugin [None req-f3a26640-0864-4a7f-b387-9352e1a40919 None None] Current status of the port 07bd6fe2-9ba5-4e08-835d-2ae894c983f3 is: ACTIVE; New status is: ACTIVE {{(pid=103918) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2298}} Jun 16 17:16:16.229870 dv-cinder-837356-2-iscsi neutron-server[103918]: DEBUG neutron_lib.callbacks.manager [None req-20715706-35a9-45af-9420-375bdcc64c61 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728539454181', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16149322'] for agent (50395103-89cf-4fb3-87eb-9dff4dfdeea8), after_update {{(pid=103918) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 17:16:17.435793 dv-cinder-837356-2-iscsi neutron-server[103917]: DEBUG neutron.wsgi [-] (103917) accepted ('10.222.0.66', 34946) {{(pid=103917) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 16 17:16:17.650589 dv-cinder-837356-2-iscsi neutron-server[103917]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d08eb743-8c48-4ed2-8920-a05c615abeb4 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103917) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 16 17:16:17.650973 dv-cinder-837356-2-iscsi neutron-server[103917]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d08eb743-8c48-4ed2-8920-a05c615abeb4 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103917) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 16 17:16:17.652514 dv-cinder-837356-2-iscsi neutron-server[103917]: INFO neutron.wsgi [None req-d08eb743-8c48-4ed2-8920-a05c615abeb4 admin admin] 10.222.0.66 "GET /v2.0/networks HTTP/1.1" status: 200 len: 1550 time: 0.2157385 Jun 16 17:16:17.981427 dv-cinder-837356-2-iscsi neutron-server[103918]: DEBUG neutron_lib.callbacks.manager [None req-90597016-5de8-4c3e-b42a-66aa2c70cc5e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728539454181', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16149322'] for agent (853db9d1-1c17-40a4-900c-de4f90440474), after_update {{(pid=103918) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 17:16:18.415476 dv-cinder-837356-2-iscsi neutron-server[103918]: DEBUG neutron_lib.callbacks.manager [None req-39ead2dc-a542-4f04-b117-439eb7f32aa8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728539454181', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16149322'] for agent (5b2fa84c-1db1-41c6-a6b9-975c3da28daf), after_update {{(pid=103918) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 17:16:19.847584 dv-cinder-837356-2-iscsi neutron-server[103917]: DEBUG neutron.wsgi [-] (103917) accepted ('10.222.0.66', 34954) {{(pid=103917) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 16 17:16:20.022825 dv-cinder-837356-2-iscsi neutron-server[103917]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-69e6c725-d405-48c1-ab7c-96a12609d98a admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103917) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 16 17:16:20.023192 dv-cinder-837356-2-iscsi neutron-server[103917]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-69e6c725-d405-48c1-ab7c-96a12609d98a admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103917) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 16 17:16:20.024730 dv-cinder-837356-2-iscsi neutron-server[103917]: INFO neutron.wsgi [None req-69e6c725-d405-48c1-ab7c-96a12609d98a admin admin] 10.222.0.66 "GET /v2.0/networks HTTP/1.1" status: 200 len: 1550 time: 0.1761544 Jun 16 17:16:22.599204 dv-cinder-837356-2-iscsi neutron-server[103916]: DEBUG neutron.wsgi [-] (103916) accepted ('10.222.0.66', 34962) {{(pid=103916) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 16 17:16:22.871781 dv-cinder-837356-2-iscsi neutron-server[103916]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f5f1325c-65f2-4776-896c-ff7d9804e8fb admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103916) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 16 17:16:22.873581 dv-cinder-837356-2-iscsi neutron-server[103916]: INFO neutron.wsgi [None req-f5f1325c-65f2-4776-896c-ff7d9804e8fb admin admin] 10.222.0.66 "GET /v2.0/networks/9df31235-0797-44e6-85a0-102cb2da2d58 HTTP/1.1" status: 200 len: 886 time: 0.2733867 Jun 16 17:16:25.133745 dv-cinder-837356-2-iscsi neutron-server[103917]: DEBUG neutron.wsgi [-] (103917) accepted ('10.222.0.66', 34972) {{(pid=103917) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 16 17:16:25.409162 dv-cinder-837356-2-iscsi neutron-server[103917]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bd5d879b-e64c-424d-82f8-a74e9b7fe250 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103917) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 16 17:16:25.410500 dv-cinder-837356-2-iscsi neutron-server[103917]: INFO neutron.wsgi [None req-bd5d879b-e64c-424d-82f8-a74e9b7fe250 admin admin] 10.222.0.66 "GET /v2.0/networks/cd33f7d9-1721-44d4-886e-3ef67a164c36 HTTP/1.1" status: 200 len: 870 time: 0.2757528 Jun 16 17:16:27.554760 dv-cinder-837356-2-iscsi neutron-server[103916]: DEBUG neutron.wsgi [-] (103916) accepted ('10.222.0.66', 34980) {{(pid=103916) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 16 17:16:27.689972 dv-cinder-837356-2-iscsi neutron-server[103916]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f392a0d2-e72a-4053-86bd-a012744b49f9 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=103916) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 16 17:16:27.690419 dv-cinder-837356-2-iscsi neutron-server[103916]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f392a0d2-e72a-4053-86bd-a012744b49f9 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=103916) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 16 17:16:27.691969 dv-cinder-837356-2-iscsi neutron-server[103916]: INFO neutron.wsgi [None req-f392a0d2-e72a-4053-86bd-a012744b49f9 admin admin] 10.222.0.66 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1479 time: 0.1362572 Jun 16 17:16:28.408045 dv-cinder-837356-2-iscsi neutron-server[103918]: DEBUG dbcounter [-] [103918] Writing DB stats neutron:SELECT=42,neutron:UPDATE=3 {{(pid=103918) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 16 17:16:28.410282 dv-cinder-837356-2-iscsi neutron-server[103918]: DEBUG dbcounter [-] [103918] Writing DB stats neutron:SELECT=50,neutron:UPDATE=2 {{(pid=103918) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 16 17:16:30.073665 dv-cinder-837356-2-iscsi neutron-server[103916]: DEBUG neutron.wsgi [-] (103916) accepted ('10.222.0.66', 34988) {{(pid=103916) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 16 17:16:30.195452 dv-cinder-837356-2-iscsi neutron-server[103916]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cf3945b7-7a9e-4691-8a82-bec5bb8c9cb8 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=103916) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 16 17:16:30.195898 dv-cinder-837356-2-iscsi neutron-server[103916]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cf3945b7-7a9e-4691-8a82-bec5bb8c9cb8 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=103916) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 16 17:16:30.197483 dv-cinder-837356-2-iscsi neutron-server[103916]: INFO neutron.wsgi [None req-cf3945b7-7a9e-4691-8a82-bec5bb8c9cb8 admin admin] 10.222.0.66 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1479 time: 0.1223514 Jun 16 17:16:30.633676 dv-cinder-837356-2-iscsi neutron-server[103919]: DEBUG neutron.db.agents_db [None req-d2debd9c-00d6-4a8f-b9fc-d112a2dcea0d None None] Agent healthcheck: found 5 active agents {{(pid=103919) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jun 16 17:16:32.360597 dv-cinder-837356-2-iscsi neutron-server[103916]: DEBUG neutron.wsgi [-] (103916) accepted ('10.222.0.66', 34996) {{(pid=103916) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 16 17:16:32.492770 dv-cinder-837356-2-iscsi neutron-server[103916]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fbae89f8-1315-4b17-9f95-322991a152e0 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=103916) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 16 17:16:32.493684 dv-cinder-837356-2-iscsi neutron-server[103916]: INFO neutron.wsgi [None req-fbae89f8-1315-4b17-9f95-322991a152e0 admin admin] 10.222.0.66 "GET /v2.0/subnets/1c701eb6-4f38-41c8-8d7d-96d184904f9b HTTP/1.1" status: 200 len: 868 time: 0.1320727 Jun 16 17:16:34.742104 dv-cinder-837356-2-iscsi neutron-server[103916]: DEBUG neutron.wsgi [-] (103916) accepted ('10.222.0.66', 35004) {{(pid=103916) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 16 17:16:34.835248 dv-cinder-837356-2-iscsi neutron-server[103916]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-be816563-a03e-47e6-8696-ad0467f811f7 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=103916) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 16 17:16:34.836660 dv-cinder-837356-2-iscsi neutron-server[103916]: INFO neutron.wsgi [None req-be816563-a03e-47e6-8696-ad0467f811f7 admin admin] 10.222.0.66 "GET /v2.0/subnets/1dfb0320-f5eb-46f6-88ce-33002f500238 HTTP/1.1" status: 200 len: 816 time: 0.0935705 Jun 16 17:16:35.392056 dv-cinder-837356-2-iscsi neutron-server[103917]: DEBUG dbcounter [-] [103917] Writing DB stats neutron:SELECT=97,neutron:INSERT=1,neutron:UPDATE=1 {{(pid=103917) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 16 17:16:35.406425 dv-cinder-837356-2-iscsi neutron-server[103917]: DEBUG dbcounter [-] [103917] Writing DB stats neutron:SELECT=94,neutron:INSERT=1,neutron:UPDATE=1 {{(pid=103917) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 16 17:16:40.629239 dv-cinder-837356-2-iscsi neutron-server[103919]: DEBUG dbcounter [-] [103919] Writing DB stats neutron:SELECT=4 {{(pid=103919) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 16 17:16:40.630020 dv-cinder-837356-2-iscsi neutron-server[103919]: DEBUG dbcounter [-] [103919] Writing DB stats neutron:SELECT=4 {{(pid=103919) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 16 17:16:42.986681 dv-cinder-837356-2-iscsi neutron-server[103918]: DEBUG neutron_lib.callbacks.manager [None req-4543e532-d3d4-4483-be12-58532a7c59df None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728539454181', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16149322'] for agent (0913b7ec-eea4-4492-8ef1-e01c4575abca), after_update {{(pid=103918) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 17:16:44.830438 dv-cinder-837356-2-iscsi neutron-server[103916]: DEBUG dbcounter [-] [103916] Writing DB stats neutron:SELECT=33 {{(pid=103916) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 16 17:16:44.832472 dv-cinder-837356-2-iscsi neutron-server[103916]: DEBUG dbcounter [-] [103916] Writing DB stats neutron:SELECT=36 {{(pid=103916) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 16 17:16:45.409148 dv-cinder-837356-2-iscsi neutron-server[103918]: DEBUG neutron_lib.callbacks.manager [None req-5b283d44-ff64-4748-a348-e838e9a0c562 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728539454181', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16149322'] for agent (7639df21-17c3-4235-8912-210c3ad54137), after_update {{(pid=103918) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 17:16:46.231391 dv-cinder-837356-2-iscsi neutron-server[103918]: DEBUG neutron_lib.callbacks.manager [None req-20715706-35a9-45af-9420-375bdcc64c61 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728539454181', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16149322'] for agent (50395103-89cf-4fb3-87eb-9dff4dfdeea8), after_update {{(pid=103918) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 17:16:47.987748 dv-cinder-837356-2-iscsi neutron-server[103918]: DEBUG neutron_lib.callbacks.manager [None req-90597016-5de8-4c3e-b42a-66aa2c70cc5e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728539454181', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16149322'] for agent (853db9d1-1c17-40a4-900c-de4f90440474), after_update {{(pid=103918) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 17:16:48.411013 dv-cinder-837356-2-iscsi neutron-server[103918]: DEBUG neutron_lib.callbacks.manager [None req-39ead2dc-a542-4f04-b117-439eb7f32aa8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728539454181', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16149322'] for agent (5b2fa84c-1db1-41c6-a6b9-975c3da28daf), after_update {{(pid=103918) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 17:16:58.397861 dv-cinder-837356-2-iscsi neutron-server[103918]: DEBUG dbcounter [-] [103918] Writing DB stats neutron:SELECT=8,neutron:UPDATE=3 {{(pid=103918) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 16 17:16:58.404565 dv-cinder-837356-2-iscsi neutron-server[103918]: DEBUG dbcounter [-] [103918] Writing DB stats neutron:SELECT=7,neutron:UPDATE=2 {{(pid=103918) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 16 17:17:02.129103 dv-cinder-837356-2-iscsi neutron-server[103916]: DEBUG neutron.wsgi [-] (103916) accepted ('10.222.0.66', 35058) {{(pid=103916) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 16 17:17:02.186982 dv-cinder-837356-2-iscsi neutron-server[103916]: DEBUG neutron.wsgi [None req-81ead3ae-9375-4776-b019-22baeac93831 admin admin] http://10.222.0.66:9696/v2.0/extensions returned with HTTP 200 {{(pid=103916) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Jun 16 17:17:02.187978 dv-cinder-837356-2-iscsi neutron-server[103916]: INFO neutron.wsgi [None req-81ead3ae-9375-4776-b019-22baeac93831 admin admin] 10.222.0.66 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14320 time: 0.0576129 Jun 16 17:17:04.477597 dv-cinder-837356-2-iscsi neutron-server[103917]: DEBUG neutron.wsgi [-] (103917) accepted ('10.222.0.66', 35066) {{(pid=103917) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 16 17:17:04.560738 dv-cinder-837356-2-iscsi neutron-server[103917]: INFO neutron.pecan_wsgi.hooks.translation [None req-af1cb605-e5f0-4d82-948c-3cbf4150d767 admin admin] GET failed (client error): The resource could not be found. Jun 16 17:17:04.562110 dv-cinder-837356-2-iscsi neutron-server[103917]: INFO neutron.wsgi [None req-af1cb605-e5f0-4d82-948c-3cbf4150d767 admin admin] 10.222.0.66 "GET /v2.0/networks/public HTTP/1.1" status: 404 len: 314 time: 0.0833354 Jun 16 17:17:04.695472 dv-cinder-837356-2-iscsi neutron-server[103917]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-71f69ca4-bc87-488e-818e-3ecbe90f1b1d admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103917) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 16 17:17:04.696983 dv-cinder-837356-2-iscsi neutron-server[103917]: INFO neutron.wsgi [None req-71f69ca4-bc87-488e-818e-3ecbe90f1b1d admin admin] 10.222.0.66 "GET /v2.0/networks?name=public HTTP/1.1" status: 200 len: 889 time: 0.1294158 Jun 16 17:17:06.985567 dv-cinder-837356-2-iscsi neutron-server[103917]: DEBUG neutron.wsgi [-] (103917) accepted ('10.222.0.66', 35074) {{(pid=103917) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 16 17:17:07.040194 dv-cinder-837356-2-iscsi neutron-server[103917]: DEBUG neutron.api.v2.base [None req-7b063b0e-6d05-4548-ace9-e874a243d89b admin admin] Request body: {'network': {'admin_state_up': True, 'name': 'shared', 'shared': True}} {{(pid=103917) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jun 16 17:17:07.062378 dv-cinder-837356-2-iscsi neutron-server[103917]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7b063b0e-6d05-4548-ace9-e874a243d89b admin admin] Made reservation on behalf of 546ad1026cd44cbea571239c12f41a3f for: {'network': 1} {{(pid=103917) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 16 17:17:07.065000 dv-cinder-837356-2-iscsi neutron-server[103917]: DEBUG neutron_lib.callbacks.manager [None req-7b063b0e-6d05-4548-ace9-e874a243d89b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16007590'] for network (None), before_create {{(pid=103917) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 17:17:07.093294 dv-cinder-837356-2-iscsi neutron-server[103917]: WARNING neutron.services.revisions.revision_plugin [None req-7b063b0e-6d05-4548-ace9-e874a243d89b admin admin] Could not find related network for resource to bump revision. Jun 16 17:17:07.105845 dv-cinder-837356-2-iscsi neutron-server[103917]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-7b063b0e-6d05-4548-ace9-e874a243d89b admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 1037} {{(pid=103917) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jun 16 17:17:07.115785 dv-cinder-837356-2-iscsi neutron-server[103917]: DEBUG neutron_lib.callbacks.manager [None req-7b063b0e-6d05-4548-ace9-e874a243d89b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16150272'] for segment (28add45e-1ef7-4bc6-bfa6-5560e7bead69), precommit_create {{(pid=103917) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 17:17:07.116125 dv-cinder-837356-2-iscsi neutron-server[103917]: INFO neutron.db.segments_db [None req-7b063b0e-6d05-4548-ace9-e874a243d89b admin admin] Added segment 28add45e-1ef7-4bc6-bfa6-5560e7bead69 of type vlan for network 0a7d9231-0b24-410c-8969-3be4da630c4b Jun 16 17:17:07.158247 dv-cinder-837356-2-iscsi neutron-server[103917]: DEBUG neutron_lib.callbacks.manager [None req-7b063b0e-6d05-4548-ace9-e874a243d89b admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8728539013196'] for network (0a7d9231-0b24-410c-8969-3be4da630c4b), precommit_create {{(pid=103917) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 17:17:07.185549 dv-cinder-837356-2-iscsi neutron-server[103917]: DEBUG neutron_lib.callbacks.manager [None req-7b063b0e-6d05-4548-ace9-e874a243d89b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-570401', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16241551'] for network (0a7d9231-0b24-410c-8969-3be4da630c4b), after_create {{(pid=103917) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 17:17:07.186597 dv-cinder-837356-2-iscsi neutron-server[103917]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7b063b0e-6d05-4548-ace9-e874a243d89b admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103917) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 16 17:17:07.187215 dv-cinder-837356-2-iscsi neutron-server[103917]: DEBUG neutron_lib.callbacks.manager [None req-7b063b0e-6d05-4548-ace9-e874a243d89b admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-16241561'] for network (None), before_response {{(pid=103917) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 17:17:07.226650 dv-cinder-837356-2-iscsi neutron-server[103917]: INFO neutron.wsgi [None req-7b063b0e-6d05-4548-ace9-e874a243d89b admin admin] 10.222.0.66 "POST /v2.0/networks HTTP/1.1" status: 201 len: 829 time: 0.2399585 Jun 16 17:17:07.260441 dv-cinder-837356-2-iscsi neutron-server[103917]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7b063b0e-6d05-4548-ace9-e874a243d89b admin admin] Pushing event updated for resources: {'Network': ['ID=0a7d9231-0b24-410c-8969-3be4da630c4b,revision_number=1']} {{(pid=103917) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 17:17:07.271797 dv-cinder-837356-2-iscsi neutron-server[103918]: DEBUG neutron.plugins.ml2.rpc [None req-39ead2dc-a542-4f04-b117-439eb7f32aa8 None None] Network 0a7d9231-0b24-410c-8969-3be4da630c4b details requested by agent ovs-agent-dv-cinder-837356-2-iscsi with host dv-cinder-837356-2-iscsi {{(pid=103918) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jun 16 17:17:07.633616 dv-cinder-837356-2-iscsi neutron-server[103919]: DEBUG neutron.db.agents_db [None req-d2debd9c-00d6-4a8f-b9fc-d112a2dcea0d None None] Agent healthcheck: found 5 active agents {{(pid=103919) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jun 16 17:17:09.405859 dv-cinder-837356-2-iscsi neutron-server[103917]: DEBUG neutron.wsgi [-] (103917) accepted ('10.222.0.66', 35082) {{(pid=103917) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 16 17:17:09.483345 dv-cinder-837356-2-iscsi neutron-server[103917]: INFO neutron.pecan_wsgi.hooks.translation [None req-48af0d35-10da-428d-9468-3131a0c84201 admin admin] GET failed (client error): The resource could not be found. Jun 16 17:17:09.484683 dv-cinder-837356-2-iscsi neutron-server[103917]: INFO neutron.wsgi [None req-48af0d35-10da-428d-9468-3131a0c84201 admin admin] 10.222.0.66 "GET /v2.0/networks/shared HTTP/1.1" status: 404 len: 314 time: 0.0778718 Jun 16 17:17:09.560711 dv-cinder-837356-2-iscsi neutron-server[103917]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a7e14ae9-ad2f-4b41-9017-b7fda8b8c43c admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103917) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 16 17:17:09.562244 dv-cinder-837356-2-iscsi neutron-server[103917]: INFO neutron.wsgi [None req-a7e14ae9-ad2f-4b41-9017-b7fda8b8c43c admin admin] 10.222.0.66 "GET /v2.0/networks?name=shared HTTP/1.1" status: 200 len: 827 time: 0.0731268 Jun 16 17:17:09.575620 dv-cinder-837356-2-iscsi neutron-server[103917]: DEBUG neutron.api.v2.base [None req-09e32b0e-7f6f-456d-8d90-e232a69a37ca admin admin] Request body: {'subnet': {'ip_version': 4, 'description': 'shared-subnet', 'cidr': '192.168.233.0/24', 'name': 'shared-subnet', 'network_id': '0a7d9231-0b24-410c-8969-3be4da630c4b'}} {{(pid=103917) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jun 16 17:17:09.597536 dv-cinder-837356-2-iscsi neutron-server[103917]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-09e32b0e-7f6f-456d-8d90-e232a69a37ca admin admin] Made reservation on behalf of 546ad1026cd44cbea571239c12f41a3f for: {'subnet': 1} {{(pid=103917) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 16 17:17:09.600045 dv-cinder-837356-2-iscsi neutron-server[103917]: DEBUG neutron_lib.callbacks.manager [None req-09e32b0e-7f6f-456d-8d90-e232a69a37ca admin admin] Publish callbacks [] for subnet (None), before_create {{(pid=103917) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 17:17:09.789908 dv-cinder-837356-2-iscsi neutron-server[103917]: DEBUG neutron_lib.callbacks.manager [None req-09e32b0e-7f6f-456d-8d90-e232a69a37ca admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-570574', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16241551'] for subnet (38ac6085-6465-4d16-911a-5f1a26fb0da7), after_create {{(pid=103917) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 17:17:09.838818 dv-cinder-837356-2-iscsi neutron-server[103917]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-09e32b0e-7f6f-456d-8d90-e232a69a37ca admin admin] Pushing event updated for resources: {'Subnet': ['ID=38ac6085-6465-4d16-911a-5f1a26fb0da7,revision_number=0']} {{(pid=103917) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 17:17:09.861614 dv-cinder-837356-2-iscsi neutron-server[103917]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-09e32b0e-7f6f-456d-8d90-e232a69a37ca admin admin] Checking segment: {'id': '28add45e-1ef7-4bc6-bfa6-5560e7bead69', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1037, 'network_id': '0a7d9231-0b24-410c-8969-3be4da630c4b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103917) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jun 16 17:17:09.862117 dv-cinder-837356-2-iscsi neutron-server[103917]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-09e32b0e-7f6f-456d-8d90-e232a69a37ca admin admin] Network hostable DHCP agents. Network: 0a7d9231-0b24-410c-8969-3be4da630c4b, hostable agents: ['0913b7ec-eea4-4492-8ef1-e01c4575abca'], hosted agents: [] {{(pid=103917) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jun 16 17:17:09.881818 dv-cinder-837356-2-iscsi neutron-server[103917]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-09e32b0e-7f6f-456d-8d90-e232a69a37ca admin admin] Network 0a7d9231-0b24-410c-8969-3be4da630c4b is scheduled to be hosted by DHCP agent 0913b7ec-eea4-4492-8ef1-e01c4575abca with binding_index 1 {{(pid=103917) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jun 16 17:17:09.892227 dv-cinder-837356-2-iscsi neutron-server[103917]: DEBUG neutron.scheduler.base_scheduler [None req-09e32b0e-7f6f-456d-8d90-e232a69a37ca admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-837356-2-iscsi, 0a7d9231-0b24-410c-8969-3be4da630c4b) {{(pid=103917) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 16 17:17:09.896931 dv-cinder-837356-2-iscsi neutron-server[103917]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-09e32b0e-7f6f-456d-8d90-e232a69a37ca admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=103917) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 16 17:17:09.897647 dv-cinder-837356-2-iscsi neutron-server[103917]: DEBUG neutron_lib.callbacks.manager [None req-09e32b0e-7f6f-456d-8d90-e232a69a37ca admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-16241561'] for subnet (None), before_response {{(pid=103917) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 17:17:09.902184 dv-cinder-837356-2-iscsi neutron-server[103918]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-839909e5-5c26-4625-98c2-49b45df70b9b None None] Network 0a7d9231-0b24-410c-8969-3be4da630c4b requested from dv-cinder-837356-2-iscsi {{(pid=103918) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jun 16 17:17:09.915063 dv-cinder-837356-2-iscsi neutron-server[103917]: INFO neutron.wsgi [None req-09e32b0e-7f6f-456d-8d90-e232a69a37ca admin admin] 10.222.0.66 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 845 time: 0.3431253 Jun 16 17:17:10.013993 dv-cinder-837356-2-iscsi neutron-server[103918]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-25370fa5-c575-4af7-a053-29479cd2a26a None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp3cc71102-b35b-562a-842b-e84838effaf9-0a7d9231-0b24-410c-8969-3be4da630c4b', 'network_id': '0a7d9231-0b24-410c-8969-3be4da630c4b', 'project_id': '546ad1026cd44cbea571239c12f41a3f', 'fixed_ips': [{'subnet_id': '38ac6085-6465-4d16-911a-5f1a26fb0da7'}]}} from dv-cinder-837356-2-iscsi. {{(pid=103918) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Jun 16 17:17:10.014989 dv-cinder-837356-2-iscsi neutron-server[103918]: DEBUG neutron_lib.callbacks.manager [None req-25370fa5-c575-4af7-a053-29479cd2a26a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16007590'] for port (None), before_create {{(pid=103918) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 17:17:10.164680 dv-cinder-837356-2-iscsi neutron-server[103918]: DEBUG neutron.db.db_base_plugin_common [None req-25370fa5-c575-4af7-a053-29479cd2a26a None None] Allocated IP 192.168.233.2 (0a7d9231-0b24-410c-8969-3be4da630c4b/38ac6085-6465-4d16-911a-5f1a26fb0da7/a363dcee-2633-4c13-891b-0162f02d2063) {{(pid=103918) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 16 17:17:10.322928 dv-cinder-837356-2-iscsi neutron-server[103918]: DEBUG neutron_lib.callbacks.manager [None req-25370fa5-c575-4af7-a053-29479cd2a26a None None] Publish callbacks [] for port (a363dcee-2633-4c13-891b-0162f02d2063), precommit_create {{(pid=103918) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 17:17:10.331210 dv-cinder-837356-2-iscsi neutron-server[103918]: DEBUG neutron_lib.callbacks.manager [None req-25370fa5-c575-4af7-a053-29479cd2a26a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16007527', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-75831', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16241551', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8728538993421'] for port (a363dcee-2633-4c13-891b-0162f02d2063), after_create {{(pid=103918) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 17:17:10.481954 dv-cinder-837356-2-iscsi neutron-server[103918]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-25370fa5-c575-4af7-a053-29479cd2a26a None None] Pushing event updated for resources: {'Port': ['ID=a363dcee-2633-4c13-891b-0162f02d2063,revision_number=1']} {{(pid=103918) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 17:17:10.485754 dv-cinder-837356-2-iscsi neutron-server[103918]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-25370fa5-c575-4af7-a053-29479cd2a26a None None] Network 0a7d9231-0b24-410c-8969-3be4da630c4b is already hosted by enough agents. {{(pid=103918) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 16 17:17:10.487704 dv-cinder-837356-2-iscsi neutron-server[103918]: DEBUG neutron.scheduler.base_scheduler [None req-25370fa5-c575-4af7-a053-29479cd2a26a None None] Resources bound (agent type, host, resource id): {{(pid=103918) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 16 17:17:10.493347 dv-cinder-837356-2-iscsi neutron-server[103918]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-25370fa5-c575-4af7-a053-29479cd2a26a None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-837356-2-iscsi {{(pid=103918) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 17:17:10.493693 dv-cinder-837356-2-iscsi neutron-server[103918]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-25370fa5-c575-4af7-a053-29479cd2a26a None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-837356-2-iscsi {{(pid=103918) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 17:17:10.495236 dv-cinder-837356-2-iscsi neutron-server[103918]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-25370fa5-c575-4af7-a053-29479cd2a26a None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-837356-2-iscsi {{(pid=103918) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 17:17:10.495236 dv-cinder-837356-2-iscsi neutron-server[103918]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-25370fa5-c575-4af7-a053-29479cd2a26a None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-837356-2-iscsi {{(pid=103918) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 17:17:10.495236 dv-cinder-837356-2-iscsi neutron-server[103918]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-25370fa5-c575-4af7-a053-29479cd2a26a None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-837356-2-iscsi {{(pid=103918) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 17:17:10.495236 dv-cinder-837356-2-iscsi neutron-server[103918]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-25370fa5-c575-4af7-a053-29479cd2a26a None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-837356-2-iscsi {{(pid=103918) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 17:17:10.496144 dv-cinder-837356-2-iscsi neutron-server[103918]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-25370fa5-c575-4af7-a053-29479cd2a26a None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-837356-2-iscsi {{(pid=103918) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 17:17:10.496144 dv-cinder-837356-2-iscsi neutron-server[103918]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-25370fa5-c575-4af7-a053-29479cd2a26a None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-837356-2-iscsi {{(pid=103918) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 17:17:10.496144 dv-cinder-837356-2-iscsi neutron-server[103918]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-25370fa5-c575-4af7-a053-29479cd2a26a None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-837356-2-iscsi {{(pid=103918) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 17:17:10.496415 dv-cinder-837356-2-iscsi neutron-server[103918]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-25370fa5-c575-4af7-a053-29479cd2a26a None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-837356-2-iscsi {{(pid=103918) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 17:17:10.496556 dv-cinder-837356-2-iscsi neutron-server[103918]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-25370fa5-c575-4af7-a053-29479cd2a26a None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-837356-2-iscsi {{(pid=103918) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 17:17:10.496890 dv-cinder-837356-2-iscsi neutron-server[103918]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-25370fa5-c575-4af7-a053-29479cd2a26a None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-837356-2-iscsi {{(pid=103918) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 17:17:10.497271 dv-cinder-837356-2-iscsi neutron-server[103918]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-25370fa5-c575-4af7-a053-29479cd2a26a None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-837356-2-iscsi {{(pid=103918) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 17:17:10.497539 dv-cinder-837356-2-iscsi neutron-server[103918]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-25370fa5-c575-4af7-a053-29479cd2a26a None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-837356-2-iscsi {{(pid=103918) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 17:17:10.497853 dv-cinder-837356-2-iscsi neutron-server[103918]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-25370fa5-c575-4af7-a053-29479cd2a26a None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-837356-2-iscsi {{(pid=103918) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 17:17:10.502947 dv-cinder-837356-2-iscsi neutron-server[103918]: DEBUG neutron.db.l3_dvrscheduler_db [None req-25370fa5-c575-4af7-a053-29479cd2a26a None None] Received port after_create {{(pid=103918) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:542}} Jun 16 17:17:10.567100 dv-cinder-837356-2-iscsi neutron-server[103918]: DEBUG neutron.plugins.ml2.managers [None req-25370fa5-c575-4af7-a053-29479cd2a26a None None] Attempting to bind port a363dcee-2633-4c13-891b-0162f02d2063 on host dv-cinder-837356-2-iscsi for vnic_type normal with profile {{(pid=103918) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:811}} Jun 16 17:17:10.567462 dv-cinder-837356-2-iscsi neutron-server[103918]: DEBUG neutron.plugins.ml2.managers [None req-25370fa5-c575-4af7-a053-29479cd2a26a None None] Attempting to bind port a363dcee-2633-4c13-891b-0162f02d2063 by drivers openvswitch,hyperv on host dv-cinder-837356-2-iscsi at level 0 using segments [{'id': '28add45e-1ef7-4bc6-bfa6-5560e7bead69', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1037, 'network_id': '0a7d9231-0b24-410c-8969-3be4da630c4b'}] {{(pid=103918) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:836}} Jun 16 17:17:10.567813 dv-cinder-837356-2-iscsi neutron-server[103918]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-25370fa5-c575-4af7-a053-29479cd2a26a None None] Attempting to bind port a363dcee-2633-4c13-891b-0162f02d2063 on network 0a7d9231-0b24-410c-8969-3be4da630c4b {{(pid=103918) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jun 16 17:17:10.573330 dv-cinder-837356-2-iscsi neutron-server[103918]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-25370fa5-c575-4af7-a053-29479cd2a26a None None] Checking agent: {'id': '5b2fa84c-1db1-41c6-a6b9-975c3da28daf', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-837356-2-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 6, 16, 17, 14, 18), 'started_at': datetime.datetime(2022, 6, 16, 17, 14, 48), 'heartbeat_timestamp': datetime.datetime(2022, 6, 16, 17, 16, 48), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-837356-2-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103918) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jun 16 17:17:10.573797 dv-cinder-837356-2-iscsi neutron-server[103918]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-25370fa5-c575-4af7-a053-29479cd2a26a None None] Checking segment: {'id': '28add45e-1ef7-4bc6-bfa6-5560e7bead69', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1037, 'network_id': '0a7d9231-0b24-410c-8969-3be4da630c4b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103918) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jun 16 17:17:10.574260 dv-cinder-837356-2-iscsi neutron-server[103918]: DEBUG neutron_lib.callbacks.manager [None req-25370fa5-c575-4af7-a053-29479cd2a26a None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103918) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 17:17:10.574659 dv-cinder-837356-2-iscsi neutron-server[103918]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-25370fa5-c575-4af7-a053-29479cd2a26a None None] Bound using segment: {'id': '28add45e-1ef7-4bc6-bfa6-5560e7bead69', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1037, 'network_id': '0a7d9231-0b24-410c-8969-3be4da630c4b'} {{(pid=103918) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jun 16 17:17:10.575125 dv-cinder-837356-2-iscsi neutron-server[103918]: DEBUG neutron.plugins.ml2.managers [None req-25370fa5-c575-4af7-a053-29479cd2a26a None None] Bound port: a363dcee-2633-4c13-891b-0162f02d2063, host: dv-cinder-837356-2-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '28add45e-1ef7-4bc6-bfa6-5560e7bead69', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1037, 'network_id': '0a7d9231-0b24-410c-8969-3be4da630c4b'}}] {{(pid=103918) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:948}} Jun 16 17:17:10.575514 dv-cinder-837356-2-iscsi neutron-server[103918]: DEBUG neutron_lib.callbacks.manager [None req-25370fa5-c575-4af7-a053-29479cd2a26a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16007590'] for port (a363dcee-2633-4c13-891b-0162f02d2063), before_update {{(pid=103918) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 17:17:10.643642 dv-cinder-837356-2-iscsi neutron-server[103918]: DEBUG neutron.plugins.ml2.db [None req-25370fa5-c575-4af7-a053-29479cd2a26a None None] For port a363dcee-2633-4c13-891b-0162f02d2063, host dv-cinder-837356-2-iscsi, cleared binding levels {{(pid=103918) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 16 17:17:10.652037 dv-cinder-837356-2-iscsi neutron-server[103918]: DEBUG neutron.plugins.ml2.db [None req-25370fa5-c575-4af7-a053-29479cd2a26a None None] For port a363dcee-2633-4c13-891b-0162f02d2063, host dv-cinder-837356-2-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-837356-2-iscsi',level=0,port_id=a363dcee-2633-4c13-891b-0162f02d2063,segment=NetworkSegment(28add45e-1ef7-4bc6-bfa6-5560e7bead69),segment_id=28add45e-1ef7-4bc6-bfa6-5560e7bead69)] {{(pid=103918) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 16 17:17:10.661111 dv-cinder-837356-2-iscsi neutron-server[103918]: DEBUG neutron_lib.callbacks.manager [None req-25370fa5-c575-4af7-a053-29479cd2a26a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16007527', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-75831', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16241551', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728539364693', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728538993439', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728538993457'] for port (a363dcee-2633-4c13-891b-0162f02d2063), after_update {{(pid=103918) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 17:17:10.742379 dv-cinder-837356-2-iscsi neutron-server[103918]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-25370fa5-c575-4af7-a053-29479cd2a26a None None] Pushing event updated for resources: {'Port': ['ID=a363dcee-2633-4c13-891b-0162f02d2063,revision_number=2']} {{(pid=103918) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 17:17:11.602054 dv-cinder-837356-2-iscsi neutron-server[103918]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7cbbe1b2-261a-4cb3-b553-e446ddd8ae60 None None] Network 0a7d9231-0b24-410c-8969-3be4da630c4b requested from dv-cinder-837356-2-iscsi {{(pid=103918) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jun 16 17:17:11.670452 dv-cinder-837356-2-iscsi neutron-server[103918]: DEBUG neutron.db.provisioning_blocks [None req-324a4077-811a-418a-b1d0-3a6a3b4ced28 None None] Provisioning complete for port a363dcee-2633-4c13-891b-0162f02d2063 triggered by entity DHCP. {{(pid=103918) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jun 16 17:17:11.670847 dv-cinder-837356-2-iscsi neutron-server[103918]: DEBUG neutron_lib.callbacks.manager [None req-324a4077-811a-418a-b1d0-3a6a3b4ced28 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16149424'] for port (a363dcee-2633-4c13-891b-0162f02d2063), provisioning_complete {{(pid=103918) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 17:17:11.697381 dv-cinder-837356-2-iscsi neutron-server[103918]: DEBUG dbcounter [-] [103918] Writing DB stats neutron:SELECT=93,neutron:UPDATE=5,neutron:INSERT=2 {{(pid=103918) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 16 17:17:11.733490 dv-cinder-837356-2-iscsi neutron-server[103918]: DEBUG dbcounter [-] [103918] Writing DB stats neutron:SELECT=92,neutron:INSERT=5,neutron:UPDATE=3 {{(pid=103918) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 16 17:17:11.814493 dv-cinder-837356-2-iscsi neutron-server[103918]: DEBUG neutron.plugins.ml2.plugin [None req-324a4077-811a-418a-b1d0-3a6a3b4ced28 None None] Current status of the port a363dcee-2633-4c13-891b-0162f02d2063 is: DOWN; New status is: ACTIVE {{(pid=103918) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2298}} Jun 16 17:17:11.814789 dv-cinder-837356-2-iscsi neutron-server[103918]: DEBUG neutron_lib.callbacks.manager [None req-324a4077-811a-418a-b1d0-3a6a3b4ced28 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16007590'] for port (a363dcee-2633-4c13-891b-0162f02d2063), before_update {{(pid=103918) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 17:17:11.862728 dv-cinder-837356-2-iscsi neutron-server[103918]: DEBUG neutron.plugins.ml2.db [None req-324a4077-811a-418a-b1d0-3a6a3b4ced28 None None] For port a363dcee-2633-4c13-891b-0162f02d2063, host dv-cinder-837356-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-837356-2-iscsi',level=0,port_id=a363dcee-2633-4c13-891b-0162f02d2063,segment=NetworkSegment(28add45e-1ef7-4bc6-bfa6-5560e7bead69),segment_id=28add45e-1ef7-4bc6-bfa6-5560e7bead69)] {{(pid=103918) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 16 17:17:11.868133 dv-cinder-837356-2-iscsi neutron-server[103918]: DEBUG neutron_lib.callbacks.manager [None req-324a4077-811a-418a-b1d0-3a6a3b4ced28 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16007527', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-75831', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16241551', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728539364693', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728538993439', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728538993457'] for port (a363dcee-2633-4c13-891b-0162f02d2063), after_update {{(pid=103918) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 17:17:11.939829 dv-cinder-837356-2-iscsi neutron-server[103918]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-324a4077-811a-418a-b1d0-3a6a3b4ced28 None None] Pushing event updated for resources: {'Port': ['ID=a363dcee-2633-4c13-891b-0162f02d2063,revision_number=3']} {{(pid=103918) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 17:17:11.987689 dv-cinder-837356-2-iscsi neutron-server[103918]: DEBUG neutron.db.provisioning_blocks [None req-d514c62f-d13e-4502-ad3b-fd679b25d01f None None] Provisioning complete for port a363dcee-2633-4c13-891b-0162f02d2063 triggered by entity DHCP. {{(pid=103918) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jun 16 17:17:11.988044 dv-cinder-837356-2-iscsi neutron-server[103918]: DEBUG neutron_lib.callbacks.manager [None req-d514c62f-d13e-4502-ad3b-fd679b25d01f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16149424'] for port (a363dcee-2633-4c13-891b-0162f02d2063), provisioning_complete {{(pid=103918) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 17:17:12.070923 dv-cinder-837356-2-iscsi neutron-server[103918]: DEBUG neutron.plugins.ml2.plugin [None req-d514c62f-d13e-4502-ad3b-fd679b25d01f None None] Current status of the port a363dcee-2633-4c13-891b-0162f02d2063 is: ACTIVE; New status is: ACTIVE {{(pid=103918) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2298}} Jun 16 17:17:12.263838 dv-cinder-837356-2-iscsi neutron-server[103918]: DEBUG neutron.plugins.ml2.rpc [None req-39ead2dc-a542-4f04-b117-439eb7f32aa8 None None] Device a363dcee-2633-4c13-891b-0162f02d2063 up at agent ovs-agent-dv-cinder-837356-2-iscsi {{(pid=103918) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 16 17:17:12.316069 dv-cinder-837356-2-iscsi neutron-server[103918]: DEBUG neutron.db.provisioning_blocks [None req-39ead2dc-a542-4f04-b117-439eb7f32aa8 None None] Provisioning complete for port a363dcee-2633-4c13-891b-0162f02d2063 triggered by entity L2. {{(pid=103918) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jun 16 17:17:12.316462 dv-cinder-837356-2-iscsi neutron-server[103918]: DEBUG neutron_lib.callbacks.manager [None req-39ead2dc-a542-4f04-b117-439eb7f32aa8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16149424'] for port (a363dcee-2633-4c13-891b-0162f02d2063), provisioning_complete {{(pid=103918) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 17:17:12.399230 dv-cinder-837356-2-iscsi neutron-server[103918]: DEBUG neutron.plugins.ml2.plugin [None req-39ead2dc-a542-4f04-b117-439eb7f32aa8 None None] Current status of the port a363dcee-2633-4c13-891b-0162f02d2063 is: ACTIVE; New status is: ACTIVE {{(pid=103918) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2298}} Jun 16 17:17:12.992748 dv-cinder-837356-2-iscsi neutron-server[103918]: DEBUG neutron_lib.callbacks.manager [None req-c0ef41d5-06e2-46fe-80a6-6e39abc51b84 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728539454181', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16149322'] for agent (0913b7ec-eea4-4492-8ef1-e01c4575abca), after_update {{(pid=103918) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 17:17:15.415393 dv-cinder-837356-2-iscsi neutron-server[103918]: DEBUG neutron_lib.callbacks.manager [None req-85542cf5-55a2-4159-a3f7-f2aafdeb75f9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728539454181', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16149322'] for agent (7639df21-17c3-4235-8912-210c3ad54137), after_update {{(pid=103918) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 17:17:16.240277 dv-cinder-837356-2-iscsi neutron-server[103918]: DEBUG neutron_lib.callbacks.manager [None req-20715706-35a9-45af-9420-375bdcc64c61 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728539454181', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16149322'] for agent (50395103-89cf-4fb3-87eb-9dff4dfdeea8), after_update {{(pid=103918) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 17:17:17.628971 dv-cinder-837356-2-iscsi neutron-server[103919]: DEBUG dbcounter [-] [103919] Writing DB stats neutron:SELECT=17 {{(pid=103919) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 16 17:17:17.629968 dv-cinder-837356-2-iscsi neutron-server[103919]: DEBUG dbcounter [-] [103919] Writing DB stats neutron:SELECT=19 {{(pid=103919) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 16 17:17:18.098643 dv-cinder-837356-2-iscsi neutron-server[103918]: DEBUG neutron_lib.callbacks.manager [None req-90597016-5de8-4c3e-b42a-66aa2c70cc5e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728539454181', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16149322'] for agent (853db9d1-1c17-40a4-900c-de4f90440474), after_update {{(pid=103918) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 17:17:18.416196 dv-cinder-837356-2-iscsi neutron-server[103918]: DEBUG neutron_lib.callbacks.manager [None req-39ead2dc-a542-4f04-b117-439eb7f32aa8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728539454181', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16149322'] for agent (5b2fa84c-1db1-41c6-a6b9-975c3da28daf), after_update {{(pid=103918) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 17:17:19.907436 dv-cinder-837356-2-iscsi neutron-server[103917]: DEBUG dbcounter [-] [103917] Writing DB stats neutron:SELECT=81,neutron:INSERT=9,neutron:UPDATE=1,neutron:DELETE=1 {{(pid=103917) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 16 17:17:19.908240 dv-cinder-837356-2-iscsi neutron-server[103917]: DEBUG dbcounter [-] [103917] Writing DB stats neutron:SELECT=77,neutron:INSERT=8,neutron:UPDATE=4,neutron:DELETE=3 {{(pid=103917) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 16 17:17:28.403126 dv-cinder-837356-2-iscsi neutron-server[103918]: DEBUG dbcounter [-] [103918] Writing DB stats neutron:SELECT=66,neutron:UPDATE=3 {{(pid=103918) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 16 17:17:28.410875 dv-cinder-837356-2-iscsi neutron-server[103918]: DEBUG dbcounter [-] [103918] Writing DB stats neutron:SELECT=48,neutron:UPDATE=4 {{(pid=103918) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 16 17:17:42.988384 dv-cinder-837356-2-iscsi neutron-server[103918]: DEBUG neutron_lib.callbacks.manager [None req-86e052d6-cb18-40a2-a8ec-a3500bf8d704 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728539454181', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16149322'] for agent (0913b7ec-eea4-4492-8ef1-e01c4575abca), after_update {{(pid=103918) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 17:17:44.633726 dv-cinder-837356-2-iscsi neutron-server[103919]: DEBUG neutron.db.agents_db [None req-d2debd9c-00d6-4a8f-b9fc-d112a2dcea0d None None] Agent healthcheck: found 5 active agents {{(pid=103919) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jun 16 17:17:45.416744 dv-cinder-837356-2-iscsi neutron-server[103918]: DEBUG neutron_lib.callbacks.manager [None req-bada8dfe-8ac7-4ace-9039-a088a30642bf None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728539454181', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16149322'] for agent (7639df21-17c3-4235-8912-210c3ad54137), after_update {{(pid=103918) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 17:17:46.240250 dv-cinder-837356-2-iscsi neutron-server[103918]: DEBUG neutron_lib.callbacks.manager [None req-20715706-35a9-45af-9420-375bdcc64c61 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728539454181', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16149322'] for agent (50395103-89cf-4fb3-87eb-9dff4dfdeea8), after_update {{(pid=103918) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 17:17:47.991687 dv-cinder-837356-2-iscsi neutron-server[103918]: DEBUG neutron_lib.callbacks.manager [None req-90597016-5de8-4c3e-b42a-66aa2c70cc5e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728539454181', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16149322'] for agent (853db9d1-1c17-40a4-900c-de4f90440474), after_update {{(pid=103918) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 17:17:48.422379 dv-cinder-837356-2-iscsi neutron-server[103918]: DEBUG neutron_lib.callbacks.manager [None req-39ead2dc-a542-4f04-b117-439eb7f32aa8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728539454181', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16149322'] for agent (5b2fa84c-1db1-41c6-a6b9-975c3da28daf), after_update {{(pid=103918) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 17:17:49.639403 dv-cinder-837356-2-iscsi neutron-server[103919]: DEBUG dbcounter [-] [103919] Writing DB stats neutron:SELECT=4 {{(pid=103919) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 16 17:17:54.629845 dv-cinder-837356-2-iscsi neutron-server[103919]: DEBUG dbcounter [-] [103919] Writing DB stats neutron:SELECT=4 {{(pid=103919) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 16 17:17:58.414418 dv-cinder-837356-2-iscsi neutron-server[103918]: DEBUG dbcounter [-] [103918] Writing DB stats neutron:SELECT=19,neutron:UPDATE=1 {{(pid=103918) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 16 17:17:58.416845 dv-cinder-837356-2-iscsi neutron-server[103918]: DEBUG dbcounter [-] [103918] Writing DB stats neutron:SELECT=22,neutron:UPDATE=4 {{(pid=103918) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 16 17:18:11.625425 dv-cinder-837356-2-iscsi neutron-server[103919]: DEBUG dbcounter [-] [103919] Writing DB stats neutron:SELECT=1 {{(pid=103919) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 16 17:18:11.627015 dv-cinder-837356-2-iscsi neutron-server[103919]: DEBUG dbcounter [-] [103919] Writing DB stats neutron:DELETE=1 {{(pid=103919) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 16 17:18:12.987701 dv-cinder-837356-2-iscsi neutron-server[103918]: DEBUG neutron_lib.callbacks.manager [None req-8aee66ff-64b2-4b62-98cd-a9971f2d90ac None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728539454181', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16149322'] for agent (0913b7ec-eea4-4492-8ef1-e01c4575abca), after_update {{(pid=103918) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 17:18:15.412292 dv-cinder-837356-2-iscsi neutron-server[103918]: DEBUG neutron_lib.callbacks.manager [None req-76331613-32fe-4a19-b10f-1c5e5b3aca8b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728539454181', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16149322'] for agent (7639df21-17c3-4235-8912-210c3ad54137), after_update {{(pid=103918) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 17:18:16.247608 dv-cinder-837356-2-iscsi neutron-server[103918]: DEBUG neutron_lib.callbacks.manager [None req-20715706-35a9-45af-9420-375bdcc64c61 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728539454181', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16149322'] for agent (50395103-89cf-4fb3-87eb-9dff4dfdeea8), after_update {{(pid=103918) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 17:18:17.994873 dv-cinder-837356-2-iscsi neutron-server[103918]: DEBUG neutron_lib.callbacks.manager [None req-90597016-5de8-4c3e-b42a-66aa2c70cc5e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728539454181', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16149322'] for agent (853db9d1-1c17-40a4-900c-de4f90440474), after_update {{(pid=103918) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 17:18:18.417895 dv-cinder-837356-2-iscsi neutron-server[103918]: DEBUG neutron_lib.callbacks.manager [None req-39ead2dc-a542-4f04-b117-439eb7f32aa8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728539454181', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16149322'] for agent (5b2fa84c-1db1-41c6-a6b9-975c3da28daf), after_update {{(pid=103918) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 17:18:21.632490 dv-cinder-837356-2-iscsi neutron-server[103919]: DEBUG neutron.db.agents_db [None req-d2debd9c-00d6-4a8f-b9fc-d112a2dcea0d None None] Agent healthcheck: found 5 active agents {{(pid=103919) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jun 16 17:18:28.410107 dv-cinder-837356-2-iscsi neutron-server[103918]: DEBUG dbcounter [-] [103918] Writing DB stats neutron:SELECT=11 {{(pid=103918) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 16 17:18:28.412140 dv-cinder-837356-2-iscsi neutron-server[103918]: DEBUG dbcounter [-] [103918] Writing DB stats neutron:UPDATE=5,neutron:SELECT=4 {{(pid=103918) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 16 17:18:31.627459 dv-cinder-837356-2-iscsi neutron-server[103919]: DEBUG dbcounter [-] [103919] Writing DB stats neutron:SELECT=4 {{(pid=103919) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 16 17:18:31.628255 dv-cinder-837356-2-iscsi neutron-server[103919]: DEBUG dbcounter [-] [103919] Writing DB stats neutron:SELECT=4 {{(pid=103919) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 16 17:18:38.623109 dv-cinder-837356-2-iscsi neutron-server[103917]: DEBUG neutron.wsgi [-] (103917) accepted ('10.222.0.66', 35124) {{(pid=103917) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 16 17:18:38.631824 dv-cinder-837356-2-iscsi neutron-server[103917]: DEBUG neutron.wsgi [None req-b800eda7-a27b-4a48-9c92-6dabc53a75d2 tempest-verify_tempest_config-1444927726 tempest-verify_tempest_config-1444927726-project] http://10.222.0.66:9696/v2.0/extensions returned with HTTP 200 {{(pid=103917) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Jun 16 17:18:38.632845 dv-cinder-837356-2-iscsi neutron-server[103917]: INFO neutron.wsgi [None req-b800eda7-a27b-4a48-9c92-6dabc53a75d2 tempest-verify_tempest_config-1444927726 tempest-verify_tempest_config-1444927726-project] 10.222.0.66 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14315 time: 0.0085263 Jun 16 17:18:39.018348 dv-cinder-837356-2-iscsi neutron-server[103917]: DEBUG neutron.wsgi [-] (103917) accepted ('10.222.0.66', 35142) {{(pid=103917) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 16 17:18:39.133559 dv-cinder-837356-2-iscsi neutron-server[103917]: DEBUG neutron_lib.callbacks.manager [None req-fb033716-0614-4932-af88-b7cbce1869ef admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103917) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 17:18:39.223084 dv-cinder-837356-2-iscsi neutron-server[103917]: DEBUG neutron_lib.callbacks.manager [None req-fb033716-0614-4932-af88-b7cbce1869ef admin admin] Publish callbacks [] for security_group (6b479e8e-e1ce-4675-be82-826d62a00ce0), precommit_create {{(pid=103917) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 17:18:39.228849 dv-cinder-837356-2-iscsi neutron-server[103917]: DEBUG neutron_lib.callbacks.manager [None req-fb033716-0614-4932-af88-b7cbce1869ef admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-570488'] for security_group (6b479e8e-e1ce-4675-be82-826d62a00ce0), after_create {{(pid=103917) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 17:18:39.283885 dv-cinder-837356-2-iscsi neutron-server[103917]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fb033716-0614-4932-af88-b7cbce1869ef admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6b479e8e-e1ce-4675-be82-826d62a00ce0,revision_number=1']} {{(pid=103917) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 17:18:39.289124 dv-cinder-837356-2-iscsi neutron-server[103917]: INFO neutron.wsgi [None req-fb033716-0614-4932-af88-b7cbce1869ef admin admin] 10.222.0.66 "GET /v2.0/security-groups?tenant_id=087b0eee1cdb4a6f8e356b8eda39c46e&name=default HTTP/1.1" status: 200 len: 2992 time: 0.2693970 Jun 16 17:18:39.292839 dv-cinder-837356-2-iscsi neutron-server[103916]: DEBUG neutron.wsgi [-] (103916) accepted ('10.222.0.66', 35146) {{(pid=103916) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 16 17:18:39.295425 dv-cinder-837356-2-iscsi neutron-server[103917]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fb033716-0614-4932-af88-b7cbce1869ef admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-837356-2-iscsi {{(pid=103917) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 17:18:39.295776 dv-cinder-837356-2-iscsi neutron-server[103917]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fb033716-0614-4932-af88-b7cbce1869ef admin admin] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-837356-2-iscsi {{(pid=103917) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 17:18:39.296114 dv-cinder-837356-2-iscsi neutron-server[103917]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fb033716-0614-4932-af88-b7cbce1869ef admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-837356-2-iscsi {{(pid=103917) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 17:18:39.296448 dv-cinder-837356-2-iscsi neutron-server[103917]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fb033716-0614-4932-af88-b7cbce1869ef admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-837356-2-iscsi {{(pid=103917) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 17:18:39.296777 dv-cinder-837356-2-iscsi neutron-server[103917]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fb033716-0614-4932-af88-b7cbce1869ef admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-837356-2-iscsi {{(pid=103917) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 17:18:39.297120 dv-cinder-837356-2-iscsi neutron-server[103917]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fb033716-0614-4932-af88-b7cbce1869ef admin admin] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-837356-2-iscsi {{(pid=103917) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 17:18:39.297590 dv-cinder-837356-2-iscsi neutron-server[103917]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fb033716-0614-4932-af88-b7cbce1869ef admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-837356-2-iscsi {{(pid=103917) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 17:18:39.297978 dv-cinder-837356-2-iscsi neutron-server[103917]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fb033716-0614-4932-af88-b7cbce1869ef admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-837356-2-iscsi {{(pid=103917) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 17:18:39.298382 dv-cinder-837356-2-iscsi neutron-server[103917]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fb033716-0614-4932-af88-b7cbce1869ef admin admin] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-837356-2-iscsi {{(pid=103917) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 17:18:39.298837 dv-cinder-837356-2-iscsi neutron-server[103917]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fb033716-0614-4932-af88-b7cbce1869ef admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-837356-2-iscsi {{(pid=103917) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 17:18:39.299171 dv-cinder-837356-2-iscsi neutron-server[103917]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fb033716-0614-4932-af88-b7cbce1869ef admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-837356-2-iscsi {{(pid=103917) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 17:18:39.299512 dv-cinder-837356-2-iscsi neutron-server[103917]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fb033716-0614-4932-af88-b7cbce1869ef admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-837356-2-iscsi {{(pid=103917) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 17:18:39.299842 dv-cinder-837356-2-iscsi neutron-server[103917]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fb033716-0614-4932-af88-b7cbce1869ef admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-837356-2-iscsi {{(pid=103917) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 17:18:39.300211 dv-cinder-837356-2-iscsi neutron-server[103917]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fb033716-0614-4932-af88-b7cbce1869ef admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-837356-2-iscsi {{(pid=103917) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 17:18:39.300556 dv-cinder-837356-2-iscsi neutron-server[103917]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fb033716-0614-4932-af88-b7cbce1869ef admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-837356-2-iscsi {{(pid=103917) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 17:18:39.397512 dv-cinder-837356-2-iscsi neutron-server[103916]: DEBUG neutron_lib.callbacks.manager [None req-45f44d58-8a41-463d-8a4b-397a022cea06 admin admin] Publish callbacks [] for security_group (6b479e8e-e1ce-4675-be82-826d62a00ce0), before_delete {{(pid=103916) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 17:18:39.421113 dv-cinder-837356-2-iscsi neutron-server[103916]: DEBUG neutron_lib.callbacks.manager [None req-45f44d58-8a41-463d-8a4b-397a022cea06 admin admin] Publish callbacks [] for security_group (6b479e8e-e1ce-4675-be82-826d62a00ce0), precommit_delete {{(pid=103916) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 17:18:39.545307 dv-cinder-837356-2-iscsi neutron-server[103916]: DEBUG neutron_lib.callbacks.manager [None req-45f44d58-8a41-463d-8a4b-397a022cea06 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-570488'] for security_group (6b479e8e-e1ce-4675-be82-826d62a00ce0), after_delete {{(pid=103916) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 17:18:39.550658 dv-cinder-837356-2-iscsi neutron-server[103916]: DEBUG neutron_lib.callbacks.manager [None req-45f44d58-8a41-463d-8a4b-397a022cea06 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103916) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 17:18:39.552440 dv-cinder-837356-2-iscsi neutron-server[103916]: INFO neutron.wsgi [None req-45f44d58-8a41-463d-8a4b-397a022cea06 admin admin] 10.222.0.66 "DELETE /v2.0/security-groups/6b479e8e-e1ce-4675-be82-826d62a00ce0 HTTP/1.1" status: 204 len: 168 time: 0.2584093 Jun 16 17:18:39.562913 dv-cinder-837356-2-iscsi neutron-server[103916]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-45f44d58-8a41-463d-8a4b-397a022cea06 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6b479e8e-e1ce-4675-be82-826d62a00ce0,revision_number=None']} {{(pid=103916) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 17:18:39.574139 dv-cinder-837356-2-iscsi neutron-server[103916]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-45f44d58-8a41-463d-8a4b-397a022cea06 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-837356-2-iscsi {{(pid=103916) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 17:18:39.574615 dv-cinder-837356-2-iscsi neutron-server[103916]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-45f44d58-8a41-463d-8a4b-397a022cea06 admin admin] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-837356-2-iscsi {{(pid=103916) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 17:18:39.575045 dv-cinder-837356-2-iscsi neutron-server[103916]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-45f44d58-8a41-463d-8a4b-397a022cea06 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-837356-2-iscsi {{(pid=103916) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 17:18:39.575507 dv-cinder-837356-2-iscsi neutron-server[103916]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-45f44d58-8a41-463d-8a4b-397a022cea06 admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-837356-2-iscsi {{(pid=103916) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 17:18:39.575991 dv-cinder-837356-2-iscsi neutron-server[103916]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-45f44d58-8a41-463d-8a4b-397a022cea06 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-837356-2-iscsi {{(pid=103916) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 17:18:39.576461 dv-cinder-837356-2-iscsi neutron-server[103916]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-45f44d58-8a41-463d-8a4b-397a022cea06 admin admin] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-837356-2-iscsi {{(pid=103916) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 17:18:39.576932 dv-cinder-837356-2-iscsi neutron-server[103916]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-45f44d58-8a41-463d-8a4b-397a022cea06 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-837356-2-iscsi {{(pid=103916) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 17:18:39.577442 dv-cinder-837356-2-iscsi neutron-server[103916]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-45f44d58-8a41-463d-8a4b-397a022cea06 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-837356-2-iscsi {{(pid=103916) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 17:18:39.577854 dv-cinder-837356-2-iscsi neutron-server[103916]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-45f44d58-8a41-463d-8a4b-397a022cea06 admin admin] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-837356-2-iscsi {{(pid=103916) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 17:18:39.578397 dv-cinder-837356-2-iscsi neutron-server[103916]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-45f44d58-8a41-463d-8a4b-397a022cea06 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-837356-2-iscsi {{(pid=103916) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 17:18:39.578922 dv-cinder-837356-2-iscsi neutron-server[103916]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-45f44d58-8a41-463d-8a4b-397a022cea06 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-837356-2-iscsi {{(pid=103916) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 17:18:39.579345 dv-cinder-837356-2-iscsi neutron-server[103916]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-45f44d58-8a41-463d-8a4b-397a022cea06 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-837356-2-iscsi {{(pid=103916) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 17:18:39.579743 dv-cinder-837356-2-iscsi neutron-server[103916]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-45f44d58-8a41-463d-8a4b-397a022cea06 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-837356-2-iscsi {{(pid=103916) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 17:18:39.580252 dv-cinder-837356-2-iscsi neutron-server[103916]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-45f44d58-8a41-463d-8a4b-397a022cea06 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-837356-2-iscsi {{(pid=103916) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 17:18:39.580765 dv-cinder-837356-2-iscsi neutron-server[103916]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-45f44d58-8a41-463d-8a4b-397a022cea06 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-837356-2-iscsi {{(pid=103916) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 17:18:39.582431 dv-cinder-837356-2-iscsi neutron-server[103916]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-45f44d58-8a41-463d-8a4b-397a022cea06 admin admin] Tracked resource versions report: Jun 16 17:18:39.582431 dv-cinder-837356-2-iscsi neutron-server[103916]: pushed versions: Jun 16 17:18:39.582431 dv-cinder-837356-2-iscsi neutron-server[103916]: { 'AddressGroup': {'1.2'}, Jun 16 17:18:39.582431 dv-cinder-837356-2-iscsi neutron-server[103916]: 'Agent': {'1.1'}, Jun 16 17:18:39.582431 dv-cinder-837356-2-iscsi neutron-server[103916]: 'ConntrackHelper': {'1.0'}, Jun 16 17:18:39.582431 dv-cinder-837356-2-iscsi neutron-server[103916]: 'LocalIPAssociation': {'1.0'}, Jun 16 17:18:39.582431 dv-cinder-837356-2-iscsi neutron-server[103916]: 'Log': {'1.0'}, Jun 16 17:18:39.582431 dv-cinder-837356-2-iscsi neutron-server[103916]: 'NDPProxy': {'1.0'}, Jun 16 17:18:39.582431 dv-cinder-837356-2-iscsi neutron-server[103916]: 'Network': {'1.1'}, Jun 16 17:18:39.582431 dv-cinder-837356-2-iscsi neutron-server[103916]: 'Port': {'1.7'}, Jun 16 17:18:39.582431 dv-cinder-837356-2-iscsi neutron-server[103916]: 'PortForwarding': {'1.3'}, Jun 16 17:18:39.582431 dv-cinder-837356-2-iscsi neutron-server[103916]: 'QosPolicy': {'1.10'}, Jun 16 17:18:39.582431 dv-cinder-837356-2-iscsi neutron-server[103916]: 'SecurityGroup': {'1.5'}, Jun 16 17:18:39.582431 dv-cinder-837356-2-iscsi neutron-server[103916]: 'SecurityGroupRule': {'1.2'}, Jun 16 17:18:39.582431 dv-cinder-837356-2-iscsi neutron-server[103916]: 'SubPort': {'1.0'}, Jun 16 17:18:39.582431 dv-cinder-837356-2-iscsi neutron-server[103916]: 'Subnet': {'1.1'}, Jun 16 17:18:39.582431 dv-cinder-837356-2-iscsi neutron-server[103916]: 'Trunk': {'1.1'}} Jun 16 17:18:39.582431 dv-cinder-837356-2-iscsi neutron-server[103916]: consumer versions: Jun 16 17:18:39.582431 dv-cinder-837356-2-iscsi neutron-server[103916]: { DHCP agent@dv-cinder-837356-2-iscsi: {}, Jun 16 17:18:39.582431 dv-cinder-837356-2-iscsi neutron-server[103916]: L3 agent@dv-cinder-837356-2-iscsi: {}, Jun 16 17:18:39.582431 dv-cinder-837356-2-iscsi neutron-server[103916]: Metadata agent@dv-cinder-837356-2-iscsi: {}, Jun 16 17:18:39.582431 dv-cinder-837356-2-iscsi neutron-server[103916]: Metering agent@dv-cinder-837356-2-iscsi: {}, Jun 16 17:18:39.582431 dv-cinder-837356-2-iscsi neutron-server[103916]: Open vSwitch agent@dv-cinder-837356-2-iscsi: { 'AddressGroup': '1.2', Jun 16 17:18:39.582431 dv-cinder-837356-2-iscsi neutron-server[103916]: 'Agent': '1.1', Jun 16 17:18:39.582431 dv-cinder-837356-2-iscsi neutron-server[103916]: 'ConntrackHelper': '1.0', Jun 16 17:18:39.582431 dv-cinder-837356-2-iscsi neutron-server[103916]: 'LocalIPAssociation': '1.0', Jun 16 17:18:39.582431 dv-cinder-837356-2-iscsi neutron-server[103916]: 'Log': '1.0', Jun 16 17:18:39.582431 dv-cinder-837356-2-iscsi neutron-server[103916]: 'NDPProxy': '1.0', Jun 16 17:18:39.582431 dv-cinder-837356-2-iscsi neutron-server[103916]: 'Network': '1.1', Jun 16 17:18:39.582431 dv-cinder-837356-2-iscsi neutron-server[103916]: 'Port': '1.7', Jun 16 17:18:39.582431 dv-cinder-837356-2-iscsi neutron-server[103916]: 'PortForwarding': '1.3', Jun 16 17:18:39.582431 dv-cinder-837356-2-iscsi neutron-server[103916]: 'QosPolicy': '1.10', Jun 16 17:18:39.582431 dv-cinder-837356-2-iscsi neutron-server[103916]: 'SecurityGroup': '1.5', Jun 16 17:18:39.582431 dv-cinder-837356-2-iscsi neutron-server[103916]: 'SecurityGroupRule': '1.2', Jun 16 17:18:39.582431 dv-cinder-837356-2-iscsi neutron-server[103916]: 'SubPort': '1.0', Jun 16 17:18:39.582431 dv-cinder-837356-2-iscsi neutron-server[103916]: 'Subnet': '1.1', Jun 16 17:18:39.582431 dv-cinder-837356-2-iscsi neutron-server[103916]: 'Trunk': '1.1'}} Jun 16 17:18:39.582431 dv-cinder-837356-2-iscsi neutron-server[103916]: {{(pid=103916) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Jun 16 17:18:42.987160 dv-cinder-837356-2-iscsi neutron-server[103918]: DEBUG neutron_lib.callbacks.manager [None req-c8154cd0-4e8a-4c73-9882-264dbbf7c046 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728539454181', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16149322'] for agent (0913b7ec-eea4-4492-8ef1-e01c4575abca), after_update {{(pid=103918) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 17:18:45.417398 dv-cinder-837356-2-iscsi neutron-server[103918]: DEBUG neutron_lib.callbacks.manager [None req-f8326ac5-5624-4d2b-af54-af3c3805fd05 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728539454181', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16149322'] for agent (7639df21-17c3-4235-8912-210c3ad54137), after_update {{(pid=103918) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 17:18:46.241795 dv-cinder-837356-2-iscsi neutron-server[103918]: DEBUG neutron_lib.callbacks.manager [None req-20715706-35a9-45af-9420-375bdcc64c61 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728539454181', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16149322'] for agent (50395103-89cf-4fb3-87eb-9dff4dfdeea8), after_update {{(pid=103918) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 17:18:48.001234 dv-cinder-837356-2-iscsi neutron-server[103918]: DEBUG neutron_lib.callbacks.manager [None req-90597016-5de8-4c3e-b42a-66aa2c70cc5e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728539454181', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16149322'] for agent (853db9d1-1c17-40a4-900c-de4f90440474), after_update {{(pid=103918) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 17:18:48.426745 dv-cinder-837356-2-iscsi neutron-server[103918]: DEBUG neutron_lib.callbacks.manager [None req-39ead2dc-a542-4f04-b117-439eb7f32aa8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728539454181', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16149322'] for agent (5b2fa84c-1db1-41c6-a6b9-975c3da28daf), after_update {{(pid=103918) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 17:18:49.287025 dv-cinder-837356-2-iscsi neutron-server[103917]: DEBUG dbcounter [-] [103917] Writing DB stats neutron:SELECT=14,neutron:INSERT=8,neutron:UPDATE=1 {{(pid=103917) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 16 17:18:49.291025 dv-cinder-837356-2-iscsi neutron-server[103917]: DEBUG dbcounter [-] [103917] Writing DB stats neutron:SELECT=25,neutron:INSERT=3 {{(pid=103917) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 16 17:18:49.565675 dv-cinder-837356-2-iscsi neutron-server[103916]: DEBUG dbcounter [-] [103916] Writing DB stats neutron:SELECT=17,neutron:DELETE=3 {{(pid=103916) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 16 17:18:49.567850 dv-cinder-837356-2-iscsi neutron-server[103916]: DEBUG dbcounter [-] [103916] Writing DB stats neutron:SELECT=18,neutron:DELETE=1 {{(pid=103916) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 16 17:18:58.413221 dv-cinder-837356-2-iscsi neutron-server[103918]: DEBUG dbcounter [-] [103918] Writing DB stats neutron:SELECT=9,neutron:UPDATE=4 {{(pid=103918) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 16 17:18:58.421613 dv-cinder-837356-2-iscsi neutron-server[103918]: DEBUG dbcounter [-] [103918] Writing DB stats neutron:SELECT=8,neutron:UPDATE=1 {{(pid=103918) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 16 17:18:58.631121 dv-cinder-837356-2-iscsi neutron-server[103919]: DEBUG neutron.db.agents_db [None req-d2debd9c-00d6-4a8f-b9fc-d112a2dcea0d None None] Agent healthcheck: found 5 active agents {{(pid=103919) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jun 16 17:19:08.626391 dv-cinder-837356-2-iscsi neutron-server[103919]: DEBUG dbcounter [-] [103919] Writing DB stats neutron:SELECT=18 {{(pid=103919) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 16 17:19:08.627095 dv-cinder-837356-2-iscsi neutron-server[103919]: DEBUG dbcounter [-] [103919] Writing DB stats neutron:SELECT=16 {{(pid=103919) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 16 17:19:12.984517 dv-cinder-837356-2-iscsi neutron-server[103918]: DEBUG neutron_lib.callbacks.manager [None req-d902de83-7c1b-4a85-852a-2d3ff8c7982d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728539454181', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16149322'] for agent (0913b7ec-eea4-4492-8ef1-e01c4575abca), after_update {{(pid=103918) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 17:19:15.416026 dv-cinder-837356-2-iscsi neutron-server[103918]: DEBUG neutron_lib.callbacks.manager [None req-3f518e1e-a0d5-4a57-b45c-926abe3b3ad1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728539454181', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16149322'] for agent (7639df21-17c3-4235-8912-210c3ad54137), after_update {{(pid=103918) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 17:19:16.247166 dv-cinder-837356-2-iscsi neutron-server[103918]: DEBUG neutron_lib.callbacks.manager [None req-20715706-35a9-45af-9420-375bdcc64c61 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728539454181', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16149322'] for agent (50395103-89cf-4fb3-87eb-9dff4dfdeea8), after_update {{(pid=103918) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 17:19:18.005849 dv-cinder-837356-2-iscsi neutron-server[103918]: DEBUG neutron_lib.callbacks.manager [None req-90597016-5de8-4c3e-b42a-66aa2c70cc5e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728539454181', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16149322'] for agent (853db9d1-1c17-40a4-900c-de4f90440474), after_update {{(pid=103918) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 17:19:18.424767 dv-cinder-837356-2-iscsi neutron-server[103918]: DEBUG neutron_lib.callbacks.manager [None req-39ead2dc-a542-4f04-b117-439eb7f32aa8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728539454181', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16149322'] for agent (5b2fa84c-1db1-41c6-a6b9-975c3da28daf), after_update {{(pid=103918) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 17:19:28.414746 dv-cinder-837356-2-iscsi neutron-server[103918]: DEBUG dbcounter [-] [103918] Writing DB stats neutron:SELECT=10 {{(pid=103918) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 16 17:19:28.417940 dv-cinder-837356-2-iscsi neutron-server[103918]: DEBUG dbcounter [-] [103918] Writing DB stats neutron:SELECT=5,neutron:UPDATE=5 {{(pid=103918) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 16 17:19:35.631246 dv-cinder-837356-2-iscsi neutron-server[103919]: DEBUG neutron.db.agents_db [None req-d2debd9c-00d6-4a8f-b9fc-d112a2dcea0d None None] Agent healthcheck: found 5 active agents {{(pid=103919) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jun 16 17:19:40.640387 dv-cinder-837356-2-iscsi neutron-server[103919]: DEBUG dbcounter [-] [103919] Writing DB stats neutron:SELECT=4 {{(pid=103919) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 16 17:19:42.986741 dv-cinder-837356-2-iscsi neutron-server[103918]: DEBUG neutron_lib.callbacks.manager [None req-7e24cba3-5342-40fe-af92-ab8c5140b2ec None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728539454181', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16149322'] for agent (0913b7ec-eea4-4492-8ef1-e01c4575abca), after_update {{(pid=103918) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 17:19:45.411047 dv-cinder-837356-2-iscsi neutron-server[103918]: DEBUG neutron_lib.callbacks.manager [None req-9da24b59-a4ff-45b7-bf8a-a6513284176a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728539454181', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16149322'] for agent (7639df21-17c3-4235-8912-210c3ad54137), after_update {{(pid=103918) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 17:19:45.627224 dv-cinder-837356-2-iscsi neutron-server[103919]: DEBUG dbcounter [-] [103919] Writing DB stats neutron:SELECT=4 {{(pid=103919) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 16 17:19:46.248397 dv-cinder-837356-2-iscsi neutron-server[103918]: DEBUG neutron_lib.callbacks.manager [None req-20715706-35a9-45af-9420-375bdcc64c61 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728539454181', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16149322'] for agent (50395103-89cf-4fb3-87eb-9dff4dfdeea8), after_update {{(pid=103918) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 17:19:48.006491 dv-cinder-837356-2-iscsi neutron-server[103918]: DEBUG neutron_lib.callbacks.manager [None req-90597016-5de8-4c3e-b42a-66aa2c70cc5e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728539454181', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16149322'] for agent (853db9d1-1c17-40a4-900c-de4f90440474), after_update {{(pid=103918) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 17:19:48.420220 dv-cinder-837356-2-iscsi neutron-server[103918]: DEBUG neutron_lib.callbacks.manager [None req-39ead2dc-a542-4f04-b117-439eb7f32aa8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728539454181', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16149322'] for agent (5b2fa84c-1db1-41c6-a6b9-975c3da28daf), after_update {{(pid=103918) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 17:19:58.412531 dv-cinder-837356-2-iscsi neutron-server[103918]: DEBUG dbcounter [-] [103918] Writing DB stats neutron:SELECT=23,neutron:UPDATE=2 {{(pid=103918) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 16 17:19:58.414642 dv-cinder-837356-2-iscsi neutron-server[103918]: DEBUG dbcounter [-] [103918] Writing DB stats neutron:SELECT=18,neutron:UPDATE=3 {{(pid=103918) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 16 17:20:12.631409 dv-cinder-837356-2-iscsi neutron-server[103919]: DEBUG neutron.db.agents_db [None req-d2debd9c-00d6-4a8f-b9fc-d112a2dcea0d None None] Agent healthcheck: found 5 active agents {{(pid=103919) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jun 16 17:20:12.982144 dv-cinder-837356-2-iscsi neutron-server[103918]: DEBUG neutron_lib.callbacks.manager [None req-07cfae03-a790-4134-b474-67898c1ba534 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728539454181', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16149322'] for agent (0913b7ec-eea4-4492-8ef1-e01c4575abca), after_update {{(pid=103918) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 17:20:15.407174 dv-cinder-837356-2-iscsi neutron-server[103918]: DEBUG neutron_lib.callbacks.manager [None req-d5926b2e-e1d6-4eb6-861a-44f20addfe00 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728539454181', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16149322'] for agent (7639df21-17c3-4235-8912-210c3ad54137), after_update {{(pid=103918) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 17:20:16.251984 dv-cinder-837356-2-iscsi neutron-server[103918]: DEBUG neutron_lib.callbacks.manager [None req-20715706-35a9-45af-9420-375bdcc64c61 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728539454181', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16149322'] for agent (50395103-89cf-4fb3-87eb-9dff4dfdeea8), after_update {{(pid=103918) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 17:20:17.637164 dv-cinder-837356-2-iscsi neutron-server[103919]: DEBUG dbcounter [-] [103919] Writing DB stats neutron:SELECT=3 {{(pid=103919) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 16 17:20:18.114466 dv-cinder-837356-2-iscsi neutron-server[103918]: DEBUG neutron_lib.callbacks.manager [None req-90597016-5de8-4c3e-b42a-66aa2c70cc5e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728539454181', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16149322'] for agent (853db9d1-1c17-40a4-900c-de4f90440474), after_update {{(pid=103918) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 17:20:18.424980 dv-cinder-837356-2-iscsi neutron-server[103918]: DEBUG neutron_lib.callbacks.manager [None req-39ead2dc-a542-4f04-b117-439eb7f32aa8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728539454181', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16149322'] for agent (5b2fa84c-1db1-41c6-a6b9-975c3da28daf), after_update {{(pid=103918) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 17:20:22.627191 dv-cinder-837356-2-iscsi neutron-server[103919]: DEBUG dbcounter [-] [103919] Writing DB stats neutron:SELECT=6,neutron:DELETE=1 {{(pid=103919) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 16 17:20:28.417425 dv-cinder-837356-2-iscsi neutron-server[103918]: DEBUG dbcounter [-] [103918] Writing DB stats neutron:SELECT=5,neutron:UPDATE=2 {{(pid=103918) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 16 17:20:28.420560 dv-cinder-837356-2-iscsi neutron-server[103918]: DEBUG dbcounter [-] [103918] Writing DB stats neutron:SELECT=10,neutron:UPDATE=3 {{(pid=103918) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 16 17:20:29.387702 dv-cinder-837356-2-iscsi neutron-server[103918]: DEBUG neutron_lib.callbacks.manager [None req-b2b17746-c296-4803-869a-65578e8233dd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728539454181', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-705385'] for agent (2e97d73d-50fc-4f89-a4ea-85f65eb860d8), after_create {{(pid=103918) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 17:20:39.378594 dv-cinder-837356-2-iscsi neutron-server[103918]: DEBUG dbcounter [-] [103918] Writing DB stats neutron:SELECT=2 {{(pid=103918) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 16 17:20:39.382092 dv-cinder-837356-2-iscsi neutron-server[103918]: DEBUG dbcounter [-] [103918] Writing DB stats neutron:INSERT=1 {{(pid=103918) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 16 17:20:42.206649 dv-cinder-837356-2-iscsi neutron-server[103917]: DEBUG neutron.wsgi [-] (103917) accepted ('10.222.0.66', 35226) {{(pid=103917) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 16 17:20:42.341419 dv-cinder-837356-2-iscsi neutron-server[103917]: INFO neutron.wsgi [None req-ea81c510-d3c4-496b-b86a-8c25a416f605 admin admin] 10.222.0.66 "GET /v2.0/agents HTTP/1.1" status: 200 len: 4553 time: 0.1335678 Jun 16 17:20:42.985990 dv-cinder-837356-2-iscsi neutron-server[103918]: DEBUG neutron_lib.callbacks.manager [None req-d071d796-7ab9-4d49-9e7e-845bdbade29c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728539454181', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16149322'] for agent (0913b7ec-eea4-4492-8ef1-e01c4575abca), after_update {{(pid=103918) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 17:20:44.510675 dv-cinder-837356-2-iscsi neutron-server[103917]: DEBUG neutron.wsgi [-] (103917) accepted ('10.222.0.66', 35236) {{(pid=103917) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 16 17:20:44.568133 dv-cinder-837356-2-iscsi neutron-server[103917]: INFO neutron.wsgi [None req-b53d396b-6fd6-4324-9277-b93e2636187b admin admin] 10.222.0.66 "GET /v2.0/agents HTTP/1.1" status: 200 len: 4553 time: 0.0562706 Jun 16 17:20:45.412633 dv-cinder-837356-2-iscsi neutron-server[103918]: DEBUG neutron_lib.callbacks.manager [None req-e9e23278-3daf-4096-b116-04486c0f9877 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728539454181', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16149322'] for agent (7639df21-17c3-4235-8912-210c3ad54137), after_update {{(pid=103918) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 17:20:46.255061 dv-cinder-837356-2-iscsi neutron-server[103918]: DEBUG neutron_lib.callbacks.manager [None req-20715706-35a9-45af-9420-375bdcc64c61 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728539454181', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16149322'] for agent (50395103-89cf-4fb3-87eb-9dff4dfdeea8), after_update {{(pid=103918) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 17:20:48.014525 dv-cinder-837356-2-iscsi neutron-server[103918]: DEBUG neutron_lib.callbacks.manager [None req-90597016-5de8-4c3e-b42a-66aa2c70cc5e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728539454181', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16149322'] for agent (853db9d1-1c17-40a4-900c-de4f90440474), after_update {{(pid=103918) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 17:20:48.430085 dv-cinder-837356-2-iscsi neutron-server[103918]: DEBUG neutron_lib.callbacks.manager [None req-39ead2dc-a542-4f04-b117-439eb7f32aa8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728539454181', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16149322'] for agent (5b2fa84c-1db1-41c6-a6b9-975c3da28daf), after_update {{(pid=103918) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 17:20:49.631658 dv-cinder-837356-2-iscsi neutron-server[103919]: DEBUG neutron.db.agents_db [None req-d2debd9c-00d6-4a8f-b9fc-d112a2dcea0d None None] Agent healthcheck: found 6 active agents {{(pid=103919) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jun 16 17:20:54.562382 dv-cinder-837356-2-iscsi neutron-server[103917]: DEBUG dbcounter [-] [103917] Writing DB stats neutron:SELECT=2 {{(pid=103917) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 16 17:20:54.563357 dv-cinder-837356-2-iscsi neutron-server[103917]: DEBUG dbcounter [-] [103917] Writing DB stats neutron:SELECT=2 {{(pid=103917) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 16 17:20:54.637369 dv-cinder-837356-2-iscsi neutron-server[103919]: DEBUG dbcounter [-] [103919] Writing DB stats neutron:SELECT=3 {{(pid=103919) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 16 17:20:58.422528 dv-cinder-837356-2-iscsi neutron-server[103918]: DEBUG dbcounter [-] [103918] Writing DB stats neutron:SELECT=7,neutron:UPDATE=3 {{(pid=103918) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 16 17:20:58.424721 dv-cinder-837356-2-iscsi neutron-server[103918]: DEBUG dbcounter [-] [103918] Writing DB stats neutron:SELECT=8,neutron:UPDATE=2 {{(pid=103918) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 16 17:20:59.375435 dv-cinder-837356-2-iscsi neutron-server[103918]: DEBUG neutron_lib.callbacks.manager [None req-b2b17746-c296-4803-869a-65578e8233dd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728539454181', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16149322'] for agent (2e97d73d-50fc-4f89-a4ea-85f65eb860d8), after_update {{(pid=103918) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 17:21:08.136947 dv-cinder-837356-2-iscsi neutron-server[103919]: DEBUG dbcounter [-] [103919] Writing DB stats neutron:SELECT=12 {{(pid=103919) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 16 17:21:08.137859 dv-cinder-837356-2-iscsi neutron-server[103919]: DEBUG dbcounter [-] [103919] Writing DB stats neutron:SELECT=19 {{(pid=103919) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 16 17:21:09.363912 dv-cinder-837356-2-iscsi neutron-server[103918]: DEBUG dbcounter [-] [103918] Writing DB stats neutron:SELECT=2 {{(pid=103918) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 16 17:21:09.369729 dv-cinder-837356-2-iscsi neutron-server[103918]: DEBUG dbcounter [-] [103918] Writing DB stats neutron:SELECT=1,neutron:UPDATE=1 {{(pid=103918) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 16 17:21:12.991452 dv-cinder-837356-2-iscsi neutron-server[103918]: DEBUG neutron_lib.callbacks.manager [None req-852a0e9a-5a5f-42db-9cc6-c4ed02242a27 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728539454181', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16149322'] for agent (0913b7ec-eea4-4492-8ef1-e01c4575abca), after_update {{(pid=103918) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 17:21:15.417594 dv-cinder-837356-2-iscsi neutron-server[103918]: DEBUG neutron_lib.callbacks.manager [None req-88cd519b-db80-4dbd-ae5e-0d89260c71fe None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728539454181', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16149322'] for agent (7639df21-17c3-4235-8912-210c3ad54137), after_update {{(pid=103918) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 17:21:16.258118 dv-cinder-837356-2-iscsi neutron-server[103918]: DEBUG neutron_lib.callbacks.manager [None req-20715706-35a9-45af-9420-375bdcc64c61 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728539454181', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16149322'] for agent (50395103-89cf-4fb3-87eb-9dff4dfdeea8), after_update {{(pid=103918) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 17:21:18.016003 dv-cinder-837356-2-iscsi neutron-server[103918]: DEBUG neutron_lib.callbacks.manager [None req-90597016-5de8-4c3e-b42a-66aa2c70cc5e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728539454181', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16149322'] for agent (853db9d1-1c17-40a4-900c-de4f90440474), after_update {{(pid=103918) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 17:21:18.435146 dv-cinder-837356-2-iscsi neutron-server[103918]: DEBUG neutron_lib.callbacks.manager [None req-39ead2dc-a542-4f04-b117-439eb7f32aa8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728539454181', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16149322'] for agent (5b2fa84c-1db1-41c6-a6b9-975c3da28daf), after_update {{(pid=103918) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 17:21:26.632754 dv-cinder-837356-2-iscsi neutron-server[103919]: DEBUG neutron.db.agents_db [None req-d2debd9c-00d6-4a8f-b9fc-d112a2dcea0d None None] Agent healthcheck: found 6 active agents {{(pid=103919) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jun 16 17:21:28.428054 dv-cinder-837356-2-iscsi neutron-server[103918]: DEBUG dbcounter [-] [103918] Writing DB stats neutron:SELECT=8,neutron:UPDATE=1 {{(pid=103918) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 16 17:21:28.430113 dv-cinder-837356-2-iscsi neutron-server[103918]: DEBUG dbcounter [-] [103918] Writing DB stats neutron:SELECT=7,neutron:UPDATE=4 {{(pid=103918) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 16 17:21:29.403896 dv-cinder-837356-2-iscsi neutron-server[103918]: DEBUG neutron_lib.callbacks.manager [None req-b2b17746-c296-4803-869a-65578e8233dd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728539454181', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16149322'] for agent (2e97d73d-50fc-4f89-a4ea-85f65eb860d8), after_update {{(pid=103918) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 17:21:31.635894 dv-cinder-837356-2-iscsi neutron-server[103919]: DEBUG dbcounter [-] [103919] Writing DB stats neutron:SELECT=3 {{(pid=103919) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 16 17:21:36.626812 dv-cinder-837356-2-iscsi neutron-server[103919]: DEBUG dbcounter [-] [103919] Writing DB stats neutron:SELECT=5 {{(pid=103919) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 16 17:21:42.998759 dv-cinder-837356-2-iscsi neutron-server[103918]: DEBUG neutron_lib.callbacks.manager [None req-0d764f43-6df7-442d-bd8d-d259cb9914c3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728539454181', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16149322'] for agent (0913b7ec-eea4-4492-8ef1-e01c4575abca), after_update {{(pid=103918) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 17:21:45.422478 dv-cinder-837356-2-iscsi neutron-server[103918]: DEBUG neutron_lib.callbacks.manager [None req-249bb68b-443f-4b30-9959-423dcf047095 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728539454181', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16149322'] for agent (7639df21-17c3-4235-8912-210c3ad54137), after_update {{(pid=103918) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 17:21:46.262101 dv-cinder-837356-2-iscsi neutron-server[103918]: DEBUG neutron_lib.callbacks.manager [None req-20715706-35a9-45af-9420-375bdcc64c61 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728539454181', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16149322'] for agent (50395103-89cf-4fb3-87eb-9dff4dfdeea8), after_update {{(pid=103918) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 17:21:48.019127 dv-cinder-837356-2-iscsi neutron-server[103918]: DEBUG neutron_lib.callbacks.manager [None req-90597016-5de8-4c3e-b42a-66aa2c70cc5e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728539454181', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16149322'] for agent (853db9d1-1c17-40a4-900c-de4f90440474), after_update {{(pid=103918) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 17:21:48.439930 dv-cinder-837356-2-iscsi neutron-server[103918]: DEBUG neutron_lib.callbacks.manager [None req-39ead2dc-a542-4f04-b117-439eb7f32aa8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728539454181', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16149322'] for agent (5b2fa84c-1db1-41c6-a6b9-975c3da28daf), after_update {{(pid=103918) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 17:21:58.432321 dv-cinder-837356-2-iscsi neutron-server[103918]: DEBUG dbcounter [-] [103918] Writing DB stats neutron:SELECT=15,neutron:UPDATE=2 {{(pid=103918) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 16 17:21:58.434277 dv-cinder-837356-2-iscsi neutron-server[103918]: DEBUG dbcounter [-] [103918] Writing DB stats neutron:SELECT=29,neutron:UPDATE=4 {{(pid=103918) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 16 17:21:59.392529 dv-cinder-837356-2-iscsi neutron-server[103918]: DEBUG neutron_lib.callbacks.manager [None req-b2b17746-c296-4803-869a-65578e8233dd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728539454181', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16149322'] for agent (2e97d73d-50fc-4f89-a4ea-85f65eb860d8), after_update {{(pid=103918) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 17:22:03.632721 dv-cinder-837356-2-iscsi neutron-server[103919]: DEBUG neutron.db.agents_db [None req-d2debd9c-00d6-4a8f-b9fc-d112a2dcea0d None None] Agent healthcheck: found 6 active agents {{(pid=103919) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jun 16 17:22:09.377166 dv-cinder-837356-2-iscsi neutron-server[103918]: DEBUG dbcounter [-] [103918] Writing DB stats neutron:SELECT=1 {{(pid=103918) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 16 17:22:09.387133 dv-cinder-837356-2-iscsi neutron-server[103918]: DEBUG dbcounter [-] [103918] Writing DB stats neutron:SELECT=2,neutron:UPDATE=1 {{(pid=103918) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 16 17:22:12.994575 dv-cinder-837356-2-iscsi neutron-server[103918]: DEBUG neutron_lib.callbacks.manager [None req-0ce79113-1e20-4694-bddc-fa3da4cbf31b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728539454181', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16149322'] for agent (0913b7ec-eea4-4492-8ef1-e01c4575abca), after_update {{(pid=103918) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 17:22:15.427216 dv-cinder-837356-2-iscsi neutron-server[103918]: DEBUG neutron_lib.callbacks.manager [None req-a6f1e1f9-7dcb-4ee9-b972-91b0b5bda4df None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728539454181', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16149322'] for agent (7639df21-17c3-4235-8912-210c3ad54137), after_update {{(pid=103918) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 17:22:15.632525 dv-cinder-837356-2-iscsi neutron-server[103919]: DEBUG dbcounter [-] [103919] Writing DB stats neutron:SELECT=5,neutron:DELETE=1 {{(pid=103919) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 16 17:22:15.633509 dv-cinder-837356-2-iscsi neutron-server[103919]: DEBUG dbcounter [-] [103919] Writing DB stats neutron:SELECT=6 {{(pid=103919) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 16 17:22:16.269560 dv-cinder-837356-2-iscsi neutron-server[103918]: DEBUG neutron_lib.callbacks.manager [None req-20715706-35a9-45af-9420-375bdcc64c61 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728539454181', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16149322'] for agent (50395103-89cf-4fb3-87eb-9dff4dfdeea8), after_update {{(pid=103918) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 17:22:18.030712 dv-cinder-837356-2-iscsi neutron-server[103918]: DEBUG neutron_lib.callbacks.manager [None req-90597016-5de8-4c3e-b42a-66aa2c70cc5e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728539454181', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16149322'] for agent (853db9d1-1c17-40a4-900c-de4f90440474), after_update {{(pid=103918) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 17:22:18.450602 dv-cinder-837356-2-iscsi neutron-server[103918]: DEBUG neutron_lib.callbacks.manager [None req-39ead2dc-a542-4f04-b117-439eb7f32aa8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728539454181', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16149322'] for agent (5b2fa84c-1db1-41c6-a6b9-975c3da28daf), after_update {{(pid=103918) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 17:22:21.319478 dv-cinder-837356-2-iscsi neutron-server[103917]: DEBUG neutron.wsgi [-] (103917) accepted ('10.222.0.66', 35394) {{(pid=103917) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 16 17:22:21.430153 dv-cinder-837356-2-iscsi neutron-server[103917]: DEBUG neutron.wsgi [-] (103917) accepted ('10.222.0.66', 35408) {{(pid=103917) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 16 17:22:21.556437 dv-cinder-837356-2-iscsi neutron-server[103917]: DEBUG neutron.api.v2.base [None req-a72acc0f-f7d6-4a60-b2c1-36c37c9d4d26 admin admin] Request body: {'network': {'name': 'tempest-DeleteServersTestJSON-1179589301-network', 'tenant_id': '859da351f9cc437ebe79e5bdb87a177d'}} {{(pid=103917) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jun 16 17:22:21.582159 dv-cinder-837356-2-iscsi neutron-server[103917]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a72acc0f-f7d6-4a60-b2c1-36c37c9d4d26 admin admin] Made reservation on behalf of 859da351f9cc437ebe79e5bdb87a177d for: {'network': 1} {{(pid=103917) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 16 17:22:21.588009 dv-cinder-837356-2-iscsi neutron-server[103917]: DEBUG neutron_lib.callbacks.manager [None req-a72acc0f-f7d6-4a60-b2c1-36c37c9d4d26 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16007590'] for network (None), before_create {{(pid=103917) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 17:22:21.598158 dv-cinder-837356-2-iscsi neutron-server[103917]: DEBUG neutron_lib.callbacks.manager [None req-a72acc0f-f7d6-4a60-b2c1-36c37c9d4d26 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103917) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 17:22:21.690596 dv-cinder-837356-2-iscsi neutron-server[103917]: DEBUG neutron.api.v2.base [None req-b8932e3f-3c2a-4bb3-b0ac-88f5bf39129b admin admin] Request body: {'network': {'name': 'tempest-ServerRescueNegativeTestJSON-1592621772-network', 'tenant_id': 'ccf5c45783454fc5a7872490196f07e0'}} {{(pid=103917) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jun 16 17:22:21.701369 dv-cinder-837356-2-iscsi neutron-server[103917]: DEBUG neutron_lib.callbacks.manager [None req-a72acc0f-f7d6-4a60-b2c1-36c37c9d4d26 admin admin] Publish callbacks [] for security_group (9db58268-b1a0-4bab-b8d1-6bdd045c4c5a), precommit_create {{(pid=103917) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 17:22:21.708971 dv-cinder-837356-2-iscsi neutron-server[103917]: DEBUG neutron_lib.callbacks.manager [None req-a72acc0f-f7d6-4a60-b2c1-36c37c9d4d26 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-570488'] for security_group (9db58268-b1a0-4bab-b8d1-6bdd045c4c5a), after_create {{(pid=103917) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 17:22:21.738716 dv-cinder-837356-2-iscsi neutron-server[103917]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-a72acc0f-f7d6-4a60-b2c1-36c37c9d4d26 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 1023} {{(pid=103917) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jun 16 17:22:21.754448 dv-cinder-837356-2-iscsi neutron-server[103917]: DEBUG neutron_lib.callbacks.manager [None req-a72acc0f-f7d6-4a60-b2c1-36c37c9d4d26 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16150272'] for segment (fc64d2c6-c2f0-412f-b3c5-2a5dbaec0731), precommit_create {{(pid=103917) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 17:22:21.755427 dv-cinder-837356-2-iscsi neutron-server[103917]: INFO neutron.db.segments_db [None req-a72acc0f-f7d6-4a60-b2c1-36c37c9d4d26 admin admin] Added segment fc64d2c6-c2f0-412f-b3c5-2a5dbaec0731 of type vlan for network cccb02cd-ffcd-4f18-9410-1ede3b2101bc Jun 16 17:22:21.839904 dv-cinder-837356-2-iscsi neutron-server[103917]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b8932e3f-3c2a-4bb3-b0ac-88f5bf39129b admin admin] Made reservation on behalf of ccf5c45783454fc5a7872490196f07e0 for: {'network': 1} {{(pid=103917) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 16 17:22:21.842677 dv-cinder-837356-2-iscsi neutron-server[103917]: DEBUG neutron_lib.callbacks.manager [None req-b8932e3f-3c2a-4bb3-b0ac-88f5bf39129b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16007590'] for network (None), before_create {{(pid=103917) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 17:22:21.850512 dv-cinder-837356-2-iscsi neutron-server[103917]: DEBUG neutron_lib.callbacks.manager [None req-a72acc0f-f7d6-4a60-b2c1-36c37c9d4d26 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8728539013196'] for network (cccb02cd-ffcd-4f18-9410-1ede3b2101bc), precommit_create {{(pid=103917) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 17:22:21.887515 dv-cinder-837356-2-iscsi neutron-server[103917]: DEBUG neutron_lib.callbacks.manager [None req-b8932e3f-3c2a-4bb3-b0ac-88f5bf39129b admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103917) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 17:22:21.892154 dv-cinder-837356-2-iscsi neutron-server[103917]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a72acc0f-f7d6-4a60-b2c1-36c37c9d4d26 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9db58268-b1a0-4bab-b8d1-6bdd045c4c5a,revision_number=1']} {{(pid=103917) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 17:22:21.911131 dv-cinder-837356-2-iscsi neutron-server[103917]: DEBUG neutron_lib.callbacks.manager [None req-a72acc0f-f7d6-4a60-b2c1-36c37c9d4d26 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-570401', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16241551'] for network (cccb02cd-ffcd-4f18-9410-1ede3b2101bc), after_create {{(pid=103917) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 17:22:21.912389 dv-cinder-837356-2-iscsi neutron-server[103917]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a72acc0f-f7d6-4a60-b2c1-36c37c9d4d26 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103917) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 16 17:22:21.913121 dv-cinder-837356-2-iscsi neutron-server[103917]: DEBUG neutron_lib.callbacks.manager [None req-a72acc0f-f7d6-4a60-b2c1-36c37c9d4d26 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-16241561'] for network (None), before_response {{(pid=103917) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 17:22:21.935026 dv-cinder-837356-2-iscsi neutron-server[103917]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a72acc0f-f7d6-4a60-b2c1-36c37c9d4d26 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-837356-2-iscsi {{(pid=103917) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 17:22:21.935385 dv-cinder-837356-2-iscsi neutron-server[103917]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a72acc0f-f7d6-4a60-b2c1-36c37c9d4d26 admin admin] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-837356-2-iscsi {{(pid=103917) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 17:22:21.935744 dv-cinder-837356-2-iscsi neutron-server[103917]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a72acc0f-f7d6-4a60-b2c1-36c37c9d4d26 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-837356-2-iscsi {{(pid=103917) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 17:22:21.936076 dv-cinder-837356-2-iscsi neutron-server[103917]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a72acc0f-f7d6-4a60-b2c1-36c37c9d4d26 admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-837356-2-iscsi {{(pid=103917) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 17:22:21.936399 dv-cinder-837356-2-iscsi neutron-server[103917]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a72acc0f-f7d6-4a60-b2c1-36c37c9d4d26 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-837356-2-iscsi {{(pid=103917) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 17:22:21.936719 dv-cinder-837356-2-iscsi neutron-server[103917]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a72acc0f-f7d6-4a60-b2c1-36c37c9d4d26 admin admin] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-837356-2-iscsi {{(pid=103917) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 17:22:21.937043 dv-cinder-837356-2-iscsi neutron-server[103917]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a72acc0f-f7d6-4a60-b2c1-36c37c9d4d26 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-837356-2-iscsi {{(pid=103917) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 17:22:21.937373 dv-cinder-837356-2-iscsi neutron-server[103917]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a72acc0f-f7d6-4a60-b2c1-36c37c9d4d26 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-837356-2-iscsi {{(pid=103917) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 17:22:21.937887 dv-cinder-837356-2-iscsi neutron-server[103917]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a72acc0f-f7d6-4a60-b2c1-36c37c9d4d26 admin admin] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-837356-2-iscsi {{(pid=103917) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 17:22:21.938357 dv-cinder-837356-2-iscsi neutron-server[103917]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a72acc0f-f7d6-4a60-b2c1-36c37c9d4d26 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-837356-2-iscsi {{(pid=103917) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 17:22:21.938826 dv-cinder-837356-2-iscsi neutron-server[103917]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a72acc0f-f7d6-4a60-b2c1-36c37c9d4d26 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-837356-2-iscsi {{(pid=103917) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 17:22:21.939302 dv-cinder-837356-2-iscsi neutron-server[103917]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a72acc0f-f7d6-4a60-b2c1-36c37c9d4d26 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-837356-2-iscsi {{(pid=103917) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 17:22:21.939764 dv-cinder-837356-2-iscsi neutron-server[103917]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a72acc0f-f7d6-4a60-b2c1-36c37c9d4d26 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-837356-2-iscsi {{(pid=103917) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 17:22:21.940243 dv-cinder-837356-2-iscsi neutron-server[103917]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a72acc0f-f7d6-4a60-b2c1-36c37c9d4d26 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-837356-2-iscsi {{(pid=103917) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 17:22:21.940709 dv-cinder-837356-2-iscsi neutron-server[103917]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a72acc0f-f7d6-4a60-b2c1-36c37c9d4d26 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-837356-2-iscsi {{(pid=103917) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 17:22:21.942068 dv-cinder-837356-2-iscsi neutron-server[103917]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a72acc0f-f7d6-4a60-b2c1-36c37c9d4d26 admin admin] Tracked resource versions report: Jun 16 17:22:21.942068 dv-cinder-837356-2-iscsi neutron-server[103917]: pushed versions: Jun 16 17:22:21.942068 dv-cinder-837356-2-iscsi neutron-server[103917]: { 'AddressGroup': {'1.2'}, Jun 16 17:22:21.942068 dv-cinder-837356-2-iscsi neutron-server[103917]: 'Agent': {'1.1'}, Jun 16 17:22:21.942068 dv-cinder-837356-2-iscsi neutron-server[103917]: 'ConntrackHelper': {'1.0'}, Jun 16 17:22:21.942068 dv-cinder-837356-2-iscsi neutron-server[103917]: 'LocalIPAssociation': {'1.0'}, Jun 16 17:22:21.942068 dv-cinder-837356-2-iscsi neutron-server[103917]: 'Log': {'1.0'}, Jun 16 17:22:21.942068 dv-cinder-837356-2-iscsi neutron-server[103917]: 'NDPProxy': {'1.0'}, Jun 16 17:22:21.942068 dv-cinder-837356-2-iscsi neutron-server[103917]: 'Network': {'1.1'}, Jun 16 17:22:21.942068 dv-cinder-837356-2-iscsi neutron-server[103917]: 'Port': {'1.7'}, Jun 16 17:22:21.942068 dv-cinder-837356-2-iscsi neutron-server[103917]: 'PortForwarding': {'1.3'}, Jun 16 17:22:21.942068 dv-cinder-837356-2-iscsi neutron-server[103917]: 'QosPolicy': {'1.10'}, Jun 16 17:22:21.942068 dv-cinder-837356-2-iscsi neutron-server[103917]: 'SecurityGroup': {'1.5'}, Jun 16 17:22:21.942068 dv-cinder-837356-2-iscsi neutron-server[103917]: 'SecurityGroupRule': {'1.2'}, Jun 16 17:22:21.942068 dv-cinder-837356-2-iscsi neutron-server[103917]: 'SubPort': {'1.0'}, Jun 16 17:22:21.942068 dv-cinder-837356-2-iscsi neutron-server[103917]: 'Subnet': {'1.1'}, Jun 16 17:22:21.942068 dv-cinder-837356-2-iscsi neutron-server[103917]: 'Trunk': {'1.1'}} Jun 16 17:22:21.942068 dv-cinder-837356-2-iscsi neutron-server[103917]: consumer versions: Jun 16 17:22:21.942068 dv-cinder-837356-2-iscsi neutron-server[103917]: { DHCP agent@dv-cinder-837356-2-iscsi: {}, Jun 16 17:22:21.942068 dv-cinder-837356-2-iscsi neutron-server[103917]: HyperV agent@hv-cinder-83735: {}, Jun 16 17:22:21.942068 dv-cinder-837356-2-iscsi neutron-server[103917]: L3 agent@dv-cinder-837356-2-iscsi: {}, Jun 16 17:22:21.942068 dv-cinder-837356-2-iscsi neutron-server[103917]: Metadata agent@dv-cinder-837356-2-iscsi: {}, Jun 16 17:22:21.942068 dv-cinder-837356-2-iscsi neutron-server[103917]: Metering agent@dv-cinder-837356-2-iscsi: {}, Jun 16 17:22:21.942068 dv-cinder-837356-2-iscsi neutron-server[103917]: Open vSwitch agent@dv-cinder-837356-2-iscsi: { 'AddressGroup': '1.2', Jun 16 17:22:21.942068 dv-cinder-837356-2-iscsi neutron-server[103917]: 'Agent': '1.1', Jun 16 17:22:21.942068 dv-cinder-837356-2-iscsi neutron-server[103917]: 'ConntrackHelper': '1.0', Jun 16 17:22:21.942068 dv-cinder-837356-2-iscsi neutron-server[103917]: 'LocalIPAssociation': '1.0', Jun 16 17:22:21.942068 dv-cinder-837356-2-iscsi neutron-server[103917]: 'Log': '1.0', Jun 16 17:22:21.942068 dv-cinder-837356-2-iscsi neutron-server[103917]: 'NDPProxy': '1.0', Jun 16 17:22:21.942068 dv-cinder-837356-2-iscsi neutron-server[103917]: 'Network': '1.1', Jun 16 17:22:21.942068 dv-cinder-837356-2-iscsi neutron-server[103917]: 'Port': '1.7', Jun 16 17:22:21.942068 dv-cinder-837356-2-iscsi neutron-server[103917]: 'PortForwarding': '1.3', Jun 16 17:22:21.942068 dv-cinder-837356-2-iscsi neutron-server[103917]: 'QosPolicy': '1.10', Jun 16 17:22:21.942068 dv-cinder-837356-2-iscsi neutron-server[103917]: 'SecurityGroup': '1.5', Jun 16 17:22:21.942068 dv-cinder-837356-2-iscsi neutron-server[103917]: 'SecurityGroupRule': '1.2', Jun 16 17:22:21.942068 dv-cinder-837356-2-iscsi neutron-server[103917]: 'SubPort': '1.0', Jun 16 17:22:21.942068 dv-cinder-837356-2-iscsi neutron-server[103917]: 'Subnet': '1.1', Jun 16 17:22:21.942068 dv-cinder-837356-2-iscsi neutron-server[103917]: 'Trunk': '1.1'}} Jun 16 17:22:21.942068 dv-cinder-837356-2-iscsi neutron-server[103917]: {{(pid=103917) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Jun 16 17:22:21.948949 dv-cinder-837356-2-iscsi neutron-server[103917]: INFO neutron.wsgi [None req-a72acc0f-f7d6-4a60-b2c1-36c37c9d4d26 admin admin] 10.222.0.66 "POST /v2.0/networks HTTP/1.1" status: 201 len: 867 time: 0.6282024 Jun 16 17:22:21.952629 dv-cinder-837356-2-iscsi neutron-server[103916]: DEBUG neutron.wsgi [-] (103916) accepted ('10.222.0.66', 35438) {{(pid=103916) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 16 17:22:21.961923 dv-cinder-837356-2-iscsi neutron-server[103916]: DEBUG neutron.api.v2.base [None req-3e81854f-4b4f-4e75-b6f4-518a62927ea7 admin admin] Request body: {'subnet': {'network_id': 'cccb02cd-ffcd-4f18-9410-1ede3b2101bc', 'cidr': '172.20.0.0/28', 'name': 'tempest-DeleteServersTestJSON-1179589301-subnet', 'tenant_id': '859da351f9cc437ebe79e5bdb87a177d', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=103916) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jun 16 17:22:22.007158 dv-cinder-837356-2-iscsi neutron-server[103916]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3e81854f-4b4f-4e75-b6f4-518a62927ea7 admin admin] Made reservation on behalf of 859da351f9cc437ebe79e5bdb87a177d for: {'subnet': 1} {{(pid=103916) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 16 17:22:22.010768 dv-cinder-837356-2-iscsi neutron-server[103916]: DEBUG neutron_lib.callbacks.manager [None req-3e81854f-4b4f-4e75-b6f4-518a62927ea7 admin admin] Publish callbacks [] for subnet (None), before_create {{(pid=103916) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 17:22:22.034412 dv-cinder-837356-2-iscsi neutron-server[103917]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a72acc0f-f7d6-4a60-b2c1-36c37c9d4d26 admin admin] Pushing event updated for resources: {'Network': ['ID=cccb02cd-ffcd-4f18-9410-1ede3b2101bc,revision_number=1']} {{(pid=103917) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 17:22:22.050292 dv-cinder-837356-2-iscsi neutron-server[103918]: DEBUG neutron.plugins.ml2.rpc [None req-39ead2dc-a542-4f04-b117-439eb7f32aa8 None None] Network cccb02cd-ffcd-4f18-9410-1ede3b2101bc details requested by agent ovs-agent-dv-cinder-837356-2-iscsi with host dv-cinder-837356-2-iscsi {{(pid=103918) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jun 16 17:22:22.105333 dv-cinder-837356-2-iscsi neutron-server[103917]: DEBUG neutron_lib.callbacks.manager [None req-b8932e3f-3c2a-4bb3-b0ac-88f5bf39129b admin admin] Publish callbacks [] for security_group (ce781013-5cdb-4bc3-8c66-743aa21b4c5c), precommit_create {{(pid=103917) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 17:22:22.110988 dv-cinder-837356-2-iscsi neutron-server[103917]: DEBUG neutron_lib.callbacks.manager [None req-b8932e3f-3c2a-4bb3-b0ac-88f5bf39129b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-570488'] for security_group (ce781013-5cdb-4bc3-8c66-743aa21b4c5c), after_create {{(pid=103917) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 17:22:22.145753 dv-cinder-837356-2-iscsi neutron-server[103917]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-b8932e3f-3c2a-4bb3-b0ac-88f5bf39129b admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 1012} {{(pid=103917) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jun 16 17:22:22.156515 dv-cinder-837356-2-iscsi neutron-server[103917]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b8932e3f-3c2a-4bb3-b0ac-88f5bf39129b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ce781013-5cdb-4bc3-8c66-743aa21b4c5c,revision_number=1']} {{(pid=103917) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 17:22:22.162374 dv-cinder-837356-2-iscsi neutron-server[103917]: DEBUG neutron_lib.callbacks.manager [None req-b8932e3f-3c2a-4bb3-b0ac-88f5bf39129b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16150272'] for segment (036772f7-7333-486e-9364-cdd941d04468), precommit_create {{(pid=103917) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 17:22:22.163227 dv-cinder-837356-2-iscsi neutron-server[103917]: INFO neutron.db.segments_db [None req-b8932e3f-3c2a-4bb3-b0ac-88f5bf39129b admin admin] Added segment 036772f7-7333-486e-9364-cdd941d04468 of type vlan for network 7c13538c-2941-4763-a560-37a0a33d14c7 Jun 16 17:22:22.211796 dv-cinder-837356-2-iscsi neutron-server[103917]: DEBUG neutron_lib.callbacks.manager [None req-b8932e3f-3c2a-4bb3-b0ac-88f5bf39129b admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8728539013196'] for network (7c13538c-2941-4763-a560-37a0a33d14c7), precommit_create {{(pid=103917) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 17:22:22.242946 dv-cinder-837356-2-iscsi neutron-server[103917]: DEBUG neutron_lib.callbacks.manager [None req-b8932e3f-3c2a-4bb3-b0ac-88f5bf39129b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-570401', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16241551'] for network (7c13538c-2941-4763-a560-37a0a33d14c7), after_create {{(pid=103917) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 17:22:22.244230 dv-cinder-837356-2-iscsi neutron-server[103917]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b8932e3f-3c2a-4bb3-b0ac-88f5bf39129b admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103917) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 16 17:22:22.244814 dv-cinder-837356-2-iscsi neutron-server[103917]: DEBUG neutron_lib.callbacks.manager [None req-b8932e3f-3c2a-4bb3-b0ac-88f5bf39129b admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-16241561'] for network (None), before_response {{(pid=103917) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 17:22:22.292436 dv-cinder-837356-2-iscsi neutron-server[103917]: INFO neutron.wsgi [None req-b8932e3f-3c2a-4bb3-b0ac-88f5bf39129b admin admin] 10.222.0.66 "POST /v2.0/networks HTTP/1.1" status: 201 len: 874 time: 0.8561001 Jun 16 17:22:22.320001 dv-cinder-837356-2-iscsi neutron-server[103917]: DEBUG neutron.wsgi [-] (103917) accepted ('10.222.0.66', 35448) {{(pid=103917) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 16 17:22:22.325640 dv-cinder-837356-2-iscsi neutron-server[103917]: DEBUG neutron.api.v2.base [None req-d7214083-5b5d-4d9b-866c-c46c71be073f admin admin] Request body: {'subnet': {'network_id': '7c13538c-2941-4763-a560-37a0a33d14c7', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServerRescueNegativeTestJSON-1592621772-subnet', 'tenant_id': 'ccf5c45783454fc5a7872490196f07e0', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=103917) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jun 16 17:22:22.344388 dv-cinder-837356-2-iscsi neutron-server[103917]: DEBUG dbcounter [-] [103917] Writing DB stats neutron:SELECT=76,neutron:INSERT=18,neutron:UPDATE=2,neutron:DELETE=4 {{(pid=103917) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 16 17:22:22.350468 dv-cinder-837356-2-iscsi neutron-server[103917]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b8932e3f-3c2a-4bb3-b0ac-88f5bf39129b admin admin] Pushing event updated for resources: {'Network': ['ID=7c13538c-2941-4763-a560-37a0a33d14c7,revision_number=1']} {{(pid=103917) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 17:22:22.355714 dv-cinder-837356-2-iscsi neutron-server[103917]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d7214083-5b5d-4d9b-866c-c46c71be073f admin admin] Made reservation on behalf of ccf5c45783454fc5a7872490196f07e0 for: {'subnet': 1} {{(pid=103917) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 16 17:22:22.358264 dv-cinder-837356-2-iscsi neutron-server[103917]: DEBUG neutron_lib.callbacks.manager [None req-d7214083-5b5d-4d9b-866c-c46c71be073f admin admin] Publish callbacks [] for subnet (None), before_create {{(pid=103917) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 17:22:22.363238 dv-cinder-837356-2-iscsi neutron-server[103916]: DEBUG neutron_lib.callbacks.manager [None req-3e81854f-4b4f-4e75-b6f4-518a62927ea7 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-570574', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16241551'] for subnet (b26dd601-e65a-447c-b8d3-dd234ca9816d), after_create {{(pid=103916) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 17:22:22.365303 dv-cinder-837356-2-iscsi neutron-server[103918]: DEBUG neutron.plugins.ml2.rpc [None req-39ead2dc-a542-4f04-b117-439eb7f32aa8 None None] Network 7c13538c-2941-4763-a560-37a0a33d14c7 details requested by agent ovs-agent-dv-cinder-837356-2-iscsi with host dv-cinder-837356-2-iscsi {{(pid=103918) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jun 16 17:22:22.375410 dv-cinder-837356-2-iscsi neutron-server[103917]: DEBUG dbcounter [-] [103917] Writing DB stats neutron:SELECT=74,neutron:INSERT=20,neutron:UPDATE=6 {{(pid=103917) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 16 17:22:22.412953 dv-cinder-837356-2-iscsi neutron-server[103916]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e81854f-4b4f-4e75-b6f4-518a62927ea7 admin admin] Pushing event updated for resources: {'Subnet': ['ID=b26dd601-e65a-447c-b8d3-dd234ca9816d,revision_number=0']} {{(pid=103916) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 17:22:22.416734 dv-cinder-837356-2-iscsi neutron-server[103916]: DEBUG neutron.wsgi [-] (103916) accepted ('10.222.0.66', 35452) {{(pid=103916) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 16 17:22:22.440407 dv-cinder-837356-2-iscsi neutron-server[103916]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3e81854f-4b4f-4e75-b6f4-518a62927ea7 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-837356-2-iscsi {{(pid=103916) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 17:22:22.441647 dv-cinder-837356-2-iscsi neutron-server[103916]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3e81854f-4b4f-4e75-b6f4-518a62927ea7 admin admin] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-837356-2-iscsi {{(pid=103916) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 17:22:22.442439 dv-cinder-837356-2-iscsi neutron-server[103916]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3e81854f-4b4f-4e75-b6f4-518a62927ea7 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-837356-2-iscsi {{(pid=103916) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 17:22:22.443385 dv-cinder-837356-2-iscsi neutron-server[103916]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3e81854f-4b4f-4e75-b6f4-518a62927ea7 admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-837356-2-iscsi {{(pid=103916) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 17:22:22.444645 dv-cinder-837356-2-iscsi neutron-server[103916]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3e81854f-4b4f-4e75-b6f4-518a62927ea7 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-837356-2-iscsi {{(pid=103916) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 17:22:22.445967 dv-cinder-837356-2-iscsi neutron-server[103916]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3e81854f-4b4f-4e75-b6f4-518a62927ea7 admin admin] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-837356-2-iscsi {{(pid=103916) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 17:22:22.447018 dv-cinder-837356-2-iscsi neutron-server[103916]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3e81854f-4b4f-4e75-b6f4-518a62927ea7 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-837356-2-iscsi {{(pid=103916) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 17:22:22.447883 dv-cinder-837356-2-iscsi neutron-server[103916]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3e81854f-4b4f-4e75-b6f4-518a62927ea7 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-837356-2-iscsi {{(pid=103916) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 17:22:22.448911 dv-cinder-837356-2-iscsi neutron-server[103916]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3e81854f-4b4f-4e75-b6f4-518a62927ea7 admin admin] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-837356-2-iscsi {{(pid=103916) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 17:22:22.454256 dv-cinder-837356-2-iscsi neutron-server[103916]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3e81854f-4b4f-4e75-b6f4-518a62927ea7 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-837356-2-iscsi {{(pid=103916) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 17:22:22.454899 dv-cinder-837356-2-iscsi neutron-server[103916]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3e81854f-4b4f-4e75-b6f4-518a62927ea7 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-837356-2-iscsi {{(pid=103916) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 17:22:22.455614 dv-cinder-837356-2-iscsi neutron-server[103916]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3e81854f-4b4f-4e75-b6f4-518a62927ea7 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-837356-2-iscsi {{(pid=103916) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 17:22:22.456265 dv-cinder-837356-2-iscsi neutron-server[103916]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3e81854f-4b4f-4e75-b6f4-518a62927ea7 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-837356-2-iscsi {{(pid=103916) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 17:22:22.456918 dv-cinder-837356-2-iscsi neutron-server[103916]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3e81854f-4b4f-4e75-b6f4-518a62927ea7 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-837356-2-iscsi {{(pid=103916) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 17:22:22.457666 dv-cinder-837356-2-iscsi neutron-server[103916]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3e81854f-4b4f-4e75-b6f4-518a62927ea7 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-837356-2-iscsi {{(pid=103916) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 17:22:22.459959 dv-cinder-837356-2-iscsi neutron-server[103916]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3e81854f-4b4f-4e75-b6f4-518a62927ea7 admin admin] Tracked resource versions report: Jun 16 17:22:22.459959 dv-cinder-837356-2-iscsi neutron-server[103916]: pushed versions: Jun 16 17:22:22.459959 dv-cinder-837356-2-iscsi neutron-server[103916]: { 'AddressGroup': {'1.2'}, Jun 16 17:22:22.459959 dv-cinder-837356-2-iscsi neutron-server[103916]: 'Agent': {'1.1'}, Jun 16 17:22:22.459959 dv-cinder-837356-2-iscsi neutron-server[103916]: 'ConntrackHelper': {'1.0'}, Jun 16 17:22:22.459959 dv-cinder-837356-2-iscsi neutron-server[103916]: 'LocalIPAssociation': {'1.0'}, Jun 16 17:22:22.459959 dv-cinder-837356-2-iscsi neutron-server[103916]: 'Log': {'1.0'}, Jun 16 17:22:22.459959 dv-cinder-837356-2-iscsi neutron-server[103916]: 'NDPProxy': {'1.0'}, Jun 16 17:22:22.459959 dv-cinder-837356-2-iscsi neutron-server[103916]: 'Network': {'1.1'}, Jun 16 17:22:22.459959 dv-cinder-837356-2-iscsi neutron-server[103916]: 'Port': {'1.7'}, Jun 16 17:22:22.459959 dv-cinder-837356-2-iscsi neutron-server[103916]: 'PortForwarding': {'1.3'}, Jun 16 17:22:22.459959 dv-cinder-837356-2-iscsi neutron-server[103916]: 'QosPolicy': {'1.10'}, Jun 16 17:22:22.459959 dv-cinder-837356-2-iscsi neutron-server[103916]: 'SecurityGroup': {'1.5'}, Jun 16 17:22:22.459959 dv-cinder-837356-2-iscsi neutron-server[103916]: 'SecurityGroupRule': {'1.2'}, Jun 16 17:22:22.459959 dv-cinder-837356-2-iscsi neutron-server[103916]: 'SubPort': {'1.0'}, Jun 16 17:22:22.459959 dv-cinder-837356-2-iscsi neutron-server[103916]: 'Subnet': {'1.1'}, Jun 16 17:22:22.459959 dv-cinder-837356-2-iscsi neutron-server[103916]: 'Trunk': {'1.1'}} Jun 16 17:22:22.459959 dv-cinder-837356-2-iscsi neutron-server[103916]: consumer versions: Jun 16 17:22:22.459959 dv-cinder-837356-2-iscsi neutron-server[103916]: { DHCP agent@dv-cinder-837356-2-iscsi: {}, Jun 16 17:22:22.459959 dv-cinder-837356-2-iscsi neutron-server[103916]: HyperV agent@hv-cinder-83735: {}, Jun 16 17:22:22.459959 dv-cinder-837356-2-iscsi neutron-server[103916]: L3 agent@dv-cinder-837356-2-iscsi: {}, Jun 16 17:22:22.459959 dv-cinder-837356-2-iscsi neutron-server[103916]: Metadata agent@dv-cinder-837356-2-iscsi: {}, Jun 16 17:22:22.459959 dv-cinder-837356-2-iscsi neutron-server[103916]: Metering agent@dv-cinder-837356-2-iscsi: {}, Jun 16 17:22:22.459959 dv-cinder-837356-2-iscsi neutron-server[103916]: Open vSwitch agent@dv-cinder-837356-2-iscsi: { 'AddressGroup': '1.2', Jun 16 17:22:22.459959 dv-cinder-837356-2-iscsi neutron-server[103916]: 'Agent': '1.1', Jun 16 17:22:22.459959 dv-cinder-837356-2-iscsi neutron-server[103916]: 'ConntrackHelper': '1.0', Jun 16 17:22:22.459959 dv-cinder-837356-2-iscsi neutron-server[103916]: 'LocalIPAssociation': '1.0', Jun 16 17:22:22.459959 dv-cinder-837356-2-iscsi neutron-server[103916]: 'Log': '1.0', Jun 16 17:22:22.459959 dv-cinder-837356-2-iscsi neutron-server[103916]: 'NDPProxy': '1.0', Jun 16 17:22:22.459959 dv-cinder-837356-2-iscsi neutron-server[103916]: 'Network': '1.1', Jun 16 17:22:22.459959 dv-cinder-837356-2-iscsi neutron-server[103916]: 'Port': '1.7', Jun 16 17:22:22.459959 dv-cinder-837356-2-iscsi neutron-server[103916]: 'PortForwarding': '1.3', Jun 16 17:22:22.459959 dv-cinder-837356-2-iscsi neutron-server[103916]: 'QosPolicy': '1.10', Jun 16 17:22:22.459959 dv-cinder-837356-2-iscsi neutron-server[103916]: 'SecurityGroup': '1.5', Jun 16 17:22:22.459959 dv-cinder-837356-2-iscsi neutron-server[103916]: 'SecurityGroupRule': '1.2', Jun 16 17:22:22.459959 dv-cinder-837356-2-iscsi neutron-server[103916]: 'SubPort': '1.0', Jun 16 17:22:22.459959 dv-cinder-837356-2-iscsi neutron-server[103916]: 'Subnet': '1.1', Jun 16 17:22:22.459959 dv-cinder-837356-2-iscsi neutron-server[103916]: 'Trunk': '1.1'}} Jun 16 17:22:22.459959 dv-cinder-837356-2-iscsi neutron-server[103916]: {{(pid=103916) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Jun 16 17:22:22.498743 dv-cinder-837356-2-iscsi neutron-server[103916]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3e81854f-4b4f-4e75-b6f4-518a62927ea7 admin admin] Checking segment: {'id': 'fc64d2c6-c2f0-412f-b3c5-2a5dbaec0731', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1023, 'network_id': 'cccb02cd-ffcd-4f18-9410-1ede3b2101bc'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103916) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jun 16 17:22:22.499239 dv-cinder-837356-2-iscsi neutron-server[103916]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3e81854f-4b4f-4e75-b6f4-518a62927ea7 admin admin] Network hostable DHCP agents. Network: cccb02cd-ffcd-4f18-9410-1ede3b2101bc, hostable agents: ['0913b7ec-eea4-4492-8ef1-e01c4575abca'], hosted agents: [] {{(pid=103916) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jun 16 17:22:22.531759 dv-cinder-837356-2-iscsi neutron-server[103916]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3e81854f-4b4f-4e75-b6f4-518a62927ea7 admin admin] Network cccb02cd-ffcd-4f18-9410-1ede3b2101bc is scheduled to be hosted by DHCP agent 0913b7ec-eea4-4492-8ef1-e01c4575abca with binding_index 1 {{(pid=103916) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jun 16 17:22:22.554763 dv-cinder-837356-2-iscsi neutron-server[103916]: DEBUG neutron.scheduler.base_scheduler [None req-3e81854f-4b4f-4e75-b6f4-518a62927ea7 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-837356-2-iscsi, cccb02cd-ffcd-4f18-9410-1ede3b2101bc) {{(pid=103916) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 16 17:22:22.564071 dv-cinder-837356-2-iscsi neutron-server[103916]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3e81854f-4b4f-4e75-b6f4-518a62927ea7 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=103916) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 16 17:22:22.564720 dv-cinder-837356-2-iscsi neutron-server[103916]: DEBUG neutron_lib.callbacks.manager [None req-3e81854f-4b4f-4e75-b6f4-518a62927ea7 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-16241561'] for subnet (None), before_response {{(pid=103916) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 17:22:22.567343 dv-cinder-837356-2-iscsi neutron-server[103918]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a05fb80b-410d-445e-bcc7-1f398eee9f22 None None] Network cccb02cd-ffcd-4f18-9410-1ede3b2101bc requested from dv-cinder-837356-2-iscsi {{(pid=103918) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jun 16 17:22:22.597088 dv-cinder-837356-2-iscsi neutron-server[103916]: INFO neutron.wsgi [None req-3e81854f-4b4f-4e75-b6f4-518a62927ea7 admin admin] 10.222.0.66 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 848 time: 0.6431749 Jun 16 17:22:22.598206 dv-cinder-837356-2-iscsi neutron-server[103916]: DEBUG neutron.wsgi [-] (103916) accepted ('10.222.0.66', 35458) {{(pid=103916) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 16 17:22:22.603579 dv-cinder-837356-2-iscsi neutron-server[103916]: DEBUG neutron.api.v2.base [None req-78c435aa-cc98-460e-a0b9-4c3885c94803 admin admin] Request body: {'router': {'name': 'tempest-DeleteServersTestJSON-1179589301-router', 'tenant_id': '859da351f9cc437ebe79e5bdb87a177d', 'external_gateway_info': {'network_id': '9df31235-0797-44e6-85a0-102cb2da2d58'}}} {{(pid=103916) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jun 16 17:22:22.651114 dv-cinder-837356-2-iscsi neutron-server[103916]: DEBUG neutron_lib.callbacks.manager [None req-78c435aa-cc98-460e-a0b9-4c3885c94803 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-706286', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-65378'] for router (853b62ae-40b6-4d3c-b58a-f70cd9a57d87), before_create {{(pid=103916) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 17:22:22.652974 dv-cinder-837356-2-iscsi neutron-server[103916]: DEBUG neutron_lib.callbacks.manager [None req-78c435aa-cc98-460e-a0b9-4c3885c94803 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-706077', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-735905', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-614867', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-65307'] for router (853b62ae-40b6-4d3c-b58a-f70cd9a57d87), precommit_create {{(pid=103916) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 17:22:22.665034 dv-cinder-837356-2-iscsi neutron-server[103916]: DEBUG neutron.wsgi [-] (103916) accepted ('10.222.0.66', 35466) {{(pid=103916) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 16 17:22:22.713080 dv-cinder-837356-2-iscsi neutron-server[103917]: DEBUG neutron_lib.callbacks.manager [None req-d7214083-5b5d-4d9b-866c-c46c71be073f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-570574', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16241551'] for subnet (8e38426e-d044-4155-92d6-5d9da7f0fc35), after_create {{(pid=103917) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 17:22:22.726632 dv-cinder-837356-2-iscsi neutron-server[103918]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0d204743-0428-4da1-ae35-9c5ad8ab7551 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp3cc71102-b35b-562a-842b-e84838effaf9-cccb02cd-ffcd-4f18-9410-1ede3b2101bc', 'network_id': 'cccb02cd-ffcd-4f18-9410-1ede3b2101bc', 'project_id': '859da351f9cc437ebe79e5bdb87a177d', 'fixed_ips': [{'subnet_id': 'b26dd601-e65a-447c-b8d3-dd234ca9816d'}]}} from dv-cinder-837356-2-iscsi. {{(pid=103918) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Jun 16 17:22:22.727987 dv-cinder-837356-2-iscsi neutron-server[103918]: DEBUG neutron_lib.callbacks.manager [None req-0d204743-0428-4da1-ae35-9c5ad8ab7551 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16007590'] for port (None), before_create {{(pid=103918) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 17:22:22.851586 dv-cinder-837356-2-iscsi neutron-server[103917]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d7214083-5b5d-4d9b-866c-c46c71be073f admin admin] Pushing event updated for resources: {'Subnet': ['ID=8e38426e-d044-4155-92d6-5d9da7f0fc35,revision_number=0']} {{(pid=103917) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 17:22:22.860369 dv-cinder-837356-2-iscsi neutron-server[103917]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d7214083-5b5d-4d9b-866c-c46c71be073f admin admin] Checking segment: {'id': '036772f7-7333-486e-9364-cdd941d04468', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1012, 'network_id': '7c13538c-2941-4763-a560-37a0a33d14c7'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103917) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jun 16 17:22:22.861379 dv-cinder-837356-2-iscsi neutron-server[103917]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d7214083-5b5d-4d9b-866c-c46c71be073f admin admin] Network hostable DHCP agents. Network: 7c13538c-2941-4763-a560-37a0a33d14c7, hostable agents: ['0913b7ec-eea4-4492-8ef1-e01c4575abca'], hosted agents: [] {{(pid=103917) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jun 16 17:22:22.897335 dv-cinder-837356-2-iscsi neutron-server[103917]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d7214083-5b5d-4d9b-866c-c46c71be073f admin admin] Network 7c13538c-2941-4763-a560-37a0a33d14c7 is scheduled to be hosted by DHCP agent 0913b7ec-eea4-4492-8ef1-e01c4575abca with binding_index 1 {{(pid=103917) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jun 16 17:22:22.900257 dv-cinder-837356-2-iscsi neutron-server[103918]: DEBUG neutron.db.db_base_plugin_common [None req-0d204743-0428-4da1-ae35-9c5ad8ab7551 None None] Allocated IP 172.20.0.2 (cccb02cd-ffcd-4f18-9410-1ede3b2101bc/b26dd601-e65a-447c-b8d3-dd234ca9816d/b9bc0d18-30e8-4b5f-81a3-1d733154515b) {{(pid=103918) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 16 17:22:22.915140 dv-cinder-837356-2-iscsi neutron-server[103917]: DEBUG neutron.scheduler.base_scheduler [None req-d7214083-5b5d-4d9b-866c-c46c71be073f admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-837356-2-iscsi, 7c13538c-2941-4763-a560-37a0a33d14c7) {{(pid=103917) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 16 17:22:22.920973 dv-cinder-837356-2-iscsi neutron-server[103917]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d7214083-5b5d-4d9b-866c-c46c71be073f admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=103917) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 16 17:22:22.923125 dv-cinder-837356-2-iscsi neutron-server[103917]: DEBUG neutron_lib.callbacks.manager [None req-d7214083-5b5d-4d9b-866c-c46c71be073f admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-16241561'] for subnet (None), before_response {{(pid=103917) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 17:22:22.924663 dv-cinder-837356-2-iscsi neutron-server[103916]: DEBUG neutron.api.v2.base [None req-2b55388b-7735-41c4-adb8-7237a9b9e222 admin admin] Request body: {'network': {'name': 'tempest-AttachVolumeTestJSON-2145162369-network', 'tenant_id': 'f029a8bb389c4d348c0e9001c5fa059c'}} {{(pid=103916) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jun 16 17:22:22.929304 dv-cinder-837356-2-iscsi neutron-server[103918]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ee95ac2b-1924-4ad9-a607-b1881fb789fb None None] Network 7c13538c-2941-4763-a560-37a0a33d14c7 requested from dv-cinder-837356-2-iscsi {{(pid=103918) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jun 16 17:22:22.946950 dv-cinder-837356-2-iscsi neutron-server[103916]: DEBUG neutron_lib.callbacks.manager [None req-78c435aa-cc98-460e-a0b9-4c3885c94803 admin admin] Publish callbacks [] for router_controller (853b62ae-40b6-4d3c-b58a-f70cd9a57d87), precommit_add_association {{(pid=103916) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 17:22:22.955075 dv-cinder-837356-2-iscsi neutron-server[103917]: INFO neutron.wsgi [None req-d7214083-5b5d-4d9b-866c-c46c71be073f admin admin] 10.222.0.66 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 855 time: 0.6335752 Jun 16 17:22:22.958123 dv-cinder-837356-2-iscsi neutron-server[103917]: DEBUG neutron.wsgi [-] (103917) accepted ('10.222.0.66', 35474) {{(pid=103917) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 16 17:22:22.970309 dv-cinder-837356-2-iscsi neutron-server[103917]: DEBUG neutron.api.v2.base [None req-06f34c17-1ab2-44de-b748-ddcf4ab43695 admin admin] Request body: {'router': {'name': 'tempest-ServerRescueNegativeTestJSON-1592621772-router', 'tenant_id': 'ccf5c45783454fc5a7872490196f07e0', 'external_gateway_info': {'network_id': '9df31235-0797-44e6-85a0-102cb2da2d58'}}} {{(pid=103917) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jun 16 17:22:23.024740 dv-cinder-837356-2-iscsi neutron-server[103917]: DEBUG neutron_lib.callbacks.manager [None req-06f34c17-1ab2-44de-b748-ddcf4ab43695 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-706286', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-65378'] for router (dfe813ff-74d0-4e6b-9f3d-827582ab6a37), before_create {{(pid=103917) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 17:22:23.025948 dv-cinder-837356-2-iscsi neutron-server[103917]: DEBUG neutron_lib.callbacks.manager [None req-06f34c17-1ab2-44de-b748-ddcf4ab43695 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-706077', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-735905', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-614867', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-65307'] for router (dfe813ff-74d0-4e6b-9f3d-827582ab6a37), precommit_create {{(pid=103917) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 17:22:23.086174 dv-cinder-837356-2-iscsi neutron-server[103916]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2b55388b-7735-41c4-adb8-7237a9b9e222 admin admin] Made reservation on behalf of f029a8bb389c4d348c0e9001c5fa059c for: {'network': 1} {{(pid=103916) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 16 17:22:23.089582 dv-cinder-837356-2-iscsi neutron-server[103916]: DEBUG neutron_lib.callbacks.manager [None req-2b55388b-7735-41c4-adb8-7237a9b9e222 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16007590'] for network (None), before_create {{(pid=103916) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 17:22:23.104401 dv-cinder-837356-2-iscsi neutron-server[103916]: DEBUG neutron_lib.callbacks.manager [None req-2b55388b-7735-41c4-adb8-7237a9b9e222 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103916) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 17:22:23.168789 dv-cinder-837356-2-iscsi neutron-server[103917]: DEBUG neutron_lib.callbacks.manager [None req-06f34c17-1ab2-44de-b748-ddcf4ab43695 admin admin] Publish callbacks [] for router_controller (dfe813ff-74d0-4e6b-9f3d-827582ab6a37), precommit_add_association {{(pid=103917) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 17:22:23.185582 dv-cinder-837356-2-iscsi neutron-server[103918]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4db05b67-aa4a-4a08-8396-3d2e418c2944 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp3cc71102-b35b-562a-842b-e84838effaf9-7c13538c-2941-4763-a560-37a0a33d14c7', 'network_id': '7c13538c-2941-4763-a560-37a0a33d14c7', 'project_id': 'ccf5c45783454fc5a7872490196f07e0', 'fixed_ips': [{'subnet_id': '8e38426e-d044-4155-92d6-5d9da7f0fc35'}]}} from dv-cinder-837356-2-iscsi. {{(pid=103918) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Jun 16 17:22:23.187069 dv-cinder-837356-2-iscsi neutron-server[103918]: DEBUG neutron_lib.callbacks.manager [None req-4db05b67-aa4a-4a08-8396-3d2e418c2944 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16007590'] for port (None), before_create {{(pid=103918) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 17:22:23.228420 dv-cinder-837356-2-iscsi neutron-server[103916]: DEBUG neutron_lib.callbacks.manager [None req-2b55388b-7735-41c4-adb8-7237a9b9e222 admin admin] Publish callbacks [] for security_group (506e353f-789c-4ec9-8669-27f8f61c39e9), precommit_create {{(pid=103916) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 17:22:23.252230 dv-cinder-837356-2-iscsi neutron-server[103918]: DEBUG neutron_lib.callbacks.manager [None req-0d204743-0428-4da1-ae35-9c5ad8ab7551 None None] Publish callbacks [] for port (b9bc0d18-30e8-4b5f-81a3-1d733154515b), precommit_create {{(pid=103918) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 17:22:23.255958 dv-cinder-837356-2-iscsi neutron-server[103916]: DEBUG dbcounter [-] [103916] Writing DB stats neutron:SELECT=78,neutron:INSERT=18,neutron:UPDATE=3,neutron:DELETE=1 {{(pid=103916) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 16 17:22:23.259514 dv-cinder-837356-2-iscsi neutron-server[103916]: DEBUG neutron_lib.callbacks.manager [None req-2b55388b-7735-41c4-adb8-7237a9b9e222 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-570488'] for security_group (506e353f-789c-4ec9-8669-27f8f61c39e9), after_create {{(pid=103916) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 17:22:23.276029 dv-cinder-837356-2-iscsi neutron-server[103916]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-2b55388b-7735-41c4-adb8-7237a9b9e222 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 1007} {{(pid=103916) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jun 16 17:22:23.290880 dv-cinder-837356-2-iscsi neutron-server[103916]: DEBUG neutron_lib.callbacks.manager [None req-2b55388b-7735-41c4-adb8-7237a9b9e222 admin admin] Publish callbacks ['neutron.services.segments.db._add_segment_host_mapping_for_segment-8728539454190', 'neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16150272'] for segment (3fc55272-fc64-4407-9040-7681311e4934), precommit_create {{(pid=103916) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 17:22:23.290880 dv-cinder-837356-2-iscsi neutron-server[103916]: DEBUG neutron_lib.callbacks.manager [None req-2b55388b-7735-41c4-adb8-7237a9b9e222 admin admin] Unsubscribe: segment precommit_create {{(pid=103916) unsubscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:83}} Jun 16 17:22:23.291287 dv-cinder-837356-2-iscsi neutron-server[103916]: INFO neutron.db.segments_db [None req-2b55388b-7735-41c4-adb8-7237a9b9e222 admin admin] Added segment 3fc55272-fc64-4407-9040-7681311e4934 of type vlan for network 82c6c893-96f4-45ae-b1e3-d70ff1db738d Jun 16 17:22:23.315713 dv-cinder-837356-2-iscsi neutron-server[103918]: DEBUG neutron_lib.callbacks.manager [None req-0d204743-0428-4da1-ae35-9c5ad8ab7551 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16007527', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-75831', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16241551', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8728538993421'] for port (b9bc0d18-30e8-4b5f-81a3-1d733154515b), after_create {{(pid=103918) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 17:22:23.324807 dv-cinder-837356-2-iscsi neutron-server[103918]: DEBUG dbcounter [-] [103918] Writing DB stats neutron:SELECT=95,neutron:UPDATE=2,neutron:INSERT=3 {{(pid=103918) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 16 17:22:23.358829 dv-cinder-837356-2-iscsi neutron-server[103916]: DEBUG neutron_lib.callbacks.manager [None req-78c435aa-cc98-460e-a0b9-4c3885c94803 admin admin] Publish callbacks [] for router_gateway (853b62ae-40b6-4d3c-b58a-f70cd9a57d87), precommit_update {{(pid=103916) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 17:22:23.373820 dv-cinder-837356-2-iscsi neutron-server[103916]: DEBUG neutron_lib.callbacks.manager [None req-2b55388b-7735-41c4-adb8-7237a9b9e222 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8728539013196'] for network (82c6c893-96f4-45ae-b1e3-d70ff1db738d), precommit_create {{(pid=103916) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 17:22:23.378535 dv-cinder-837356-2-iscsi neutron-server[103916]: DEBUG dbcounter [-] [103916] Writing DB stats neutron:SELECT=79,neutron:INSERT=15,neutron:DELETE=1,neutron:UPDATE=5 {{(pid=103916) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 16 17:22:23.389330 dv-cinder-837356-2-iscsi neutron-server[103918]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d204743-0428-4da1-ae35-9c5ad8ab7551 None None] Pushing event updated for resources: {'Port': ['ID=b9bc0d18-30e8-4b5f-81a3-1d733154515b,revision_number=1']} {{(pid=103918) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 17:22:23.396321 dv-cinder-837356-2-iscsi neutron-server[103916]: DEBUG neutron.api.v2.base [None req-9c1b241b-acc9-4235-b814-863ac517f9c3 admin admin] Request body: {'network': {'name': 'tempest-AttachVolumeShelveTestJSON-288441189-network', 'tenant_id': '0c63f648631a4a11910b4b135f22b235'}} {{(pid=103916) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jun 16 17:22:23.401028 dv-cinder-837356-2-iscsi neutron-server[103918]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0d204743-0428-4da1-ae35-9c5ad8ab7551 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-837356-2-iscsi {{(pid=103918) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 17:22:23.401287 dv-cinder-837356-2-iscsi neutron-server[103918]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0d204743-0428-4da1-ae35-9c5ad8ab7551 None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-837356-2-iscsi {{(pid=103918) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 17:22:23.401928 dv-cinder-837356-2-iscsi neutron-server[103918]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0d204743-0428-4da1-ae35-9c5ad8ab7551 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-837356-2-iscsi {{(pid=103918) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 17:22:23.402526 dv-cinder-837356-2-iscsi neutron-server[103918]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0d204743-0428-4da1-ae35-9c5ad8ab7551 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-837356-2-iscsi {{(pid=103918) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 17:22:23.403177 dv-cinder-837356-2-iscsi neutron-server[103918]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0d204743-0428-4da1-ae35-9c5ad8ab7551 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-837356-2-iscsi {{(pid=103918) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 17:22:23.403696 dv-cinder-837356-2-iscsi neutron-server[103918]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0d204743-0428-4da1-ae35-9c5ad8ab7551 None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-837356-2-iscsi {{(pid=103918) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 17:22:23.404230 dv-cinder-837356-2-iscsi neutron-server[103918]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0d204743-0428-4da1-ae35-9c5ad8ab7551 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-837356-2-iscsi {{(pid=103918) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 17:22:23.404748 dv-cinder-837356-2-iscsi neutron-server[103918]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0d204743-0428-4da1-ae35-9c5ad8ab7551 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-837356-2-iscsi {{(pid=103918) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 17:22:23.405662 dv-cinder-837356-2-iscsi neutron-server[103918]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0d204743-0428-4da1-ae35-9c5ad8ab7551 None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-837356-2-iscsi {{(pid=103918) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 17:22:23.406189 dv-cinder-837356-2-iscsi neutron-server[103918]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0d204743-0428-4da1-ae35-9c5ad8ab7551 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-837356-2-iscsi {{(pid=103918) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 17:22:23.406710 dv-cinder-837356-2-iscsi neutron-server[103918]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0d204743-0428-4da1-ae35-9c5ad8ab7551 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-837356-2-iscsi {{(pid=103918) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 17:22:23.407284 dv-cinder-837356-2-iscsi neutron-server[103918]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0d204743-0428-4da1-ae35-9c5ad8ab7551 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-837356-2-iscsi {{(pid=103918) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 17:22:23.407798 dv-cinder-837356-2-iscsi neutron-server[103918]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0d204743-0428-4da1-ae35-9c5ad8ab7551 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-837356-2-iscsi {{(pid=103918) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 17:22:23.408336 dv-cinder-837356-2-iscsi neutron-server[103918]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0d204743-0428-4da1-ae35-9c5ad8ab7551 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-837356-2-iscsi {{(pid=103918) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 17:22:23.408872 dv-cinder-837356-2-iscsi neutron-server[103918]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0d204743-0428-4da1-ae35-9c5ad8ab7551 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-837356-2-iscsi {{(pid=103918) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 17:22:23.410377 dv-cinder-837356-2-iscsi neutron-server[103918]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0d204743-0428-4da1-ae35-9c5ad8ab7551 None None] Tracked resource versions report: Jun 16 17:22:23.410377 dv-cinder-837356-2-iscsi neutron-server[103918]: pushed versions: Jun 16 17:22:23.410377 dv-cinder-837356-2-iscsi neutron-server[103918]: { 'AddressGroup': {'1.2'}, Jun 16 17:22:23.410377 dv-cinder-837356-2-iscsi neutron-server[103918]: 'Agent': {'1.1'}, Jun 16 17:22:23.410377 dv-cinder-837356-2-iscsi neutron-server[103918]: 'ConntrackHelper': {'1.0'}, Jun 16 17:22:23.410377 dv-cinder-837356-2-iscsi neutron-server[103918]: 'LocalIPAssociation': {'1.0'}, Jun 16 17:22:23.410377 dv-cinder-837356-2-iscsi neutron-server[103918]: 'Log': {'1.0'}, Jun 16 17:22:23.410377 dv-cinder-837356-2-iscsi neutron-server[103918]: 'NDPProxy': {'1.0'}, Jun 16 17:22:23.410377 dv-cinder-837356-2-iscsi neutron-server[103918]: 'Network': {'1.1'}, Jun 16 17:22:23.410377 dv-cinder-837356-2-iscsi neutron-server[103918]: 'Port': {'1.7'}, Jun 16 17:22:23.410377 dv-cinder-837356-2-iscsi neutron-server[103918]: 'PortForwarding': {'1.3'}, Jun 16 17:22:23.410377 dv-cinder-837356-2-iscsi neutron-server[103918]: 'QosPolicy': {'1.10'}, Jun 16 17:22:23.410377 dv-cinder-837356-2-iscsi neutron-server[103918]: 'SecurityGroup': {'1.5'}, Jun 16 17:22:23.410377 dv-cinder-837356-2-iscsi neutron-server[103918]: 'SecurityGroupRule': {'1.2'}, Jun 16 17:22:23.410377 dv-cinder-837356-2-iscsi neutron-server[103918]: 'SubPort': {'1.0'}, Jun 16 17:22:23.410377 dv-cinder-837356-2-iscsi neutron-server[103918]: 'Subnet': {'1.1'}, Jun 16 17:22:23.410377 dv-cinder-837356-2-iscsi neutron-server[103918]: 'Trunk': {'1.1'}} Jun 16 17:22:23.410377 dv-cinder-837356-2-iscsi neutron-server[103918]: consumer versions: Jun 16 17:22:23.410377 dv-cinder-837356-2-iscsi neutron-server[103918]: { DHCP agent@dv-cinder-837356-2-iscsi: {}, Jun 16 17:22:23.410377 dv-cinder-837356-2-iscsi neutron-server[103918]: HyperV agent@hv-cinder-83735: {}, Jun 16 17:22:23.410377 dv-cinder-837356-2-iscsi neutron-server[103918]: L3 agent@dv-cinder-837356-2-iscsi: {}, Jun 16 17:22:23.410377 dv-cinder-837356-2-iscsi neutron-server[103918]: Metadata agent@dv-cinder-837356-2-iscsi: {}, Jun 16 17:22:23.410377 dv-cinder-837356-2-iscsi neutron-server[103918]: Metering agent@dv-cinder-837356-2-iscsi: {}, Jun 16 17:22:23.410377 dv-cinder-837356-2-iscsi neutron-server[103918]: Open vSwitch agent@dv-cinder-837356-2-iscsi: { 'AddressGroup': '1.2', Jun 16 17:22:23.410377 dv-cinder-837356-2-iscsi neutron-server[103918]: 'Agent': '1.1', Jun 16 17:22:23.410377 dv-cinder-837356-2-iscsi neutron-server[103918]: 'ConntrackHelper': '1.0', Jun 16 17:22:23.410377 dv-cinder-837356-2-iscsi neutron-server[103918]: 'LocalIPAssociation': '1.0', Jun 16 17:22:23.410377 dv-cinder-837356-2-iscsi neutron-server[103918]: 'Log': '1.0', Jun 16 17:22:23.410377 dv-cinder-837356-2-iscsi neutron-server[103918]: 'NDPProxy': '1.0', Jun 16 17:22:23.410377 dv-cinder-837356-2-iscsi neutron-server[103918]: 'Network': '1.1', Jun 16 17:22:23.410377 dv-cinder-837356-2-iscsi neutron-server[103918]: 'Port': '1.7', Jun 16 17:22:23.410377 dv-cinder-837356-2-iscsi neutron-server[103918]: 'PortForwarding': '1.3', Jun 16 17:22:23.410377 dv-cinder-837356-2-iscsi neutron-server[103918]: 'QosPolicy': '1.10', Jun 16 17:22:23.410377 dv-cinder-837356-2-iscsi neutron-server[103918]: 'SecurityGroup': '1.5', Jun 16 17:22:23.410377 dv-cinder-837356-2-iscsi neutron-server[103918]: 'SecurityGroupRule': '1.2', Jun 16 17:22:23.410377 dv-cinder-837356-2-iscsi neutron-server[103918]: 'SubPort': '1.0', Jun 16 17:22:23.410377 dv-cinder-837356-2-iscsi neutron-server[103918]: 'Subnet': '1.1', Jun 16 17:22:23.410377 dv-cinder-837356-2-iscsi neutron-server[103918]: 'Trunk': '1.1'}} Jun 16 17:22:23.410377 dv-cinder-837356-2-iscsi neutron-server[103918]: {{(pid=103918) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Jun 16 17:22:23.437575 dv-cinder-837356-2-iscsi neutron-server[103918]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0d204743-0428-4da1-ae35-9c5ad8ab7551 None None] Network cccb02cd-ffcd-4f18-9410-1ede3b2101bc is already hosted by enough agents. {{(pid=103918) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 16 17:22:23.442058 dv-cinder-837356-2-iscsi neutron-server[103918]: DEBUG neutron.scheduler.base_scheduler [None req-0d204743-0428-4da1-ae35-9c5ad8ab7551 None None] Resources bound (agent type, host, resource id): {{(pid=103918) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 16 17:22:23.446099 dv-cinder-837356-2-iscsi neutron-server[103918]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0d204743-0428-4da1-ae35-9c5ad8ab7551 None None] Received port after_create {{(pid=103918) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:542}} Jun 16 17:22:23.448350 dv-cinder-837356-2-iscsi neutron-server[103916]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2b55388b-7735-41c4-adb8-7237a9b9e222 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=506e353f-789c-4ec9-8669-27f8f61c39e9,revision_number=1']} {{(pid=103916) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 17:22:23.471566 dv-cinder-837356-2-iscsi neutron-server[103917]: DEBUG neutron_lib.callbacks.manager [None req-06f34c17-1ab2-44de-b748-ddcf4ab43695 admin admin] Publish callbacks [] for router_gateway (dfe813ff-74d0-4e6b-9f3d-827582ab6a37), precommit_update {{(pid=103917) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 17:22:23.536075 dv-cinder-837356-2-iscsi neutron-server[103916]: DEBUG neutron_lib.callbacks.manager [None req-2b55388b-7735-41c4-adb8-7237a9b9e222 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-570401', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16241551'] for network (82c6c893-96f4-45ae-b1e3-d70ff1db738d), after_create {{(pid=103916) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 17:22:23.536881 dv-cinder-837356-2-iscsi neutron-server[103916]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2b55388b-7735-41c4-adb8-7237a9b9e222 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103916) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 16 17:22:23.537593 dv-cinder-837356-2-iscsi neutron-server[103916]: DEBUG neutron_lib.callbacks.manager [None req-2b55388b-7735-41c4-adb8-7237a9b9e222 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-16241561'] for network (None), before_response {{(pid=103916) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 17:22:23.556199 dv-cinder-837356-2-iscsi neutron-server[103916]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9c1b241b-acc9-4235-b814-863ac517f9c3 admin admin] Made reservation on behalf of 0c63f648631a4a11910b4b135f22b235 for: {'network': 1} {{(pid=103916) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 16 17:22:23.558540 dv-cinder-837356-2-iscsi neutron-server[103916]: DEBUG neutron_lib.callbacks.manager [None req-9c1b241b-acc9-4235-b814-863ac517f9c3 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16007590'] for network (None), before_create {{(pid=103916) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 17:22:23.565578 dv-cinder-837356-2-iscsi neutron-server[103918]: DEBUG neutron.db.db_base_plugin_common [None req-4db05b67-aa4a-4a08-8396-3d2e418c2944 None None] Allocated IP 172.20.0.2 (7c13538c-2941-4763-a560-37a0a33d14c7/8e38426e-d044-4155-92d6-5d9da7f0fc35/63946bc3-c117-4d26-a784-1746fe9508c4) {{(pid=103918) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 16 17:22:23.597099 dv-cinder-837356-2-iscsi neutron-server[103916]: DEBUG neutron_lib.callbacks.manager [None req-9c1b241b-acc9-4235-b814-863ac517f9c3 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103916) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 17:22:23.682683 dv-cinder-837356-2-iscsi neutron-server[103916]: INFO neutron.wsgi [None req-2b55388b-7735-41c4-adb8-7237a9b9e222 admin admin] 10.222.0.66 "POST /v2.0/networks HTTP/1.1" status: 201 len: 866 time: 1.2610185 Jun 16 17:22:23.721631 dv-cinder-837356-2-iscsi neutron-server[103916]: DEBUG neutron.wsgi [-] (103916) accepted ('10.222.0.66', 35502) {{(pid=103916) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 16 17:22:23.738135 dv-cinder-837356-2-iscsi neutron-server[103916]: DEBUG neutron.api.v2.base [None req-226f2964-f0cd-4e89-9421-6602555835c8 admin admin] Request body: {'subnet': {'network_id': '82c6c893-96f4-45ae-b1e3-d70ff1db738d', 'cidr': '172.20.0.0/28', 'name': 'tempest-AttachVolumeTestJSON-2145162369-subnet', 'tenant_id': 'f029a8bb389c4d348c0e9001c5fa059c', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=103916) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jun 16 17:22:23.761158 dv-cinder-837356-2-iscsi neutron-server[103916]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2b55388b-7735-41c4-adb8-7237a9b9e222 admin admin] Pushing event updated for resources: {'Network': ['ID=82c6c893-96f4-45ae-b1e3-d70ff1db738d,revision_number=1']} {{(pid=103916) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 17:22:23.803752 dv-cinder-837356-2-iscsi neutron-server[103918]: DEBUG dbcounter [-] [103918] Writing DB stats neutron:UPDATE=11,neutron:SELECT=84,neutron:INSERT=5 {{(pid=103918) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 16 17:22:23.806194 dv-cinder-837356-2-iscsi neutron-server[103918]: DEBUG neutron_lib.callbacks.manager [None req-4db05b67-aa4a-4a08-8396-3d2e418c2944 None None] Publish callbacks [] for port (63946bc3-c117-4d26-a784-1746fe9508c4), precommit_create {{(pid=103918) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 17:22:23.808349 dv-cinder-837356-2-iscsi neutron-server[103918]: DEBUG neutron.plugins.ml2.rpc [None req-39ead2dc-a542-4f04-b117-439eb7f32aa8 None None] Network 82c6c893-96f4-45ae-b1e3-d70ff1db738d details requested by agent ovs-agent-dv-cinder-837356-2-iscsi with host dv-cinder-837356-2-iscsi {{(pid=103918) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jun 16 17:22:23.846016 dv-cinder-837356-2-iscsi neutron-server[103916]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-226f2964-f0cd-4e89-9421-6602555835c8 admin admin] Made reservation on behalf of f029a8bb389c4d348c0e9001c5fa059c for: {'subnet': 1} {{(pid=103916) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 16 17:22:23.848376 dv-cinder-837356-2-iscsi neutron-server[103916]: DEBUG neutron_lib.callbacks.manager [None req-226f2964-f0cd-4e89-9421-6602555835c8 admin admin] Publish callbacks [] for subnet (None), before_create {{(pid=103916) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 17:22:23.883404 dv-cinder-837356-2-iscsi neutron-server[103916]: DEBUG neutron_lib.callbacks.manager [None req-78c435aa-cc98-460e-a0b9-4c3885c94803 admin admin] Publish callbacks [] for router_gateway (853b62ae-40b6-4d3c-b58a-f70cd9a57d87), before_create {{(pid=103916) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 17:22:23.930604 dv-cinder-837356-2-iscsi neutron-server[103917]: DEBUG neutron_lib.callbacks.manager [None req-06f34c17-1ab2-44de-b748-ddcf4ab43695 admin admin] Publish callbacks [] for router_gateway (dfe813ff-74d0-4e6b-9f3d-827582ab6a37), before_create {{(pid=103917) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 17:22:23.931619 dv-cinder-837356-2-iscsi neutron-server[103916]: DEBUG neutron_lib.callbacks.manager [None req-78c435aa-cc98-460e-a0b9-4c3885c94803 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16007590'] for port (None), before_create {{(pid=103916) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 17:22:23.954591 dv-cinder-837356-2-iscsi neutron-server[103917]: DEBUG neutron_lib.callbacks.manager [None req-06f34c17-1ab2-44de-b748-ddcf4ab43695 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16007590'] for port (None), before_create {{(pid=103917) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 17:22:24.069724 dv-cinder-837356-2-iscsi neutron-server[103918]: DEBUG neutron.plugins.ml2.managers [None req-0d204743-0428-4da1-ae35-9c5ad8ab7551 None None] Attempting to bind port b9bc0d18-30e8-4b5f-81a3-1d733154515b on host dv-cinder-837356-2-iscsi for vnic_type normal with profile {{(pid=103918) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:811}} Jun 16 17:22:24.070244 dv-cinder-837356-2-iscsi neutron-server[103918]: DEBUG neutron.plugins.ml2.managers [None req-0d204743-0428-4da1-ae35-9c5ad8ab7551 None None] Attempting to bind port b9bc0d18-30e8-4b5f-81a3-1d733154515b by drivers openvswitch,hyperv on host dv-cinder-837356-2-iscsi at level 0 using segments [{'id': 'fc64d2c6-c2f0-412f-b3c5-2a5dbaec0731', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1023, 'network_id': 'cccb02cd-ffcd-4f18-9410-1ede3b2101bc'}] {{(pid=103918) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:836}} Jun 16 17:22:24.070486 dv-cinder-837356-2-iscsi neutron-server[103918]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0d204743-0428-4da1-ae35-9c5ad8ab7551 None None] Attempting to bind port b9bc0d18-30e8-4b5f-81a3-1d733154515b on network cccb02cd-ffcd-4f18-9410-1ede3b2101bc {{(pid=103918) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jun 16 17:22:24.082893 dv-cinder-837356-2-iscsi neutron-server[103916]: DEBUG neutron_lib.callbacks.manager [None req-9c1b241b-acc9-4235-b814-863ac517f9c3 admin admin] Publish callbacks [] for security_group (6f711492-2963-4a4e-b34e-4eb43dabffdb), precommit_create {{(pid=103916) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 17:22:24.100798 dv-cinder-837356-2-iscsi neutron-server[103918]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0d204743-0428-4da1-ae35-9c5ad8ab7551 None None] Checking agent: {'id': '5b2fa84c-1db1-41c6-a6b9-975c3da28daf', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-837356-2-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 6, 16, 17, 14, 18), 'started_at': datetime.datetime(2022, 6, 16, 17, 14, 48), 'heartbeat_timestamp': datetime.datetime(2022, 6, 16, 17, 22, 18), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-837356-2-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103918) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jun 16 17:22:24.101262 dv-cinder-837356-2-iscsi neutron-server[103918]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0d204743-0428-4da1-ae35-9c5ad8ab7551 None None] Checking segment: {'id': 'fc64d2c6-c2f0-412f-b3c5-2a5dbaec0731', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1023, 'network_id': 'cccb02cd-ffcd-4f18-9410-1ede3b2101bc'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103918) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jun 16 17:22:24.101615 dv-cinder-837356-2-iscsi neutron-server[103918]: DEBUG neutron_lib.callbacks.manager [None req-0d204743-0428-4da1-ae35-9c5ad8ab7551 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103918) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 17:22:24.102094 dv-cinder-837356-2-iscsi neutron-server[103918]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0d204743-0428-4da1-ae35-9c5ad8ab7551 None None] Bound using segment: {'id': 'fc64d2c6-c2f0-412f-b3c5-2a5dbaec0731', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1023, 'network_id': 'cccb02cd-ffcd-4f18-9410-1ede3b2101bc'} {{(pid=103918) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jun 16 17:22:24.102916 dv-cinder-837356-2-iscsi neutron-server[103918]: DEBUG neutron.plugins.ml2.managers [None req-0d204743-0428-4da1-ae35-9c5ad8ab7551 None None] Bound port: b9bc0d18-30e8-4b5f-81a3-1d733154515b, host: dv-cinder-837356-2-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'fc64d2c6-c2f0-412f-b3c5-2a5dbaec0731', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1023, 'network_id': 'cccb02cd-ffcd-4f18-9410-1ede3b2101bc'}}] {{(pid=103918) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:948}} Jun 16 17:22:24.106857 dv-cinder-837356-2-iscsi neutron-server[103918]: DEBUG neutron_lib.callbacks.manager [None req-0d204743-0428-4da1-ae35-9c5ad8ab7551 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16007590'] for port (b9bc0d18-30e8-4b5f-81a3-1d733154515b), before_update {{(pid=103918) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 17:22:24.109788 dv-cinder-837356-2-iscsi neutron-server[103917]: DEBUG neutron.db.db_base_plugin_common [None req-06f34c17-1ab2-44de-b748-ddcf4ab43695 admin admin] Allocated IP 172.27.2.58 (9df31235-0797-44e6-85a0-102cb2da2d58/1dfb0320-f5eb-46f6-88ce-33002f500238/06974505-e6bd-467d-a29b-92e722b69f8f) {{(pid=103917) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 16 17:22:24.140234 dv-cinder-837356-2-iscsi neutron-server[103918]: DEBUG neutron_lib.callbacks.manager [None req-4db05b67-aa4a-4a08-8396-3d2e418c2944 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16007527', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-75831', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16241551', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8728538993421'] for port (63946bc3-c117-4d26-a784-1746fe9508c4), after_create {{(pid=103918) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 17:22:24.175247 dv-cinder-837356-2-iscsi neutron-server[103916]: DEBUG neutron_lib.callbacks.manager [None req-9c1b241b-acc9-4235-b814-863ac517f9c3 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-570488'] for security_group (6f711492-2963-4a4e-b34e-4eb43dabffdb), after_create {{(pid=103916) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 17:22:24.224524 dv-cinder-837356-2-iscsi neutron-server[103917]: DEBUG dbcounter [-] [103917] Writing DB stats neutron:SELECT=88,neutron:INSERT=8,neutron:DELETE=1,neutron:UPDATE=3 {{(pid=103917) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 16 17:22:24.225252 dv-cinder-837356-2-iscsi neutron-server[103917]: DEBUG dbcounter [-] [103917] Writing DB stats neutron:INSERT=10,neutron:SELECT=84,neutron:UPDATE=5,neutron:DELETE=1 {{(pid=103917) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 16 17:22:24.228744 dv-cinder-837356-2-iscsi neutron-server[103916]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-9c1b241b-acc9-4235-b814-863ac517f9c3 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 1034} {{(pid=103916) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jun 16 17:22:24.250524 dv-cinder-837356-2-iscsi neutron-server[103916]: DEBUG dbcounter [-] [103916] Writing DB stats neutron:SELECT=83,neutron:INSERT=13,neutron:DELETE=1,neutron:UPDATE=3 {{(pid=103916) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 16 17:22:24.268650 dv-cinder-837356-2-iscsi neutron-server[103917]: DEBUG neutron_lib.callbacks.manager [None req-06f34c17-1ab2-44de-b748-ddcf4ab43695 admin admin] Publish callbacks [] for port (06974505-e6bd-467d-a29b-92e722b69f8f), precommit_create {{(pid=103917) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 17:22:24.275874 dv-cinder-837356-2-iscsi neutron-server[103916]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c1b241b-acc9-4235-b814-863ac517f9c3 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6f711492-2963-4a4e-b34e-4eb43dabffdb,revision_number=1']} {{(pid=103916) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 17:22:24.283224 dv-cinder-837356-2-iscsi neutron-server[103916]: DEBUG neutron_lib.callbacks.manager [None req-9c1b241b-acc9-4235-b814-863ac517f9c3 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16150272'] for segment (d53d2152-678f-42ce-a3f8-cc589901ed6b), precommit_create {{(pid=103916) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 17:22:24.286667 dv-cinder-837356-2-iscsi neutron-server[103916]: INFO neutron.db.segments_db [None req-9c1b241b-acc9-4235-b814-863ac517f9c3 admin admin] Added segment d53d2152-678f-42ce-a3f8-cc589901ed6b of type vlan for network 04f2ecf4-cd9f-483b-9100-6d9d67a561d2 Jun 16 17:22:24.296829 dv-cinder-837356-2-iscsi neutron-server[103918]: DEBUG neutron.plugins.ml2.db [None req-0d204743-0428-4da1-ae35-9c5ad8ab7551 None None] For port b9bc0d18-30e8-4b5f-81a3-1d733154515b, host dv-cinder-837356-2-iscsi, cleared binding levels {{(pid=103918) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 16 17:22:24.345487 dv-cinder-837356-2-iscsi neutron-server[103917]: DEBUG neutron_lib.callbacks.manager [None req-06f34c17-1ab2-44de-b748-ddcf4ab43695 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16007527', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-75831', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16241551', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8728538993421'] for port (06974505-e6bd-467d-a29b-92e722b69f8f), after_create {{(pid=103917) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 17:22:24.347574 dv-cinder-837356-2-iscsi neutron-server[103918]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4db05b67-aa4a-4a08-8396-3d2e418c2944 None None] Pushing event updated for resources: {'Port': ['ID=63946bc3-c117-4d26-a784-1746fe9508c4,revision_number=1']} {{(pid=103918) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 17:22:24.359324 dv-cinder-837356-2-iscsi neutron-server[103916]: DEBUG dbcounter [-] [103916] Writing DB stats neutron:SELECT=81,neutron:DELETE=1,neutron:INSERT=15,neutron:UPDATE=3 {{(pid=103916) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 16 17:22:24.363410 dv-cinder-837356-2-iscsi neutron-server[103918]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4db05b67-aa4a-4a08-8396-3d2e418c2944 None None] Network 7c13538c-2941-4763-a560-37a0a33d14c7 is already hosted by enough agents. {{(pid=103918) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 16 17:22:24.365575 dv-cinder-837356-2-iscsi neutron-server[103918]: DEBUG neutron.plugins.ml2.db [None req-0d204743-0428-4da1-ae35-9c5ad8ab7551 None None] For port b9bc0d18-30e8-4b5f-81a3-1d733154515b, host dv-cinder-837356-2-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-837356-2-iscsi',level=0,port_id=b9bc0d18-30e8-4b5f-81a3-1d733154515b,segment=NetworkSegment(fc64d2c6-c2f0-412f-b3c5-2a5dbaec0731),segment_id=fc64d2c6-c2f0-412f-b3c5-2a5dbaec0731)] {{(pid=103918) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 16 17:22:24.368980 dv-cinder-837356-2-iscsi neutron-server[103918]: DEBUG neutron.scheduler.base_scheduler [None req-4db05b67-aa4a-4a08-8396-3d2e418c2944 None None] Resources bound (agent type, host, resource id): {{(pid=103918) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 16 17:22:24.374370 dv-cinder-837356-2-iscsi neutron-server[103918]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4db05b67-aa4a-4a08-8396-3d2e418c2944 None None] Received port after_create {{(pid=103918) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:542}} Jun 16 17:22:24.382979 dv-cinder-837356-2-iscsi neutron-server[103918]: DEBUG neutron_lib.callbacks.manager [None req-0d204743-0428-4da1-ae35-9c5ad8ab7551 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16007527', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-75831', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16241551', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728539364693', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728538993439', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728538993457'] for port (b9bc0d18-30e8-4b5f-81a3-1d733154515b), after_update {{(pid=103918) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 17:22:24.383213 dv-cinder-837356-2-iscsi neutron-server[103916]: DEBUG neutron_lib.callbacks.manager [None req-9c1b241b-acc9-4235-b814-863ac517f9c3 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8728539013196'] for network (04f2ecf4-cd9f-483b-9100-6d9d67a561d2), precommit_create {{(pid=103916) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 17:22:24.547352 dv-cinder-837356-2-iscsi neutron-server[103918]: DEBUG neutron.plugins.ml2.managers [None req-4db05b67-aa4a-4a08-8396-3d2e418c2944 None None] Attempting to bind port 63946bc3-c117-4d26-a784-1746fe9508c4 on host dv-cinder-837356-2-iscsi for vnic_type normal with profile {{(pid=103918) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:811}} Jun 16 17:22:24.547735 dv-cinder-837356-2-iscsi neutron-server[103918]: DEBUG neutron.plugins.ml2.managers [None req-4db05b67-aa4a-4a08-8396-3d2e418c2944 None None] Attempting to bind port 63946bc3-c117-4d26-a784-1746fe9508c4 by drivers openvswitch,hyperv on host dv-cinder-837356-2-iscsi at level 0 using segments [{'id': '036772f7-7333-486e-9364-cdd941d04468', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1012, 'network_id': '7c13538c-2941-4763-a560-37a0a33d14c7'}] {{(pid=103918) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:836}} Jun 16 17:22:24.548221 dv-cinder-837356-2-iscsi neutron-server[103918]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4db05b67-aa4a-4a08-8396-3d2e418c2944 None None] Attempting to bind port 63946bc3-c117-4d26-a784-1746fe9508c4 on network 7c13538c-2941-4763-a560-37a0a33d14c7 {{(pid=103918) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jun 16 17:22:24.552032 dv-cinder-837356-2-iscsi neutron-server[103918]: DEBUG dbcounter [-] [103918] Writing DB stats neutron:SELECT=89,neutron:INSERT=5,neutron:UPDATE=6 {{(pid=103918) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 16 17:22:24.554970 dv-cinder-837356-2-iscsi neutron-server[103916]: DEBUG neutron_lib.callbacks.manager [None req-226f2964-f0cd-4e89-9421-6602555835c8 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-570574', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16241551'] for subnet (744fc868-35e9-4c30-8ac9-ba01749c37c3), after_create {{(pid=103916) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 17:22:24.562906 dv-cinder-837356-2-iscsi neutron-server[103918]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d204743-0428-4da1-ae35-9c5ad8ab7551 None None] Pushing event updated for resources: {'Port': ['ID=b9bc0d18-30e8-4b5f-81a3-1d733154515b,revision_number=2']} {{(pid=103918) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 17:22:24.567221 dv-cinder-837356-2-iscsi neutron-server[103918]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4db05b67-aa4a-4a08-8396-3d2e418c2944 None None] Checking agent: {'id': '5b2fa84c-1db1-41c6-a6b9-975c3da28daf', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-837356-2-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 6, 16, 17, 14, 18), 'started_at': datetime.datetime(2022, 6, 16, 17, 14, 48), 'heartbeat_timestamp': datetime.datetime(2022, 6, 16, 17, 22, 18), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-837356-2-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103918) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jun 16 17:22:24.567601 dv-cinder-837356-2-iscsi neutron-server[103918]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4db05b67-aa4a-4a08-8396-3d2e418c2944 None None] Checking segment: {'id': '036772f7-7333-486e-9364-cdd941d04468', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1012, 'network_id': '7c13538c-2941-4763-a560-37a0a33d14c7'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103918) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jun 16 17:22:24.568010 dv-cinder-837356-2-iscsi neutron-server[103918]: DEBUG neutron_lib.callbacks.manager [None req-4db05b67-aa4a-4a08-8396-3d2e418c2944 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103918) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 17:22:24.568492 dv-cinder-837356-2-iscsi neutron-server[103918]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4db05b67-aa4a-4a08-8396-3d2e418c2944 None None] Bound using segment: {'id': '036772f7-7333-486e-9364-cdd941d04468', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1012, 'network_id': '7c13538c-2941-4763-a560-37a0a33d14c7'} {{(pid=103918) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jun 16 17:22:24.569002 dv-cinder-837356-2-iscsi neutron-server[103918]: DEBUG neutron.plugins.ml2.managers [None req-4db05b67-aa4a-4a08-8396-3d2e418c2944 None None] Bound port: 63946bc3-c117-4d26-a784-1746fe9508c4, host: dv-cinder-837356-2-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '036772f7-7333-486e-9364-cdd941d04468', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1012, 'network_id': '7c13538c-2941-4763-a560-37a0a33d14c7'}}] {{(pid=103918) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:948}} Jun 16 17:22:24.569408 dv-cinder-837356-2-iscsi neutron-server[103918]: DEBUG neutron_lib.callbacks.manager [None req-4db05b67-aa4a-4a08-8396-3d2e418c2944 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16007590'] for port (63946bc3-c117-4d26-a784-1746fe9508c4), before_update {{(pid=103918) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 17:22:24.602022 dv-cinder-837356-2-iscsi neutron-server[103917]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-06f34c17-1ab2-44de-b748-ddcf4ab43695 admin admin] Pushing event updated for resources: {'Port': ['ID=06974505-e6bd-467d-a29b-92e722b69f8f,revision_number=1']} {{(pid=103917) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 17:22:24.611694 dv-cinder-837356-2-iscsi neutron-server[103916]: DEBUG neutron.db.db_base_plugin_common [None req-78c435aa-cc98-460e-a0b9-4c3885c94803 admin admin] Allocated IP 172.27.2.33 (9df31235-0797-44e6-85a0-102cb2da2d58/1dfb0320-f5eb-46f6-88ce-33002f500238/dcb62708-e024-4633-adb1-7a1cdc5856d2) {{(pid=103916) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 16 17:22:24.635772 dv-cinder-837356-2-iscsi neutron-server[103917]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-06f34c17-1ab2-44de-b748-ddcf4ab43695 admin admin] Network 9df31235-0797-44e6-85a0-102cb2da2d58 is already hosted by enough agents. {{(pid=103917) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 16 17:22:24.637843 dv-cinder-837356-2-iscsi neutron-server[103917]: DEBUG neutron.scheduler.base_scheduler [None req-06f34c17-1ab2-44de-b748-ddcf4ab43695 admin admin] Resources bound (agent type, host, resource id): {{(pid=103917) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 16 17:22:24.640738 dv-cinder-837356-2-iscsi neutron-server[103917]: DEBUG neutron.db.l3_dvrscheduler_db [None req-06f34c17-1ab2-44de-b748-ddcf4ab43695 admin admin] Received port after_create {{(pid=103917) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:542}} Jun 16 17:22:24.654871 dv-cinder-837356-2-iscsi neutron-server[103916]: DEBUG neutron_lib.callbacks.manager [None req-9c1b241b-acc9-4235-b814-863ac517f9c3 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-570401', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16241551'] for network (04f2ecf4-cd9f-483b-9100-6d9d67a561d2), after_create {{(pid=103916) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 17:22:24.655978 dv-cinder-837356-2-iscsi neutron-server[103916]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9c1b241b-acc9-4235-b814-863ac517f9c3 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103916) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 16 17:22:24.656724 dv-cinder-837356-2-iscsi neutron-server[103916]: DEBUG neutron_lib.callbacks.manager [None req-9c1b241b-acc9-4235-b814-863ac517f9c3 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-16241561'] for network (None), before_response {{(pid=103916) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 17:22:24.671869 dv-cinder-837356-2-iscsi neutron-server[103918]: DEBUG neutron.plugins.ml2.db [None req-4db05b67-aa4a-4a08-8396-3d2e418c2944 None None] For port 63946bc3-c117-4d26-a784-1746fe9508c4, host dv-cinder-837356-2-iscsi, cleared binding levels {{(pid=103918) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 16 17:22:24.678683 dv-cinder-837356-2-iscsi neutron-server[103918]: DEBUG neutron.plugins.ml2.db [None req-4db05b67-aa4a-4a08-8396-3d2e418c2944 None None] For port 63946bc3-c117-4d26-a784-1746fe9508c4, host dv-cinder-837356-2-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-837356-2-iscsi',level=0,port_id=63946bc3-c117-4d26-a784-1746fe9508c4,segment=NetworkSegment(036772f7-7333-486e-9364-cdd941d04468),segment_id=036772f7-7333-486e-9364-cdd941d04468)] {{(pid=103918) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 16 17:22:24.692776 dv-cinder-837356-2-iscsi neutron-server[103918]: DEBUG neutron_lib.callbacks.manager [None req-4db05b67-aa4a-4a08-8396-3d2e418c2944 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16007527', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-75831', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16241551', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728539364693', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728538993439', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728538993457'] for port (63946bc3-c117-4d26-a784-1746fe9508c4), after_update {{(pid=103918) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 17:22:24.826495 dv-cinder-837356-2-iscsi neutron-server[103916]: INFO neutron.wsgi [None req-9c1b241b-acc9-4235-b814-863ac517f9c3 admin admin] 10.222.0.66 "POST /v2.0/networks HTTP/1.1" status: 201 len: 871 time: 2.1552403 Jun 16 17:22:24.841234 dv-cinder-837356-2-iscsi neutron-server[103918]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4db05b67-aa4a-4a08-8396-3d2e418c2944 None None] Pushing event updated for resources: {'Port': ['ID=63946bc3-c117-4d26-a784-1746fe9508c4,revision_number=2']} {{(pid=103918) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 17:22:24.926755 dv-cinder-837356-2-iscsi neutron-server[103917]: DEBUG neutron.wsgi [-] (103917) accepted ('10.222.0.66', 35532) {{(pid=103917) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 16 17:22:24.926755 dv-cinder-837356-2-iscsi neutron-server[103917]: DEBUG neutron.api.v2.base [None req-de373dc9-db12-4440-8c05-b0684f77550f admin admin] Request body: {'subnet': {'network_id': '04f2ecf4-cd9f-483b-9100-6d9d67a561d2', 'cidr': '172.20.0.0/28', 'name': 'tempest-AttachVolumeShelveTestJSON-288441189-subnet', 'tenant_id': '0c63f648631a4a11910b4b135f22b235', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=103917) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jun 16 17:22:24.939427 dv-cinder-837356-2-iscsi neutron-server[103916]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-226f2964-f0cd-4e89-9421-6602555835c8 admin admin] Pushing event updated for resources: {'Subnet': ['ID=744fc868-35e9-4c30-8ac9-ba01749c37c3,revision_number=0']} {{(pid=103916) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 17:22:24.951669 dv-cinder-837356-2-iscsi neutron-server[103916]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c1b241b-acc9-4235-b814-863ac517f9c3 admin admin] Pushing event updated for resources: {'Network': ['ID=04f2ecf4-cd9f-483b-9100-6d9d67a561d2,revision_number=1']} {{(pid=103916) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 17:22:24.962188 dv-cinder-837356-2-iscsi neutron-server[103916]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-226f2964-f0cd-4e89-9421-6602555835c8 admin admin] Checking segment: {'id': '3fc55272-fc64-4407-9040-7681311e4934', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1007, 'network_id': '82c6c893-96f4-45ae-b1e3-d70ff1db738d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103916) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jun 16 17:22:24.962918 dv-cinder-837356-2-iscsi neutron-server[103916]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-226f2964-f0cd-4e89-9421-6602555835c8 admin admin] Network hostable DHCP agents. Network: 82c6c893-96f4-45ae-b1e3-d70ff1db738d, hostable agents: ['0913b7ec-eea4-4492-8ef1-e01c4575abca'], hosted agents: [] {{(pid=103916) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jun 16 17:22:24.966537 dv-cinder-837356-2-iscsi neutron-server[103918]: DEBUG neutron.plugins.ml2.rpc [None req-39ead2dc-a542-4f04-b117-439eb7f32aa8 None None] Network 04f2ecf4-cd9f-483b-9100-6d9d67a561d2 details requested by agent ovs-agent-dv-cinder-837356-2-iscsi with host dv-cinder-837356-2-iscsi {{(pid=103918) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jun 16 17:22:25.053325 dv-cinder-837356-2-iscsi neutron-server[103917]: DEBUG neutron_lib.callbacks.manager [None req-06f34c17-1ab2-44de-b748-ddcf4ab43695 admin admin] Publish callbacks [] for router_gateway (dfe813ff-74d0-4e6b-9f3d-827582ab6a37), after_create {{(pid=103917) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 17:22:25.061328 dv-cinder-837356-2-iscsi neutron-server[103916]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-226f2964-f0cd-4e89-9421-6602555835c8 admin admin] Network 82c6c893-96f4-45ae-b1e3-d70ff1db738d is scheduled to be hosted by DHCP agent 0913b7ec-eea4-4492-8ef1-e01c4575abca with binding_index 1 {{(pid=103916) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jun 16 17:22:25.089609 dv-cinder-837356-2-iscsi neutron-server[103916]: DEBUG neutron.scheduler.base_scheduler [None req-226f2964-f0cd-4e89-9421-6602555835c8 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-837356-2-iscsi, 82c6c893-96f4-45ae-b1e3-d70ff1db738d) {{(pid=103916) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 16 17:22:25.095996 dv-cinder-837356-2-iscsi neutron-server[103916]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-226f2964-f0cd-4e89-9421-6602555835c8 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=103916) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 16 17:22:25.097228 dv-cinder-837356-2-iscsi neutron-server[103916]: DEBUG neutron_lib.callbacks.manager [None req-226f2964-f0cd-4e89-9421-6602555835c8 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-16241561'] for subnet (None), before_response {{(pid=103916) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 17:22:25.118063 dv-cinder-837356-2-iscsi neutron-server[103917]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-de373dc9-db12-4440-8c05-b0684f77550f admin admin] Made reservation on behalf of 0c63f648631a4a11910b4b135f22b235 for: {'subnet': 1} {{(pid=103917) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 16 17:22:25.121154 dv-cinder-837356-2-iscsi neutron-server[103917]: DEBUG neutron_lib.callbacks.manager [None req-de373dc9-db12-4440-8c05-b0684f77550f admin admin] Publish callbacks [] for subnet (None), before_create {{(pid=103917) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 17:22:25.130166 dv-cinder-837356-2-iscsi neutron-server[103916]: INFO neutron.wsgi [None req-226f2964-f0cd-4e89-9421-6602555835c8 admin admin] 10.222.0.66 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 847 time: 1.4048059 Jun 16 17:22:25.131462 dv-cinder-837356-2-iscsi neutron-server[103916]: DEBUG neutron.wsgi [-] (103916) accepted ('10.222.0.66', 35548) {{(pid=103916) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 16 17:22:25.140471 dv-cinder-837356-2-iscsi neutron-server[103916]: DEBUG neutron.api.v2.base [None req-267c4f45-0f4d-4e41-a3a4-3d31eb443a76 admin admin] Request body: {'router': {'name': 'tempest-AttachVolumeTestJSON-2145162369-router', 'tenant_id': 'f029a8bb389c4d348c0e9001c5fa059c', 'external_gateway_info': {'network_id': '9df31235-0797-44e6-85a0-102cb2da2d58'}}} {{(pid=103916) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jun 16 17:22:25.174982 dv-cinder-837356-2-iscsi neutron-server[103916]: DEBUG neutron_lib.callbacks.manager [None req-267c4f45-0f4d-4e41-a3a4-3d31eb443a76 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-706286', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-65378'] for router (b698568a-354a-41b9-a41d-a2afa6bbdd0f), before_create {{(pid=103916) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 17:22:25.176544 dv-cinder-837356-2-iscsi neutron-server[103916]: DEBUG neutron_lib.callbacks.manager [None req-267c4f45-0f4d-4e41-a3a4-3d31eb443a76 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-706077', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-735905', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-614867', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-65307'] for router (b698568a-354a-41b9-a41d-a2afa6bbdd0f), precommit_create {{(pid=103916) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 17:22:25.188501 dv-cinder-837356-2-iscsi neutron-server[103916]: DEBUG neutron_lib.callbacks.manager [None req-78c435aa-cc98-460e-a0b9-4c3885c94803 admin admin] Publish callbacks [] for port (dcb62708-e024-4633-adb1-7a1cdc5856d2), precommit_create {{(pid=103916) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 17:22:25.209264 dv-cinder-837356-2-iscsi neutron-server[103918]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-567b293d-8d11-4f7d-b666-963b2e537127 None None] Network 82c6c893-96f4-45ae-b1e3-d70ff1db738d requested from dv-cinder-837356-2-iscsi {{(pid=103918) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jun 16 17:22:25.431403 dv-cinder-837356-2-iscsi neutron-server[103916]: DEBUG neutron_lib.callbacks.manager [None req-267c4f45-0f4d-4e41-a3a4-3d31eb443a76 admin admin] Publish callbacks [] for router_controller (b698568a-354a-41b9-a41d-a2afa6bbdd0f), precommit_add_association {{(pid=103916) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 17:22:25.437554 dv-cinder-837356-2-iscsi neutron-server[103918]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3a5ccaa0-7229-486a-b430-6e4aaca08268 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp3cc71102-b35b-562a-842b-e84838effaf9-82c6c893-96f4-45ae-b1e3-d70ff1db738d', 'network_id': '82c6c893-96f4-45ae-b1e3-d70ff1db738d', 'project_id': 'f029a8bb389c4d348c0e9001c5fa059c', 'fixed_ips': [{'subnet_id': '744fc868-35e9-4c30-8ac9-ba01749c37c3'}]}} from dv-cinder-837356-2-iscsi. {{(pid=103918) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Jun 16 17:22:25.439272 dv-cinder-837356-2-iscsi neutron-server[103918]: DEBUG neutron_lib.callbacks.manager [None req-3a5ccaa0-7229-486a-b430-6e4aaca08268 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16007590'] for port (None), before_create {{(pid=103918) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 17:22:25.545642 dv-cinder-837356-2-iscsi neutron-server[103916]: DEBUG neutron_lib.callbacks.manager [None req-78c435aa-cc98-460e-a0b9-4c3885c94803 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16007527', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-75831', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16241551', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8728538993421'] for port (dcb62708-e024-4633-adb1-7a1cdc5856d2), after_create {{(pid=103916) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 17:22:25.719636 dv-cinder-837356-2-iscsi neutron-server[103916]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-78c435aa-cc98-460e-a0b9-4c3885c94803 admin admin] Pushing event updated for resources: {'Port': ['ID=dcb62708-e024-4633-adb1-7a1cdc5856d2,revision_number=1']} {{(pid=103916) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 17:22:25.737634 dv-cinder-837356-2-iscsi neutron-server[103918]: DEBUG neutron.db.db_base_plugin_common [None req-3a5ccaa0-7229-486a-b430-6e4aaca08268 None None] Allocated IP 172.20.0.2 (82c6c893-96f4-45ae-b1e3-d70ff1db738d/744fc868-35e9-4c30-8ac9-ba01749c37c3/707aa5ab-cfe5-43b2-9a05-74f5af6692bd) {{(pid=103918) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 16 17:22:25.743590 dv-cinder-837356-2-iscsi neutron-server[103916]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-78c435aa-cc98-460e-a0b9-4c3885c94803 admin admin] Network 9df31235-0797-44e6-85a0-102cb2da2d58 is already hosted by enough agents. {{(pid=103916) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 16 17:22:25.777123 dv-cinder-837356-2-iscsi neutron-server[103917]: DEBUG neutron_lib.callbacks.manager [None req-06f34c17-1ab2-44de-b748-ddcf4ab43695 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-705015', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-704873'] for router (dfe813ff-74d0-4e6b-9f3d-827582ab6a37), after_create {{(pid=103917) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 17:22:25.785646 dv-cinder-837356-2-iscsi neutron-server[103916]: DEBUG neutron.scheduler.base_scheduler [None req-78c435aa-cc98-460e-a0b9-4c3885c94803 admin admin] Resources bound (agent type, host, resource id): {{(pid=103916) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 16 17:22:25.866626 dv-cinder-837356-2-iscsi neutron-server[103916]: DEBUG neutron.db.l3_dvrscheduler_db [None req-78c435aa-cc98-460e-a0b9-4c3885c94803 admin admin] Received port after_create {{(pid=103916) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:542}} Jun 16 17:22:25.993930 dv-cinder-837356-2-iscsi neutron-server[103916]: DEBUG neutron_lib.callbacks.manager [None req-267c4f45-0f4d-4e41-a3a4-3d31eb443a76 admin admin] Publish callbacks [] for router_gateway (b698568a-354a-41b9-a41d-a2afa6bbdd0f), precommit_update {{(pid=103916) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 17:22:26.127002 dv-cinder-837356-2-iscsi neutron-server[103918]: DEBUG neutron_lib.callbacks.manager [None req-3a5ccaa0-7229-486a-b430-6e4aaca08268 None None] Publish callbacks [] for port (707aa5ab-cfe5-43b2-9a05-74f5af6692bd), precommit_create {{(pid=103918) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 17:22:26.140881 dv-cinder-837356-2-iscsi neutron-server[103918]: DEBUG dbcounter [-] [103918] Writing DB stats neutron:SELECT=92,neutron:UPDATE=3,neutron:INSERT=5 {{(pid=103918) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 16 17:22:26.154266 dv-cinder-837356-2-iscsi neutron-server[103918]: DEBUG neutron_lib.callbacks.manager [None req-3a5ccaa0-7229-486a-b430-6e4aaca08268 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16007527', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-75831', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16241551', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8728538993421'] for port (707aa5ab-cfe5-43b2-9a05-74f5af6692bd), after_create {{(pid=103918) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 17:22:26.212246 dv-cinder-837356-2-iscsi neutron-server[103916]: DEBUG dbcounter [-] [103916] Writing DB stats neutron:SELECT=89,neutron:INSERT=5,neutron:UPDATE=3,neutron:DELETE=3 {{(pid=103916) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 16 17:22:26.217058 dv-cinder-837356-2-iscsi neutron-server[103917]: DEBUG dbcounter [-] [103917] Writing DB stats neutron:SELECT=93,neutron:UPDATE=2,neutron:INSERT=5 {{(pid=103917) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 16 17:22:26.232608 dv-cinder-837356-2-iscsi neutron-server[103917]: DEBUG dbcounter [-] [103917] Writing DB stats neutron:SELECT=94,neutron:INSERT=5,neutron:UPDATE=1 {{(pid=103917) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 16 17:22:26.295444 dv-cinder-837356-2-iscsi neutron-server[103917]: DEBUG neutron_lib.callbacks.manager [None req-de373dc9-db12-4440-8c05-b0684f77550f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-570574', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16241551'] for subnet (57d5f714-8d8c-468b-957a-7745cf345909), after_create {{(pid=103917) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 17:22:26.485170 dv-cinder-837356-2-iscsi neutron-server[103918]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3a5ccaa0-7229-486a-b430-6e4aaca08268 None None] Network 82c6c893-96f4-45ae-b1e3-d70ff1db738d is already hosted by enough agents. {{(pid=103918) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 16 17:22:26.491872 dv-cinder-837356-2-iscsi neutron-server[103918]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a5ccaa0-7229-486a-b430-6e4aaca08268 None None] Pushing event updated for resources: {'Port': ['ID=707aa5ab-cfe5-43b2-9a05-74f5af6692bd,revision_number=1']} {{(pid=103918) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 17:22:26.496535 dv-cinder-837356-2-iscsi neutron-server[103918]: DEBUG neutron.scheduler.base_scheduler [None req-3a5ccaa0-7229-486a-b430-6e4aaca08268 None None] Resources bound (agent type, host, resource id): {{(pid=103918) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 16 17:22:26.501116 dv-cinder-837356-2-iscsi neutron-server[103918]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3a5ccaa0-7229-486a-b430-6e4aaca08268 None None] Received port after_create {{(pid=103918) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:542}} Jun 16 17:22:26.506793 dv-cinder-837356-2-iscsi neutron-server[103916]: DEBUG dbcounter [-] [103916] Writing DB stats neutron:INSERT=6,neutron:SELECT=89,neutron:DELETE=1,neutron:UPDATE=4 {{(pid=103916) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 16 17:22:26.515522 dv-cinder-837356-2-iscsi neutron-server[103918]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b26266e1-3d4a-4130-9102-934c7594ec2c None None] Network cccb02cd-ffcd-4f18-9410-1ede3b2101bc requested from dv-cinder-837356-2-iscsi {{(pid=103918) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jun 16 17:22:26.663238 dv-cinder-837356-2-iscsi neutron-server[103917]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de373dc9-db12-4440-8c05-b0684f77550f admin admin] Pushing event updated for resources: {'Subnet': ['ID=57d5f714-8d8c-468b-957a-7745cf345909,revision_number=0']} {{(pid=103917) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 17:22:26.728043 dv-cinder-837356-2-iscsi neutron-server[103917]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-de373dc9-db12-4440-8c05-b0684f77550f admin admin] Checking segment: {'id': 'd53d2152-678f-42ce-a3f8-cc589901ed6b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1034, 'network_id': '04f2ecf4-cd9f-483b-9100-6d9d67a561d2'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103917) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jun 16 17:22:26.728418 dv-cinder-837356-2-iscsi neutron-server[103917]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-de373dc9-db12-4440-8c05-b0684f77550f admin admin] Network hostable DHCP agents. Network: 04f2ecf4-cd9f-483b-9100-6d9d67a561d2, hostable agents: ['0913b7ec-eea4-4492-8ef1-e01c4575abca'], hosted agents: [] {{(pid=103917) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jun 16 17:22:26.735170 dv-cinder-837356-2-iscsi neutron-server[103917]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-06f34c17-1ab2-44de-b748-ddcf4ab43695 admin admin] Router dfe813ff-74d0-4e6b-9f3d-827582ab6a37 is scheduled to L3 agent 7639df21-17c3-4235-8912-210c3ad54137 with binding_index 1 {{(pid=103917) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Jun 16 17:22:26.814473 dv-cinder-837356-2-iscsi neutron-server[103917]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-de373dc9-db12-4440-8c05-b0684f77550f admin admin] Network 04f2ecf4-cd9f-483b-9100-6d9d67a561d2 is scheduled to be hosted by DHCP agent 0913b7ec-eea4-4492-8ef1-e01c4575abca with binding_index 1 {{(pid=103917) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jun 16 17:22:26.851410 dv-cinder-837356-2-iscsi neutron-server[103917]: DEBUG neutron.scheduler.base_scheduler [None req-de373dc9-db12-4440-8c05-b0684f77550f admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-837356-2-iscsi, 04f2ecf4-cd9f-483b-9100-6d9d67a561d2) {{(pid=103917) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 16 17:22:26.868358 dv-cinder-837356-2-iscsi neutron-server[103918]: DEBUG neutron.db.provisioning_blocks [None req-442078f8-dce1-4454-ba2a-a01c2fc67454 None None] Provisioning complete for port b9bc0d18-30e8-4b5f-81a3-1d733154515b triggered by entity DHCP. {{(pid=103918) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jun 16 17:22:26.869264 dv-cinder-837356-2-iscsi neutron-server[103918]: DEBUG neutron_lib.callbacks.manager [None req-442078f8-dce1-4454-ba2a-a01c2fc67454 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16149424'] for port (b9bc0d18-30e8-4b5f-81a3-1d733154515b), provisioning_complete {{(pid=103918) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 17:22:26.877861 dv-cinder-837356-2-iscsi neutron-server[103916]: DEBUG neutron.wsgi [-] (103916) accepted ('10.222.0.66', 35630) {{(pid=103916) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 16 17:22:26.893385 dv-cinder-837356-2-iscsi neutron-server[103917]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-de373dc9-db12-4440-8c05-b0684f77550f admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=103917) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 16 17:22:26.893989 dv-cinder-837356-2-iscsi neutron-server[103917]: DEBUG neutron_lib.callbacks.manager [None req-de373dc9-db12-4440-8c05-b0684f77550f admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-16241561'] for subnet (None), before_response {{(pid=103917) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 17:22:26.923622 dv-cinder-837356-2-iscsi neutron-server[103917]: INFO neutron.wsgi [None req-de373dc9-db12-4440-8c05-b0684f77550f admin admin] 10.222.0.66 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 852 time: 2.0263996 Jun 16 17:22:26.934796 dv-cinder-837356-2-iscsi neutron-server[103917]: DEBUG neutron.wsgi [-] (103917) accepted ('10.222.0.66', 35636) {{(pid=103917) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 16 17:22:26.939327 dv-cinder-837356-2-iscsi neutron-server[103917]: DEBUG neutron.api.v2.base [None req-eaaa01c5-06f1-42c5-a292-49afea5b5984 admin admin] Request body: {'router': {'name': 'tempest-AttachVolumeShelveTestJSON-288441189-router', 'tenant_id': '0c63f648631a4a11910b4b135f22b235', 'external_gateway_info': {'network_id': '9df31235-0797-44e6-85a0-102cb2da2d58'}}} {{(pid=103917) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jun 16 17:22:26.950213 dv-cinder-837356-2-iscsi neutron-server[103918]: DEBUG dbcounter [-] [103918] Writing DB stats neutron:SELECT=93,neutron:UPDATE=5,neutron:INSERT=2 {{(pid=103918) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 16 17:22:26.952654 dv-cinder-837356-2-iscsi neutron-server[103918]: DEBUG neutron.plugins.ml2.rpc [None req-39ead2dc-a542-4f04-b117-439eb7f32aa8 None None] Device b9bc0d18-30e8-4b5f-81a3-1d733154515b up at agent ovs-agent-dv-cinder-837356-2-iscsi {{(pid=103918) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 16 17:22:26.955489 dv-cinder-837356-2-iscsi neutron-server[103917]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-06f34c17-1ab2-44de-b748-ddcf4ab43695 admin admin] Notify agent at l3_agent.dv-cinder-837356-2-iscsi the message routers_updated {{(pid=103917) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jun 16 17:22:26.980225 dv-cinder-837356-2-iscsi neutron-server[103919]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6680c83f-023e-4019-acfa-1de6ce0a1588 None None] Sync routers for ids ['dfe813ff-74d0-4e6b-9f3d-827582ab6a37'] in dv-cinder-837356-2-iscsi {{(pid=103919) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 16 17:22:26.989465 dv-cinder-837356-2-iscsi neutron-server[103917]: DEBUG neutron.wsgi [-] (103917) accepted ('10.222.0.66', 35638) {{(pid=103917) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 16 17:22:26.995264 dv-cinder-837356-2-iscsi neutron-server[103918]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8c9dc892-d271-4f41-991b-507de3d22740 None None] Network 04f2ecf4-cd9f-483b-9100-6d9d67a561d2 requested from dv-cinder-837356-2-iscsi {{(pid=103918) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jun 16 17:22:27.006512 dv-cinder-837356-2-iscsi neutron-server[103919]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6680c83f-023e-4019-acfa-1de6ce0a1588 None None] Routers {'dfe813ff-74d0-4e6b-9f3d-827582ab6a37'} bound to L3 agent in host dv-cinder-837356-2-iscsi {{(pid=103919) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jun 16 17:22:27.007648 dv-cinder-837356-2-iscsi neutron-server[103919]: DEBUG neutron.db.l3_hamode_db [None req-6680c83f-023e-4019-acfa-1de6ce0a1588 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-837356-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-06-16T17:14:15Z,description=,heartbeat_timestamp=2022-06-16T17:22:15Z,host='dv-cinder-837356-2-iscsi',id=7639df21-17c3-4235-8912-210c3ad54137,load=0,resource_versions=,resources_synced=,started_at=2022-06-16T17:14:15Z,topic='l3_agent')) {'router_ids': ['dfe813ff-74d0-4e6b-9f3d-827582ab6a37'], 'active': True} {{(pid=103919) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 16 17:22:27.021253 dv-cinder-837356-2-iscsi neutron-server[103917]: DEBUG neutron_lib.callbacks.manager [None req-eaaa01c5-06f1-42c5-a292-49afea5b5984 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-706286', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-65378'] for router (5557f5ad-f4fd-4009-ab4c-69a33d9eac05), before_create {{(pid=103917) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 17:22:27.022849 dv-cinder-837356-2-iscsi neutron-server[103917]: DEBUG neutron_lib.callbacks.manager [None req-eaaa01c5-06f1-42c5-a292-49afea5b5984 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-706077', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-735905', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-614867', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-65307'] for router (5557f5ad-f4fd-4009-ab4c-69a33d9eac05), precommit_create {{(pid=103917) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 17:22:27.031443 dv-cinder-837356-2-iscsi neutron-server[103918]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-60b9a85b-c8a9-4b59-9c1b-cde9a56114f0 None None] Network 7c13538c-2941-4763-a560-37a0a33d14c7 requested from dv-cinder-837356-2-iscsi {{(pid=103918) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jun 16 17:22:27.053910 dv-cinder-837356-2-iscsi neutron-server[103917]: DEBUG neutron_lib.callbacks.manager [None req-06f34c17-1ab2-44de-b748-ddcf4ab43695 admin admin] Publish callbacks [] for router (None), before_response {{(pid=103917) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 17:22:27.069945 dv-cinder-837356-2-iscsi neutron-server[103917]: INFO neutron.wsgi [None req-06f34c17-1ab2-44de-b748-ddcf4ab43695 admin admin] 10.222.0.66 "POST /v2.0/routers HTTP/1.1" status: 201 len: 930 time: 4.1104238 Jun 16 17:22:27.071061 dv-cinder-837356-2-iscsi neutron-server[103917]: DEBUG neutron.wsgi [-] (103917) accepted ('10.222.0.66', 35646) {{(pid=103917) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 16 17:22:27.085343 dv-cinder-837356-2-iscsi neutron-server[103916]: DEBUG neutron_lib.callbacks.manager [None req-78c435aa-cc98-460e-a0b9-4c3885c94803 admin admin] Publish callbacks [] for router_gateway (853b62ae-40b6-4d3c-b58a-f70cd9a57d87), after_create {{(pid=103916) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 17:22:27.142565 dv-cinder-837356-2-iscsi neutron-server[103918]: DEBUG neutron.plugins.ml2.managers [None req-3a5ccaa0-7229-486a-b430-6e4aaca08268 None None] Attempting to bind port 707aa5ab-cfe5-43b2-9a05-74f5af6692bd on host dv-cinder-837356-2-iscsi for vnic_type normal with profile {{(pid=103918) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:811}} Jun 16 17:22:27.142908 dv-cinder-837356-2-iscsi neutron-server[103918]: DEBUG neutron.plugins.ml2.managers [None req-3a5ccaa0-7229-486a-b430-6e4aaca08268 None None] Attempting to bind port 707aa5ab-cfe5-43b2-9a05-74f5af6692bd by drivers openvswitch,hyperv on host dv-cinder-837356-2-iscsi at level 0 using segments [{'id': '3fc55272-fc64-4407-9040-7681311e4934', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1007, 'network_id': '82c6c893-96f4-45ae-b1e3-d70ff1db738d'}] {{(pid=103918) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:836}} Jun 16 17:22:27.143257 dv-cinder-837356-2-iscsi neutron-server[103918]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3a5ccaa0-7229-486a-b430-6e4aaca08268 None None] Attempting to bind port 707aa5ab-cfe5-43b2-9a05-74f5af6692bd on network 82c6c893-96f4-45ae-b1e3-d70ff1db738d {{(pid=103918) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jun 16 17:22:27.235727 dv-cinder-837356-2-iscsi neutron-server[103918]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3a5ccaa0-7229-486a-b430-6e4aaca08268 None None] Checking agent: {'id': '5b2fa84c-1db1-41c6-a6b9-975c3da28daf', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-837356-2-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 6, 16, 17, 14, 18), 'started_at': datetime.datetime(2022, 6, 16, 17, 14, 48), 'heartbeat_timestamp': datetime.datetime(2022, 6, 16, 17, 22, 18), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-837356-2-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103918) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jun 16 17:22:27.236165 dv-cinder-837356-2-iscsi neutron-server[103918]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3a5ccaa0-7229-486a-b430-6e4aaca08268 None None] Checking segment: {'id': '3fc55272-fc64-4407-9040-7681311e4934', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1007, 'network_id': '82c6c893-96f4-45ae-b1e3-d70ff1db738d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103918) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jun 16 17:22:27.236487 dv-cinder-837356-2-iscsi neutron-server[103918]: DEBUG neutron_lib.callbacks.manager [None req-3a5ccaa0-7229-486a-b430-6e4aaca08268 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103918) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 17:22:27.236878 dv-cinder-837356-2-iscsi neutron-server[103918]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3a5ccaa0-7229-486a-b430-6e4aaca08268 None None] Bound using segment: {'id': '3fc55272-fc64-4407-9040-7681311e4934', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1007, 'network_id': '82c6c893-96f4-45ae-b1e3-d70ff1db738d'} {{(pid=103918) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jun 16 17:22:27.237691 dv-cinder-837356-2-iscsi neutron-server[103918]: DEBUG neutron.plugins.ml2.managers [None req-3a5ccaa0-7229-486a-b430-6e4aaca08268 None None] Bound port: 707aa5ab-cfe5-43b2-9a05-74f5af6692bd, host: dv-cinder-837356-2-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '3fc55272-fc64-4407-9040-7681311e4934', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1007, 'network_id': '82c6c893-96f4-45ae-b1e3-d70ff1db738d'}}] {{(pid=103918) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:948}} Jun 16 17:22:27.238037 dv-cinder-837356-2-iscsi neutron-server[103918]: DEBUG neutron_lib.callbacks.manager [None req-3a5ccaa0-7229-486a-b430-6e4aaca08268 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16007590'] for port (707aa5ab-cfe5-43b2-9a05-74f5af6692bd), before_update {{(pid=103918) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 17:22:27.497701 dv-cinder-837356-2-iscsi neutron-server[103917]: DEBUG neutron_lib.callbacks.manager [None req-eaaa01c5-06f1-42c5-a292-49afea5b5984 admin admin] Publish callbacks [] for router_controller (5557f5ad-f4fd-4009-ab4c-69a33d9eac05), precommit_add_association {{(pid=103917) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 17:22:27.543501 dv-cinder-837356-2-iscsi neutron-server[103916]: DEBUG neutron_lib.callbacks.manager [None req-78c435aa-cc98-460e-a0b9-4c3885c94803 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-705015', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-704873'] for router (853b62ae-40b6-4d3c-b58a-f70cd9a57d87), after_create {{(pid=103916) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 17:22:27.609770 dv-cinder-837356-2-iscsi neutron-server[103918]: DEBUG neutron.plugins.ml2.plugin [None req-442078f8-dce1-4454-ba2a-a01c2fc67454 None None] Current status of the port b9bc0d18-30e8-4b5f-81a3-1d733154515b is: DOWN; New status is: ACTIVE {{(pid=103918) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2298}} Jun 16 17:22:27.610313 dv-cinder-837356-2-iscsi neutron-server[103918]: DEBUG neutron_lib.callbacks.manager [None req-442078f8-dce1-4454-ba2a-a01c2fc67454 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16007590'] for port (b9bc0d18-30e8-4b5f-81a3-1d733154515b), before_update {{(pid=103918) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 17:22:27.634584 dv-cinder-837356-2-iscsi neutron-server[103919]: DEBUG neutron.db.l3_dvr_db [None req-6680c83f-023e-4019-acfa-1de6ce0a1588 None None] Set router dfe813ff-74d0-4e6b-9f3d-827582ab6a37 gateway port host: dv-cinder-837356-2-iscsi {{(pid=103919) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jun 16 17:22:27.650706 dv-cinder-837356-2-iscsi neutron-server[103918]: DEBUG dbcounter [-] [103918] Writing DB stats neutron:SELECT=100 {{(pid=103918) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 16 17:22:27.733895 dv-cinder-837356-2-iscsi neutron-server[103916]: DEBUG neutron.wsgi [-] (103916) accepted ('10.222.0.66', 35652) {{(pid=103916) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 16 17:22:27.765672 dv-cinder-837356-2-iscsi neutron-server[103917]: DEBUG neutron_lib.callbacks.manager [None req-ae725da0-fec2-42ab-8d3d-17a1d3405002 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103917) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 17:22:27.772876 dv-cinder-837356-2-iscsi neutron-server[103918]: DEBUG neutron.db.provisioning_blocks [None req-39ead2dc-a542-4f04-b117-439eb7f32aa8 None None] Provisioning complete for port b9bc0d18-30e8-4b5f-81a3-1d733154515b triggered by entity L2. {{(pid=103918) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jun 16 17:22:27.773273 dv-cinder-837356-2-iscsi neutron-server[103918]: DEBUG neutron_lib.callbacks.manager [None req-39ead2dc-a542-4f04-b117-439eb7f32aa8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16149424'] for port (b9bc0d18-30e8-4b5f-81a3-1d733154515b), provisioning_complete {{(pid=103918) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 17:22:27.780095 dv-cinder-837356-2-iscsi neutron-server[103916]: DEBUG neutron.wsgi [-] (103916) accepted ('10.222.0.66', 35656) {{(pid=103916) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 16 17:22:27.795861 dv-cinder-837356-2-iscsi neutron-server[103918]: DEBUG neutron.plugins.ml2.db [None req-3a5ccaa0-7229-486a-b430-6e4aaca08268 None None] For port 707aa5ab-cfe5-43b2-9a05-74f5af6692bd, host dv-cinder-837356-2-iscsi, cleared binding levels {{(pid=103918) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 16 17:22:27.796967 dv-cinder-837356-2-iscsi neutron-server[103916]: DEBUG neutron_lib.callbacks.manager [None req-54142701-e9ca-461b-bd1a-284705a31d80 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103916) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 17:22:27.848770 dv-cinder-837356-2-iscsi neutron-server[103918]: DEBUG neutron.plugins.ml2.db [None req-442078f8-dce1-4454-ba2a-a01c2fc67454 None None] For port b9bc0d18-30e8-4b5f-81a3-1d733154515b, host dv-cinder-837356-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-837356-2-iscsi',level=0,port_id=b9bc0d18-30e8-4b5f-81a3-1d733154515b,segment=NetworkSegment(fc64d2c6-c2f0-412f-b3c5-2a5dbaec0731),segment_id=fc64d2c6-c2f0-412f-b3c5-2a5dbaec0731)] {{(pid=103918) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 16 17:22:27.864451 dv-cinder-837356-2-iscsi neutron-server[103916]: DEBUG neutron_lib.callbacks.manager [None req-267c4f45-0f4d-4e41-a3a4-3d31eb443a76 admin admin] Publish callbacks [] for router_gateway (b698568a-354a-41b9-a41d-a2afa6bbdd0f), before_create {{(pid=103916) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 17:22:27.914251 dv-cinder-837356-2-iscsi neutron-server[103919]: DEBUG neutron.db.l3_hamode_db [None req-6680c83f-023e-4019-acfa-1de6ce0a1588 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'dfe813ff-74d0-4e6b-9f3d-827582ab6a37', 'name': 'tempest-ServerRescueNegativeTestJSON-1592621772-router', 'tenant_id': 'ccf5c45783454fc5a7872490196f07e0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9df31235-0797-44e6-85a0-102cb2da2d58', 'external_fixed_ips': [{'subnet_id': '1dfb0320-f5eb-46f6-88ce-33002f500238', 'ip_address': '172.27.2.58'}], 'enable_snat': True}, 'gw_port_id': '06974505-e6bd-467d-a29b-92e722b69f8f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-16T17:22:23Z', 'updated_at': '2022-06-16T17:22:24Z', 'revision_number': 3, 'project_id': 'ccf5c45783454fc5a7872490196f07e0', 'gw_port': {'id': '06974505-e6bd-467d-a29b-92e722b69f8f', 'name': '', 'network_id': '9df31235-0797-44e6-85a0-102cb2da2d58', 'tenant_id': '', 'mac_address': 'fa:16:3e:ce:68:29', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'dfe813ff-74d0-4e6b-9f3d-827582ab6a37', 'device_owner': 'network:router_gateway', 'standard_attr_id': 63, 'fixed_ips': [{'subnet_id': '1dfb0320-f5eb-46f6-88ce-33002f500238', 'ip_address': '172.27.2.58', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-16T17:22:23Z', 'updated_at': '2022-06-16T17:22:24Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '1dfb0320-f5eb-46f6-88ce-33002f500238', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-837356-2-iscsi'}], 'dv-cinder-837356-2-iscsi', False) {} {{(pid=103919) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 16 17:22:27.937647 dv-cinder-837356-2-iscsi neutron-server[103918]: DEBUG neutron.plugins.ml2.db [None req-3a5ccaa0-7229-486a-b430-6e4aaca08268 None None] For port 707aa5ab-cfe5-43b2-9a05-74f5af6692bd, host dv-cinder-837356-2-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-837356-2-iscsi',level=0,port_id=707aa5ab-cfe5-43b2-9a05-74f5af6692bd,segment=NetworkSegment(3fc55272-fc64-4407-9040-7681311e4934),segment_id=3fc55272-fc64-4407-9040-7681311e4934)] {{(pid=103918) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 16 17:22:27.947623 dv-cinder-837356-2-iscsi neutron-server[103919]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6680c83f-023e-4019-acfa-1de6ce0a1588 None None] Checking router: dfe813ff-74d0-4e6b-9f3d-827582ab6a37 for host: dv-cinder-837356-2-iscsi {{(pid=103919) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 16 17:22:27.948390 dv-cinder-837356-2-iscsi neutron-server[103919]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6680c83f-023e-4019-acfa-1de6ce0a1588 None None] Updating router dfe813ff-74d0-4e6b-9f3d-827582ab6a37 port 06974505-e6bd-467d-a29b-92e722b69f8f binding host dv-cinder-837356-2-iscsi {{(pid=103919) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jun 16 17:22:27.957654 dv-cinder-837356-2-iscsi neutron-server[103918]: DEBUG neutron_lib.callbacks.manager [None req-442078f8-dce1-4454-ba2a-a01c2fc67454 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16007527', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-75831', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16241551', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728539364693', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728538993439', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728538993457'] for port (b9bc0d18-30e8-4b5f-81a3-1d733154515b), after_update {{(pid=103918) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 17:22:27.962094 dv-cinder-837356-2-iscsi neutron-server[103916]: DEBUG dbcounter [-] [103916] Writing DB stats neutron:UPDATE=2,neutron:INSERT=12,neutron:SELECT=86 {{(pid=103916) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 16 17:22:27.971299 dv-cinder-837356-2-iscsi neutron-server[103918]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d014a256-784f-4240-943d-2e1c997aba8f None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp3cc71102-b35b-562a-842b-e84838effaf9-04f2ecf4-cd9f-483b-9100-6d9d67a561d2', 'network_id': '04f2ecf4-cd9f-483b-9100-6d9d67a561d2', 'project_id': '0c63f648631a4a11910b4b135f22b235', 'fixed_ips': [{'subnet_id': '57d5f714-8d8c-468b-957a-7745cf345909'}]}} from dv-cinder-837356-2-iscsi. {{(pid=103918) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Jun 16 17:22:27.972186 dv-cinder-837356-2-iscsi neutron-server[103918]: DEBUG neutron_lib.callbacks.manager [None req-d014a256-784f-4240-943d-2e1c997aba8f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16007590'] for port (None), before_create {{(pid=103918) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 17:22:27.979601 dv-cinder-837356-2-iscsi neutron-server[103918]: DEBUG neutron_lib.callbacks.manager [None req-3a5ccaa0-7229-486a-b430-6e4aaca08268 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16007527', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-75831', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16241551', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728539364693', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728538993439', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728538993457'] for port (707aa5ab-cfe5-43b2-9a05-74f5af6692bd), after_update {{(pid=103918) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 17:22:28.000210 dv-cinder-837356-2-iscsi neutron-server[103916]: DEBUG neutron_lib.callbacks.manager [None req-014392f4-3769-435e-b94c-d8981ed343f9 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103916) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 17:22:28.008922 dv-cinder-837356-2-iscsi neutron-server[103919]: DEBUG neutron_lib.callbacks.manager [None req-6680c83f-023e-4019-acfa-1de6ce0a1588 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16007590'] for port (06974505-e6bd-467d-a29b-92e722b69f8f), before_update {{(pid=103919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 17:22:28.040039 dv-cinder-837356-2-iscsi neutron-server[103916]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-78c435aa-cc98-460e-a0b9-4c3885c94803 admin admin] Router 853b62ae-40b6-4d3c-b58a-f70cd9a57d87 is scheduled to L3 agent 7639df21-17c3-4235-8912-210c3ad54137 with binding_index 1 {{(pid=103916) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Jun 16 17:22:28.045012 dv-cinder-837356-2-iscsi neutron-server[103916]: DEBUG neutron_lib.callbacks.manager [None req-267c4f45-0f4d-4e41-a3a4-3d31eb443a76 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16007590'] for port (None), before_create {{(pid=103916) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 17:22:28.050065 dv-cinder-837356-2-iscsi neutron-server[103916]: DEBUG neutron_lib.callbacks.manager [None req-fe62bf82-0b6d-4e98-b28c-3afcc5002c9a admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103916) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 17:22:28.089886 dv-cinder-837356-2-iscsi neutron-server[103916]: DEBUG neutron_lib.callbacks.manager [None req-54142701-e9ca-461b-bd1a-284705a31d80 admin admin] Publish callbacks [] for security_group (530a3208-c4f8-4324-a163-70770ec581de), precommit_create {{(pid=103916) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 17:22:28.105476 dv-cinder-837356-2-iscsi neutron-server[103916]: DEBUG neutron_lib.callbacks.manager [None req-54142701-e9ca-461b-bd1a-284705a31d80 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-570488'] for security_group (530a3208-c4f8-4324-a163-70770ec581de), after_create {{(pid=103916) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 17:22:28.155276 dv-cinder-837356-2-iscsi neutron-server[103916]: INFO neutron.wsgi [None req-54142701-e9ca-461b-bd1a-284705a31d80 admin admin] 10.222.0.66 "GET /v2.0/security-groups?tenant_id=e2cbac6785114a3f87532884f214ab55&name=default HTTP/1.1" status: 200 len: 2992 time: 1.2736645 Jun 16 17:22:28.165586 dv-cinder-837356-2-iscsi neutron-server[103917]: DEBUG neutron.wsgi [-] (103917) accepted ('10.222.0.66', 35662) {{(pid=103917) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 16 17:22:28.184256 dv-cinder-837356-2-iscsi neutron-server[103917]: DEBUG neutron_lib.callbacks.manager [None req-eaaa01c5-06f1-42c5-a292-49afea5b5984 admin admin] Publish callbacks [] for router_gateway (5557f5ad-f4fd-4009-ab4c-69a33d9eac05), precommit_update {{(pid=103917) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 17:22:28.226300 dv-cinder-837356-2-iscsi neutron-server[103916]: DEBUG dbcounter [-] [103916] Writing DB stats neutron:SELECT=96,neutron:INSERT=4 {{(pid=103916) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 16 17:22:28.228051 dv-cinder-837356-2-iscsi neutron-server[103917]: DEBUG dbcounter [-] [103917] Writing DB stats neutron:SELECT=89,neutron:INSERT=7,neutron:UPDATE=2,neutron:DELETE=2 {{(pid=103917) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 16 17:22:28.416064 dv-cinder-837356-2-iscsi neutron-server[103916]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-78c435aa-cc98-460e-a0b9-4c3885c94803 admin admin] Notify agent at l3_agent.dv-cinder-837356-2-iscsi the message routers_updated {{(pid=103916) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jun 16 17:22:28.428245 dv-cinder-837356-2-iscsi neutron-server[103917]: DEBUG dbcounter [-] [103917] Writing DB stats neutron:SELECT=88,neutron:DELETE=2,neutron:INSERT=8,neutron:UPDATE=2 {{(pid=103917) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 16 17:22:28.429301 dv-cinder-837356-2-iscsi neutron-server[103917]: DEBUG neutron_lib.callbacks.manager [None req-43a4bf21-4008-4f06-a5c5-400f4a2cc166 admin admin] Publish callbacks [] for security_group (530a3208-c4f8-4324-a163-70770ec581de), before_delete {{(pid=103917) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 17:22:28.439851 dv-cinder-837356-2-iscsi neutron-server[103918]: DEBUG neutron.db.db_base_plugin_common [None req-d014a256-784f-4240-943d-2e1c997aba8f None None] Allocated IP 172.20.0.2 (04f2ecf4-cd9f-483b-9100-6d9d67a561d2/57d5f714-8d8c-468b-957a-7745cf345909/88d396ce-2900-4144-94ed-fb2e647d645f) {{(pid=103918) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 16 17:22:28.505296 dv-cinder-837356-2-iscsi neutron-server[103919]: DEBUG neutron_lib.callbacks.manager [None req-6680c83f-023e-4019-acfa-1de6ce0a1588 None None] Publish callbacks [] for port (06974505-e6bd-467d-a29b-92e722b69f8f), precommit_update {{(pid=103919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 17:22:28.519698 dv-cinder-837356-2-iscsi neutron-server[103919]: DEBUG neutron_lib.callbacks.manager [None req-6680c83f-023e-4019-acfa-1de6ce0a1588 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16007527', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-75831', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16241551', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728539364693', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728538993439', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728538993457'] for port (06974505-e6bd-467d-a29b-92e722b69f8f), after_update {{(pid=103919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 17:22:28.540432 dv-cinder-837356-2-iscsi neutron-server[103916]: DEBUG neutron_lib.callbacks.manager [None req-78c435aa-cc98-460e-a0b9-4c3885c94803 admin admin] Publish callbacks [] for router (None), before_response {{(pid=103916) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 17:22:28.541775 dv-cinder-837356-2-iscsi neutron-server[103916]: INFO neutron.wsgi [None req-78c435aa-cc98-460e-a0b9-4c3885c94803 admin admin] 10.222.0.66 "POST /v2.0/routers HTTP/1.1" status: 201 len: 923 time: 5.9422479 Jun 16 17:22:28.569423 dv-cinder-837356-2-iscsi neutron-server[103916]: DEBUG neutron.wsgi [-] (103916) accepted ('10.222.0.66', 35666) {{(pid=103916) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 16 17:22:28.572800 dv-cinder-837356-2-iscsi neutron-server[103918]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ccfca89b-f3e0-4a92-adb8-308072a4d6f0 None None] Sync routers for ids ['853b62ae-40b6-4d3c-b58a-f70cd9a57d87'] in dv-cinder-837356-2-iscsi {{(pid=103918) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 16 17:22:28.588303 dv-cinder-837356-2-iscsi neutron-server[103919]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b15fd8af-8009-4d0d-856e-1a54c762eb13 None None] Pushing event updated for resources: {'Port': ['ID=06974505-e6bd-467d-a29b-92e722b69f8f,revision_number=2']} {{(pid=103919) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 17:22:28.609671 dv-cinder-837356-2-iscsi neutron-server[103919]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b15fd8af-8009-4d0d-856e-1a54c762eb13 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-837356-2-iscsi {{(pid=103919) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 17:22:28.612184 dv-cinder-837356-2-iscsi neutron-server[103918]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-442078f8-dce1-4454-ba2a-a01c2fc67454 None None] Pushing event updated for resources: {'Port': ['ID=b9bc0d18-30e8-4b5f-81a3-1d733154515b,revision_number=3']} {{(pid=103918) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 17:22:28.612885 dv-cinder-837356-2-iscsi neutron-server[103919]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b15fd8af-8009-4d0d-856e-1a54c762eb13 None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-837356-2-iscsi {{(pid=103919) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 17:22:28.612885 dv-cinder-837356-2-iscsi neutron-server[103919]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b15fd8af-8009-4d0d-856e-1a54c762eb13 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-837356-2-iscsi {{(pid=103919) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 17:22:28.614643 dv-cinder-837356-2-iscsi neutron-server[103919]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b15fd8af-8009-4d0d-856e-1a54c762eb13 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-837356-2-iscsi {{(pid=103919) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 17:22:28.615263 dv-cinder-837356-2-iscsi neutron-server[103919]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b15fd8af-8009-4d0d-856e-1a54c762eb13 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-837356-2-iscsi {{(pid=103919) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 17:22:28.616031 dv-cinder-837356-2-iscsi neutron-server[103919]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b15fd8af-8009-4d0d-856e-1a54c762eb13 None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-837356-2-iscsi {{(pid=103919) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 17:22:28.616660 dv-cinder-837356-2-iscsi neutron-server[103919]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b15fd8af-8009-4d0d-856e-1a54c762eb13 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-837356-2-iscsi {{(pid=103919) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 17:22:28.617335 dv-cinder-837356-2-iscsi neutron-server[103919]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b15fd8af-8009-4d0d-856e-1a54c762eb13 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-837356-2-iscsi {{(pid=103919) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 17:22:28.618678 dv-cinder-837356-2-iscsi neutron-server[103919]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b15fd8af-8009-4d0d-856e-1a54c762eb13 None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-837356-2-iscsi {{(pid=103919) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 17:22:28.618678 dv-cinder-837356-2-iscsi neutron-server[103919]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b15fd8af-8009-4d0d-856e-1a54c762eb13 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-837356-2-iscsi {{(pid=103919) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 17:22:28.623307 dv-cinder-837356-2-iscsi neutron-server[103919]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b15fd8af-8009-4d0d-856e-1a54c762eb13 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-837356-2-iscsi {{(pid=103919) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 17:22:28.623307 dv-cinder-837356-2-iscsi neutron-server[103919]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b15fd8af-8009-4d0d-856e-1a54c762eb13 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-837356-2-iscsi {{(pid=103919) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 17:22:28.623307 dv-cinder-837356-2-iscsi neutron-server[103919]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b15fd8af-8009-4d0d-856e-1a54c762eb13 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-837356-2-iscsi {{(pid=103919) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 17:22:28.623307 dv-cinder-837356-2-iscsi neutron-server[103919]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b15fd8af-8009-4d0d-856e-1a54c762eb13 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-837356-2-iscsi {{(pid=103919) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 17:22:28.623307 dv-cinder-837356-2-iscsi neutron-server[103919]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b15fd8af-8009-4d0d-856e-1a54c762eb13 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-837356-2-iscsi {{(pid=103919) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 17:22:28.623307 dv-cinder-837356-2-iscsi neutron-server[103919]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b15fd8af-8009-4d0d-856e-1a54c762eb13 None None] Tracked resource versions report: Jun 16 17:22:28.623307 dv-cinder-837356-2-iscsi neutron-server[103919]: pushed versions: Jun 16 17:22:28.623307 dv-cinder-837356-2-iscsi neutron-server[103919]: { 'AddressGroup': {'1.2'}, Jun 16 17:22:28.623307 dv-cinder-837356-2-iscsi neutron-server[103919]: 'Agent': {'1.1'}, Jun 16 17:22:28.623307 dv-cinder-837356-2-iscsi neutron-server[103919]: 'ConntrackHelper': {'1.0'}, Jun 16 17:22:28.623307 dv-cinder-837356-2-iscsi neutron-server[103919]: 'LocalIPAssociation': {'1.0'}, Jun 16 17:22:28.623307 dv-cinder-837356-2-iscsi neutron-server[103919]: 'Log': {'1.0'}, Jun 16 17:22:28.623307 dv-cinder-837356-2-iscsi neutron-server[103919]: 'NDPProxy': {'1.0'}, Jun 16 17:22:28.623307 dv-cinder-837356-2-iscsi neutron-server[103919]: 'Network': {'1.1'}, Jun 16 17:22:28.623307 dv-cinder-837356-2-iscsi neutron-server[103919]: 'Port': {'1.7'}, Jun 16 17:22:28.623307 dv-cinder-837356-2-iscsi neutron-server[103919]: 'PortForwarding': {'1.3'}, Jun 16 17:22:28.623307 dv-cinder-837356-2-iscsi neutron-server[103919]: 'QosPolicy': {'1.10'}, Jun 16 17:22:28.623307 dv-cinder-837356-2-iscsi neutron-server[103919]: 'SecurityGroup': {'1.5'}, Jun 16 17:22:28.623307 dv-cinder-837356-2-iscsi neutron-server[103919]: 'SecurityGroupRule': {'1.2'}, Jun 16 17:22:28.623307 dv-cinder-837356-2-iscsi neutron-server[103919]: 'SubPort': {'1.0'}, Jun 16 17:22:28.623307 dv-cinder-837356-2-iscsi neutron-server[103919]: 'Subnet': {'1.1'}, Jun 16 17:22:28.623307 dv-cinder-837356-2-iscsi neutron-server[103919]: 'Trunk': {'1.1'}} Jun 16 17:22:28.623307 dv-cinder-837356-2-iscsi neutron-server[103919]: consumer versions: Jun 16 17:22:28.623307 dv-cinder-837356-2-iscsi neutron-server[103919]: { DHCP agent@dv-cinder-837356-2-iscsi: {}, Jun 16 17:22:28.623307 dv-cinder-837356-2-iscsi neutron-server[103919]: HyperV agent@hv-cinder-83735: {}, Jun 16 17:22:28.623307 dv-cinder-837356-2-iscsi neutron-server[103919]: L3 agent@dv-cinder-837356-2-iscsi: {}, Jun 16 17:22:28.623307 dv-cinder-837356-2-iscsi neutron-server[103919]: Metadata agent@dv-cinder-837356-2-iscsi: {}, Jun 16 17:22:28.623307 dv-cinder-837356-2-iscsi neutron-server[103919]: Metering agent@dv-cinder-837356-2-iscsi: {}, Jun 16 17:22:28.623307 dv-cinder-837356-2-iscsi neutron-server[103919]: Open vSwitch agent@dv-cinder-837356-2-iscsi: { 'AddressGroup': '1.2', Jun 16 17:22:28.623307 dv-cinder-837356-2-iscsi neutron-server[103919]: 'Agent': '1.1', Jun 16 17:22:28.623307 dv-cinder-837356-2-iscsi neutron-server[103919]: 'ConntrackHelper': '1.0', Jun 16 17:22:28.623307 dv-cinder-837356-2-iscsi neutron-server[103919]: 'LocalIPAssociation': '1.0', Jun 16 17:22:28.623307 dv-cinder-837356-2-iscsi neutron-server[103919]: 'Log': '1.0', Jun 16 17:22:28.623307 dv-cinder-837356-2-iscsi neutron-server[103919]: 'NDPProxy': '1.0', Jun 16 17:22:28.623307 dv-cinder-837356-2-iscsi neutron-server[103919]: 'Network': '1.1', Jun 16 17:22:28.623307 dv-cinder-837356-2-iscsi neutron-server[103919]: 'Port': '1.7', Jun 16 17:22:28.623307 dv-cinder-837356-2-iscsi neutron-server[103919]: 'PortForwarding': '1.3', Jun 16 17:22:28.623307 dv-cinder-837356-2-iscsi neutron-server[103919]: 'QosPolicy': '1.10', Jun 16 17:22:28.623307 dv-cinder-837356-2-iscsi neutron-server[103919]: 'SecurityGroup': '1.5', Jun 16 17:22:28.623307 dv-cinder-837356-2-iscsi neutron-server[103919]: 'SecurityGroupRule': '1.2', Jun 16 17:22:28.623307 dv-cinder-837356-2-iscsi neutron-server[103919]: 'SubPort': '1.0', Jun 16 17:22:28.623307 dv-cinder-837356-2-iscsi neutron-server[103919]: 'Subnet': '1.1', Jun 16 17:22:28.623307 dv-cinder-837356-2-iscsi neutron-server[103919]: 'Trunk': '1.1'}} Jun 16 17:22:28.623307 dv-cinder-837356-2-iscsi neutron-server[103919]: {{(pid=103919) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Jun 16 17:22:28.626256 dv-cinder-837356-2-iscsi neutron-server[103918]: DEBUG neutron.db.provisioning_blocks [None req-cd786bd0-c95c-443a-9b91-4cc890266a81 None None] Provisioning complete for port 63946bc3-c117-4d26-a784-1746fe9508c4 triggered by entity DHCP. {{(pid=103918) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jun 16 17:22:28.627031 dv-cinder-837356-2-iscsi neutron-server[103918]: DEBUG neutron_lib.callbacks.manager [None req-cd786bd0-c95c-443a-9b91-4cc890266a81 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16149424'] for port (63946bc3-c117-4d26-a784-1746fe9508c4), provisioning_complete {{(pid=103918) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 17:22:28.668284 dv-cinder-837356-2-iscsi neutron-server[103919]: DEBUG neutron.plugins.ml2.managers [None req-6680c83f-023e-4019-acfa-1de6ce0a1588 None None] Attempting to bind port 06974505-e6bd-467d-a29b-92e722b69f8f on host dv-cinder-837356-2-iscsi for vnic_type normal with profile {{(pid=103919) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:811}} Jun 16 17:22:28.668882 dv-cinder-837356-2-iscsi neutron-server[103919]: DEBUG neutron.plugins.ml2.managers [None req-6680c83f-023e-4019-acfa-1de6ce0a1588 None None] Attempting to bind port 06974505-e6bd-467d-a29b-92e722b69f8f by drivers openvswitch,hyperv on host dv-cinder-837356-2-iscsi at level 0 using segments [{'id': '18b787c7-0964-4a3b-b1f5-b8083c94f58b', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '9df31235-0797-44e6-85a0-102cb2da2d58'}] {{(pid=103919) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:836}} Jun 16 17:22:28.669424 dv-cinder-837356-2-iscsi neutron-server[103919]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6680c83f-023e-4019-acfa-1de6ce0a1588 None None] Attempting to bind port 06974505-e6bd-467d-a29b-92e722b69f8f on network 9df31235-0797-44e6-85a0-102cb2da2d58 {{(pid=103919) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jun 16 17:22:28.692072 dv-cinder-837356-2-iscsi neutron-server[103919]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6680c83f-023e-4019-acfa-1de6ce0a1588 None None] Checking agent: {'id': '5b2fa84c-1db1-41c6-a6b9-975c3da28daf', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-837356-2-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 6, 16, 17, 14, 18), 'started_at': datetime.datetime(2022, 6, 16, 17, 14, 48), 'heartbeat_timestamp': datetime.datetime(2022, 6, 16, 17, 22, 18), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-837356-2-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103919) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jun 16 17:22:28.692735 dv-cinder-837356-2-iscsi neutron-server[103919]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6680c83f-023e-4019-acfa-1de6ce0a1588 None None] Checking segment: {'id': '18b787c7-0964-4a3b-b1f5-b8083c94f58b', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '9df31235-0797-44e6-85a0-102cb2da2d58'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103919) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jun 16 17:22:28.693361 dv-cinder-837356-2-iscsi neutron-server[103919]: DEBUG neutron_lib.callbacks.manager [None req-6680c83f-023e-4019-acfa-1de6ce0a1588 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 17:22:28.693891 dv-cinder-837356-2-iscsi neutron-server[103919]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6680c83f-023e-4019-acfa-1de6ce0a1588 None None] Bound using segment: {'id': '18b787c7-0964-4a3b-b1f5-b8083c94f58b', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '9df31235-0797-44e6-85a0-102cb2da2d58'} {{(pid=103919) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jun 16 17:22:28.694534 dv-cinder-837356-2-iscsi neutron-server[103919]: DEBUG neutron.plugins.ml2.managers [None req-6680c83f-023e-4019-acfa-1de6ce0a1588 None None] Bound port: 06974505-e6bd-467d-a29b-92e722b69f8f, host: dv-cinder-837356-2-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '18b787c7-0964-4a3b-b1f5-b8083c94f58b', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '9df31235-0797-44e6-85a0-102cb2da2d58'}}] {{(pid=103919) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:948}} Jun 16 17:22:28.696727 dv-cinder-837356-2-iscsi neutron-server[103919]: DEBUG neutron_lib.callbacks.manager [None req-6680c83f-023e-4019-acfa-1de6ce0a1588 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16007590'] for port (06974505-e6bd-467d-a29b-92e722b69f8f), before_update {{(pid=103919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 17:22:28.726867 dv-cinder-837356-2-iscsi neutron-server[103916]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-54142701-e9ca-461b-bd1a-284705a31d80 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=530a3208-c4f8-4324-a163-70770ec581de,revision_number=1']} {{(pid=103916) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 17:22:28.747592 dv-cinder-837356-2-iscsi neutron-server[103917]: DEBUG neutron_lib.callbacks.manager [None req-43a4bf21-4008-4f06-a5c5-400f4a2cc166 admin admin] Publish callbacks [] for security_group (530a3208-c4f8-4324-a163-70770ec581de), precommit_delete {{(pid=103917) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 17:22:28.754889 dv-cinder-837356-2-iscsi neutron-server[103917]: DEBUG neutron_lib.callbacks.manager [None req-ae725da0-fec2-42ab-8d3d-17a1d3405002 admin admin] Publish callbacks [] for security_group (51adac18-0087-455c-9503-1bd27049506e), precommit_create {{(pid=103917) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 17:22:28.770576 dv-cinder-837356-2-iscsi neutron-server[103919]: DEBUG neutron.plugins.ml2.db [None req-6680c83f-023e-4019-acfa-1de6ce0a1588 None None] For port 06974505-e6bd-467d-a29b-92e722b69f8f, host dv-cinder-837356-2-iscsi, cleared binding levels {{(pid=103919) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 16 17:22:28.773380 dv-cinder-837356-2-iscsi neutron-server[103919]: DEBUG dbcounter [-] [103919] Writing DB stats neutron:SELECT=95,neutron:UPDATE=4,neutron:INSERT=1 {{(pid=103919) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 16 17:22:28.774584 dv-cinder-837356-2-iscsi neutron-server[103918]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ccfca89b-f3e0-4a92-adb8-308072a4d6f0 None None] Routers {'853b62ae-40b6-4d3c-b58a-f70cd9a57d87'} bound to L3 agent in host dv-cinder-837356-2-iscsi {{(pid=103918) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jun 16 17:22:28.776398 dv-cinder-837356-2-iscsi neutron-server[103918]: DEBUG neutron.db.l3_hamode_db [None req-ccfca89b-f3e0-4a92-adb8-308072a4d6f0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-837356-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-06-16T17:14:15Z,description=,heartbeat_timestamp=2022-06-16T17:22:15Z,host='dv-cinder-837356-2-iscsi',id=7639df21-17c3-4235-8912-210c3ad54137,load=0,resource_versions=,resources_synced=,started_at=2022-06-16T17:14:15Z,topic='l3_agent')) {'router_ids': ['853b62ae-40b6-4d3c-b58a-f70cd9a57d87'], 'active': True} {{(pid=103918) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 16 17:22:28.776600 dv-cinder-837356-2-iscsi neutron-server[103917]: DEBUG neutron_lib.callbacks.manager [None req-ae725da0-fec2-42ab-8d3d-17a1d3405002 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-570488'] for security_group (51adac18-0087-455c-9503-1bd27049506e), after_create {{(pid=103917) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 17:22:28.779162 dv-cinder-837356-2-iscsi neutron-server[103919]: DEBUG neutron.plugins.ml2.db [None req-6680c83f-023e-4019-acfa-1de6ce0a1588 None None] For port 06974505-e6bd-467d-a29b-92e722b69f8f, host dv-cinder-837356-2-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-837356-2-iscsi',level=0,port_id=06974505-e6bd-467d-a29b-92e722b69f8f,segment=NetworkSegment(18b787c7-0964-4a3b-b1f5-b8083c94f58b),segment_id=18b787c7-0964-4a3b-b1f5-b8083c94f58b)] {{(pid=103919) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 16 17:22:28.792789 dv-cinder-837356-2-iscsi neutron-server[103919]: DEBUG neutron_lib.callbacks.manager [None req-6680c83f-023e-4019-acfa-1de6ce0a1588 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16007527', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-75831', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16241551', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728539364693', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728538993439', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728538993457'] for port (06974505-e6bd-467d-a29b-92e722b69f8f), after_update {{(pid=103919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 17:22:28.879883 dv-cinder-837356-2-iscsi neutron-server[103918]: DEBUG neutron.plugins.ml2.plugin [None req-39ead2dc-a542-4f04-b117-439eb7f32aa8 None None] Current status of the port b9bc0d18-30e8-4b5f-81a3-1d733154515b is: ACTIVE; New status is: ACTIVE {{(pid=103918) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2298}} Jun 16 17:22:28.881001 dv-cinder-837356-2-iscsi neutron-server[103918]: DEBUG neutron.plugins.ml2.rpc [None req-39ead2dc-a542-4f04-b117-439eb7f32aa8 None None] Device 63946bc3-c117-4d26-a784-1746fe9508c4 up at agent ovs-agent-dv-cinder-837356-2-iscsi {{(pid=103918) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 16 17:22:28.892266 dv-cinder-837356-2-iscsi neutron-server[103918]: DEBUG dbcounter [-] [103918] Writing DB stats neutron:SELECT=90,neutron:UPDATE=5,neutron:INSERT=5 {{(pid=103918) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 16 17:22:28.905518 dv-cinder-837356-2-iscsi neutron-server[103919]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b15fd8af-8009-4d0d-856e-1a54c762eb13 None None] Pushing event updated for resources: {'Port': ['ID=06974505-e6bd-467d-a29b-92e722b69f8f,revision_number=3']} {{(pid=103919) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 17:22:28.929010 dv-cinder-837356-2-iscsi neutron-server[103916]: DEBUG neutron_lib.callbacks.manager [None req-014392f4-3769-435e-b94c-d8981ed343f9 admin admin] Publish callbacks [] for security_group (7ecb4788-434a-47c3-aa2c-ab8a7da20058), precommit_create {{(pid=103916) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 17:22:28.941640 dv-cinder-837356-2-iscsi neutron-server[103916]: DEBUG neutron_lib.callbacks.manager [None req-014392f4-3769-435e-b94c-d8981ed343f9 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-570488'] for security_group (7ecb4788-434a-47c3-aa2c-ab8a7da20058), after_create {{(pid=103916) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 17:22:28.964578 dv-cinder-837356-2-iscsi neutron-server[103919]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6680c83f-023e-4019-acfa-1de6ce0a1588 None None] Routers {'dfe813ff-74d0-4e6b-9f3d-827582ab6a37'} bound to L3 agent in host dv-cinder-837356-2-iscsi {{(pid=103919) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jun 16 17:22:28.966743 dv-cinder-837356-2-iscsi neutron-server[103919]: DEBUG neutron.db.l3_hamode_db [None req-6680c83f-023e-4019-acfa-1de6ce0a1588 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-837356-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-06-16T17:14:15Z,description=,heartbeat_timestamp=2022-06-16T17:22:15Z,host='dv-cinder-837356-2-iscsi',id=7639df21-17c3-4235-8912-210c3ad54137,load=0,resource_versions=,resources_synced=,started_at=2022-06-16T17:14:15Z,topic='l3_agent')) {'router_ids': ['dfe813ff-74d0-4e6b-9f3d-827582ab6a37'], 'active': True} {{(pid=103919) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 16 17:22:28.980323 dv-cinder-837356-2-iscsi neutron-server[103917]: INFO neutron.wsgi [None req-ae725da0-fec2-42ab-8d3d-17a1d3405002 admin admin] 10.222.0.66 "GET /v2.0/security-groups?tenant_id=87b7cb6d988f459c954da05d04a4f2c4&name=default HTTP/1.1" status: 200 len: 2992 time: 1.9839909 Jun 16 17:22:28.984477 dv-cinder-837356-2-iscsi neutron-server[103917]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ae725da0-fec2-42ab-8d3d-17a1d3405002 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=51adac18-0087-455c-9503-1bd27049506e,revision_number=1']} {{(pid=103917) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 17:22:28.989837 dv-cinder-837356-2-iscsi neutron-server[103917]: DEBUG neutron.wsgi [-] (103917) accepted ('10.222.0.66', 35668) {{(pid=103917) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 16 17:22:29.012160 dv-cinder-837356-2-iscsi neutron-server[103916]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-014392f4-3769-435e-b94c-d8981ed343f9 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7ecb4788-434a-47c3-aa2c-ab8a7da20058,revision_number=1']} {{(pid=103916) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 17:22:29.049898 dv-cinder-837356-2-iscsi neutron-server[103918]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a5ccaa0-7229-486a-b430-6e4aaca08268 None None] Pushing event updated for resources: {'Port': ['ID=707aa5ab-cfe5-43b2-9a05-74f5af6692bd,revision_number=2']} {{(pid=103918) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 17:22:29.079794 dv-cinder-837356-2-iscsi neutron-server[103916]: DEBUG neutron.db.db_base_plugin_common [None req-267c4f45-0f4d-4e41-a3a4-3d31eb443a76 admin admin] Allocated IP 172.27.2.110 (9df31235-0797-44e6-85a0-102cb2da2d58/1dfb0320-f5eb-46f6-88ce-33002f500238/8996dd90-031b-4185-b6a7-e192f4c0cebb) {{(pid=103916) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 16 17:22:29.101068 dv-cinder-837356-2-iscsi neutron-server[103918]: DEBUG dbcounter [-] [103918] Writing DB stats neutron:SELECT=94,neutron:UPDATE=4,neutron:INSERT=2 {{(pid=103918) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 16 17:22:29.131454 dv-cinder-837356-2-iscsi neutron-server[103917]: DEBUG neutron_lib.callbacks.manager [None req-eaaa01c5-06f1-42c5-a292-49afea5b5984 admin admin] Publish callbacks [] for router_gateway (5557f5ad-f4fd-4009-ab4c-69a33d9eac05), before_create {{(pid=103917) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 17:22:29.139094 dv-cinder-837356-2-iscsi neutron-server[103917]: DEBUG neutron_lib.callbacks.manager [None req-43a4bf21-4008-4f06-a5c5-400f4a2cc166 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-570488'] for security_group (530a3208-c4f8-4324-a163-70770ec581de), after_delete {{(pid=103917) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 17:22:29.140970 dv-cinder-837356-2-iscsi neutron-server[103918]: DEBUG neutron_lib.callbacks.manager [None req-d014a256-784f-4240-943d-2e1c997aba8f None None] Publish callbacks [] for port (88d396ce-2900-4144-94ed-fb2e647d645f), precommit_create {{(pid=103918) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 17:22:29.143269 dv-cinder-837356-2-iscsi neutron-server[103917]: DEBUG neutron_lib.callbacks.manager [None req-43a4bf21-4008-4f06-a5c5-400f4a2cc166 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103917) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 17:22:29.147220 dv-cinder-837356-2-iscsi neutron-server[103917]: INFO neutron.wsgi [None req-43a4bf21-4008-4f06-a5c5-400f4a2cc166 admin admin] 10.222.0.66 "DELETE /v2.0/security-groups/530a3208-c4f8-4324-a163-70770ec581de HTTP/1.1" status: 204 len: 168 time: 0.9783885 Jun 16 17:22:29.158653 dv-cinder-837356-2-iscsi neutron-server[103916]: DEBUG neutron_lib.callbacks.manager [None req-fe62bf82-0b6d-4e98-b28c-3afcc5002c9a admin admin] Publish callbacks [] for security_group (6f9e89c4-b411-45f9-a8ad-196139e8deae), precommit_create {{(pid=103916) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 17:22:29.175119 dv-cinder-837356-2-iscsi neutron-server[103916]: DEBUG neutron_lib.callbacks.manager [None req-fe62bf82-0b6d-4e98-b28c-3afcc5002c9a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-570488'] for security_group (6f9e89c4-b411-45f9-a8ad-196139e8deae), after_create {{(pid=103916) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 17:22:29.177026 dv-cinder-837356-2-iscsi neutron-server[103918]: DEBUG neutron_lib.callbacks.manager [None req-d014a256-784f-4240-943d-2e1c997aba8f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16007527', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-75831', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16241551', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8728538993421'] for port (88d396ce-2900-4144-94ed-fb2e647d645f), after_create {{(pid=103918) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 17:22:29.188598 dv-cinder-837356-2-iscsi neutron-server[103919]: DEBUG neutron.db.l3_dvr_db [None req-6680c83f-023e-4019-acfa-1de6ce0a1588 None None] Set router dfe813ff-74d0-4e6b-9f3d-827582ab6a37 gateway port host: dv-cinder-837356-2-iscsi {{(pid=103919) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jun 16 17:22:29.202934 dv-cinder-837356-2-iscsi neutron-server[103918]: DEBUG neutron.db.provisioning_blocks [None req-39ead2dc-a542-4f04-b117-439eb7f32aa8 None None] Provisioning complete for port 63946bc3-c117-4d26-a784-1746fe9508c4 triggered by entity L2. {{(pid=103918) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jun 16 17:22:29.203321 dv-cinder-837356-2-iscsi neutron-server[103918]: DEBUG neutron_lib.callbacks.manager [None req-39ead2dc-a542-4f04-b117-439eb7f32aa8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16149424'] for port (63946bc3-c117-4d26-a784-1746fe9508c4), provisioning_complete {{(pid=103918) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 17:22:29.207626 dv-cinder-837356-2-iscsi neutron-server[103916]: INFO neutron.wsgi [None req-014392f4-3769-435e-b94c-d8981ed343f9 admin admin] 10.222.0.66 "GET /v2.0/security-groups?tenant_id=667680b20ad541afa95e3f70b2f3cb16&name=default HTTP/1.1" status: 200 len: 2992 time: 1.4609904 Jun 16 17:22:29.213582 dv-cinder-837356-2-iscsi neutron-server[103916]: DEBUG neutron.wsgi [-] (103916) accepted ('10.222.0.66', 35672) {{(pid=103916) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 16 17:22:29.227524 dv-cinder-837356-2-iscsi neutron-server[103918]: DEBUG neutron.db.l3_dvr_db [None req-ccfca89b-f3e0-4a92-adb8-308072a4d6f0 None None] Set router 853b62ae-40b6-4d3c-b58a-f70cd9a57d87 gateway port host: dv-cinder-837356-2-iscsi {{(pid=103918) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jun 16 17:22:29.230324 dv-cinder-837356-2-iscsi neutron-server[103917]: DEBUG neutron_lib.callbacks.manager [None req-319a0099-820e-42f8-9612-bfb99bd5c63c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16007590'] for port (None), before_create {{(pid=103917) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 17:22:29.260412 dv-cinder-837356-2-iscsi neutron-server[103917]: DEBUG neutron_lib.callbacks.manager [None req-eaaa01c5-06f1-42c5-a292-49afea5b5984 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16007590'] for port (None), before_create {{(pid=103917) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 17:22:29.288027 dv-cinder-837356-2-iscsi neutron-server[103918]: DEBUG neutron.plugins.ml2.plugin [None req-cd786bd0-c95c-443a-9b91-4cc890266a81 None None] Current status of the port 63946bc3-c117-4d26-a784-1746fe9508c4 is: DOWN; New status is: ACTIVE {{(pid=103918) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2298}} Jun 16 17:22:29.288407 dv-cinder-837356-2-iscsi neutron-server[103918]: DEBUG neutron_lib.callbacks.manager [None req-cd786bd0-c95c-443a-9b91-4cc890266a81 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16007590'] for port (63946bc3-c117-4d26-a784-1746fe9508c4), before_update {{(pid=103918) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 17:22:29.295758 dv-cinder-837356-2-iscsi neutron-server[103916]: DEBUG dbcounter [-] [103916] Writing DB stats neutron:INSERT=10,neutron:SELECT=83,neutron:UPDATE=5,neutron:DELETE=2 {{(pid=103916) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 16 17:22:29.327380 dv-cinder-837356-2-iscsi neutron-server[103916]: DEBUG dbcounter [-] [103916] Writing DB stats neutron:SELECT=86,neutron:INSERT=13,neutron:UPDATE=1 {{(pid=103916) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 16 17:22:29.359352 dv-cinder-837356-2-iscsi neutron-server[103917]: DEBUG dbcounter [-] [103917] Writing DB stats neutron:SELECT=93,neutron:INSERT=6,neutron:DELETE=1 {{(pid=103917) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 16 17:22:29.370609 dv-cinder-837356-2-iscsi neutron-server[103917]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-43a4bf21-4008-4f06-a5c5-400f4a2cc166 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=530a3208-c4f8-4324-a163-70770ec581de,revision_number=None']} {{(pid=103917) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 17:22:29.388972 dv-cinder-837356-2-iscsi neutron-server[103917]: DEBUG neutron_lib.callbacks.manager [None req-46ed2361-f305-49ec-ac69-4fedb7406a73 admin admin] Publish callbacks [] for security_group (51adac18-0087-455c-9503-1bd27049506e), before_delete {{(pid=103917) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 17:22:29.421326 dv-cinder-837356-2-iscsi neutron-server[103916]: INFO neutron.wsgi [None req-fe62bf82-0b6d-4e98-b28c-3afcc5002c9a admin admin] 10.222.0.66 "GET /v2.0/security-groups?tenant_id=6a757117cfa64066b1931bf9e0b77836&name=default HTTP/1.1" status: 200 len: 2992 time: 1.6255717 Jun 16 17:22:29.424305 dv-cinder-837356-2-iscsi neutron-server[103918]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d014a256-784f-4240-943d-2e1c997aba8f None None] Pushing event updated for resources: {'Port': ['ID=88d396ce-2900-4144-94ed-fb2e647d645f,revision_number=1']} {{(pid=103918) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 17:22:29.436523 dv-cinder-837356-2-iscsi neutron-server[103918]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d014a256-784f-4240-943d-2e1c997aba8f None None] Network 04f2ecf4-cd9f-483b-9100-6d9d67a561d2 is already hosted by enough agents. {{(pid=103918) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 16 17:22:29.437652 dv-cinder-837356-2-iscsi neutron-server[103916]: DEBUG neutron.wsgi [-] (103916) accepted ('10.222.0.66', 35676) {{(pid=103916) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 16 17:22:29.438682 dv-cinder-837356-2-iscsi neutron-server[103916]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fe62bf82-0b6d-4e98-b28c-3afcc5002c9a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6f9e89c4-b411-45f9-a8ad-196139e8deae,revision_number=1']} {{(pid=103916) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 17:22:29.489408 dv-cinder-837356-2-iscsi neutron-server[103917]: DEBUG neutron_lib.callbacks.manager [None req-46ed2361-f305-49ec-ac69-4fedb7406a73 admin admin] Publish callbacks [] for security_group (51adac18-0087-455c-9503-1bd27049506e), precommit_delete {{(pid=103917) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 17:22:29.496203 dv-cinder-837356-2-iscsi neutron-server[103919]: DEBUG dbcounter [-] [103919] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=103919) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 16 17:22:29.499446 dv-cinder-837356-2-iscsi neutron-server[103918]: DEBUG neutron.scheduler.base_scheduler [None req-d014a256-784f-4240-943d-2e1c997aba8f None None] Resources bound (agent type, host, resource id): {{(pid=103918) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 16 17:22:29.578008 dv-cinder-837356-2-iscsi neutron-server[103918]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d014a256-784f-4240-943d-2e1c997aba8f None None] Received port after_create {{(pid=103918) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:542}} Jun 16 17:22:29.583674 dv-cinder-837356-2-iscsi neutron-server[103916]: DEBUG neutron_lib.callbacks.manager [None req-94cc4e85-2b31-49b3-b2e8-31b8c686790d admin admin] Publish callbacks [] for security_group (7ecb4788-434a-47c3-aa2c-ab8a7da20058), before_delete {{(pid=103916) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 17:22:29.631660 dv-cinder-837356-2-iscsi neutron-server[103919]: DEBUG neutron.db.l3_hamode_db [None req-6680c83f-023e-4019-acfa-1de6ce0a1588 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'dfe813ff-74d0-4e6b-9f3d-827582ab6a37', 'name': 'tempest-ServerRescueNegativeTestJSON-1592621772-router', 'tenant_id': 'ccf5c45783454fc5a7872490196f07e0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9df31235-0797-44e6-85a0-102cb2da2d58', 'external_fixed_ips': [{'subnet_id': '1dfb0320-f5eb-46f6-88ce-33002f500238', 'ip_address': '172.27.2.58'}], 'enable_snat': True}, 'gw_port_id': '06974505-e6bd-467d-a29b-92e722b69f8f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-16T17:22:23Z', 'updated_at': '2022-06-16T17:22:24Z', 'revision_number': 3, 'project_id': 'ccf5c45783454fc5a7872490196f07e0', 'gw_port': {'id': '06974505-e6bd-467d-a29b-92e722b69f8f', 'name': '', 'network_id': '9df31235-0797-44e6-85a0-102cb2da2d58', 'tenant_id': '', 'mac_address': 'fa:16:3e:ce:68:29', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'dfe813ff-74d0-4e6b-9f3d-827582ab6a37', 'device_owner': 'network:router_gateway', 'standard_attr_id': 63, 'fixed_ips': [{'subnet_id': '1dfb0320-f5eb-46f6-88ce-33002f500238', 'ip_address': '172.27.2.58', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-837356-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-16T17:22:23Z', 'updated_at': '2022-06-16T17:22:28Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '1dfb0320-f5eb-46f6-88ce-33002f500238', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-837356-2-iscsi'}], 'dv-cinder-837356-2-iscsi', False) {} {{(pid=103919) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 16 17:22:29.671520 dv-cinder-837356-2-iscsi neutron-server[103916]: DEBUG neutron_lib.callbacks.manager [None req-94cc4e85-2b31-49b3-b2e8-31b8c686790d admin admin] Publish callbacks [] for security_group (7ecb4788-434a-47c3-aa2c-ab8a7da20058), precommit_delete {{(pid=103916) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 17:22:29.692138 dv-cinder-837356-2-iscsi neutron-server[103919]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6680c83f-023e-4019-acfa-1de6ce0a1588 None None] The sync data for ids ['dfe813ff-74d0-4e6b-9f3d-827582ab6a37'] in dv-cinder-837356-2-iscsi is: [{'id': 'dfe813ff-74d0-4e6b-9f3d-827582ab6a37', 'name': 'tempest-ServerRescueNegativeTestJSON-1592621772-router', 'tenant_id': 'ccf5c45783454fc5a7872490196f07e0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9df31235-0797-44e6-85a0-102cb2da2d58', 'external_fixed_ips': [{'subnet_id': '1dfb0320-f5eb-46f6-88ce-33002f500238', 'ip_address': '172.27.2.58'}], 'enable_snat': True}, 'gw_port_id': '06974505-e6bd-467d-a29b-92e722b69f8f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-16T17:22:23Z', 'updated_at': '2022-06-16T17:22:24Z', 'revision_number': 3, 'project_id': 'ccf5c45783454fc5a7872490196f07e0', 'gw_port': {'id': '06974505-e6bd-467d-a29b-92e722b69f8f', 'name': '', 'network_id': '9df31235-0797-44e6-85a0-102cb2da2d58', 'tenant_id': '', 'mac_address': 'fa:16:3e:ce:68:29', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'dfe813ff-74d0-4e6b-9f3d-827582ab6a37', 'device_owner': 'network:router_gateway', 'standard_attr_id': 63, 'fixed_ips': [{'subnet_id': '1dfb0320-f5eb-46f6-88ce-33002f500238', 'ip_address': '172.27.2.58', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-837356-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-16T17:22:23Z', 'updated_at': '2022-06-16T17:22:28Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '1dfb0320-f5eb-46f6-88ce-33002f500238', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-837356-2-iscsi'}] {{(pid=103919) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 16 17:22:29.746902 dv-cinder-837356-2-iscsi neutron-server[103917]: DEBUG neutron.wsgi [-] (103917) accepted ('10.222.0.66', 35678) {{(pid=103917) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 16 17:22:29.754596 dv-cinder-837356-2-iscsi neutron-server[103916]: DEBUG neutron_lib.callbacks.manager [None req-267c4f45-0f4d-4e41-a3a4-3d31eb443a76 admin admin] Publish callbacks [] for port (8996dd90-031b-4185-b6a7-e192f4c0cebb), precommit_create {{(pid=103916) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 17:22:29.764207 dv-cinder-837356-2-iscsi neutron-server[103917]: DEBUG dbcounter [-] [103917] Writing DB stats neutron:SELECT=91,neutron:DELETE=6,neutron:UPDATE=1,neutron:INSERT=2 {{(pid=103917) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 16 17:22:29.765783 dv-cinder-837356-2-iscsi neutron-server[103918]: DEBUG neutron_lib.callbacks.manager [None req-b2b17746-c296-4803-869a-65578e8233dd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728539454181', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16149322'] for agent (2e97d73d-50fc-4f89-a4ea-85f65eb860d8), after_update {{(pid=103918) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 17:22:29.788266 dv-cinder-837356-2-iscsi neutron-server[103917]: DEBUG neutron_lib.callbacks.manager [None req-1e48608e-ee3b-4ff6-8c83-d5cf283ea983 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103917) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 17:22:29.790550 dv-cinder-837356-2-iscsi neutron-server[103916]: DEBUG neutron_lib.callbacks.manager [None req-062ed10f-54e3-4075-b657-cc08114c828d admin admin] Publish callbacks [] for security_group (6f9e89c4-b411-45f9-a8ad-196139e8deae), before_delete {{(pid=103916) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 17:22:29.795829 dv-cinder-837356-2-iscsi neutron-server[103917]: DEBUG neutron_lib.callbacks.manager [None req-46ed2361-f305-49ec-ac69-4fedb7406a73 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-570488'] for security_group (51adac18-0087-455c-9503-1bd27049506e), after_delete {{(pid=103917) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 17:22:29.798507 dv-cinder-837356-2-iscsi neutron-server[103917]: DEBUG neutron_lib.callbacks.manager [None req-46ed2361-f305-49ec-ac69-4fedb7406a73 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103917) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 17:22:29.804500 dv-cinder-837356-2-iscsi neutron-server[103917]: INFO neutron.wsgi [None req-46ed2361-f305-49ec-ac69-4fedb7406a73 admin admin] 10.222.0.66 "DELETE /v2.0/security-groups/51adac18-0087-455c-9503-1bd27049506e HTTP/1.1" status: 204 len: 168 time: 0.8069487 Jun 16 17:22:29.810943 dv-cinder-837356-2-iscsi neutron-server[103918]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-76937afb-c1f1-45f5-bebe-95050e62c109 None None] Network 82c6c893-96f4-45ae-b1e3-d70ff1db738d requested from dv-cinder-837356-2-iscsi {{(pid=103918) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jun 16 17:22:29.832105 dv-cinder-837356-2-iscsi neutron-server[103917]: DEBUG neutron.db.db_base_plugin_common [None req-319a0099-820e-42f8-9612-bfb99bd5c63c admin admin] Allocated IP 172.20.0.1 (7c13538c-2941-4763-a560-37a0a33d14c7/8e38426e-d044-4155-92d6-5d9da7f0fc35/e1aec36a-a2f9-4546-94c4-c2940c0a35ec) {{(pid=103917) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 16 17:22:29.839337 dv-cinder-837356-2-iscsi neutron-server[103917]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-46ed2361-f305-49ec-ac69-4fedb7406a73 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=51adac18-0087-455c-9503-1bd27049506e,revision_number=None']} {{(pid=103917) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 17:22:29.895384 dv-cinder-837356-2-iscsi neutron-server[103916]: DEBUG neutron_lib.callbacks.manager [None req-062ed10f-54e3-4075-b657-cc08114c828d admin admin] Publish callbacks [] for security_group (6f9e89c4-b411-45f9-a8ad-196139e8deae), precommit_delete {{(pid=103916) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 17:22:29.964519 dv-cinder-837356-2-iscsi neutron-server[103916]: DEBUG neutron_lib.callbacks.manager [None req-94cc4e85-2b31-49b3-b2e8-31b8c686790d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-570488'] for security_group (7ecb4788-434a-47c3-aa2c-ab8a7da20058), after_delete {{(pid=103916) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 17:22:29.966988 dv-cinder-837356-2-iscsi neutron-server[103916]: DEBUG neutron_lib.callbacks.manager [None req-94cc4e85-2b31-49b3-b2e8-31b8c686790d admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103916) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 17:22:29.968590 dv-cinder-837356-2-iscsi neutron-server[103916]: INFO neutron.wsgi [None req-94cc4e85-2b31-49b3-b2e8-31b8c686790d admin admin] 10.222.0.66 "DELETE /v2.0/security-groups/7ecb4788-434a-47c3-aa2c-ab8a7da20058 HTTP/1.1" status: 204 len: 168 time: 0.7313333 Jun 16 17:22:29.989459 dv-cinder-837356-2-iscsi neutron-server[103918]: DEBUG neutron.plugins.ml2.managers [None req-d014a256-784f-4240-943d-2e1c997aba8f None None] Attempting to bind port 88d396ce-2900-4144-94ed-fb2e647d645f on host dv-cinder-837356-2-iscsi for vnic_type normal with profile {{(pid=103918) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:811}} Jun 16 17:22:29.989831 dv-cinder-837356-2-iscsi neutron-server[103918]: DEBUG neutron.plugins.ml2.managers [None req-d014a256-784f-4240-943d-2e1c997aba8f None None] Attempting to bind port 88d396ce-2900-4144-94ed-fb2e647d645f by drivers openvswitch,hyperv on host dv-cinder-837356-2-iscsi at level 0 using segments [{'id': 'd53d2152-678f-42ce-a3f8-cc589901ed6b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1034, 'network_id': '04f2ecf4-cd9f-483b-9100-6d9d67a561d2'}] {{(pid=103918) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:836}} Jun 16 17:22:29.990190 dv-cinder-837356-2-iscsi neutron-server[103918]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d014a256-784f-4240-943d-2e1c997aba8f None None] Attempting to bind port 88d396ce-2900-4144-94ed-fb2e647d645f on network 04f2ecf4-cd9f-483b-9100-6d9d67a561d2 {{(pid=103918) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jun 16 17:22:29.996048 dv-cinder-837356-2-iscsi neutron-server[103916]: DEBUG neutron_lib.callbacks.manager [None req-267c4f45-0f4d-4e41-a3a4-3d31eb443a76 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16007527', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-75831', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16241551', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8728538993421'] for port (8996dd90-031b-4185-b6a7-e192f4c0cebb), after_create {{(pid=103916) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 17:22:30.014777 dv-cinder-837356-2-iscsi neutron-server[103916]: DEBUG neutron_lib.callbacks.manager [None req-53eca7f3-c4cd-4602-91c4-5a3e1ae82789 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16007590'] for port (None), before_create {{(pid=103916) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 17:22:30.040820 dv-cinder-837356-2-iscsi neutron-server[103917]: DEBUG neutron_lib.callbacks.manager [None req-319a0099-820e-42f8-9612-bfb99bd5c63c admin admin] Publish callbacks [] for port (e1aec36a-a2f9-4546-94c4-c2940c0a35ec), precommit_create {{(pid=103917) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 17:22:30.061948 dv-cinder-837356-2-iscsi neutron-server[103918]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d014a256-784f-4240-943d-2e1c997aba8f None None] Checking agent: {'id': '5b2fa84c-1db1-41c6-a6b9-975c3da28daf', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-837356-2-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 6, 16, 17, 14, 18), 'started_at': datetime.datetime(2022, 6, 16, 17, 14, 48), 'heartbeat_timestamp': datetime.datetime(2022, 6, 16, 17, 22, 18), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-837356-2-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103918) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jun 16 17:22:30.062324 dv-cinder-837356-2-iscsi neutron-server[103918]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d014a256-784f-4240-943d-2e1c997aba8f None None] Checking segment: {'id': 'd53d2152-678f-42ce-a3f8-cc589901ed6b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1034, 'network_id': '04f2ecf4-cd9f-483b-9100-6d9d67a561d2'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103918) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jun 16 17:22:30.062727 dv-cinder-837356-2-iscsi neutron-server[103918]: DEBUG neutron_lib.callbacks.manager [None req-d014a256-784f-4240-943d-2e1c997aba8f None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103918) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 17:22:30.063144 dv-cinder-837356-2-iscsi neutron-server[103918]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d014a256-784f-4240-943d-2e1c997aba8f None None] Bound using segment: {'id': 'd53d2152-678f-42ce-a3f8-cc589901ed6b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1034, 'network_id': '04f2ecf4-cd9f-483b-9100-6d9d67a561d2'} {{(pid=103918) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jun 16 17:22:30.063596 dv-cinder-837356-2-iscsi neutron-server[103918]: DEBUG neutron.plugins.ml2.managers [None req-d014a256-784f-4240-943d-2e1c997aba8f None None] Bound port: 88d396ce-2900-4144-94ed-fb2e647d645f, host: dv-cinder-837356-2-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'd53d2152-678f-42ce-a3f8-cc589901ed6b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1034, 'network_id': '04f2ecf4-cd9f-483b-9100-6d9d67a561d2'}}] {{(pid=103918) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:948}} Jun 16 17:22:30.064015 dv-cinder-837356-2-iscsi neutron-server[103918]: DEBUG neutron_lib.callbacks.manager [None req-d014a256-784f-4240-943d-2e1c997aba8f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16007590'] for port (88d396ce-2900-4144-94ed-fb2e647d645f), before_update {{(pid=103918) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 17:22:30.090753 dv-cinder-837356-2-iscsi neutron-server[103918]: DEBUG neutron.plugins.ml2.db [None req-cd786bd0-c95c-443a-9b91-4cc890266a81 None None] For port 63946bc3-c117-4d26-a784-1746fe9508c4, host dv-cinder-837356-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-837356-2-iscsi',level=0,port_id=63946bc3-c117-4d26-a784-1746fe9508c4,segment=NetworkSegment(036772f7-7333-486e-9364-cdd941d04468),segment_id=036772f7-7333-486e-9364-cdd941d04468)] {{(pid=103918) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 16 17:22:30.139297 dv-cinder-837356-2-iscsi neutron-server[103918]: DEBUG neutron_lib.callbacks.manager [None req-cd786bd0-c95c-443a-9b91-4cc890266a81 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16007527', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-75831', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16241551', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728539364693', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728538993439', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728538993457'] for port (63946bc3-c117-4d26-a784-1746fe9508c4), after_update {{(pid=103918) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 17:22:30.161280 dv-cinder-837356-2-iscsi neutron-server[103917]: DEBUG neutron_lib.callbacks.manager [None req-319a0099-820e-42f8-9612-bfb99bd5c63c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16007527', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-75831', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16241551', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8728538993421'] for port (e1aec36a-a2f9-4546-94c4-c2940c0a35ec), after_create {{(pid=103917) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 17:22:30.315686 dv-cinder-837356-2-iscsi neutron-server[103918]: DEBUG neutron.plugins.ml2.plugin [None req-39ead2dc-a542-4f04-b117-439eb7f32aa8 None None] Current status of the port 63946bc3-c117-4d26-a784-1746fe9508c4 is: DOWN; New status is: ACTIVE {{(pid=103918) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2298}} Jun 16 17:22:30.315887 dv-cinder-837356-2-iscsi neutron-server[103918]: DEBUG neutron_lib.callbacks.manager [None req-39ead2dc-a542-4f04-b117-439eb7f32aa8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16007590'] for port (63946bc3-c117-4d26-a784-1746fe9508c4), before_update {{(pid=103918) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 17:22:30.324944 dv-cinder-837356-2-iscsi neutron-server[103918]: DEBUG neutron.db.provisioning_blocks [None req-cd786bd0-c95c-443a-9b91-4cc890266a81 None None] Provisioning complete for port b9bc0d18-30e8-4b5f-81a3-1d733154515b triggered by entity DHCP. {{(pid=103918) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jun 16 17:22:30.325376 dv-cinder-837356-2-iscsi neutron-server[103918]: DEBUG neutron_lib.callbacks.manager [None req-cd786bd0-c95c-443a-9b91-4cc890266a81 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16149424'] for port (b9bc0d18-30e8-4b5f-81a3-1d733154515b), provisioning_complete {{(pid=103918) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 17:22:30.346465 dv-cinder-837356-2-iscsi neutron-server[103917]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-319a0099-820e-42f8-9612-bfb99bd5c63c admin admin] Network 7c13538c-2941-4763-a560-37a0a33d14c7 is already hosted by enough agents. {{(pid=103917) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 16 17:22:30.356144 dv-cinder-837356-2-iscsi neutron-server[103916]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-94cc4e85-2b31-49b3-b2e8-31b8c686790d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7ecb4788-434a-47c3-aa2c-ab8a7da20058,revision_number=None']} {{(pid=103916) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 17:22:30.381323 dv-cinder-837356-2-iscsi neutron-server[103917]: DEBUG neutron.scheduler.base_scheduler [None req-319a0099-820e-42f8-9612-bfb99bd5c63c admin admin] Resources bound (agent type, host, resource id): {{(pid=103917) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 16 17:22:30.418269 dv-cinder-837356-2-iscsi neutron-server[103917]: DEBUG neutron.db.l3_dvrscheduler_db [None req-319a0099-820e-42f8-9612-bfb99bd5c63c admin admin] Received port after_create {{(pid=103917) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:542}} Jun 16 17:22:30.418269 dv-cinder-837356-2-iscsi neutron-server[103917]: DEBUG neutron_lib.callbacks.manager [None req-319a0099-820e-42f8-9612-bfb99bd5c63c admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-706133'] for router_interface (dfe813ff-74d0-4e6b-9f3d-827582ab6a37), before_create {{(pid=103917) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 17:22:30.420718 dv-cinder-837356-2-iscsi neutron-server[103916]: DEBUG dbcounter [-] [103916] Writing DB stats neutron:INSERT=1,neutron:SELECT=95,neutron:DELETE=4 {{(pid=103916) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 16 17:22:30.433115 dv-cinder-837356-2-iscsi neutron-server[103918]: DEBUG dbcounter [-] [103918] Writing DB stats neutron:SELECT=97,neutron:UPDATE=3 {{(pid=103918) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 16 17:22:30.433459 dv-cinder-837356-2-iscsi neutron-server[103916]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-267c4f45-0f4d-4e41-a3a4-3d31eb443a76 admin admin] Network 9df31235-0797-44e6-85a0-102cb2da2d58 is already hosted by enough agents. {{(pid=103916) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 16 17:22:30.476697 dv-cinder-837356-2-iscsi neutron-server[103916]: DEBUG neutron.scheduler.base_scheduler [None req-267c4f45-0f4d-4e41-a3a4-3d31eb443a76 admin admin] Resources bound (agent type, host, resource id): {{(pid=103916) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 16 17:22:30.483885 dv-cinder-837356-2-iscsi neutron-server[103916]: DEBUG neutron.db.l3_dvrscheduler_db [None req-267c4f45-0f4d-4e41-a3a4-3d31eb443a76 admin admin] Received port after_create {{(pid=103916) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:542}} Jun 16 17:22:30.503039 dv-cinder-837356-2-iscsi neutron-server[103916]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-267c4f45-0f4d-4e41-a3a4-3d31eb443a76 admin admin] Pushing event updated for resources: {'Port': ['ID=8996dd90-031b-4185-b6a7-e192f4c0cebb,revision_number=1']} {{(pid=103916) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 17:22:30.540359 dv-cinder-837356-2-iscsi neutron-server[103917]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-319a0099-820e-42f8-9612-bfb99bd5c63c admin admin] Pushing event updated for resources: {'Port': ['ID=e1aec36a-a2f9-4546-94c4-c2940c0a35ec,revision_number=1']} {{(pid=103917) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 17:22:30.542203 dv-cinder-837356-2-iscsi neutron-server[103916]: DEBUG neutron.wsgi [-] (103916) accepted ('10.222.0.66', 35686) {{(pid=103916) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 16 17:22:30.626534 dv-cinder-837356-2-iscsi neutron-server[103916]: DEBUG neutron_lib.callbacks.manager [None req-062ed10f-54e3-4075-b657-cc08114c828d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-570488'] for security_group (6f9e89c4-b411-45f9-a8ad-196139e8deae), after_delete {{(pid=103916) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 17:22:30.629023 dv-cinder-837356-2-iscsi neutron-server[103916]: DEBUG neutron_lib.callbacks.manager [None req-062ed10f-54e3-4075-b657-cc08114c828d admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103916) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 17:22:30.630585 dv-cinder-837356-2-iscsi neutron-server[103917]: DEBUG neutron.db.db_base_plugin_common [None req-eaaa01c5-06f1-42c5-a292-49afea5b5984 admin admin] Allocated IP 172.27.2.250 (9df31235-0797-44e6-85a0-102cb2da2d58/1dfb0320-f5eb-46f6-88ce-33002f500238/bbb2266f-e66a-4e7c-90ad-bbf0a686e05e) {{(pid=103917) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 16 17:22:30.644184 dv-cinder-837356-2-iscsi neutron-server[103916]: INFO neutron.wsgi [None req-062ed10f-54e3-4075-b657-cc08114c828d admin admin] 10.222.0.66 "DELETE /v2.0/security-groups/6f9e89c4-b411-45f9-a8ad-196139e8deae HTTP/1.1" status: 204 len: 168 time: 1.2019422 Jun 16 17:22:30.676285 dv-cinder-837356-2-iscsi neutron-server[103918]: DEBUG neutron.plugins.ml2.db [None req-d014a256-784f-4240-943d-2e1c997aba8f None None] For port 88d396ce-2900-4144-94ed-fb2e647d645f, host dv-cinder-837356-2-iscsi, cleared binding levels {{(pid=103918) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 16 17:22:30.701777 dv-cinder-837356-2-iscsi neutron-server[103918]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd786bd0-c95c-443a-9b91-4cc890266a81 None None] Pushing event updated for resources: {'Port': ['ID=63946bc3-c117-4d26-a784-1746fe9508c4,revision_number=3']} {{(pid=103918) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 17:22:30.715045 dv-cinder-837356-2-iscsi neutron-server[103918]: DEBUG dbcounter [-] [103918] Writing DB stats neutron:SELECT=95,neutron:UPDATE=4,neutron:INSERT=1 {{(pid=103918) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 16 17:22:30.778773 dv-cinder-837356-2-iscsi neutron-server[103917]: DEBUG neutron_lib.callbacks.manager [None req-1e48608e-ee3b-4ff6-8c83-d5cf283ea983 admin admin] Publish callbacks [] for security_group (8ae6523f-2baf-4b78-8646-d94bdc098774), precommit_create {{(pid=103917) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 17:22:30.806760 dv-cinder-837356-2-iscsi neutron-server[103917]: DEBUG neutron_lib.callbacks.manager [None req-1e48608e-ee3b-4ff6-8c83-d5cf283ea983 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-570488'] for security_group (8ae6523f-2baf-4b78-8646-d94bdc098774), after_create {{(pid=103917) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 17:22:30.812334 dv-cinder-837356-2-iscsi neutron-server[103918]: DEBUG neutron.db.l3_hamode_db [None req-ccfca89b-f3e0-4a92-adb8-308072a4d6f0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '853b62ae-40b6-4d3c-b58a-f70cd9a57d87', 'name': 'tempest-DeleteServersTestJSON-1179589301-router', 'tenant_id': '859da351f9cc437ebe79e5bdb87a177d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9df31235-0797-44e6-85a0-102cb2da2d58', 'external_fixed_ips': [{'subnet_id': '1dfb0320-f5eb-46f6-88ce-33002f500238', 'ip_address': '172.27.2.33'}], 'enable_snat': True}, 'gw_port_id': 'dcb62708-e024-4633-adb1-7a1cdc5856d2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-16T17:22:22Z', 'updated_at': '2022-06-16T17:22:26Z', 'revision_number': 3, 'project_id': '859da351f9cc437ebe79e5bdb87a177d', 'gw_port': {'id': 'dcb62708-e024-4633-adb1-7a1cdc5856d2', 'name': '', 'network_id': '9df31235-0797-44e6-85a0-102cb2da2d58', 'tenant_id': '', 'mac_address': 'fa:16:3e:f3:95:f9', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '853b62ae-40b6-4d3c-b58a-f70cd9a57d87', 'device_owner': 'network:router_gateway', 'standard_attr_id': 64, 'fixed_ips': [{'subnet_id': '1dfb0320-f5eb-46f6-88ce-33002f500238', 'ip_address': '172.27.2.33', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-16T17:22:23Z', 'updated_at': '2022-06-16T17:22:24Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '1dfb0320-f5eb-46f6-88ce-33002f500238', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-837356-2-iscsi'}], 'dv-cinder-837356-2-iscsi', False) {} {{(pid=103918) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 16 17:22:30.829542 dv-cinder-837356-2-iscsi neutron-server[103918]: DEBUG neutron.plugins.ml2.db [None req-d014a256-784f-4240-943d-2e1c997aba8f None None] For port 88d396ce-2900-4144-94ed-fb2e647d645f, host dv-cinder-837356-2-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-837356-2-iscsi',level=0,port_id=88d396ce-2900-4144-94ed-fb2e647d645f,segment=NetworkSegment(d53d2152-678f-42ce-a3f8-cc589901ed6b),segment_id=d53d2152-678f-42ce-a3f8-cc589901ed6b)] {{(pid=103918) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 16 17:22:30.902141 dv-cinder-837356-2-iscsi neutron-server[103917]: DEBUG dbcounter [-] [103917] Writing DB stats neutron:SELECT=84,neutron:UPDATE=4,neutron:INSERT=12 {{(pid=103917) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 16 17:22:30.910306 dv-cinder-837356-2-iscsi neutron-server[103916]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-062ed10f-54e3-4075-b657-cc08114c828d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6f9e89c4-b411-45f9-a8ad-196139e8deae,revision_number=None']} {{(pid=103916) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 17:22:30.912296 dv-cinder-837356-2-iscsi neutron-server[103916]: DEBUG neutron_lib.callbacks.manager [None req-3e26bd4f-8bd6-4f71-a85a-9b5cbcfd78f9 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103916) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 17:22:30.948396 dv-cinder-837356-2-iscsi neutron-server[103917]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1e48608e-ee3b-4ff6-8c83-d5cf283ea983 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8ae6523f-2baf-4b78-8646-d94bdc098774,revision_number=1']} {{(pid=103917) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 17:22:30.956184 dv-cinder-837356-2-iscsi neutron-server[103918]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ccfca89b-f3e0-4a92-adb8-308072a4d6f0 None None] Checking router: 853b62ae-40b6-4d3c-b58a-f70cd9a57d87 for host: dv-cinder-837356-2-iscsi {{(pid=103918) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 16 17:22:30.956535 dv-cinder-837356-2-iscsi neutron-server[103918]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ccfca89b-f3e0-4a92-adb8-308072a4d6f0 None None] Updating router 853b62ae-40b6-4d3c-b58a-f70cd9a57d87 port dcb62708-e024-4633-adb1-7a1cdc5856d2 binding host dv-cinder-837356-2-iscsi {{(pid=103918) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jun 16 17:22:30.968224 dv-cinder-837356-2-iscsi neutron-server[103918]: DEBUG neutron_lib.callbacks.manager [None req-d014a256-784f-4240-943d-2e1c997aba8f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16007527', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-75831', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16241551', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728539364693', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728538993439', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728538993457'] for port (88d396ce-2900-4144-94ed-fb2e647d645f), after_update {{(pid=103918) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 17:22:30.995064 dv-cinder-837356-2-iscsi neutron-server[103917]: DEBUG neutron.wsgi [-] (103917) accepted ('10.222.0.66', 35692) {{(pid=103917) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 16 17:22:31.050884 dv-cinder-837356-2-iscsi neutron-server[103917]: INFO neutron.wsgi [None req-1e48608e-ee3b-4ff6-8c83-d5cf283ea983 admin admin] 10.222.0.66 "GET /v2.0/security-groups?tenant_id=b1f7c3b6d1844745970d39228ba80598&name=default HTTP/1.1" status: 200 len: 2993 time: 1.3026121 Jun 16 17:22:31.052465 dv-cinder-837356-2-iscsi neutron-server[103918]: DEBUG neutron_lib.db.api [None req-39ead2dc-a542-4f04-b117-439eb7f32aa8 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=103918) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:188}} Jun 16 17:22:31.052972 dv-cinder-837356-2-iscsi neutron-server[103918]: DEBUG oslo_db.api [None req-39ead2dc-a542-4f04-b117-439eb7f32aa8 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=103918) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jun 16 17:22:31.057299 dv-cinder-837356-2-iscsi neutron-server[103916]: DEBUG neutron.wsgi [-] (103916) accepted ('10.222.0.66', 35694) {{(pid=103916) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 16 17:22:31.091293 dv-cinder-837356-2-iscsi neutron-server[103917]: DEBUG neutron_lib.callbacks.manager [None req-fa27aecb-0d1b-4a79-8fd8-afc5b0adf468 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103917) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 17:22:31.153568 dv-cinder-837356-2-iscsi neutron-server[103917]: DEBUG dbcounter [-] [103917] Writing DB stats neutron:SELECT=86,neutron:UPDATE=5,neutron:DELETE=1,neutron:INSERT=8 {{(pid=103917) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 16 17:22:31.194934 dv-cinder-837356-2-iscsi neutron-server[103918]: DEBUG neutron_lib.callbacks.manager [None req-ccfca89b-f3e0-4a92-adb8-308072a4d6f0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16007590'] for port (dcb62708-e024-4633-adb1-7a1cdc5856d2), before_update {{(pid=103918) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 17:22:31.251665 dv-cinder-837356-2-iscsi neutron-server[103918]: DEBUG neutron.plugins.ml2.plugin [None req-cd786bd0-c95c-443a-9b91-4cc890266a81 None None] Current status of the port b9bc0d18-30e8-4b5f-81a3-1d733154515b is: ACTIVE; New status is: ACTIVE {{(pid=103918) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2298}} Jun 16 17:22:31.269639 dv-cinder-837356-2-iscsi neutron-server[103916]: DEBUG dbcounter [-] [103916] Writing DB stats neutron:SELECT=92,neutron:INSERT=3,neutron:DELETE=4,neutron:UPDATE=1 {{(pid=103916) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 16 17:22:31.281560 dv-cinder-837356-2-iscsi neutron-server[103918]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d014a256-784f-4240-943d-2e1c997aba8f None None] Pushing event updated for resources: {'Port': ['ID=88d396ce-2900-4144-94ed-fb2e647d645f,revision_number=2']} {{(pid=103918) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 17:22:31.344351 dv-cinder-837356-2-iscsi neutron-server[103917]: DEBUG neutron_lib.callbacks.manager [None req-fa27aecb-0d1b-4a79-8fd8-afc5b0adf468 admin admin] Publish callbacks [] for security_group (5ea01f57-8cad-4b40-bbbe-093ed74478c0), precommit_create {{(pid=103917) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 17:22:31.397977 dv-cinder-837356-2-iscsi neutron-server[103917]: DEBUG neutron_lib.callbacks.manager [None req-eaaa01c5-06f1-42c5-a292-49afea5b5984 admin admin] Publish callbacks [] for port (bbb2266f-e66a-4e7c-90ad-bbf0a686e05e), precommit_create {{(pid=103917) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 17:22:31.438470 dv-cinder-837356-2-iscsi neutron-server[103917]: DEBUG neutron_lib.callbacks.manager [None req-319a0099-820e-42f8-9612-bfb99bd5c63c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16007590'] for port (e1aec36a-a2f9-4546-94c4-c2940c0a35ec), before_update {{(pid=103917) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 17:22:31.447187 dv-cinder-837356-2-iscsi neutron-server[103917]: DEBUG neutron_lib.callbacks.manager [None req-fa27aecb-0d1b-4a79-8fd8-afc5b0adf468 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-570488'] for security_group (5ea01f57-8cad-4b40-bbbe-093ed74478c0), after_create {{(pid=103917) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 17:22:31.481959 dv-cinder-837356-2-iscsi neutron-server[103916]: DEBUG neutron.db.db_base_plugin_common [None req-53eca7f3-c4cd-4602-91c4-5a3e1ae82789 admin admin] Allocated IP 172.20.0.1 (cccb02cd-ffcd-4f18-9410-1ede3b2101bc/b26dd601-e65a-447c-b8d3-dd234ca9816d/8e62f965-264c-48b8-be38-682482a5628f) {{(pid=103916) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 16 17:22:31.536264 dv-cinder-837356-2-iscsi neutron-server[103918]: DEBUG neutron.db.provisioning_blocks [None req-81c0fbbc-4017-4d4a-8da4-e054f176355d None None] Provisioning complete for port 707aa5ab-cfe5-43b2-9a05-74f5af6692bd triggered by entity DHCP. {{(pid=103918) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jun 16 17:22:31.538023 dv-cinder-837356-2-iscsi neutron-server[103918]: DEBUG neutron_lib.callbacks.manager [None req-81c0fbbc-4017-4d4a-8da4-e054f176355d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16149424'] for port (707aa5ab-cfe5-43b2-9a05-74f5af6692bd), provisioning_complete {{(pid=103918) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 17:22:31.553804 dv-cinder-837356-2-iscsi neutron-server[103916]: DEBUG neutron_lib.callbacks.manager [None req-f97568eb-a3c4-46f7-8dc0-965998eaac43 admin admin] Publish callbacks [] for security_group (8ae6523f-2baf-4b78-8646-d94bdc098774), before_delete {{(pid=103916) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 17:22:31.556674 dv-cinder-837356-2-iscsi neutron-server[103917]: INFO neutron.wsgi [None req-fa27aecb-0d1b-4a79-8fd8-afc5b0adf468 admin admin] 10.222.0.66 "GET /v2.0/security-groups?tenant_id=84e65fadd26141bfa86232b347104628&name=default HTTP/1.1" status: 200 len: 2996 time: 0.5550830 Jun 16 17:22:31.557804 dv-cinder-837356-2-iscsi neutron-server[103917]: DEBUG neutron_lib.callbacks.manager [None req-eaaa01c5-06f1-42c5-a292-49afea5b5984 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16007527', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-75831', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16241551', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8728538993421'] for port (bbb2266f-e66a-4e7c-90ad-bbf0a686e05e), after_create {{(pid=103917) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 17:22:31.572844 dv-cinder-837356-2-iscsi neutron-server[103917]: DEBUG neutron.wsgi [-] (103917) accepted ('10.222.0.66', 35698) {{(pid=103917) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 16 17:22:31.573525 dv-cinder-837356-2-iscsi neutron-server[103917]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa27aecb-0d1b-4a79-8fd8-afc5b0adf468 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5ea01f57-8cad-4b40-bbbe-093ed74478c0,revision_number=1']} {{(pid=103917) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 17:22:31.626987 dv-cinder-837356-2-iscsi neutron-server[103917]: DEBUG neutron.wsgi [-] (103917) accepted ('10.222.0.66', 35700) {{(pid=103917) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 16 17:22:31.659880 dv-cinder-837356-2-iscsi neutron-server[103917]: DEBUG neutron_lib.callbacks.manager [None req-c3b069de-ce54-4f90-affd-98c0bcba3f9a admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103917) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 17:22:31.673165 dv-cinder-837356-2-iscsi neutron-server[103917]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-eaaa01c5-06f1-42c5-a292-49afea5b5984 admin admin] Network 9df31235-0797-44e6-85a0-102cb2da2d58 is already hosted by enough agents. {{(pid=103917) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 16 17:22:31.703743 dv-cinder-837356-2-iscsi neutron-server[103916]: DEBUG neutron_lib.callbacks.manager [None req-f97568eb-a3c4-46f7-8dc0-965998eaac43 admin admin] Publish callbacks [] for security_group (8ae6523f-2baf-4b78-8646-d94bdc098774), precommit_delete {{(pid=103916) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 17:22:31.772181 dv-cinder-837356-2-iscsi neutron-server[103917]: DEBUG neutron_lib.callbacks.manager [None req-c3b069de-ce54-4f90-affd-98c0bcba3f9a admin admin] Publish callbacks [] for security_group (8bc55d40-7e03-4980-afab-57e69feaa7e0), precommit_create {{(pid=103917) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 17:22:31.778621 dv-cinder-837356-2-iscsi neutron-server[103916]: DEBUG neutron_lib.callbacks.manager [None req-267c4f45-0f4d-4e41-a3a4-3d31eb443a76 admin admin] Publish callbacks [] for router_gateway (b698568a-354a-41b9-a41d-a2afa6bbdd0f), after_create {{(pid=103916) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 17:22:31.808846 dv-cinder-837356-2-iscsi neutron-server[103917]: DEBUG neutron_lib.callbacks.manager [None req-c3b069de-ce54-4f90-affd-98c0bcba3f9a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-570488'] for security_group (8bc55d40-7e03-4980-afab-57e69feaa7e0), after_create {{(pid=103917) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 17:22:31.833135 dv-cinder-837356-2-iscsi neutron-server[103917]: DEBUG neutron.scheduler.base_scheduler [None req-eaaa01c5-06f1-42c5-a292-49afea5b5984 admin admin] Resources bound (agent type, host, resource id): {{(pid=103917) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 16 17:22:31.846018 dv-cinder-837356-2-iscsi neutron-server[103917]: INFO neutron.wsgi [None req-c3b069de-ce54-4f90-affd-98c0bcba3f9a admin admin] 10.222.0.66 "GET /v2.0/security-groups?tenant_id=8c905938a7c243e59de2059e8f5f62e2&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2154064 Jun 16 17:22:31.847234 dv-cinder-837356-2-iscsi neutron-server[103917]: DEBUG neutron.db.l3_dvrscheduler_db [None req-eaaa01c5-06f1-42c5-a292-49afea5b5984 admin admin] Received port after_create {{(pid=103917) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:542}} Jun 16 17:22:31.861226 dv-cinder-837356-2-iscsi neutron-server[103916]: DEBUG neutron_lib.callbacks.manager [None req-3e26bd4f-8bd6-4f71-a85a-9b5cbcfd78f9 admin admin] Publish callbacks [] for security_group (4d0fecb9-d66b-4ab2-b294-637e6fcbf453), precommit_create {{(pid=103916) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 17:22:31.871671 dv-cinder-837356-2-iscsi neutron-server[103916]: DEBUG neutron.wsgi [-] (103916) accepted ('10.222.0.66', 35702) {{(pid=103916) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 16 17:22:31.893701 dv-cinder-837356-2-iscsi neutron-server[103918]: DEBUG neutron.plugins.ml2.plugin [None req-39ead2dc-a542-4f04-b117-439eb7f32aa8 None None] Current status of the port 63946bc3-c117-4d26-a784-1746fe9508c4 is: ACTIVE; New status is: ACTIVE {{(pid=103918) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2298}} Jun 16 17:22:31.957960 dv-cinder-837356-2-iscsi neutron-server[103916]: DEBUG dbcounter [-] [103916] Writing DB stats neutron:SELECT=82,neutron:INSERT=13,neutron:UPDATE=5 {{(pid=103916) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 16 17:22:31.964567 dv-cinder-837356-2-iscsi neutron-server[103916]: DEBUG neutron_lib.callbacks.manager [None req-3e26bd4f-8bd6-4f71-a85a-9b5cbcfd78f9 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-570488'] for security_group (4d0fecb9-d66b-4ab2-b294-637e6fcbf453), after_create {{(pid=103916) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 17:22:32.043710 dv-cinder-837356-2-iscsi neutron-server[103918]: DEBUG neutron.plugins.ml2.plugin [None req-81c0fbbc-4017-4d4a-8da4-e054f176355d None None] Current status of the port 707aa5ab-cfe5-43b2-9a05-74f5af6692bd is: DOWN; New status is: ACTIVE {{(pid=103918) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2298}} Jun 16 17:22:32.044940 dv-cinder-837356-2-iscsi neutron-server[103918]: DEBUG neutron_lib.callbacks.manager [None req-81c0fbbc-4017-4d4a-8da4-e054f176355d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16007590'] for port (707aa5ab-cfe5-43b2-9a05-74f5af6692bd), before_update {{(pid=103918) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 17:22:32.063600 dv-cinder-837356-2-iscsi neutron-server[103918]: DEBUG neutron_lib.callbacks.manager [None req-ccfca89b-f3e0-4a92-adb8-308072a4d6f0 None None] Publish callbacks [] for port (dcb62708-e024-4633-adb1-7a1cdc5856d2), precommit_update {{(pid=103918) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 17:22:32.101655 dv-cinder-837356-2-iscsi neutron-server[103918]: DEBUG neutron_lib.callbacks.manager [None req-ccfca89b-f3e0-4a92-adb8-308072a4d6f0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16007527', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-75831', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16241551', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728539364693', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728538993439', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728538993457'] for port (dcb62708-e024-4633-adb1-7a1cdc5856d2), after_update {{(pid=103918) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 17:22:32.145128 dv-cinder-837356-2-iscsi neutron-server[103917]: DEBUG dbcounter [-] [103917] Writing DB stats neutron:SELECT=88,neutron:INSERT=11,neutron:UPDATE=1 {{(pid=103917) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 16 17:22:32.147104 dv-cinder-837356-2-iscsi neutron-server[103916]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e26bd4f-8bd6-4f71-a85a-9b5cbcfd78f9 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4d0fecb9-d66b-4ab2-b294-637e6fcbf453,revision_number=1']} {{(pid=103916) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 17:22:32.165397 dv-cinder-837356-2-iscsi neutron-server[103917]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eaaa01c5-06f1-42c5-a292-49afea5b5984 admin admin] Pushing event updated for resources: {'Port': ['ID=bbb2266f-e66a-4e7c-90ad-bbf0a686e05e,revision_number=1']} {{(pid=103917) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 17:22:32.171853 dv-cinder-837356-2-iscsi neutron-server[103918]: DEBUG dbcounter [-] [103918] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=103918) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 16 17:22:32.176874 dv-cinder-837356-2-iscsi neutron-server[103916]: INFO neutron.wsgi [None req-3e26bd4f-8bd6-4f71-a85a-9b5cbcfd78f9 admin admin] 10.222.0.66 "GET /v2.0/security-groups?tenant_id=904fabbf81b748d98bbc0ff8b30f3f67&name=default HTTP/1.1" status: 200 len: 2996 time: 1.5490785 Jun 16 17:22:32.181467 dv-cinder-837356-2-iscsi neutron-server[103918]: DEBUG neutron.plugins.ml2.managers [None req-ccfca89b-f3e0-4a92-adb8-308072a4d6f0 None None] Attempting to bind port dcb62708-e024-4633-adb1-7a1cdc5856d2 on host dv-cinder-837356-2-iscsi for vnic_type normal with profile {{(pid=103918) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:811}} Jun 16 17:22:32.181855 dv-cinder-837356-2-iscsi neutron-server[103918]: DEBUG neutron.plugins.ml2.managers [None req-ccfca89b-f3e0-4a92-adb8-308072a4d6f0 None None] Attempting to bind port dcb62708-e024-4633-adb1-7a1cdc5856d2 by drivers openvswitch,hyperv on host dv-cinder-837356-2-iscsi at level 0 using segments [{'id': '18b787c7-0964-4a3b-b1f5-b8083c94f58b', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '9df31235-0797-44e6-85a0-102cb2da2d58'}] {{(pid=103918) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:836}} Jun 16 17:22:32.182526 dv-cinder-837356-2-iscsi neutron-server[103918]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ccfca89b-f3e0-4a92-adb8-308072a4d6f0 None None] Attempting to bind port dcb62708-e024-4633-adb1-7a1cdc5856d2 on network 9df31235-0797-44e6-85a0-102cb2da2d58 {{(pid=103918) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jun 16 17:22:32.188255 dv-cinder-837356-2-iscsi neutron-server[103916]: DEBUG neutron_lib.callbacks.manager [None req-f97568eb-a3c4-46f7-8dc0-965998eaac43 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-570488'] for security_group (8ae6523f-2baf-4b78-8646-d94bdc098774), after_delete {{(pid=103916) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 17:22:32.197660 dv-cinder-837356-2-iscsi neutron-server[103916]: DEBUG neutron_lib.callbacks.manager [None req-f97568eb-a3c4-46f7-8dc0-965998eaac43 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103916) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 17:22:32.199379 dv-cinder-837356-2-iscsi neutron-server[103916]: INFO neutron.wsgi [None req-f97568eb-a3c4-46f7-8dc0-965998eaac43 admin admin] 10.222.0.66 "DELETE /v2.0/security-groups/8ae6523f-2baf-4b78-8646-d94bdc098774 HTTP/1.1" status: 204 len: 168 time: 1.1372118 Jun 16 17:22:32.199501 dv-cinder-837356-2-iscsi neutron-server[103917]: DEBUG neutron.wsgi [-] (103917) accepted ('10.222.0.66', 35706) {{(pid=103917) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 16 17:22:32.203366 dv-cinder-837356-2-iscsi neutron-server[103918]: DEBUG neutron.plugins.ml2.db [None req-81c0fbbc-4017-4d4a-8da4-e054f176355d None None] For port 707aa5ab-cfe5-43b2-9a05-74f5af6692bd, host dv-cinder-837356-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-837356-2-iscsi',level=0,port_id=707aa5ab-cfe5-43b2-9a05-74f5af6692bd,segment=NetworkSegment(3fc55272-fc64-4407-9040-7681311e4934),segment_id=3fc55272-fc64-4407-9040-7681311e4934)] {{(pid=103918) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 16 17:22:32.207837 dv-cinder-837356-2-iscsi neutron-server[103918]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ccfca89b-f3e0-4a92-adb8-308072a4d6f0 None None] Checking agent: {'id': '5b2fa84c-1db1-41c6-a6b9-975c3da28daf', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-837356-2-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 6, 16, 17, 14, 18), 'started_at': datetime.datetime(2022, 6, 16, 17, 14, 48), 'heartbeat_timestamp': datetime.datetime(2022, 6, 16, 17, 22, 18), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-837356-2-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103918) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jun 16 17:22:32.208233 dv-cinder-837356-2-iscsi neutron-server[103918]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ccfca89b-f3e0-4a92-adb8-308072a4d6f0 None None] Checking segment: {'id': '18b787c7-0964-4a3b-b1f5-b8083c94f58b', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '9df31235-0797-44e6-85a0-102cb2da2d58'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103918) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jun 16 17:22:32.208673 dv-cinder-837356-2-iscsi neutron-server[103918]: DEBUG neutron_lib.callbacks.manager [None req-ccfca89b-f3e0-4a92-adb8-308072a4d6f0 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103918) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 17:22:32.208844 dv-cinder-837356-2-iscsi neutron-server[103918]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ccfca89b-f3e0-4a92-adb8-308072a4d6f0 None None] Bound using segment: {'id': '18b787c7-0964-4a3b-b1f5-b8083c94f58b', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '9df31235-0797-44e6-85a0-102cb2da2d58'} {{(pid=103918) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jun 16 17:22:32.210717 dv-cinder-837356-2-iscsi neutron-server[103918]: DEBUG neutron.plugins.ml2.managers [None req-ccfca89b-f3e0-4a92-adb8-308072a4d6f0 None None] Bound port: dcb62708-e024-4633-adb1-7a1cdc5856d2, host: dv-cinder-837356-2-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '18b787c7-0964-4a3b-b1f5-b8083c94f58b', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '9df31235-0797-44e6-85a0-102cb2da2d58'}}] {{(pid=103918) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:948}} Jun 16 17:22:32.211145 dv-cinder-837356-2-iscsi neutron-server[103918]: DEBUG neutron_lib.callbacks.manager [None req-ccfca89b-f3e0-4a92-adb8-308072a4d6f0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16007590'] for port (dcb62708-e024-4633-adb1-7a1cdc5856d2), before_update {{(pid=103918) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 17:22:32.219016 dv-cinder-837356-2-iscsi neutron-server[103918]: DEBUG neutron_lib.callbacks.manager [None req-81c0fbbc-4017-4d4a-8da4-e054f176355d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16007527', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-75831', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16241551', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728539364693', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728538993439', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728538993457'] for port (707aa5ab-cfe5-43b2-9a05-74f5af6692bd), after_update {{(pid=103918) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 17:22:32.242739 dv-cinder-837356-2-iscsi neutron-server[103916]: DEBUG neutron_lib.callbacks.manager [None req-53eca7f3-c4cd-4602-91c4-5a3e1ae82789 admin admin] Publish callbacks [] for port (8e62f965-264c-48b8-be38-682482a5628f), precommit_create {{(pid=103916) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 17:22:32.247273 dv-cinder-837356-2-iscsi neutron-server[103916]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f97568eb-a3c4-46f7-8dc0-965998eaac43 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8ae6523f-2baf-4b78-8646-d94bdc098774,revision_number=None']} {{(pid=103916) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 17:22:32.259038 dv-cinder-837356-2-iscsi neutron-server[103918]: DEBUG neutron.db.provisioning_blocks [None req-81c0fbbc-4017-4d4a-8da4-e054f176355d None None] Provisioning complete for port e1aec36a-a2f9-4546-94c4-c2940c0a35ec triggered by entity DHCP. {{(pid=103918) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jun 16 17:22:32.259442 dv-cinder-837356-2-iscsi neutron-server[103918]: DEBUG neutron_lib.callbacks.manager [None req-81c0fbbc-4017-4d4a-8da4-e054f176355d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16149424'] for port (e1aec36a-a2f9-4546-94c4-c2940c0a35ec), provisioning_complete {{(pid=103918) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 17:22:32.261303 dv-cinder-837356-2-iscsi neutron-server[103918]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-64332cc3-5074-40e7-8a53-2c1c25f33372 None None] Pushing event updated for resources: {'Port': ['ID=dcb62708-e024-4633-adb1-7a1cdc5856d2,revision_number=2']} {{(pid=103918) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 17:22:32.329687 dv-cinder-837356-2-iscsi neutron-server[103916]: DEBUG neutron_lib.callbacks.manager [None req-f4571807-43e7-4bac-a0be-d9151da185a5 admin admin] Publish callbacks [] for security_group (8bc55d40-7e03-4980-afab-57e69feaa7e0), before_delete {{(pid=103916) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 17:22:32.414312 dv-cinder-837356-2-iscsi neutron-server[103916]: DEBUG neutron_lib.callbacks.manager [None req-f4571807-43e7-4bac-a0be-d9151da185a5 admin admin] Publish callbacks [] for security_group (8bc55d40-7e03-4980-afab-57e69feaa7e0), precommit_delete {{(pid=103916) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 17:22:32.416273 dv-cinder-837356-2-iscsi neutron-server[103918]: DEBUG neutron.plugins.ml2.rpc [None req-39ead2dc-a542-4f04-b117-439eb7f32aa8 None None] Device 707aa5ab-cfe5-43b2-9a05-74f5af6692bd up at agent ovs-agent-dv-cinder-837356-2-iscsi {{(pid=103918) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 16 17:22:32.421164 dv-cinder-837356-2-iscsi neutron-server[103916]: DEBUG neutron_lib.callbacks.manager [None req-53eca7f3-c4cd-4602-91c4-5a3e1ae82789 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16007527', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-75831', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16241551', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8728538993421'] for port (8e62f965-264c-48b8-be38-682482a5628f), after_create {{(pid=103916) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 17:22:32.426199 dv-cinder-837356-2-iscsi neutron-server[103917]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c3b069de-ce54-4f90-affd-98c0bcba3f9a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8bc55d40-7e03-4980-afab-57e69feaa7e0,revision_number=1']} {{(pid=103917) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 17:22:32.484043 dv-cinder-837356-2-iscsi neutron-server[103918]: DEBUG dbcounter [-] [103918] Writing DB stats neutron:SELECT=97,neutron:UPDATE=3 {{(pid=103918) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 16 17:22:32.500048 dv-cinder-837356-2-iscsi neutron-server[103916]: DEBUG dbcounter [-] [103916] Writing DB stats neutron:UPDATE=1,neutron:INSERT=2,neutron:SELECT=93,neutron:DELETE=4 {{(pid=103916) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 16 17:22:32.503596 dv-cinder-837356-2-iscsi neutron-server[103917]: DEBUG neutron_lib.callbacks.manager [None req-a5f44a7a-7030-4b94-83a9-4077ce451a7a admin admin] Publish callbacks [] for security_group (5ea01f57-8cad-4b40-bbbe-093ed74478c0), before_delete {{(pid=103917) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 17:22:32.531340 dv-cinder-837356-2-iscsi neutron-server[103918]: DEBUG neutron.plugins.ml2.plugin [None req-81c0fbbc-4017-4d4a-8da4-e054f176355d None None] Port e1aec36a-a2f9-4546-94c4-c2940c0a35ec cannot update to ACTIVE because it is not bound. {{(pid=103918) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:354}} Jun 16 17:22:32.556769 dv-cinder-837356-2-iscsi neutron-server[103918]: DEBUG neutron.plugins.ml2.db [None req-ccfca89b-f3e0-4a92-adb8-308072a4d6f0 None None] For port dcb62708-e024-4633-adb1-7a1cdc5856d2, host dv-cinder-837356-2-iscsi, cleared binding levels {{(pid=103918) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 16 17:22:32.561301 dv-cinder-837356-2-iscsi neutron-server[103916]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-53eca7f3-c4cd-4602-91c4-5a3e1ae82789 admin admin] Network cccb02cd-ffcd-4f18-9410-1ede3b2101bc is already hosted by enough agents. {{(pid=103916) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 16 17:22:32.566021 dv-cinder-837356-2-iscsi neutron-server[103918]: DEBUG neutron.plugins.ml2.db [None req-ccfca89b-f3e0-4a92-adb8-308072a4d6f0 None None] For port dcb62708-e024-4633-adb1-7a1cdc5856d2, host dv-cinder-837356-2-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-837356-2-iscsi',level=0,port_id=dcb62708-e024-4633-adb1-7a1cdc5856d2,segment=NetworkSegment(18b787c7-0964-4a3b-b1f5-b8083c94f58b),segment_id=18b787c7-0964-4a3b-b1f5-b8083c94f58b)] {{(pid=103918) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 16 17:22:32.569563 dv-cinder-837356-2-iscsi neutron-server[103918]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-81c0fbbc-4017-4d4a-8da4-e054f176355d None None] Pushing event updated for resources: {'Port': ['ID=707aa5ab-cfe5-43b2-9a05-74f5af6692bd,revision_number=3']} {{(pid=103918) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 17:22:32.573025 dv-cinder-837356-2-iscsi neutron-server[103916]: DEBUG neutron_lib.callbacks.manager [None req-267c4f45-0f4d-4e41-a3a4-3d31eb443a76 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-705015', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-704873'] for router (b698568a-354a-41b9-a41d-a2afa6bbdd0f), after_create {{(pid=103916) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 17:22:32.579409 dv-cinder-837356-2-iscsi neutron-server[103916]: DEBUG neutron.scheduler.base_scheduler [None req-53eca7f3-c4cd-4602-91c4-5a3e1ae82789 admin admin] Resources bound (agent type, host, resource id): {{(pid=103916) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 16 17:22:32.580046 dv-cinder-837356-2-iscsi neutron-server[103918]: DEBUG neutron.db.provisioning_blocks [None req-39ead2dc-a542-4f04-b117-439eb7f32aa8 None None] Provisioning complete for port 707aa5ab-cfe5-43b2-9a05-74f5af6692bd triggered by entity L2. {{(pid=103918) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jun 16 17:22:32.580665 dv-cinder-837356-2-iscsi neutron-server[103918]: DEBUG neutron_lib.callbacks.manager [None req-39ead2dc-a542-4f04-b117-439eb7f32aa8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16149424'] for port (707aa5ab-cfe5-43b2-9a05-74f5af6692bd), provisioning_complete {{(pid=103918) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 17:22:32.586783 dv-cinder-837356-2-iscsi neutron-server[103916]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-53eca7f3-c4cd-4602-91c4-5a3e1ae82789 admin admin] Pushing event updated for resources: {'Port': ['ID=8e62f965-264c-48b8-be38-682482a5628f,revision_number=1']} {{(pid=103916) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 17:22:32.596640 dv-cinder-837356-2-iscsi neutron-server[103916]: DEBUG neutron.db.l3_dvrscheduler_db [None req-53eca7f3-c4cd-4602-91c4-5a3e1ae82789 admin admin] Received port after_create {{(pid=103916) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:542}} Jun 16 17:22:32.597750 dv-cinder-837356-2-iscsi neutron-server[103916]: DEBUG neutron_lib.callbacks.manager [None req-53eca7f3-c4cd-4602-91c4-5a3e1ae82789 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-706133'] for router_interface (853b62ae-40b6-4d3c-b58a-f70cd9a57d87), before_create {{(pid=103916) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 17:22:32.619530 dv-cinder-837356-2-iscsi neutron-server[103917]: DEBUG dbcounter [-] [103917] Writing DB stats neutron:SELECT=85,neutron:INSERT=12,neutron:UPDATE=3 {{(pid=103917) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 16 17:22:32.641976 dv-cinder-837356-2-iscsi neutron-server[103918]: DEBUG neutron_lib.callbacks.manager [None req-ccfca89b-f3e0-4a92-adb8-308072a4d6f0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16007527', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-75831', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16241551', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728539364693', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728538993439', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728538993457'] for port (dcb62708-e024-4633-adb1-7a1cdc5856d2), after_update {{(pid=103918) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 17:22:32.746001 dv-cinder-837356-2-iscsi neutron-server[103917]: DEBUG neutron_lib.callbacks.manager [None req-a5f44a7a-7030-4b94-83a9-4077ce451a7a admin admin] Publish callbacks [] for security_group (5ea01f57-8cad-4b40-bbbe-093ed74478c0), precommit_delete {{(pid=103917) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 17:22:32.755246 dv-cinder-837356-2-iscsi neutron-server[103917]: DEBUG neutron_lib.callbacks.manager [None req-79863c32-99b5-4a93-a719-0139a10db72b admin admin] Publish callbacks [] for security_group (4d0fecb9-d66b-4ab2-b294-637e6fcbf453), before_delete {{(pid=103917) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 17:22:32.796732 dv-cinder-837356-2-iscsi neutron-server[103918]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ccfca89b-f3e0-4a92-adb8-308072a4d6f0 None None] Routers {'853b62ae-40b6-4d3c-b58a-f70cd9a57d87'} bound to L3 agent in host dv-cinder-837356-2-iscsi {{(pid=103918) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jun 16 17:22:32.797644 dv-cinder-837356-2-iscsi neutron-server[103918]: DEBUG neutron.db.l3_hamode_db [None req-ccfca89b-f3e0-4a92-adb8-308072a4d6f0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-837356-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-06-16T17:14:15Z,description=,heartbeat_timestamp=2022-06-16T17:22:15Z,host='dv-cinder-837356-2-iscsi',id=7639df21-17c3-4235-8912-210c3ad54137,load=0,resource_versions=,resources_synced=,started_at=2022-06-16T17:14:15Z,topic='l3_agent')) {'router_ids': ['853b62ae-40b6-4d3c-b58a-f70cd9a57d87'], 'active': True} {{(pid=103918) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 16 17:22:32.877243 dv-cinder-837356-2-iscsi neutron-server[103917]: DEBUG neutron_lib.callbacks.manager [None req-eaaa01c5-06f1-42c5-a292-49afea5b5984 admin admin] Publish callbacks [] for router_gateway (5557f5ad-f4fd-4009-ab4c-69a33d9eac05), after_create {{(pid=103917) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 17:22:32.904546 dv-cinder-837356-2-iscsi neutron-server[103918]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-64332cc3-5074-40e7-8a53-2c1c25f33372 None None] Pushing event updated for resources: {'Port': ['ID=dcb62708-e024-4633-adb1-7a1cdc5856d2,revision_number=3']} {{(pid=103918) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 17:22:32.917340 dv-cinder-837356-2-iscsi neutron-server[103918]: DEBUG neutron.plugins.ml2.plugin [None req-39ead2dc-a542-4f04-b117-439eb7f32aa8 None None] Current status of the port 707aa5ab-cfe5-43b2-9a05-74f5af6692bd is: ACTIVE; New status is: ACTIVE {{(pid=103918) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2298}} Jun 16 17:22:32.918602 dv-cinder-837356-2-iscsi neutron-server[103918]: DEBUG neutron.plugins.ml2.rpc [None req-39ead2dc-a542-4f04-b117-439eb7f32aa8 None None] Device 63946bc3-c117-4d26-a784-1746fe9508c4 up at agent ovs-agent-dv-cinder-837356-2-iscsi {{(pid=103918) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 16 17:22:32.927440 dv-cinder-837356-2-iscsi neutron-server[103916]: DEBUG neutron_lib.callbacks.manager [None req-f4571807-43e7-4bac-a0be-d9151da185a5 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-570488'] for security_group (8bc55d40-7e03-4980-afab-57e69feaa7e0), after_delete {{(pid=103916) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 17:22:32.929984 dv-cinder-837356-2-iscsi neutron-server[103916]: DEBUG neutron_lib.callbacks.manager [None req-f4571807-43e7-4bac-a0be-d9151da185a5 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103916) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 17:22:32.933443 dv-cinder-837356-2-iscsi neutron-server[103916]: INFO neutron.wsgi [None req-f4571807-43e7-4bac-a0be-d9151da185a5 admin admin] 10.222.0.66 "DELETE /v2.0/security-groups/8bc55d40-7e03-4980-afab-57e69feaa7e0 HTTP/1.1" status: 204 len: 168 time: 1.0580235 Jun 16 17:22:33.047039 dv-cinder-837356-2-iscsi neutron-server[103916]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f4571807-43e7-4bac-a0be-d9151da185a5 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8bc55d40-7e03-4980-afab-57e69feaa7e0,revision_number=None']} {{(pid=103916) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 17:22:33.058920 dv-cinder-837356-2-iscsi neutron-server[103917]: DEBUG neutron_lib.callbacks.manager [None req-79863c32-99b5-4a93-a719-0139a10db72b admin admin] Publish callbacks [] for security_group (4d0fecb9-d66b-4ab2-b294-637e6fcbf453), precommit_delete {{(pid=103917) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 17:22:33.105842 dv-cinder-837356-2-iscsi neutron-server[103918]: DEBUG neutron.db.l3_dvr_db [None req-ccfca89b-f3e0-4a92-adb8-308072a4d6f0 None None] Set router 853b62ae-40b6-4d3c-b58a-f70cd9a57d87 gateway port host: dv-cinder-837356-2-iscsi {{(pid=103918) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jun 16 17:22:33.182388 dv-cinder-837356-2-iscsi neutron-server[103916]: DEBUG neutron_lib.callbacks.manager [None req-53eca7f3-c4cd-4602-91c4-5a3e1ae82789 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16007590'] for port (8e62f965-264c-48b8-be38-682482a5628f), before_update {{(pid=103916) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 17:22:33.204434 dv-cinder-837356-2-iscsi neutron-server[103916]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-267c4f45-0f4d-4e41-a3a4-3d31eb443a76 admin admin] Router b698568a-354a-41b9-a41d-a2afa6bbdd0f is scheduled to L3 agent 7639df21-17c3-4235-8912-210c3ad54137 with binding_index 1 {{(pid=103916) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Jun 16 17:22:33.208746 dv-cinder-837356-2-iscsi neutron-server[103916]: DEBUG dbcounter [-] [103916] Writing DB stats neutron:SELECT=95,neutron:INSERT=1,neutron:DELETE=4 {{(pid=103916) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 16 17:22:33.251081 dv-cinder-837356-2-iscsi neutron-server[103918]: DEBUG neutron.db.provisioning_blocks [None req-9f3fb12b-9ae6-4158-8e20-4c345bbfc556 None None] Provisioning complete for port 8e62f965-264c-48b8-be38-682482a5628f triggered by entity DHCP. {{(pid=103918) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jun 16 17:22:33.251681 dv-cinder-837356-2-iscsi neutron-server[103918]: DEBUG neutron_lib.callbacks.manager [None req-9f3fb12b-9ae6-4158-8e20-4c345bbfc556 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16149424'] for port (8e62f965-264c-48b8-be38-682482a5628f), provisioning_complete {{(pid=103918) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 17:22:33.288671 dv-cinder-837356-2-iscsi neutron-server[103917]: DEBUG neutron_lib.callbacks.manager [None req-319a0099-820e-42f8-9612-bfb99bd5c63c admin admin] Publish callbacks [] for port (e1aec36a-a2f9-4546-94c4-c2940c0a35ec), precommit_update {{(pid=103917) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 17:22:33.309586 dv-cinder-837356-2-iscsi neutron-server[103917]: DEBUG neutron_lib.callbacks.manager [None req-319a0099-820e-42f8-9612-bfb99bd5c63c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16007527', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-75831', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16241551', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728539364693', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728538993439', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728538993457'] for port (e1aec36a-a2f9-4546-94c4-c2940c0a35ec), after_update {{(pid=103917) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 17:22:33.310806 dv-cinder-837356-2-iscsi neutron-server[103917]: DEBUG neutron_lib.callbacks.manager [None req-319a0099-820e-42f8-9612-bfb99bd5c63c admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-16241533', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-706209'] for router_interface (dfe813ff-74d0-4e6b-9f3d-827582ab6a37), after_create {{(pid=103917) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 17:22:33.347104 dv-cinder-837356-2-iscsi neutron-server[103918]: DEBUG neutron.plugins.ml2.plugin [None req-9f3fb12b-9ae6-4158-8e20-4c345bbfc556 None None] Port 8e62f965-264c-48b8-be38-682482a5628f cannot update to ACTIVE because it is not bound. {{(pid=103918) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:354}} Jun 16 17:22:33.377366 dv-cinder-837356-2-iscsi neutron-server[103917]: DEBUG neutron_lib.callbacks.manager [None req-a5f44a7a-7030-4b94-83a9-4077ce451a7a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-570488'] for security_group (5ea01f57-8cad-4b40-bbbe-093ed74478c0), after_delete {{(pid=103917) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 17:22:33.380025 dv-cinder-837356-2-iscsi neutron-server[103917]: DEBUG neutron_lib.callbacks.manager [None req-a5f44a7a-7030-4b94-83a9-4077ce451a7a admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103917) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 17:22:33.381768 dv-cinder-837356-2-iscsi neutron-server[103918]: DEBUG neutron.db.provisioning_blocks [None req-39ead2dc-a542-4f04-b117-439eb7f32aa8 None None] Provisioning complete for port 63946bc3-c117-4d26-a784-1746fe9508c4 triggered by entity L2. {{(pid=103918) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jun 16 17:22:33.385724 dv-cinder-837356-2-iscsi neutron-server[103917]: INFO neutron.wsgi [None req-a5f44a7a-7030-4b94-83a9-4077ce451a7a admin admin] 10.222.0.66 "DELETE /v2.0/security-groups/5ea01f57-8cad-4b40-bbbe-093ed74478c0 HTTP/1.1" status: 204 len: 168 time: 1.7690237 Jun 16 17:22:33.386721 dv-cinder-837356-2-iscsi neutron-server[103918]: DEBUG neutron_lib.callbacks.manager [None req-39ead2dc-a542-4f04-b117-439eb7f32aa8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16149424'] for port (63946bc3-c117-4d26-a784-1746fe9508c4), provisioning_complete {{(pid=103918) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 17:22:33.417665 dv-cinder-837356-2-iscsi neutron-server[103917]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a5f44a7a-7030-4b94-83a9-4077ce451a7a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5ea01f57-8cad-4b40-bbbe-093ed74478c0,revision_number=None']} {{(pid=103917) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 17:22:33.452293 dv-cinder-837356-2-iscsi neutron-server[103917]: DEBUG neutron_lib.callbacks.manager [None req-79863c32-99b5-4a93-a719-0139a10db72b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-570488'] for security_group (4d0fecb9-d66b-4ab2-b294-637e6fcbf453), after_delete {{(pid=103917) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 17:22:33.455321 dv-cinder-837356-2-iscsi neutron-server[103917]: DEBUG neutron_lib.callbacks.manager [None req-79863c32-99b5-4a93-a719-0139a10db72b admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103917) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 17:22:33.456623 dv-cinder-837356-2-iscsi neutron-server[103917]: INFO neutron.wsgi [None req-79863c32-99b5-4a93-a719-0139a10db72b admin admin] 10.222.0.66 "DELETE /v2.0/security-groups/4d0fecb9-d66b-4ab2-b294-637e6fcbf453 HTTP/1.1" status: 204 len: 168 time: 1.2548106 Jun 16 17:22:33.565192 dv-cinder-837356-2-iscsi neutron-server[103918]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e56223b9-dca0-4d9b-b3ae-447aa6d9bbf3 None None] Network 04f2ecf4-cd9f-483b-9100-6d9d67a561d2 requested from dv-cinder-837356-2-iscsi {{(pid=103918) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jun 16 17:22:33.596633 dv-cinder-837356-2-iscsi neutron-server[103917]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-319a0099-820e-42f8-9612-bfb99bd5c63c admin admin] Pushing event updated for resources: {'Port': ['ID=e1aec36a-a2f9-4546-94c4-c2940c0a35ec,revision_number=2']} {{(pid=103917) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 17:22:33.602562 dv-cinder-837356-2-iscsi neutron-server[103917]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-79863c32-99b5-4a93-a719-0139a10db72b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4d0fecb9-d66b-4ab2-b294-637e6fcbf453,revision_number=None']} {{(pid=103917) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 17:22:33.613279 dv-cinder-837356-2-iscsi neutron-server[103918]: DEBUG neutron.db.provisioning_blocks [None req-0cbfdd8a-d44a-446b-983e-afe9298ec17d None None] Provisioning complete for port 88d396ce-2900-4144-94ed-fb2e647d645f triggered by entity DHCP. {{(pid=103918) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jun 16 17:22:33.613920 dv-cinder-837356-2-iscsi neutron-server[103918]: DEBUG neutron_lib.callbacks.manager [None req-0cbfdd8a-d44a-446b-983e-afe9298ec17d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16149424'] for port (88d396ce-2900-4144-94ed-fb2e647d645f), provisioning_complete {{(pid=103918) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 17:22:33.651652 dv-cinder-837356-2-iscsi neutron-server[103916]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-267c4f45-0f4d-4e41-a3a4-3d31eb443a76 admin admin] Notify agent at l3_agent.dv-cinder-837356-2-iscsi the message routers_updated {{(pid=103916) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jun 16 17:22:33.661441 dv-cinder-837356-2-iscsi neutron-server[103917]: DEBUG neutron_lib.callbacks.manager [None req-eaaa01c5-06f1-42c5-a292-49afea5b5984 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-705015', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-704873'] for router (5557f5ad-f4fd-4009-ab4c-69a33d9eac05), after_create {{(pid=103917) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 17:22:33.669325 dv-cinder-837356-2-iscsi neutron-server[103919]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-733215f9-47a9-4c8c-afd7-5b88ea2a0b8e None None] Sync routers for ids ['b698568a-354a-41b9-a41d-a2afa6bbdd0f'] in dv-cinder-837356-2-iscsi {{(pid=103919) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 16 17:22:33.693909 dv-cinder-837356-2-iscsi neutron-server[103919]: DEBUG neutron.db.l3_dvrscheduler_db [None req-733215f9-47a9-4c8c-afd7-5b88ea2a0b8e None None] Routers {'b698568a-354a-41b9-a41d-a2afa6bbdd0f'} bound to L3 agent in host dv-cinder-837356-2-iscsi {{(pid=103919) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jun 16 17:22:33.700323 dv-cinder-837356-2-iscsi neutron-server[103916]: DEBUG neutron_lib.callbacks.manager [None req-267c4f45-0f4d-4e41-a3a4-3d31eb443a76 admin admin] Publish callbacks [] for router (None), before_response {{(pid=103916) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 17:22:33.704392 dv-cinder-837356-2-iscsi neutron-server[103919]: DEBUG neutron.db.l3_hamode_db [None req-733215f9-47a9-4c8c-afd7-5b88ea2a0b8e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-837356-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-06-16T17:14:15Z,description=,heartbeat_timestamp=2022-06-16T17:22:15Z,host='dv-cinder-837356-2-iscsi',id=7639df21-17c3-4235-8912-210c3ad54137,load=0,resource_versions=,resources_synced=,started_at=2022-06-16T17:14:15Z,topic='l3_agent')) {'router_ids': ['b698568a-354a-41b9-a41d-a2afa6bbdd0f'], 'active': True} {{(pid=103919) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 16 17:22:33.704672 dv-cinder-837356-2-iscsi neutron-server[103916]: INFO neutron.wsgi [None req-267c4f45-0f4d-4e41-a3a4-3d31eb443a76 admin admin] 10.222.0.66 "POST /v2.0/routers HTTP/1.1" status: 201 len: 923 time: 8.5651844 Jun 16 17:22:33.707754 dv-cinder-837356-2-iscsi neutron-server[103917]: DEBUG neutron.wsgi [-] (103917) accepted ('10.222.0.66', 35740) {{(pid=103917) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 16 17:22:33.709727 dv-cinder-837356-2-iscsi neutron-server[103917]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-319a0099-820e-42f8-9612-bfb99bd5c63c admin admin] Network 7c13538c-2941-4763-a560-37a0a33d14c7 is already hosted by enough agents. {{(pid=103917) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 16 17:22:33.720674 dv-cinder-837356-2-iscsi neutron-server[103917]: DEBUG neutron.scheduler.base_scheduler [None req-319a0099-820e-42f8-9612-bfb99bd5c63c admin admin] Resources bound (agent type, host, resource id): {{(pid=103917) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 16 17:22:33.735604 dv-cinder-837356-2-iscsi neutron-server[103916]: DEBUG neutron_lib.callbacks.manager [None req-53eca7f3-c4cd-4602-91c4-5a3e1ae82789 admin admin] Publish callbacks [] for port (8e62f965-264c-48b8-be38-682482a5628f), precommit_update {{(pid=103916) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 17:22:33.741073 dv-cinder-837356-2-iscsi neutron-server[103916]: DEBUG neutron_lib.callbacks.manager [None req-53eca7f3-c4cd-4602-91c4-5a3e1ae82789 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16007527', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-75831', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16241551', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728539364693', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728538993439', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728538993457'] for port (8e62f965-264c-48b8-be38-682482a5628f), after_update {{(pid=103916) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 17:22:33.742045 dv-cinder-837356-2-iscsi neutron-server[103916]: DEBUG neutron_lib.callbacks.manager [None req-53eca7f3-c4cd-4602-91c4-5a3e1ae82789 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-16241533', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-706209'] for router_interface (853b62ae-40b6-4d3c-b58a-f70cd9a57d87), after_create {{(pid=103916) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 17:22:33.771081 dv-cinder-837356-2-iscsi neutron-server[103917]: DEBUG dbcounter [-] [103917] Writing DB stats neutron:SELECT=97,neutron:UPDATE=1,neutron:DELETE=2 {{(pid=103917) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 16 17:22:33.881905 dv-cinder-837356-2-iscsi neutron-server[103916]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-53eca7f3-c4cd-4602-91c4-5a3e1ae82789 admin admin] Pushing event updated for resources: {'Port': ['ID=8e62f965-264c-48b8-be38-682482a5628f,revision_number=2']} {{(pid=103916) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 17:22:33.953011 dv-cinder-837356-2-iscsi neutron-server[103917]: DEBUG dbcounter [-] [103917] Writing DB stats neutron:SELECT=94,neutron:DELETE=6 {{(pid=103917) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 16 17:22:33.954966 dv-cinder-837356-2-iscsi neutron-server[103916]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-53eca7f3-c4cd-4602-91c4-5a3e1ae82789 admin admin] Network cccb02cd-ffcd-4f18-9410-1ede3b2101bc is already hosted by enough agents. {{(pid=103916) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 16 17:22:33.957746 dv-cinder-837356-2-iscsi neutron-server[103916]: DEBUG neutron.scheduler.base_scheduler [None req-53eca7f3-c4cd-4602-91c4-5a3e1ae82789 admin admin] Resources bound (agent type, host, resource id): {{(pid=103916) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 16 17:22:34.056262 dv-cinder-837356-2-iscsi neutron-server[103919]: DEBUG neutron.db.l3_dvr_db [None req-733215f9-47a9-4c8c-afd7-5b88ea2a0b8e None None] Set router b698568a-354a-41b9-a41d-a2afa6bbdd0f gateway port host: dv-cinder-837356-2-iscsi {{(pid=103919) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jun 16 17:22:34.127123 dv-cinder-837356-2-iscsi neutron-server[103918]: DEBUG dbcounter [-] [103918] Writing DB stats neutron:SELECT=97,neutron:UPDATE=2,neutron:INSERT=1 {{(pid=103918) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 16 17:22:34.172357 dv-cinder-837356-2-iscsi neutron-server[103917]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-319a0099-820e-42f8-9612-bfb99bd5c63c admin admin] Router dfe813ff-74d0-4e6b-9f3d-827582ab6a37 has already been hosted by L3 agent 7639df21-17c3-4235-8912-210c3ad54137 {{(pid=103917) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jun 16 17:22:34.205390 dv-cinder-837356-2-iscsi neutron-server[103918]: DEBUG dbcounter [-] [103918] Writing DB stats neutron:SELECT=100 {{(pid=103918) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 16 17:22:34.208336 dv-cinder-837356-2-iscsi neutron-server[103916]: DEBUG dbcounter [-] [103916] Writing DB stats neutron:SELECT=94,neutron:INSERT=2,neutron:UPDATE=2,neutron:DELETE=2 {{(pid=103916) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 16 17:22:34.218929 dv-cinder-837356-2-iscsi neutron-server[103916]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-53eca7f3-c4cd-4602-91c4-5a3e1ae82789 admin admin] Router 853b62ae-40b6-4d3c-b58a-f70cd9a57d87 has already been hosted by L3 agent 7639df21-17c3-4235-8912-210c3ad54137 {{(pid=103916) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jun 16 17:22:34.264372 dv-cinder-837356-2-iscsi neutron-server[103918]: DEBUG neutron.plugins.ml2.plugin [None req-39ead2dc-a542-4f04-b117-439eb7f32aa8 None None] Current status of the port 63946bc3-c117-4d26-a784-1746fe9508c4 is: ACTIVE; New status is: ACTIVE {{(pid=103918) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2298}} Jun 16 17:22:34.265564 dv-cinder-837356-2-iscsi neutron-server[103918]: DEBUG neutron.plugins.ml2.rpc [None req-39ead2dc-a542-4f04-b117-439eb7f32aa8 None None] Device 06974505-e6bd-467d-a29b-92e722b69f8f up at agent ovs-agent-dv-cinder-837356-2-iscsi {{(pid=103918) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 16 17:22:34.404086 dv-cinder-837356-2-iscsi neutron-server[103919]: DEBUG neutron.db.l3_hamode_db [None req-733215f9-47a9-4c8c-afd7-5b88ea2a0b8e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b698568a-354a-41b9-a41d-a2afa6bbdd0f', 'name': 'tempest-AttachVolumeTestJSON-2145162369-router', 'tenant_id': 'f029a8bb389c4d348c0e9001c5fa059c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9df31235-0797-44e6-85a0-102cb2da2d58', 'external_fixed_ips': [{'subnet_id': '1dfb0320-f5eb-46f6-88ce-33002f500238', 'ip_address': '172.27.2.110'}], 'enable_snat': True}, 'gw_port_id': '8996dd90-031b-4185-b6a7-e192f4c0cebb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-16T17:22:25Z', 'updated_at': '2022-06-16T17:22:31Z', 'revision_number': 3, 'project_id': 'f029a8bb389c4d348c0e9001c5fa059c', 'gw_port': {'id': '8996dd90-031b-4185-b6a7-e192f4c0cebb', 'name': '', 'network_id': '9df31235-0797-44e6-85a0-102cb2da2d58', 'tenant_id': '', 'mac_address': 'fa:16:3e:c1:51:ad', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b698568a-354a-41b9-a41d-a2afa6bbdd0f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 79, 'fixed_ips': [{'subnet_id': '1dfb0320-f5eb-46f6-88ce-33002f500238', 'ip_address': '172.27.2.110', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-16T17:22:28Z', 'updated_at': '2022-06-16T17:22:29Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '1dfb0320-f5eb-46f6-88ce-33002f500238', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-837356-2-iscsi'}], 'dv-cinder-837356-2-iscsi', False) {} {{(pid=103919) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 16 17:22:34.409588 dv-cinder-837356-2-iscsi neutron-server[103917]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-319a0099-820e-42f8-9612-bfb99bd5c63c admin admin] Notify agent at l3_agent.dv-cinder-837356-2-iscsi the message routers_updated {{(pid=103917) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jun 16 17:22:34.427176 dv-cinder-837356-2-iscsi neutron-server[103917]: INFO neutron.wsgi [None req-319a0099-820e-42f8-9612-bfb99bd5c63c admin admin] 10.222.0.66 "PUT /v2.0/routers/dfe813ff-74d0-4e6b-9f3d-827582ab6a37/add_router_interface HTTP/1.1" status: 200 len: 503 time: 7.3529954 Jun 16 17:22:34.439138 dv-cinder-837356-2-iscsi neutron-server[103918]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1f110632-82db-4322-840d-8c7bc48e4033 None None] Sync routers for ids ['dfe813ff-74d0-4e6b-9f3d-827582ab6a37'] in dv-cinder-837356-2-iscsi {{(pid=103918) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 16 17:22:34.459364 dv-cinder-837356-2-iscsi neutron-server[103919]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-733215f9-47a9-4c8c-afd7-5b88ea2a0b8e None None] Checking router: b698568a-354a-41b9-a41d-a2afa6bbdd0f for host: dv-cinder-837356-2-iscsi {{(pid=103919) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 16 17:22:34.459723 dv-cinder-837356-2-iscsi neutron-server[103919]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-733215f9-47a9-4c8c-afd7-5b88ea2a0b8e None None] Updating router b698568a-354a-41b9-a41d-a2afa6bbdd0f port 8996dd90-031b-4185-b6a7-e192f4c0cebb binding host dv-cinder-837356-2-iscsi {{(pid=103919) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jun 16 17:22:34.496576 dv-cinder-837356-2-iscsi neutron-server[103918]: DEBUG neutron.db.l3_hamode_db [None req-ccfca89b-f3e0-4a92-adb8-308072a4d6f0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '853b62ae-40b6-4d3c-b58a-f70cd9a57d87', 'name': 'tempest-DeleteServersTestJSON-1179589301-router', 'tenant_id': '859da351f9cc437ebe79e5bdb87a177d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9df31235-0797-44e6-85a0-102cb2da2d58', 'external_fixed_ips': [{'subnet_id': '1dfb0320-f5eb-46f6-88ce-33002f500238', 'ip_address': '172.27.2.33'}], 'enable_snat': True}, 'gw_port_id': 'dcb62708-e024-4633-adb1-7a1cdc5856d2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-16T17:22:22Z', 'updated_at': '2022-06-16T17:22:26Z', 'revision_number': 3, 'project_id': '859da351f9cc437ebe79e5bdb87a177d', 'gw_port': {'id': 'dcb62708-e024-4633-adb1-7a1cdc5856d2', 'name': '', 'network_id': '9df31235-0797-44e6-85a0-102cb2da2d58', 'tenant_id': '', 'mac_address': 'fa:16:3e:f3:95:f9', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '853b62ae-40b6-4d3c-b58a-f70cd9a57d87', 'device_owner': 'network:router_gateway', 'standard_attr_id': 64, 'fixed_ips': [{'subnet_id': '1dfb0320-f5eb-46f6-88ce-33002f500238', 'ip_address': '172.27.2.33', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-837356-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-16T17:22:23Z', 'updated_at': '2022-06-16T17:22:32Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '1dfb0320-f5eb-46f6-88ce-33002f500238', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-837356-2-iscsi'}], 'dv-cinder-837356-2-iscsi', False) {} {{(pid=103918) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 16 17:22:34.526849 dv-cinder-837356-2-iscsi neutron-server[103916]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-53eca7f3-c4cd-4602-91c4-5a3e1ae82789 admin admin] Notify agent at l3_agent.dv-cinder-837356-2-iscsi the message routers_updated {{(pid=103916) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jun 16 17:22:34.539633 dv-cinder-837356-2-iscsi neutron-server[103916]: INFO neutron.wsgi [None req-53eca7f3-c4cd-4602-91c4-5a3e1ae82789 admin admin] 10.222.0.66 "PUT /v2.0/routers/853b62ae-40b6-4d3c-b58a-f70cd9a57d87/add_router_interface HTTP/1.1" status: 200 len: 503 time: 5.9650476 Jun 16 17:22:34.557531 dv-cinder-837356-2-iscsi neutron-server[103919]: DEBUG neutron_lib.callbacks.manager [None req-733215f9-47a9-4c8c-afd7-5b88ea2a0b8e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16007590'] for port (8996dd90-031b-4185-b6a7-e192f4c0cebb), before_update {{(pid=103919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 17:22:34.603771 dv-cinder-837356-2-iscsi neutron-server[103918]: DEBUG neutron.plugins.ml2.plugin [None req-0cbfdd8a-d44a-446b-983e-afe9298ec17d None None] Current status of the port 88d396ce-2900-4144-94ed-fb2e647d645f is: DOWN; New status is: ACTIVE {{(pid=103918) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2298}} Jun 16 17:22:34.611021 dv-cinder-837356-2-iscsi neutron-server[103917]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-eaaa01c5-06f1-42c5-a292-49afea5b5984 admin admin] Router 5557f5ad-f4fd-4009-ab4c-69a33d9eac05 is scheduled to L3 agent 7639df21-17c3-4235-8912-210c3ad54137 with binding_index 1 {{(pid=103917) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Jun 16 17:22:34.611477 dv-cinder-837356-2-iscsi neutron-server[103918]: DEBUG neutron_lib.callbacks.manager [None req-0cbfdd8a-d44a-446b-983e-afe9298ec17d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16007590'] for port (88d396ce-2900-4144-94ed-fb2e647d645f), before_update {{(pid=103918) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 17:22:34.620593 dv-cinder-837356-2-iscsi neutron-server[103918]: DEBUG neutron.db.provisioning_blocks [None req-39ead2dc-a542-4f04-b117-439eb7f32aa8 None None] Provisioning complete for port 06974505-e6bd-467d-a29b-92e722b69f8f triggered by entity L2. {{(pid=103918) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jun 16 17:22:34.620971 dv-cinder-837356-2-iscsi neutron-server[103918]: DEBUG neutron_lib.callbacks.manager [None req-39ead2dc-a542-4f04-b117-439eb7f32aa8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16149424'] for port (06974505-e6bd-467d-a29b-92e722b69f8f), provisioning_complete {{(pid=103918) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 17:22:34.627756 dv-cinder-837356-2-iscsi neutron-server[103918]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ccfca89b-f3e0-4a92-adb8-308072a4d6f0 None None] The sync data for ids ['853b62ae-40b6-4d3c-b58a-f70cd9a57d87'] in dv-cinder-837356-2-iscsi is: [{'id': '853b62ae-40b6-4d3c-b58a-f70cd9a57d87', 'name': 'tempest-DeleteServersTestJSON-1179589301-router', 'tenant_id': '859da351f9cc437ebe79e5bdb87a177d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9df31235-0797-44e6-85a0-102cb2da2d58', 'external_fixed_ips': [{'subnet_id': '1dfb0320-f5eb-46f6-88ce-33002f500238', 'ip_address': '172.27.2.33'}], 'enable_snat': True}, 'gw_port_id': 'dcb62708-e024-4633-adb1-7a1cdc5856d2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-16T17:22:22Z', 'updated_at': '2022-06-16T17:22:26Z', 'revision_number': 3, 'project_id': '859da351f9cc437ebe79e5bdb87a177d', 'gw_port': {'id': 'dcb62708-e024-4633-adb1-7a1cdc5856d2', 'name': '', 'network_id': '9df31235-0797-44e6-85a0-102cb2da2d58', 'tenant_id': '', 'mac_address': 'fa:16:3e:f3:95:f9', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '853b62ae-40b6-4d3c-b58a-f70cd9a57d87', 'device_owner': 'network:router_gateway', 'standard_attr_id': 64, 'fixed_ips': [{'subnet_id': '1dfb0320-f5eb-46f6-88ce-33002f500238', 'ip_address': '172.27.2.33', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-837356-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-16T17:22:23Z', 'updated_at': '2022-06-16T17:22:32Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '1dfb0320-f5eb-46f6-88ce-33002f500238', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-837356-2-iscsi'}] {{(pid=103918) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 16 17:22:34.713579 dv-cinder-837356-2-iscsi neutron-server[103918]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1f110632-82db-4322-840d-8c7bc48e4033 None None] Routers {'dfe813ff-74d0-4e6b-9f3d-827582ab6a37'} bound to L3 agent in host dv-cinder-837356-2-iscsi {{(pid=103918) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jun 16 17:22:34.713579 dv-cinder-837356-2-iscsi neutron-server[103918]: DEBUG neutron.db.l3_hamode_db [None req-1f110632-82db-4322-840d-8c7bc48e4033 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-837356-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-06-16T17:14:15Z,description=,heartbeat_timestamp=2022-06-16T17:22:15Z,host='dv-cinder-837356-2-iscsi',id=7639df21-17c3-4235-8912-210c3ad54137,load=0,resource_versions=,resources_synced=,started_at=2022-06-16T17:14:15Z,topic='l3_agent')) {'router_ids': ['dfe813ff-74d0-4e6b-9f3d-827582ab6a37'], 'active': True} {{(pid=103918) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 16 17:22:34.881946 dv-cinder-837356-2-iscsi neutron-server[103918]: DEBUG neutron.plugins.ml2.db [None req-0cbfdd8a-d44a-446b-983e-afe9298ec17d None None] For port 88d396ce-2900-4144-94ed-fb2e647d645f, host dv-cinder-837356-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-837356-2-iscsi',level=0,port_id=88d396ce-2900-4144-94ed-fb2e647d645f,segment=NetworkSegment(d53d2152-678f-42ce-a3f8-cc589901ed6b),segment_id=d53d2152-678f-42ce-a3f8-cc589901ed6b)] {{(pid=103918) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 16 17:22:34.905459 dv-cinder-837356-2-iscsi neutron-server[103918]: DEBUG neutron_lib.callbacks.manager [None req-0cbfdd8a-d44a-446b-983e-afe9298ec17d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16007527', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-75831', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16241551', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728539364693', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728538993439', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728538993457'] for port (88d396ce-2900-4144-94ed-fb2e647d645f), after_update {{(pid=103918) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 17:22:35.003190 dv-cinder-837356-2-iscsi neutron-server[103918]: DEBUG neutron.db.l3_dvr_db [None req-1f110632-82db-4322-840d-8c7bc48e4033 None None] Set router dfe813ff-74d0-4e6b-9f3d-827582ab6a37 gateway port host: dv-cinder-837356-2-iscsi {{(pid=103918) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jun 16 17:22:35.117577 dv-cinder-837356-2-iscsi neutron-server[103919]: DEBUG neutron_lib.callbacks.manager [None req-733215f9-47a9-4c8c-afd7-5b88ea2a0b8e None None] Publish callbacks [] for port (8996dd90-031b-4185-b6a7-e192f4c0cebb), precommit_update {{(pid=103919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 17:22:35.128552 dv-cinder-837356-2-iscsi neutron-server[103919]: DEBUG neutron_lib.callbacks.manager [None req-733215f9-47a9-4c8c-afd7-5b88ea2a0b8e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16007527', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-75831', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16241551', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728539364693', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728538993439', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728538993457'] for port (8996dd90-031b-4185-b6a7-e192f4c0cebb), after_update {{(pid=103919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 17:22:35.159601 dv-cinder-837356-2-iscsi neutron-server[103917]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-eaaa01c5-06f1-42c5-a292-49afea5b5984 admin admin] Notify agent at l3_agent.dv-cinder-837356-2-iscsi the message routers_updated {{(pid=103917) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jun 16 17:22:35.163158 dv-cinder-837356-2-iscsi neutron-server[103917]: DEBUG dbcounter [-] [103917] Writing DB stats neutron:SELECT=99,neutron:INSERT=1 {{(pid=103917) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 16 17:22:35.190323 dv-cinder-837356-2-iscsi neutron-server[103917]: DEBUG neutron_lib.callbacks.manager [None req-eaaa01c5-06f1-42c5-a292-49afea5b5984 admin admin] Publish callbacks [] for router (None), before_response {{(pid=103917) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 17:22:35.191814 dv-cinder-837356-2-iscsi neutron-server[103917]: INFO neutron.wsgi [None req-eaaa01c5-06f1-42c5-a292-49afea5b5984 admin admin] 10.222.0.66 "POST /v2.0/routers HTTP/1.1" status: 201 len: 928 time: 8.2559886 Jun 16 17:22:35.195676 dv-cinder-837356-2-iscsi neutron-server[103916]: DEBUG neutron.wsgi [-] (103916) accepted ('10.222.0.66', 35774) {{(pid=103916) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 16 17:22:35.209626 dv-cinder-837356-2-iscsi neutron-server[103917]: DEBUG neutron_lib.callbacks.manager [None req-43906ed9-8f57-4b1a-a688-fa1249c8b7b7 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16007590'] for port (None), before_create {{(pid=103917) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 17:22:35.214328 dv-cinder-837356-2-iscsi neutron-server[103919]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-70182413-6c44-4f9c-b7dd-472aa3a80500 None None] Sync routers for ids ['5557f5ad-f4fd-4009-ab4c-69a33d9eac05'] in dv-cinder-837356-2-iscsi {{(pid=103919) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 16 17:22:35.280350 dv-cinder-837356-2-iscsi neutron-server[103919]: DEBUG neutron.plugins.ml2.managers [None req-733215f9-47a9-4c8c-afd7-5b88ea2a0b8e None None] Attempting to bind port 8996dd90-031b-4185-b6a7-e192f4c0cebb on host dv-cinder-837356-2-iscsi for vnic_type normal with profile {{(pid=103919) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:811}} Jun 16 17:22:35.280851 dv-cinder-837356-2-iscsi neutron-server[103919]: DEBUG neutron.plugins.ml2.managers [None req-733215f9-47a9-4c8c-afd7-5b88ea2a0b8e None None] Attempting to bind port 8996dd90-031b-4185-b6a7-e192f4c0cebb by drivers openvswitch,hyperv on host dv-cinder-837356-2-iscsi at level 0 using segments [{'id': '18b787c7-0964-4a3b-b1f5-b8083c94f58b', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '9df31235-0797-44e6-85a0-102cb2da2d58'}] {{(pid=103919) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:836}} Jun 16 17:22:35.281493 dv-cinder-837356-2-iscsi neutron-server[103919]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-733215f9-47a9-4c8c-afd7-5b88ea2a0b8e None None] Attempting to bind port 8996dd90-031b-4185-b6a7-e192f4c0cebb on network 9df31235-0797-44e6-85a0-102cb2da2d58 {{(pid=103919) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jun 16 17:22:35.326536 dv-cinder-837356-2-iscsi neutron-server[103919]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-733215f9-47a9-4c8c-afd7-5b88ea2a0b8e None None] Checking agent: {'id': '5b2fa84c-1db1-41c6-a6b9-975c3da28daf', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-837356-2-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 6, 16, 17, 14, 18), 'started_at': datetime.datetime(2022, 6, 16, 17, 14, 48), 'heartbeat_timestamp': datetime.datetime(2022, 6, 16, 17, 22, 18), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-837356-2-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103919) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jun 16 17:22:35.326831 dv-cinder-837356-2-iscsi neutron-server[103919]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-733215f9-47a9-4c8c-afd7-5b88ea2a0b8e None None] Checking segment: {'id': '18b787c7-0964-4a3b-b1f5-b8083c94f58b', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '9df31235-0797-44e6-85a0-102cb2da2d58'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103919) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jun 16 17:22:35.327103 dv-cinder-837356-2-iscsi neutron-server[103919]: DEBUG neutron_lib.callbacks.manager [None req-733215f9-47a9-4c8c-afd7-5b88ea2a0b8e None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 17:22:35.327496 dv-cinder-837356-2-iscsi neutron-server[103919]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-733215f9-47a9-4c8c-afd7-5b88ea2a0b8e None None] Bound using segment: {'id': '18b787c7-0964-4a3b-b1f5-b8083c94f58b', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '9df31235-0797-44e6-85a0-102cb2da2d58'} {{(pid=103919) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jun 16 17:22:35.327984 dv-cinder-837356-2-iscsi neutron-server[103919]: DEBUG neutron.plugins.ml2.managers [None req-733215f9-47a9-4c8c-afd7-5b88ea2a0b8e None None] Bound port: 8996dd90-031b-4185-b6a7-e192f4c0cebb, host: dv-cinder-837356-2-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '18b787c7-0964-4a3b-b1f5-b8083c94f58b', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '9df31235-0797-44e6-85a0-102cb2da2d58'}}] {{(pid=103919) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:948}} Jun 16 17:22:35.328359 dv-cinder-837356-2-iscsi neutron-server[103919]: DEBUG neutron_lib.callbacks.manager [None req-733215f9-47a9-4c8c-afd7-5b88ea2a0b8e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16007590'] for port (8996dd90-031b-4185-b6a7-e192f4c0cebb), before_update {{(pid=103919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 17:22:35.331271 dv-cinder-837356-2-iscsi neutron-server[103919]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2587afe2-d654-419a-af10-1715d91ec2ed None None] Pushing event updated for resources: {'Port': ['ID=8996dd90-031b-4185-b6a7-e192f4c0cebb,revision_number=2']} {{(pid=103919) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 17:22:35.370903 dv-cinder-837356-2-iscsi neutron-server[103919]: DEBUG neutron.db.l3_dvrscheduler_db [None req-70182413-6c44-4f9c-b7dd-472aa3a80500 None None] Routers {'5557f5ad-f4fd-4009-ab4c-69a33d9eac05'} bound to L3 agent in host dv-cinder-837356-2-iscsi {{(pid=103919) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jun 16 17:22:35.371539 dv-cinder-837356-2-iscsi neutron-server[103919]: DEBUG neutron.db.l3_hamode_db [None req-70182413-6c44-4f9c-b7dd-472aa3a80500 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-837356-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-06-16T17:14:15Z,description=,heartbeat_timestamp=2022-06-16T17:22:15Z,host='dv-cinder-837356-2-iscsi',id=7639df21-17c3-4235-8912-210c3ad54137,load=0,resource_versions=,resources_synced=,started_at=2022-06-16T17:14:15Z,topic='l3_agent')) {'router_ids': ['5557f5ad-f4fd-4009-ab4c-69a33d9eac05'], 'active': True} {{(pid=103919) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 16 17:22:35.430968 dv-cinder-837356-2-iscsi neutron-server[103918]: DEBUG neutron.plugins.ml2.plugin [None req-39ead2dc-a542-4f04-b117-439eb7f32aa8 None None] Current status of the port 06974505-e6bd-467d-a29b-92e722b69f8f is: DOWN; New status is: ACTIVE {{(pid=103918) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2298}} Jun 16 17:22:35.431544 dv-cinder-837356-2-iscsi neutron-server[103918]: DEBUG neutron_lib.callbacks.manager [None req-39ead2dc-a542-4f04-b117-439eb7f32aa8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16007590'] for port (06974505-e6bd-467d-a29b-92e722b69f8f), before_update {{(pid=103918) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 17:22:35.517253 dv-cinder-837356-2-iscsi neutron-server[103918]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0cbfdd8a-d44a-446b-983e-afe9298ec17d None None] Pushing event updated for resources: {'Port': ['ID=88d396ce-2900-4144-94ed-fb2e647d645f,revision_number=3']} {{(pid=103918) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 17:22:35.527373 dv-cinder-837356-2-iscsi neutron-server[103917]: DEBUG neutron.db.db_base_plugin_common [None req-43906ed9-8f57-4b1a-a688-fa1249c8b7b7 admin admin] Allocated IP 172.20.0.1 (82c6c893-96f4-45ae-b1e3-d70ff1db738d/744fc868-35e9-4c30-8ac9-ba01749c37c3/a8d5bd16-d884-4270-9432-d25b5a4fcf68) {{(pid=103917) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 16 17:22:35.552826 dv-cinder-837356-2-iscsi neutron-server[103918]: DEBUG neutron.db.provisioning_blocks [None req-007e2db7-2cf8-4833-a8e8-88837466e89d None None] Provisioning complete for port e1aec36a-a2f9-4546-94c4-c2940c0a35ec triggered by entity DHCP. {{(pid=103918) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jun 16 17:22:35.553416 dv-cinder-837356-2-iscsi neutron-server[103918]: DEBUG neutron_lib.callbacks.manager [None req-007e2db7-2cf8-4833-a8e8-88837466e89d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16149424'] for port (e1aec36a-a2f9-4546-94c4-c2940c0a35ec), provisioning_complete {{(pid=103918) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 17:22:35.570651 dv-cinder-837356-2-iscsi neutron-server[103919]: DEBUG dbcounter [-] [103919] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=103919) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 16 17:22:35.586040 dv-cinder-837356-2-iscsi neutron-server[103919]: DEBUG dbcounter [-] [103919] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=103919) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 16 17:22:35.591289 dv-cinder-837356-2-iscsi neutron-server[103918]: DEBUG neutron.plugins.ml2.db [None req-39ead2dc-a542-4f04-b117-439eb7f32aa8 None None] For port 06974505-e6bd-467d-a29b-92e722b69f8f, host dv-cinder-837356-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-837356-2-iscsi',level=0,port_id=06974505-e6bd-467d-a29b-92e722b69f8f,segment=NetworkSegment(18b787c7-0964-4a3b-b1f5-b8083c94f58b),segment_id=18b787c7-0964-4a3b-b1f5-b8083c94f58b)] {{(pid=103918) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 16 17:22:35.619296 dv-cinder-837356-2-iscsi neutron-server[103918]: DEBUG neutron_lib.callbacks.manager [None req-39ead2dc-a542-4f04-b117-439eb7f32aa8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16007527', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-75831', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16241551', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728539364693', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728538993439', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728538993457'] for port (06974505-e6bd-467d-a29b-92e722b69f8f), after_update {{(pid=103918) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 17:22:35.622799 dv-cinder-837356-2-iscsi neutron-server[103918]: DEBUG neutron.plugins.ml2.rpc [None req-39ead2dc-a542-4f04-b117-439eb7f32aa8 None None] Device 88d396ce-2900-4144-94ed-fb2e647d645f up at agent ovs-agent-dv-cinder-837356-2-iscsi {{(pid=103918) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 16 17:22:35.647586 dv-cinder-837356-2-iscsi neutron-server[103917]: DEBUG dbcounter [-] [103917] Writing DB stats neutron:SELECT=96,neutron:DELETE=2,neutron:INSERT=1,neutron:UPDATE=1 {{(pid=103917) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 16 17:22:35.689580 dv-cinder-837356-2-iscsi neutron-server[103917]: DEBUG neutron_lib.callbacks.manager [None req-43906ed9-8f57-4b1a-a688-fa1249c8b7b7 admin admin] Publish callbacks [] for port (a8d5bd16-d884-4270-9432-d25b5a4fcf68), precommit_create {{(pid=103917) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 17:22:35.740856 dv-cinder-837356-2-iscsi neutron-server[103917]: DEBUG neutron_lib.callbacks.manager [None req-43906ed9-8f57-4b1a-a688-fa1249c8b7b7 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16007527', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-75831', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16241551', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8728538993421'] for port (a8d5bd16-d884-4270-9432-d25b5a4fcf68), after_create {{(pid=103917) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 17:22:35.760877 dv-cinder-837356-2-iscsi neutron-server[103919]: DEBUG neutron.plugins.ml2.db [None req-733215f9-47a9-4c8c-afd7-5b88ea2a0b8e None None] For port 8996dd90-031b-4185-b6a7-e192f4c0cebb, host dv-cinder-837356-2-iscsi, cleared binding levels {{(pid=103919) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 16 17:22:35.762949 dv-cinder-837356-2-iscsi neutron-server[103916]: DEBUG dbcounter [-] [103916] Writing DB stats neutron:SELECT=100 {{(pid=103916) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 16 17:22:35.825897 dv-cinder-837356-2-iscsi neutron-server[103917]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-43906ed9-8f57-4b1a-a688-fa1249c8b7b7 admin admin] Pushing event updated for resources: {'Port': ['ID=a8d5bd16-d884-4270-9432-d25b5a4fcf68,revision_number=1']} {{(pid=103917) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 17:22:35.836495 dv-cinder-837356-2-iscsi neutron-server[103918]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-39ead2dc-a542-4f04-b117-439eb7f32aa8 None None] Pushing event updated for resources: {'Port': ['ID=06974505-e6bd-467d-a29b-92e722b69f8f,revision_number=4']} {{(pid=103918) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 17:22:35.844676 dv-cinder-837356-2-iscsi neutron-server[103917]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-43906ed9-8f57-4b1a-a688-fa1249c8b7b7 admin admin] Network 82c6c893-96f4-45ae-b1e3-d70ff1db738d is already hosted by enough agents. {{(pid=103917) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 16 17:22:35.846460 dv-cinder-837356-2-iscsi neutron-server[103918]: DEBUG neutron.plugins.ml2.plugin [None req-007e2db7-2cf8-4833-a8e8-88837466e89d None None] Port e1aec36a-a2f9-4546-94c4-c2940c0a35ec cannot update to ACTIVE because it is not bound. {{(pid=103918) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:354}} Jun 16 17:22:35.849720 dv-cinder-837356-2-iscsi neutron-server[103917]: DEBUG neutron.scheduler.base_scheduler [None req-43906ed9-8f57-4b1a-a688-fa1249c8b7b7 admin admin] Resources bound (agent type, host, resource id): {{(pid=103917) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 16 17:22:35.870436 dv-cinder-837356-2-iscsi neutron-server[103917]: DEBUG neutron.db.l3_dvrscheduler_db [None req-43906ed9-8f57-4b1a-a688-fa1249c8b7b7 admin admin] Received port after_create {{(pid=103917) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:542}} Jun 16 17:22:35.872882 dv-cinder-837356-2-iscsi neutron-server[103917]: DEBUG neutron_lib.callbacks.manager [None req-43906ed9-8f57-4b1a-a688-fa1249c8b7b7 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-706133'] for router_interface (b698568a-354a-41b9-a41d-a2afa6bbdd0f), before_create {{(pid=103917) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 17:22:35.875268 dv-cinder-837356-2-iscsi neutron-server[103919]: DEBUG neutron.plugins.ml2.db [None req-733215f9-47a9-4c8c-afd7-5b88ea2a0b8e None None] For port 8996dd90-031b-4185-b6a7-e192f4c0cebb, host dv-cinder-837356-2-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-837356-2-iscsi',level=0,port_id=8996dd90-031b-4185-b6a7-e192f4c0cebb,segment=NetworkSegment(18b787c7-0964-4a3b-b1f5-b8083c94f58b),segment_id=18b787c7-0964-4a3b-b1f5-b8083c94f58b)] {{(pid=103919) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 16 17:22:35.903793 dv-cinder-837356-2-iscsi neutron-server[103919]: DEBUG neutron_lib.callbacks.manager [None req-733215f9-47a9-4c8c-afd7-5b88ea2a0b8e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16007527', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-75831', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16241551', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728539364693', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728538993439', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728538993457'] for port (8996dd90-031b-4185-b6a7-e192f4c0cebb), after_update {{(pid=103919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 17:22:35.950502 dv-cinder-837356-2-iscsi neutron-server[103918]: DEBUG dbcounter [-] [103918] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=103918) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 16 17:22:36.001911 dv-cinder-837356-2-iscsi neutron-server[103919]: DEBUG neutron.db.l3_dvr_db [None req-70182413-6c44-4f9c-b7dd-472aa3a80500 None None] Set router 5557f5ad-f4fd-4009-ab4c-69a33d9eac05 gateway port host: dv-cinder-837356-2-iscsi {{(pid=103919) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jun 16 17:22:36.015325 dv-cinder-837356-2-iscsi neutron-server[103918]: DEBUG neutron.db.provisioning_blocks [None req-007e2db7-2cf8-4833-a8e8-88837466e89d None None] Provisioning complete for port 8e62f965-264c-48b8-be38-682482a5628f triggered by entity DHCP. {{(pid=103918) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jun 16 17:22:36.015642 dv-cinder-837356-2-iscsi neutron-server[103918]: DEBUG neutron_lib.callbacks.manager [None req-007e2db7-2cf8-4833-a8e8-88837466e89d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16149424'] for port (8e62f965-264c-48b8-be38-682482a5628f), provisioning_complete {{(pid=103918) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 17:22:36.020144 dv-cinder-837356-2-iscsi neutron-server[103918]: DEBUG neutron.db.provisioning_blocks [None req-39ead2dc-a542-4f04-b117-439eb7f32aa8 None None] Provisioning complete for port 88d396ce-2900-4144-94ed-fb2e647d645f triggered by entity L2. {{(pid=103918) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jun 16 17:22:36.020314 dv-cinder-837356-2-iscsi neutron-server[103918]: DEBUG neutron_lib.callbacks.manager [None req-39ead2dc-a542-4f04-b117-439eb7f32aa8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16149424'] for port (88d396ce-2900-4144-94ed-fb2e647d645f), provisioning_complete {{(pid=103918) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 17:22:36.185130 dv-cinder-837356-2-iscsi neutron-server[103918]: DEBUG dbcounter [-] [103918] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=103918) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 16 17:22:36.186951 dv-cinder-837356-2-iscsi neutron-server[103918]: DEBUG neutron.db.l3_hamode_db [None req-1f110632-82db-4322-840d-8c7bc48e4033 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'dfe813ff-74d0-4e6b-9f3d-827582ab6a37', 'name': 'tempest-ServerRescueNegativeTestJSON-1592621772-router', 'tenant_id': 'ccf5c45783454fc5a7872490196f07e0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9df31235-0797-44e6-85a0-102cb2da2d58', 'external_fixed_ips': [{'subnet_id': '1dfb0320-f5eb-46f6-88ce-33002f500238', 'ip_address': '172.27.2.58'}], 'enable_snat': True}, 'gw_port_id': '06974505-e6bd-467d-a29b-92e722b69f8f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-16T17:22:23Z', 'updated_at': '2022-06-16T17:22:31Z', 'revision_number': 4, 'project_id': 'ccf5c45783454fc5a7872490196f07e0', 'gw_port': {'id': '06974505-e6bd-467d-a29b-92e722b69f8f', 'name': '', 'network_id': '9df31235-0797-44e6-85a0-102cb2da2d58', 'tenant_id': '', 'mac_address': 'fa:16:3e:ce:68:29', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'dfe813ff-74d0-4e6b-9f3d-827582ab6a37', 'device_owner': 'network:router_gateway', 'standard_attr_id': 63, 'fixed_ips': [{'subnet_id': '1dfb0320-f5eb-46f6-88ce-33002f500238', 'ip_address': '172.27.2.58', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-837356-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-16T17:22:23Z', 'updated_at': '2022-06-16T17:22:28Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '1dfb0320-f5eb-46f6-88ce-33002f500238', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-837356-2-iscsi', '_interfaces': [{'id': 'e1aec36a-a2f9-4546-94c4-c2940c0a35ec', 'name': '', 'network_id': '7c13538c-2941-4763-a560-37a0a33d14c7', 'tenant_id': 'ccf5c45783454fc5a7872490196f07e0', 'mac_address': 'fa:16:3e:1b:5e:a6', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'dfe813ff-74d0-4e6b-9f3d-827582ab6a37', 'device_owner': 'network:router_interface', 'standard_attr_id': 95, 'fixed_ips': [{'subnet_id': '8e38426e-d044-4155-92d6-5d9da7f0fc35', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-16T17:22:29Z', 'updated_at': '2022-06-16T17:22:32Z', 'revision_number': 2, 'project_id': 'ccf5c45783454fc5a7872490196f07e0', 'subnets': [{'id': '8e38426e-d044-4155-92d6-5d9da7f0fc35', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-837356-2-iscsi', False) {} {{(pid=103918) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 16 17:22:36.190698 dv-cinder-837356-2-iscsi neutron-server[103917]: DEBUG neutron_lib.callbacks.manager [None req-43906ed9-8f57-4b1a-a688-fa1249c8b7b7 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16007590'] for port (a8d5bd16-d884-4270-9432-d25b5a4fcf68), before_update {{(pid=103917) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 17:22:36.226051 dv-cinder-837356-2-iscsi neutron-server[103918]: DEBUG neutron.plugins.ml2.plugin [None req-007e2db7-2cf8-4833-a8e8-88837466e89d None None] Port 8e62f965-264c-48b8-be38-682482a5628f cannot update to ACTIVE because it is not bound. {{(pid=103918) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:354}} Jun 16 17:22:36.235779 dv-cinder-837356-2-iscsi neutron-server[103918]: DEBUG neutron.db.provisioning_blocks [None req-007e2db7-2cf8-4833-a8e8-88837466e89d None None] Provisioning complete for port 88d396ce-2900-4144-94ed-fb2e647d645f triggered by entity DHCP. {{(pid=103918) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jun 16 17:22:36.236071 dv-cinder-837356-2-iscsi neutron-server[103918]: DEBUG neutron_lib.callbacks.manager [None req-007e2db7-2cf8-4833-a8e8-88837466e89d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16149424'] for port (88d396ce-2900-4144-94ed-fb2e647d645f), provisioning_complete {{(pid=103918) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 17:22:36.238895 dv-cinder-837356-2-iscsi neutron-server[103918]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1f110632-82db-4322-840d-8c7bc48e4033 None None] Checking router: dfe813ff-74d0-4e6b-9f3d-827582ab6a37 for host: dv-cinder-837356-2-iscsi {{(pid=103918) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 16 17:22:36.239256 dv-cinder-837356-2-iscsi neutron-server[103918]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1f110632-82db-4322-840d-8c7bc48e4033 None None] Updating router dfe813ff-74d0-4e6b-9f3d-827582ab6a37 port e1aec36a-a2f9-4546-94c4-c2940c0a35ec binding host dv-cinder-837356-2-iscsi {{(pid=103918) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jun 16 17:22:36.260068 dv-cinder-837356-2-iscsi neutron-server[103916]: DEBUG neutron_lib.callbacks.manager [None req-91e28d8d-35ab-4e43-8342-b2aac0e4a229 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16007590'] for port (None), before_create {{(pid=103916) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 17:22:36.270721 dv-cinder-837356-2-iscsi neutron-server[103918]: DEBUG neutron_lib.callbacks.manager [None req-1f110632-82db-4322-840d-8c7bc48e4033 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16007590'] for port (e1aec36a-a2f9-4546-94c4-c2940c0a35ec), before_update {{(pid=103918) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 17:22:36.339788 dv-cinder-837356-2-iscsi neutron-server[103918]: DEBUG neutron.plugins.ml2.plugin [None req-39ead2dc-a542-4f04-b117-439eb7f32aa8 None None] Current status of the port 88d396ce-2900-4144-94ed-fb2e647d645f is: ACTIVE; New status is: ACTIVE {{(pid=103918) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2298}} Jun 16 17:22:36.341128 dv-cinder-837356-2-iscsi neutron-server[103918]: DEBUG neutron.plugins.ml2.rpc [None req-39ead2dc-a542-4f04-b117-439eb7f32aa8 None None] Device b9bc0d18-30e8-4b5f-81a3-1d733154515b up at agent ovs-agent-dv-cinder-837356-2-iscsi {{(pid=103918) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 16 17:22:36.377708 dv-cinder-837356-2-iscsi neutron-server[103919]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2587afe2-d654-419a-af10-1715d91ec2ed None None] Pushing event updated for resources: {'Port': ['ID=8996dd90-031b-4185-b6a7-e192f4c0cebb,revision_number=3']} {{(pid=103919) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 17:22:36.396703 dv-cinder-837356-2-iscsi neutron-server[103919]: DEBUG neutron.db.l3_dvrscheduler_db [None req-733215f9-47a9-4c8c-afd7-5b88ea2a0b8e None None] Routers {'b698568a-354a-41b9-a41d-a2afa6bbdd0f'} bound to L3 agent in host dv-cinder-837356-2-iscsi {{(pid=103919) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jun 16 17:22:36.398122 dv-cinder-837356-2-iscsi neutron-server[103919]: DEBUG neutron.db.l3_hamode_db [None req-733215f9-47a9-4c8c-afd7-5b88ea2a0b8e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-837356-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-06-16T17:14:15Z,description=,heartbeat_timestamp=2022-06-16T17:22:15Z,host='dv-cinder-837356-2-iscsi',id=7639df21-17c3-4235-8912-210c3ad54137,load=0,resource_versions=,resources_synced=,started_at=2022-06-16T17:14:15Z,topic='l3_agent')) {'router_ids': ['b698568a-354a-41b9-a41d-a2afa6bbdd0f'], 'active': True} {{(pid=103919) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 16 17:22:36.569263 dv-cinder-837356-2-iscsi neutron-server[103917]: DEBUG neutron_lib.callbacks.manager [None req-43906ed9-8f57-4b1a-a688-fa1249c8b7b7 admin admin] Publish callbacks [] for port (a8d5bd16-d884-4270-9432-d25b5a4fcf68), precommit_update {{(pid=103917) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 17:22:36.581035 dv-cinder-837356-2-iscsi neutron-server[103917]: DEBUG neutron_lib.callbacks.manager [None req-43906ed9-8f57-4b1a-a688-fa1249c8b7b7 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16007527', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-75831', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16241551', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728539364693', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728538993439', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728538993457'] for port (a8d5bd16-d884-4270-9432-d25b5a4fcf68), after_update {{(pid=103917) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 17:22:36.582576 dv-cinder-837356-2-iscsi neutron-server[103917]: DEBUG neutron_lib.callbacks.manager [None req-43906ed9-8f57-4b1a-a688-fa1249c8b7b7 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-16241533', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-706209'] for router_interface (b698568a-354a-41b9-a41d-a2afa6bbdd0f), after_create {{(pid=103917) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 17:22:36.623194 dv-cinder-837356-2-iscsi neutron-server[103917]: DEBUG dbcounter [-] [103917] Writing DB stats neutron:SELECT=90,neutron:INSERT=6,neutron:UPDATE=4 {{(pid=103917) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 16 17:22:36.674252 dv-cinder-837356-2-iscsi neutron-server[103919]: DEBUG neutron.db.l3_dvr_db [None req-733215f9-47a9-4c8c-afd7-5b88ea2a0b8e None None] Set router b698568a-354a-41b9-a41d-a2afa6bbdd0f gateway port host: dv-cinder-837356-2-iscsi {{(pid=103919) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jun 16 17:22:36.704104 dv-cinder-837356-2-iscsi neutron-server[103916]: DEBUG neutron.db.db_base_plugin_common [None req-91e28d8d-35ab-4e43-8342-b2aac0e4a229 admin admin] Allocated IP 172.20.0.1 (04f2ecf4-cd9f-483b-9100-6d9d67a561d2/57d5f714-8d8c-468b-957a-7745cf345909/c624de63-ffae-4e98-95eb-7e74edb29e5b) {{(pid=103916) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 16 17:22:36.727902 dv-cinder-837356-2-iscsi neutron-server[103919]: DEBUG neutron.db.l3_hamode_db [None req-70182413-6c44-4f9c-b7dd-472aa3a80500 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5557f5ad-f4fd-4009-ab4c-69a33d9eac05', 'name': 'tempest-AttachVolumeShelveTestJSON-288441189-router', 'tenant_id': '0c63f648631a4a11910b4b135f22b235', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9df31235-0797-44e6-85a0-102cb2da2d58', 'external_fixed_ips': [{'subnet_id': '1dfb0320-f5eb-46f6-88ce-33002f500238', 'ip_address': '172.27.2.250'}], 'enable_snat': True}, 'gw_port_id': 'bbb2266f-e66a-4e7c-90ad-bbf0a686e05e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-16T17:22:27Z', 'updated_at': '2022-06-16T17:22:32Z', 'revision_number': 3, 'project_id': '0c63f648631a4a11910b4b135f22b235', 'gw_port': {'id': 'bbb2266f-e66a-4e7c-90ad-bbf0a686e05e', 'name': '', 'network_id': '9df31235-0797-44e6-85a0-102cb2da2d58', 'tenant_id': '', 'mac_address': 'fa:16:3e:16:85:53', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5557f5ad-f4fd-4009-ab4c-69a33d9eac05', 'device_owner': 'network:router_gateway', 'standard_attr_id': 94, 'fixed_ips': [{'subnet_id': '1dfb0320-f5eb-46f6-88ce-33002f500238', 'ip_address': '172.27.2.250', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-16T17:22:29Z', 'updated_at': '2022-06-16T17:22:30Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '1dfb0320-f5eb-46f6-88ce-33002f500238', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-837356-2-iscsi'}], 'dv-cinder-837356-2-iscsi', False) {} {{(pid=103919) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 16 17:22:36.812458 dv-cinder-837356-2-iscsi neutron-server[103919]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-70182413-6c44-4f9c-b7dd-472aa3a80500 None None] Checking router: 5557f5ad-f4fd-4009-ab4c-69a33d9eac05 for host: dv-cinder-837356-2-iscsi {{(pid=103919) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 16 17:22:36.812657 dv-cinder-837356-2-iscsi neutron-server[103919]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-70182413-6c44-4f9c-b7dd-472aa3a80500 None None] Updating router 5557f5ad-f4fd-4009-ab4c-69a33d9eac05 port bbb2266f-e66a-4e7c-90ad-bbf0a686e05e binding host dv-cinder-837356-2-iscsi {{(pid=103919) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jun 16 17:22:36.816491 dv-cinder-837356-2-iscsi neutron-server[103918]: DEBUG neutron.db.provisioning_blocks [None req-39ead2dc-a542-4f04-b117-439eb7f32aa8 None None] Provisioning complete for port b9bc0d18-30e8-4b5f-81a3-1d733154515b triggered by entity L2. {{(pid=103918) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jun 16 17:22:36.817003 dv-cinder-837356-2-iscsi neutron-server[103918]: DEBUG neutron_lib.callbacks.manager [None req-39ead2dc-a542-4f04-b117-439eb7f32aa8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16149424'] for port (b9bc0d18-30e8-4b5f-81a3-1d733154515b), provisioning_complete {{(pid=103918) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 17:22:36.847924 dv-cinder-837356-2-iscsi neutron-server[103917]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-43906ed9-8f57-4b1a-a688-fa1249c8b7b7 admin admin] Pushing event updated for resources: {'Port': ['ID=a8d5bd16-d884-4270-9432-d25b5a4fcf68,revision_number=2']} {{(pid=103917) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 17:22:36.876249 dv-cinder-837356-2-iscsi neutron-server[103916]: DEBUG neutron_lib.callbacks.manager [None req-91e28d8d-35ab-4e43-8342-b2aac0e4a229 admin admin] Publish callbacks [] for port (c624de63-ffae-4e98-95eb-7e74edb29e5b), precommit_create {{(pid=103916) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 17:22:36.924319 dv-cinder-837356-2-iscsi neutron-server[103916]: DEBUG dbcounter [-] [103916] Writing DB stats neutron:SELECT=92,neutron:INSERT=5,neutron:UPDATE=3 {{(pid=103916) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 16 17:22:36.924734 dv-cinder-837356-2-iscsi neutron-server[103918]: DEBUG neutron.plugins.ml2.plugin [None req-007e2db7-2cf8-4833-a8e8-88837466e89d None None] Current status of the port 88d396ce-2900-4144-94ed-fb2e647d645f is: ACTIVE; New status is: ACTIVE {{(pid=103918) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2298}} Jun 16 17:22:36.931926 dv-cinder-837356-2-iscsi neutron-server[103917]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-43906ed9-8f57-4b1a-a688-fa1249c8b7b7 admin admin] Network 82c6c893-96f4-45ae-b1e3-d70ff1db738d is already hosted by enough agents. {{(pid=103917) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 16 17:22:36.932145 dv-cinder-837356-2-iscsi neutron-server[103916]: DEBUG neutron_lib.callbacks.manager [None req-91e28d8d-35ab-4e43-8342-b2aac0e4a229 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16007527', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-75831', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16241551', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8728538993421'] for port (c624de63-ffae-4e98-95eb-7e74edb29e5b), after_create {{(pid=103916) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 17:22:36.938694 dv-cinder-837356-2-iscsi neutron-server[103917]: DEBUG neutron.scheduler.base_scheduler [None req-43906ed9-8f57-4b1a-a688-fa1249c8b7b7 admin admin] Resources bound (agent type, host, resource id): {{(pid=103917) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 16 17:22:36.948988 dv-cinder-837356-2-iscsi neutron-server[103918]: DEBUG dbcounter [-] [103918] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=103918) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 16 17:22:36.998961 dv-cinder-837356-2-iscsi neutron-server[103916]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-91e28d8d-35ab-4e43-8342-b2aac0e4a229 admin admin] Network 04f2ecf4-cd9f-483b-9100-6d9d67a561d2 is already hosted by enough agents. {{(pid=103916) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 16 17:22:37.003815 dv-cinder-837356-2-iscsi neutron-server[103916]: DEBUG neutron.scheduler.base_scheduler [None req-91e28d8d-35ab-4e43-8342-b2aac0e4a229 admin admin] Resources bound (agent type, host, resource id): {{(pid=103916) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 16 17:22:37.019614 dv-cinder-837356-2-iscsi neutron-server[103918]: DEBUG neutron_lib.callbacks.manager [None req-1f110632-82db-4322-840d-8c7bc48e4033 None None] Publish callbacks [] for port (e1aec36a-a2f9-4546-94c4-c2940c0a35ec), precommit_update {{(pid=103918) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 17:22:37.029212 dv-cinder-837356-2-iscsi neutron-server[103918]: DEBUG neutron.plugins.ml2.plugin [None req-39ead2dc-a542-4f04-b117-439eb7f32aa8 None None] Current status of the port b9bc0d18-30e8-4b5f-81a3-1d733154515b is: ACTIVE; New status is: ACTIVE {{(pid=103918) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2298}} Jun 16 17:22:37.035978 dv-cinder-837356-2-iscsi neutron-server[103916]: DEBUG neutron.db.l3_dvrscheduler_db [None req-91e28d8d-35ab-4e43-8342-b2aac0e4a229 admin admin] Received port after_create {{(pid=103916) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:542}} Jun 16 17:22:37.042702 dv-cinder-837356-2-iscsi neutron-server[103916]: DEBUG neutron_lib.callbacks.manager [None req-91e28d8d-35ab-4e43-8342-b2aac0e4a229 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-706133'] for router_interface (5557f5ad-f4fd-4009-ab4c-69a33d9eac05), before_create {{(pid=103916) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 17:22:37.063821 dv-cinder-837356-2-iscsi neutron-server[103919]: DEBUG neutron_lib.callbacks.manager [None req-70182413-6c44-4f9c-b7dd-472aa3a80500 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16007590'] for port (bbb2266f-e66a-4e7c-90ad-bbf0a686e05e), before_update {{(pid=103919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 17:22:37.068740 dv-cinder-837356-2-iscsi neutron-server[103918]: DEBUG neutron.db.provisioning_blocks [None req-e0abc305-6dee-4536-8514-f4554d875b8b None None] Provisioning complete for port a8d5bd16-d884-4270-9432-d25b5a4fcf68 triggered by entity DHCP. {{(pid=103918) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jun 16 17:22:37.069141 dv-cinder-837356-2-iscsi neutron-server[103918]: DEBUG neutron_lib.callbacks.manager [None req-e0abc305-6dee-4536-8514-f4554d875b8b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16149424'] for port (a8d5bd16-d884-4270-9432-d25b5a4fcf68), provisioning_complete {{(pid=103918) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 17:22:37.074352 dv-cinder-837356-2-iscsi neutron-server[103918]: DEBUG neutron_lib.callbacks.manager [None req-1f110632-82db-4322-840d-8c7bc48e4033 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16007527', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-75831', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16241551', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728539364693', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728538993439', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728538993457'] for port (e1aec36a-a2f9-4546-94c4-c2940c0a35ec), after_update {{(pid=103918) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 17:22:37.285631 dv-cinder-837356-2-iscsi neutron-server[103916]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-91e28d8d-35ab-4e43-8342-b2aac0e4a229 admin admin] Pushing event updated for resources: {'Port': ['ID=c624de63-ffae-4e98-95eb-7e74edb29e5b,revision_number=1']} {{(pid=103916) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 17:22:37.323783 dv-cinder-837356-2-iscsi neutron-server[103918]: DEBUG neutron.plugins.ml2.plugin [None req-e0abc305-6dee-4536-8514-f4554d875b8b None None] Port a8d5bd16-d884-4270-9432-d25b5a4fcf68 cannot update to ACTIVE because it is not bound. {{(pid=103918) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:354}} Jun 16 17:22:37.359384 dv-cinder-837356-2-iscsi neutron-server[103917]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-43906ed9-8f57-4b1a-a688-fa1249c8b7b7 admin admin] Router b698568a-354a-41b9-a41d-a2afa6bbdd0f has already been hosted by L3 agent 7639df21-17c3-4235-8912-210c3ad54137 {{(pid=103917) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jun 16 17:22:37.535071 dv-cinder-837356-2-iscsi neutron-server[103918]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-47d25906-3c6a-4efe-96ed-a6ff20c53b6a None None] Pushing event updated for resources: {'Port': ['ID=e1aec36a-a2f9-4546-94c4-c2940c0a35ec,revision_number=3']} {{(pid=103918) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 17:22:37.641033 dv-cinder-837356-2-iscsi neutron-server[103918]: DEBUG neutron.plugins.ml2.rpc [None req-39ead2dc-a542-4f04-b117-439eb7f32aa8 None None] Device 88d396ce-2900-4144-94ed-fb2e647d645f up at agent ovs-agent-dv-cinder-837356-2-iscsi {{(pid=103918) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 16 17:22:37.704796 dv-cinder-837356-2-iscsi neutron-server[103919]: DEBUG dbcounter [-] [103919] Writing DB stats neutron:SELECT=96,neutron:UPDATE=3,neutron:INSERT=1 {{(pid=103919) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 16 17:22:37.721818 dv-cinder-837356-2-iscsi neutron-server[103916]: DEBUG neutron_lib.callbacks.manager [None req-91e28d8d-35ab-4e43-8342-b2aac0e4a229 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16007590'] for port (c624de63-ffae-4e98-95eb-7e74edb29e5b), before_update {{(pid=103916) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 17:22:37.776192 dv-cinder-837356-2-iscsi neutron-server[103917]: DEBUG dbcounter [-] [103917] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=103917) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 16 17:22:37.781368 dv-cinder-837356-2-iscsi neutron-server[103919]: DEBUG neutron.db.l3_hamode_db [None req-733215f9-47a9-4c8c-afd7-5b88ea2a0b8e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b698568a-354a-41b9-a41d-a2afa6bbdd0f', 'name': 'tempest-AttachVolumeTestJSON-2145162369-router', 'tenant_id': 'f029a8bb389c4d348c0e9001c5fa059c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9df31235-0797-44e6-85a0-102cb2da2d58', 'external_fixed_ips': [{'subnet_id': '1dfb0320-f5eb-46f6-88ce-33002f500238', 'ip_address': '172.27.2.110'}], 'enable_snat': True}, 'gw_port_id': '8996dd90-031b-4185-b6a7-e192f4c0cebb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-16T17:22:25Z', 'updated_at': '2022-06-16T17:22:36Z', 'revision_number': 4, 'project_id': 'f029a8bb389c4d348c0e9001c5fa059c', 'gw_port': {'id': '8996dd90-031b-4185-b6a7-e192f4c0cebb', 'name': '', 'network_id': '9df31235-0797-44e6-85a0-102cb2da2d58', 'tenant_id': '', 'mac_address': 'fa:16:3e:c1:51:ad', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b698568a-354a-41b9-a41d-a2afa6bbdd0f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 79, 'fixed_ips': [{'subnet_id': '1dfb0320-f5eb-46f6-88ce-33002f500238', 'ip_address': '172.27.2.110', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-837356-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-16T17:22:28Z', 'updated_at': '2022-06-16T17:22:35Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '1dfb0320-f5eb-46f6-88ce-33002f500238', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-837356-2-iscsi', '_interfaces': [{'id': 'a8d5bd16-d884-4270-9432-d25b5a4fcf68', 'name': '', 'network_id': '82c6c893-96f4-45ae-b1e3-d70ff1db738d', 'tenant_id': 'f029a8bb389c4d348c0e9001c5fa059c', 'mac_address': 'fa:16:3e:43:3b:d8', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b698568a-354a-41b9-a41d-a2afa6bbdd0f', 'device_owner': 'network:router_interface', 'standard_attr_id': 117, 'fixed_ips': [{'subnet_id': '744fc868-35e9-4c30-8ac9-ba01749c37c3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-16T17:22:35Z', 'updated_at': '2022-06-16T17:22:35Z', 'revision_number': 1, 'project_id': 'f029a8bb389c4d348c0e9001c5fa059c', 'subnets': [{'id': '744fc868-35e9-4c30-8ac9-ba01749c37c3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-837356-2-iscsi', False) {} {{(pid=103919) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 16 17:22:37.807146 dv-cinder-837356-2-iscsi neutron-server[103917]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-43906ed9-8f57-4b1a-a688-fa1249c8b7b7 admin admin] Notify agent at l3_agent.dv-cinder-837356-2-iscsi the message routers_updated {{(pid=103917) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jun 16 17:22:37.828285 dv-cinder-837356-2-iscsi neutron-server[103917]: INFO neutron.wsgi [None req-43906ed9-8f57-4b1a-a688-fa1249c8b7b7 admin admin] 10.222.0.66 "PUT /v2.0/routers/b698568a-354a-41b9-a41d-a2afa6bbdd0f/add_router_interface HTTP/1.1" status: 200 len: 503 time: 4.1053658 Jun 16 17:22:37.828639 dv-cinder-837356-2-iscsi neutron-server[103918]: DEBUG neutron.plugins.ml2.managers [None req-1f110632-82db-4322-840d-8c7bc48e4033 None None] Attempting to bind port e1aec36a-a2f9-4546-94c4-c2940c0a35ec on host dv-cinder-837356-2-iscsi for vnic_type normal with profile {{(pid=103918) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:811}} Jun 16 17:22:37.828639 dv-cinder-837356-2-iscsi neutron-server[103918]: DEBUG neutron.plugins.ml2.managers [None req-1f110632-82db-4322-840d-8c7bc48e4033 None None] Attempting to bind port e1aec36a-a2f9-4546-94c4-c2940c0a35ec by drivers openvswitch,hyperv on host dv-cinder-837356-2-iscsi at level 0 using segments [{'id': '036772f7-7333-486e-9364-cdd941d04468', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1012, 'network_id': '7c13538c-2941-4763-a560-37a0a33d14c7'}] {{(pid=103918) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:836}} Jun 16 17:22:37.828639 dv-cinder-837356-2-iscsi neutron-server[103918]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1f110632-82db-4322-840d-8c7bc48e4033 None None] Attempting to bind port e1aec36a-a2f9-4546-94c4-c2940c0a35ec on network 7c13538c-2941-4763-a560-37a0a33d14c7 {{(pid=103918) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jun 16 17:22:37.833996 dv-cinder-837356-2-iscsi neutron-server[103918]: DEBUG neutron.db.provisioning_blocks [None req-dedf0c65-fa3d-4af2-be38-d85fd789dea6 None None] Provisioning complete for port a8d5bd16-d884-4270-9432-d25b5a4fcf68 triggered by entity DHCP. {{(pid=103918) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jun 16 17:22:37.834393 dv-cinder-837356-2-iscsi neutron-server[103918]: DEBUG neutron_lib.callbacks.manager [None req-dedf0c65-fa3d-4af2-be38-d85fd789dea6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16149424'] for port (a8d5bd16-d884-4270-9432-d25b5a4fcf68), provisioning_complete {{(pid=103918) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 17:22:37.855182 dv-cinder-837356-2-iscsi neutron-server[103918]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1eb7a368-d760-471f-b57b-3b5623650ab8 None None] Sync routers for ids ['853b62ae-40b6-4d3c-b58a-f70cd9a57d87'] in dv-cinder-837356-2-iscsi {{(pid=103918) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 16 17:22:37.960798 dv-cinder-837356-2-iscsi neutron-server[103918]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1f110632-82db-4322-840d-8c7bc48e4033 None None] Checking agent: {'id': '5b2fa84c-1db1-41c6-a6b9-975c3da28daf', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-837356-2-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 6, 16, 17, 14, 18), 'started_at': datetime.datetime(2022, 6, 16, 17, 14, 48), 'heartbeat_timestamp': datetime.datetime(2022, 6, 16, 17, 22, 18), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-837356-2-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103918) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jun 16 17:22:37.962795 dv-cinder-837356-2-iscsi neutron-server[103918]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1f110632-82db-4322-840d-8c7bc48e4033 None None] Checking segment: {'id': '036772f7-7333-486e-9364-cdd941d04468', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1012, 'network_id': '7c13538c-2941-4763-a560-37a0a33d14c7'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103918) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jun 16 17:22:37.963225 dv-cinder-837356-2-iscsi neutron-server[103918]: DEBUG neutron_lib.callbacks.manager [None req-1f110632-82db-4322-840d-8c7bc48e4033 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103918) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 17:22:37.963624 dv-cinder-837356-2-iscsi neutron-server[103918]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1f110632-82db-4322-840d-8c7bc48e4033 None None] Bound using segment: {'id': '036772f7-7333-486e-9364-cdd941d04468', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1012, 'network_id': '7c13538c-2941-4763-a560-37a0a33d14c7'} {{(pid=103918) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jun 16 17:22:37.964127 dv-cinder-837356-2-iscsi neutron-server[103918]: DEBUG neutron.plugins.ml2.managers [None req-1f110632-82db-4322-840d-8c7bc48e4033 None None] Bound port: e1aec36a-a2f9-4546-94c4-c2940c0a35ec, host: dv-cinder-837356-2-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '036772f7-7333-486e-9364-cdd941d04468', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1012, 'network_id': '7c13538c-2941-4763-a560-37a0a33d14c7'}}] {{(pid=103918) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:948}} Jun 16 17:22:37.964514 dv-cinder-837356-2-iscsi neutron-server[103918]: DEBUG neutron_lib.callbacks.manager [None req-1f110632-82db-4322-840d-8c7bc48e4033 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16007590'] for port (e1aec36a-a2f9-4546-94c4-c2940c0a35ec), before_update {{(pid=103918) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 17:22:37.966031 dv-cinder-837356-2-iscsi neutron-server[103919]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-733215f9-47a9-4c8c-afd7-5b88ea2a0b8e None None] The sync data for ids ['b698568a-354a-41b9-a41d-a2afa6bbdd0f'] in dv-cinder-837356-2-iscsi is: [{'id': 'b698568a-354a-41b9-a41d-a2afa6bbdd0f', 'name': 'tempest-AttachVolumeTestJSON-2145162369-router', 'tenant_id': 'f029a8bb389c4d348c0e9001c5fa059c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9df31235-0797-44e6-85a0-102cb2da2d58', 'external_fixed_ips': [{'subnet_id': '1dfb0320-f5eb-46f6-88ce-33002f500238', 'ip_address': '172.27.2.110'}], 'enable_snat': True}, 'gw_port_id': '8996dd90-031b-4185-b6a7-e192f4c0cebb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-16T17:22:25Z', 'updated_at': '2022-06-16T17:22:36Z', 'revision_number': 4, 'project_id': 'f029a8bb389c4d348c0e9001c5fa059c', 'gw_port': {'id': '8996dd90-031b-4185-b6a7-e192f4c0cebb', 'name': '', 'network_id': '9df31235-0797-44e6-85a0-102cb2da2d58', 'tenant_id': '', 'mac_address': 'fa:16:3e:c1:51:ad', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b698568a-354a-41b9-a41d-a2afa6bbdd0f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 79, 'fixed_ips': [{'subnet_id': '1dfb0320-f5eb-46f6-88ce-33002f500238', 'ip_address': '172.27.2.110', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-837356-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-16T17:22:28Z', 'updated_at': '2022-06-16T17:22:35Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '1dfb0320-f5eb-46f6-88ce-33002f500238', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-837356-2-iscsi', '_interfaces': [{'id': 'a8d5bd16-d884-4270-9432-d25b5a4fcf68', 'name': '', 'network_id': '82c6c893-96f4-45ae-b1e3-d70ff1db738d', 'tenant_id': 'f029a8bb389c4d348c0e9001c5fa059c', 'mac_address': 'fa:16:3e:43:3b:d8', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b698568a-354a-41b9-a41d-a2afa6bbdd0f', 'device_owner': 'network:router_interface', 'standard_attr_id': 117, 'fixed_ips': [{'subnet_id': '744fc868-35e9-4c30-8ac9-ba01749c37c3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-16T17:22:35Z', 'updated_at': '2022-06-16T17:22:35Z', 'revision_number': 1, 'project_id': 'f029a8bb389c4d348c0e9001c5fa059c', 'subnets': [{'id': '744fc868-35e9-4c30-8ac9-ba01749c37c3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103919) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 16 17:22:38.060702 dv-cinder-837356-2-iscsi neutron-server[103918]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1eb7a368-d760-471f-b57b-3b5623650ab8 None None] Routers {'853b62ae-40b6-4d3c-b58a-f70cd9a57d87'} bound to L3 agent in host dv-cinder-837356-2-iscsi {{(pid=103918) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jun 16 17:22:38.062236 dv-cinder-837356-2-iscsi neutron-server[103918]: DEBUG neutron.db.l3_hamode_db [None req-1eb7a368-d760-471f-b57b-3b5623650ab8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-837356-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-06-16T17:14:15Z,description=,heartbeat_timestamp=2022-06-16T17:22:15Z,host='dv-cinder-837356-2-iscsi',id=7639df21-17c3-4235-8912-210c3ad54137,load=0,resource_versions=,resources_synced=,started_at=2022-06-16T17:14:15Z,topic='l3_agent')) {'router_ids': ['853b62ae-40b6-4d3c-b58a-f70cd9a57d87'], 'active': True} {{(pid=103918) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 16 17:22:38.153683 dv-cinder-837356-2-iscsi neutron-server[103918]: DEBUG neutron.plugins.ml2.db [None req-1f110632-82db-4322-840d-8c7bc48e4033 None None] For port e1aec36a-a2f9-4546-94c4-c2940c0a35ec, host dv-cinder-837356-2-iscsi, cleared binding levels {{(pid=103918) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 16 17:22:38.157445 dv-cinder-837356-2-iscsi neutron-server[103918]: DEBUG neutron.plugins.ml2.db [None req-1f110632-82db-4322-840d-8c7bc48e4033 None None] For port e1aec36a-a2f9-4546-94c4-c2940c0a35ec, host dv-cinder-837356-2-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-837356-2-iscsi',level=0,port_id=e1aec36a-a2f9-4546-94c4-c2940c0a35ec,segment=NetworkSegment(036772f7-7333-486e-9364-cdd941d04468),segment_id=036772f7-7333-486e-9364-cdd941d04468)] {{(pid=103918) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 16 17:22:38.167305 dv-cinder-837356-2-iscsi neutron-server[103918]: DEBUG neutron.db.provisioning_blocks [None req-39ead2dc-a542-4f04-b117-439eb7f32aa8 None None] Provisioning complete for port 88d396ce-2900-4144-94ed-fb2e647d645f triggered by entity L2. {{(pid=103918) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jun 16 17:22:38.168094 dv-cinder-837356-2-iscsi neutron-server[103918]: DEBUG neutron_lib.callbacks.manager [None req-39ead2dc-a542-4f04-b117-439eb7f32aa8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16149424'] for port (88d396ce-2900-4144-94ed-fb2e647d645f), provisioning_complete {{(pid=103918) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 17:22:38.231875 dv-cinder-837356-2-iscsi neutron-server[103916]: DEBUG neutron_lib.callbacks.manager [None req-91e28d8d-35ab-4e43-8342-b2aac0e4a229 admin admin] Publish callbacks [] for port (c624de63-ffae-4e98-95eb-7e74edb29e5b), precommit_update {{(pid=103916) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 17:22:38.233349 dv-cinder-837356-2-iscsi neutron-server[103919]: DEBUG neutron_lib.callbacks.manager [None req-70182413-6c44-4f9c-b7dd-472aa3a80500 None None] Publish callbacks [] for port (bbb2266f-e66a-4e7c-90ad-bbf0a686e05e), precommit_update {{(pid=103919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 17:22:38.244867 dv-cinder-837356-2-iscsi neutron-server[103919]: DEBUG neutron_lib.callbacks.manager [None req-70182413-6c44-4f9c-b7dd-472aa3a80500 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16007527', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-75831', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16241551', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728539364693', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728538993439', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728538993457'] for port (bbb2266f-e66a-4e7c-90ad-bbf0a686e05e), after_update {{(pid=103919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 17:22:38.247309 dv-cinder-837356-2-iscsi neutron-server[103916]: DEBUG neutron_lib.callbacks.manager [None req-91e28d8d-35ab-4e43-8342-b2aac0e4a229 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16007527', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-75831', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16241551', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728539364693', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728538993439', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728538993457'] for port (c624de63-ffae-4e98-95eb-7e74edb29e5b), after_update {{(pid=103916) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 17:22:38.248438 dv-cinder-837356-2-iscsi neutron-server[103916]: DEBUG neutron_lib.callbacks.manager [None req-91e28d8d-35ab-4e43-8342-b2aac0e4a229 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-16241533', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-706209'] for router_interface (5557f5ad-f4fd-4009-ab4c-69a33d9eac05), after_create {{(pid=103916) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 17:22:38.249103 dv-cinder-837356-2-iscsi neutron-server[103919]: DEBUG dbcounter [-] [103919] Writing DB stats neutron:SELECT=100 {{(pid=103919) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 16 17:22:38.263538 dv-cinder-837356-2-iscsi neutron-server[103918]: DEBUG neutron.plugins.ml2.plugin [None req-dedf0c65-fa3d-4af2-be38-d85fd789dea6 None None] Port a8d5bd16-d884-4270-9432-d25b5a4fcf68 cannot update to ACTIVE because it is not bound. {{(pid=103918) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:354}} Jun 16 17:22:38.267984 dv-cinder-837356-2-iscsi neutron-server[103918]: DEBUG neutron_lib.callbacks.manager [None req-1f110632-82db-4322-840d-8c7bc48e4033 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16007527', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-75831', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16241551', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728539364693', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728538993439', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728538993457'] for port (e1aec36a-a2f9-4546-94c4-c2940c0a35ec), after_update {{(pid=103918) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 17:22:38.317232 dv-cinder-837356-2-iscsi neutron-server[103919]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-717ec011-8986-4b76-bd2f-7ba6c6a2765b None None] Pushing event updated for resources: {'Port': ['ID=bbb2266f-e66a-4e7c-90ad-bbf0a686e05e,revision_number=2']} {{(pid=103919) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 17:22:38.332992 dv-cinder-837356-2-iscsi neutron-server[103918]: DEBUG dbcounter [-] [103918] Writing DB stats neutron:SELECT=100 {{(pid=103918) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 16 17:22:38.443322 dv-cinder-837356-2-iscsi neutron-server[103919]: DEBUG neutron.plugins.ml2.managers [None req-70182413-6c44-4f9c-b7dd-472aa3a80500 None None] Attempting to bind port bbb2266f-e66a-4e7c-90ad-bbf0a686e05e on host dv-cinder-837356-2-iscsi for vnic_type normal with profile {{(pid=103919) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:811}} Jun 16 17:22:38.444601 dv-cinder-837356-2-iscsi neutron-server[103919]: DEBUG neutron.plugins.ml2.managers [None req-70182413-6c44-4f9c-b7dd-472aa3a80500 None None] Attempting to bind port bbb2266f-e66a-4e7c-90ad-bbf0a686e05e by drivers openvswitch,hyperv on host dv-cinder-837356-2-iscsi at level 0 using segments [{'id': '18b787c7-0964-4a3b-b1f5-b8083c94f58b', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '9df31235-0797-44e6-85a0-102cb2da2d58'}] {{(pid=103919) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:836}} Jun 16 17:22:38.448521 dv-cinder-837356-2-iscsi neutron-server[103919]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-70182413-6c44-4f9c-b7dd-472aa3a80500 None None] Attempting to bind port bbb2266f-e66a-4e7c-90ad-bbf0a686e05e on network 9df31235-0797-44e6-85a0-102cb2da2d58 {{(pid=103919) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jun 16 17:22:38.482585 dv-cinder-837356-2-iscsi neutron-server[103919]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-70182413-6c44-4f9c-b7dd-472aa3a80500 None None] Checking agent: {'id': '5b2fa84c-1db1-41c6-a6b9-975c3da28daf', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-837356-2-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 6, 16, 17, 14, 18), 'started_at': datetime.datetime(2022, 6, 16, 17, 14, 48), 'heartbeat_timestamp': datetime.datetime(2022, 6, 16, 17, 22, 18), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-837356-2-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103919) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jun 16 17:22:38.483777 dv-cinder-837356-2-iscsi neutron-server[103919]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-70182413-6c44-4f9c-b7dd-472aa3a80500 None None] Checking segment: {'id': '18b787c7-0964-4a3b-b1f5-b8083c94f58b', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '9df31235-0797-44e6-85a0-102cb2da2d58'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103919) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jun 16 17:22:38.485694 dv-cinder-837356-2-iscsi neutron-server[103919]: DEBUG neutron_lib.callbacks.manager [None req-70182413-6c44-4f9c-b7dd-472aa3a80500 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 17:22:38.486924 dv-cinder-837356-2-iscsi neutron-server[103919]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-70182413-6c44-4f9c-b7dd-472aa3a80500 None None] Bound using segment: {'id': '18b787c7-0964-4a3b-b1f5-b8083c94f58b', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '9df31235-0797-44e6-85a0-102cb2da2d58'} {{(pid=103919) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jun 16 17:22:38.489101 dv-cinder-837356-2-iscsi neutron-server[103919]: DEBUG neutron.plugins.ml2.managers [None req-70182413-6c44-4f9c-b7dd-472aa3a80500 None None] Bound port: bbb2266f-e66a-4e7c-90ad-bbf0a686e05e, host: dv-cinder-837356-2-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '18b787c7-0964-4a3b-b1f5-b8083c94f58b', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '9df31235-0797-44e6-85a0-102cb2da2d58'}}] {{(pid=103919) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:948}} Jun 16 17:22:38.494481 dv-cinder-837356-2-iscsi neutron-server[103919]: DEBUG neutron_lib.callbacks.manager [None req-70182413-6c44-4f9c-b7dd-472aa3a80500 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16007590'] for port (bbb2266f-e66a-4e7c-90ad-bbf0a686e05e), before_update {{(pid=103919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 17:22:38.506175 dv-cinder-837356-2-iscsi neutron-server[103918]: DEBUG neutron.db.provisioning_blocks [None req-f96c780d-a0a4-4677-8c0f-115647d3ff7a None None] Provisioning complete for port e1aec36a-a2f9-4546-94c4-c2940c0a35ec triggered by entity DHCP. {{(pid=103918) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jun 16 17:22:38.506435 dv-cinder-837356-2-iscsi neutron-server[103918]: DEBUG neutron_lib.callbacks.manager [None req-f96c780d-a0a4-4677-8c0f-115647d3ff7a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16149424'] for port (e1aec36a-a2f9-4546-94c4-c2940c0a35ec), provisioning_complete {{(pid=103918) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 17:22:38.523977 dv-cinder-837356-2-iscsi neutron-server[103918]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1f110632-82db-4322-840d-8c7bc48e4033 None None] Routers {'dfe813ff-74d0-4e6b-9f3d-827582ab6a37'} bound to L3 agent in host dv-cinder-837356-2-iscsi {{(pid=103918) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jun 16 17:22:38.525110 dv-cinder-837356-2-iscsi neutron-server[103918]: DEBUG neutron.db.l3_hamode_db [None req-1f110632-82db-4322-840d-8c7bc48e4033 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-837356-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-06-16T17:14:15Z,description=,heartbeat_timestamp=2022-06-16T17:22:15Z,host='dv-cinder-837356-2-iscsi',id=7639df21-17c3-4235-8912-210c3ad54137,load=0,resource_versions=,resources_synced=,started_at=2022-06-16T17:14:15Z,topic='l3_agent')) {'router_ids': ['dfe813ff-74d0-4e6b-9f3d-827582ab6a37'], 'active': True} {{(pid=103918) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 16 17:22:38.590933 dv-cinder-837356-2-iscsi neutron-server[103919]: DEBUG neutron.plugins.ml2.db [None req-70182413-6c44-4f9c-b7dd-472aa3a80500 None None] For port bbb2266f-e66a-4e7c-90ad-bbf0a686e05e, host dv-cinder-837356-2-iscsi, cleared binding levels {{(pid=103919) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 16 17:22:38.608171 dv-cinder-837356-2-iscsi neutron-server[103919]: DEBUG neutron.plugins.ml2.db [None req-70182413-6c44-4f9c-b7dd-472aa3a80500 None None] For port bbb2266f-e66a-4e7c-90ad-bbf0a686e05e, host dv-cinder-837356-2-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-837356-2-iscsi',level=0,port_id=bbb2266f-e66a-4e7c-90ad-bbf0a686e05e,segment=NetworkSegment(18b787c7-0964-4a3b-b1f5-b8083c94f58b),segment_id=18b787c7-0964-4a3b-b1f5-b8083c94f58b)] {{(pid=103919) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 16 17:22:38.622421 dv-cinder-837356-2-iscsi neutron-server[103919]: DEBUG neutron_lib.callbacks.manager [None req-70182413-6c44-4f9c-b7dd-472aa3a80500 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16007527', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-75831', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16241551', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728539364693', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728538993439', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728538993457'] for port (bbb2266f-e66a-4e7c-90ad-bbf0a686e05e), after_update {{(pid=103919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 17:22:38.643357 dv-cinder-837356-2-iscsi neutron-server[103916]: DEBUG dbcounter [-] [103916] Writing DB stats neutron:SELECT=97,neutron:INSERT=2,neutron:UPDATE=1 {{(pid=103916) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 16 17:22:38.650088 dv-cinder-837356-2-iscsi neutron-server[103918]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-47d25906-3c6a-4efe-96ed-a6ff20c53b6a None None] Pushing event updated for resources: {'Port': ['ID=e1aec36a-a2f9-4546-94c4-c2940c0a35ec,revision_number=4']} {{(pid=103918) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 17:22:38.656626 dv-cinder-837356-2-iscsi neutron-server[103916]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-91e28d8d-35ab-4e43-8342-b2aac0e4a229 admin admin] Pushing event updated for resources: {'Port': ['ID=c624de63-ffae-4e98-95eb-7e74edb29e5b,revision_number=2']} {{(pid=103916) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 17:22:38.715380 dv-cinder-837356-2-iscsi neutron-server[103916]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-91e28d8d-35ab-4e43-8342-b2aac0e4a229 admin admin] Network 04f2ecf4-cd9f-483b-9100-6d9d67a561d2 is already hosted by enough agents. {{(pid=103916) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 16 17:22:38.719277 dv-cinder-837356-2-iscsi neutron-server[103916]: DEBUG neutron.scheduler.base_scheduler [None req-91e28d8d-35ab-4e43-8342-b2aac0e4a229 admin admin] Resources bound (agent type, host, resource id): {{(pid=103916) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 16 17:22:38.768396 dv-cinder-837356-2-iscsi neutron-server[103919]: DEBUG neutron.db.l3_dvrscheduler_db [None req-70182413-6c44-4f9c-b7dd-472aa3a80500 None None] Routers {'5557f5ad-f4fd-4009-ab4c-69a33d9eac05'} bound to L3 agent in host dv-cinder-837356-2-iscsi {{(pid=103919) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jun 16 17:22:38.768396 dv-cinder-837356-2-iscsi neutron-server[103919]: DEBUG neutron.db.l3_hamode_db [None req-70182413-6c44-4f9c-b7dd-472aa3a80500 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-837356-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-06-16T17:14:15Z,description=,heartbeat_timestamp=2022-06-16T17:22:15Z,host='dv-cinder-837356-2-iscsi',id=7639df21-17c3-4235-8912-210c3ad54137,load=0,resource_versions=,resources_synced=,started_at=2022-06-16T17:14:15Z,topic='l3_agent')) {'router_ids': ['5557f5ad-f4fd-4009-ab4c-69a33d9eac05'], 'active': True} {{(pid=103919) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 16 17:22:38.852159 dv-cinder-837356-2-iscsi neutron-server[103919]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-717ec011-8986-4b76-bd2f-7ba6c6a2765b None None] Pushing event updated for resources: {'Port': ['ID=bbb2266f-e66a-4e7c-90ad-bbf0a686e05e,revision_number=3']} {{(pid=103919) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 17:22:39.004426 dv-cinder-837356-2-iscsi neutron-server[103916]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-91e28d8d-35ab-4e43-8342-b2aac0e4a229 admin admin] Router 5557f5ad-f4fd-4009-ab4c-69a33d9eac05 has already been hosted by L3 agent 7639df21-17c3-4235-8912-210c3ad54137 {{(pid=103916) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jun 16 17:22:39.027710 dv-cinder-837356-2-iscsi neutron-server[103919]: DEBUG neutron.db.l3_dvr_db [None req-70182413-6c44-4f9c-b7dd-472aa3a80500 None None] Set router 5557f5ad-f4fd-4009-ab4c-69a33d9eac05 gateway port host: dv-cinder-837356-2-iscsi {{(pid=103919) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jun 16 17:22:39.049432 dv-cinder-837356-2-iscsi neutron-server[103918]: DEBUG neutron.db.l3_dvr_db [None req-1eb7a368-d760-471f-b57b-3b5623650ab8 None None] Set router 853b62ae-40b6-4d3c-b58a-f70cd9a57d87 gateway port host: dv-cinder-837356-2-iscsi {{(pid=103918) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jun 16 17:22:39.126387 dv-cinder-837356-2-iscsi neutron-server[103918]: DEBUG dbcounter [-] [103918] Writing DB stats neutron:SELECT=95,neutron:UPDATE=4,neutron:INSERT=1 {{(pid=103918) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 16 17:22:39.227380 dv-cinder-837356-2-iscsi neutron-server[103916]: DEBUG dbcounter [-] [103916] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=103916) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 16 17:22:39.260326 dv-cinder-837356-2-iscsi neutron-server[103916]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-91e28d8d-35ab-4e43-8342-b2aac0e4a229 admin admin] Notify agent at l3_agent.dv-cinder-837356-2-iscsi the message routers_updated {{(pid=103916) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jun 16 17:22:39.292716 dv-cinder-837356-2-iscsi neutron-server[103916]: INFO neutron.wsgi [None req-91e28d8d-35ab-4e43-8342-b2aac0e4a229 admin admin] 10.222.0.66 "PUT /v2.0/routers/5557f5ad-f4fd-4009-ab4c-69a33d9eac05/add_router_interface HTTP/1.1" status: 200 len: 503 time: 4.0933311 Jun 16 17:22:39.387057 dv-cinder-837356-2-iscsi neutron-server[103919]: DEBUG neutron.db.l3_hamode_db [None req-70182413-6c44-4f9c-b7dd-472aa3a80500 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5557f5ad-f4fd-4009-ab4c-69a33d9eac05', 'name': 'tempest-AttachVolumeShelveTestJSON-288441189-router', 'tenant_id': '0c63f648631a4a11910b4b135f22b235', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9df31235-0797-44e6-85a0-102cb2da2d58', 'external_fixed_ips': [{'subnet_id': '1dfb0320-f5eb-46f6-88ce-33002f500238', 'ip_address': '172.27.2.250'}], 'enable_snat': True}, 'gw_port_id': 'bbb2266f-e66a-4e7c-90ad-bbf0a686e05e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-16T17:22:27Z', 'updated_at': '2022-06-16T17:22:37Z', 'revision_number': 4, 'project_id': '0c63f648631a4a11910b4b135f22b235', 'gw_port': {'id': 'bbb2266f-e66a-4e7c-90ad-bbf0a686e05e', 'name': '', 'network_id': '9df31235-0797-44e6-85a0-102cb2da2d58', 'tenant_id': '', 'mac_address': 'fa:16:3e:16:85:53', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5557f5ad-f4fd-4009-ab4c-69a33d9eac05', 'device_owner': 'network:router_gateway', 'standard_attr_id': 94, 'fixed_ips': [{'subnet_id': '1dfb0320-f5eb-46f6-88ce-33002f500238', 'ip_address': '172.27.2.250', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-837356-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-16T17:22:29Z', 'updated_at': '2022-06-16T17:22:38Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '1dfb0320-f5eb-46f6-88ce-33002f500238', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-837356-2-iscsi', '_interfaces': [{'id': 'c624de63-ffae-4e98-95eb-7e74edb29e5b', 'name': '', 'network_id': '04f2ecf4-cd9f-483b-9100-6d9d67a561d2', 'tenant_id': '0c63f648631a4a11910b4b135f22b235', 'mac_address': 'fa:16:3e:62:b5:88', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5557f5ad-f4fd-4009-ab4c-69a33d9eac05', 'device_owner': 'network:router_interface', 'standard_attr_id': 118, 'fixed_ips': [{'subnet_id': '57d5f714-8d8c-468b-957a-7745cf345909', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-16T17:22:36Z', 'updated_at': '2022-06-16T17:22:37Z', 'revision_number': 2, 'project_id': '0c63f648631a4a11910b4b135f22b235', 'subnets': [{'id': '57d5f714-8d8c-468b-957a-7745cf345909', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-837356-2-iscsi', False) {} {{(pid=103919) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 16 17:22:39.424748 dv-cinder-837356-2-iscsi neutron-server[103919]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-70182413-6c44-4f9c-b7dd-472aa3a80500 None None] The sync data for ids ['5557f5ad-f4fd-4009-ab4c-69a33d9eac05'] in dv-cinder-837356-2-iscsi is: [{'id': '5557f5ad-f4fd-4009-ab4c-69a33d9eac05', 'name': 'tempest-AttachVolumeShelveTestJSON-288441189-router', 'tenant_id': '0c63f648631a4a11910b4b135f22b235', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9df31235-0797-44e6-85a0-102cb2da2d58', 'external_fixed_ips': [{'subnet_id': '1dfb0320-f5eb-46f6-88ce-33002f500238', 'ip_address': '172.27.2.250'}], 'enable_snat': True}, 'gw_port_id': 'bbb2266f-e66a-4e7c-90ad-bbf0a686e05e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-16T17:22:27Z', 'updated_at': '2022-06-16T17:22:37Z', 'revision_number': 4, 'project_id': '0c63f648631a4a11910b4b135f22b235', 'gw_port': {'id': 'bbb2266f-e66a-4e7c-90ad-bbf0a686e05e', 'name': '', 'network_id': '9df31235-0797-44e6-85a0-102cb2da2d58', 'tenant_id': '', 'mac_address': 'fa:16:3e:16:85:53', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5557f5ad-f4fd-4009-ab4c-69a33d9eac05', 'device_owner': 'network:router_gateway', 'standard_attr_id': 94, 'fixed_ips': [{'subnet_id': '1dfb0320-f5eb-46f6-88ce-33002f500238', 'ip_address': '172.27.2.250', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-837356-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-16T17:22:29Z', 'updated_at': '2022-06-16T17:22:38Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '1dfb0320-f5eb-46f6-88ce-33002f500238', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-837356-2-iscsi', '_interfaces': [{'id': 'c624de63-ffae-4e98-95eb-7e74edb29e5b', 'name': '', 'network_id': '04f2ecf4-cd9f-483b-9100-6d9d67a561d2', 'tenant_id': '0c63f648631a4a11910b4b135f22b235', 'mac_address': 'fa:16:3e:62:b5:88', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5557f5ad-f4fd-4009-ab4c-69a33d9eac05', 'device_owner': 'network:router_interface', 'standard_attr_id': 118, 'fixed_ips': [{'subnet_id': '57d5f714-8d8c-468b-957a-7745cf345909', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-16T17:22:36Z', 'updated_at': '2022-06-16T17:22:37Z', 'revision_number': 2, 'project_id': '0c63f648631a4a11910b4b135f22b235', 'subnets': [{'id': '57d5f714-8d8c-468b-957a-7745cf345909', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103919) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 16 17:22:39.426136 dv-cinder-837356-2-iscsi neutron-server[103918]: DEBUG neutron.db.l3_dvr_db [None req-1f110632-82db-4322-840d-8c7bc48e4033 None None] Set router dfe813ff-74d0-4e6b-9f3d-827582ab6a37 gateway port host: dv-cinder-837356-2-iscsi {{(pid=103918) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jun 16 17:22:39.453674 dv-cinder-837356-2-iscsi neutron-server[103918]: DEBUG neutron.plugins.ml2.plugin [None req-f96c780d-a0a4-4677-8c0f-115647d3ff7a None None] Current status of the port e1aec36a-a2f9-4546-94c4-c2940c0a35ec is: DOWN; New status is: ACTIVE {{(pid=103918) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2298}} Jun 16 17:22:39.453975 dv-cinder-837356-2-iscsi neutron-server[103918]: DEBUG neutron_lib.callbacks.manager [None req-f96c780d-a0a4-4677-8c0f-115647d3ff7a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16007590'] for port (e1aec36a-a2f9-4546-94c4-c2940c0a35ec), before_update {{(pid=103918) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 17:22:39.474099 dv-cinder-837356-2-iscsi neutron-server[103918]: DEBUG neutron.plugins.ml2.plugin [None req-39ead2dc-a542-4f04-b117-439eb7f32aa8 None None] Current status of the port 88d396ce-2900-4144-94ed-fb2e647d645f is: ACTIVE; New status is: ACTIVE {{(pid=103918) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2298}} Jun 16 17:22:39.474099 dv-cinder-837356-2-iscsi neutron-server[103918]: DEBUG neutron.plugins.ml2.rpc [None req-39ead2dc-a542-4f04-b117-439eb7f32aa8 None None] Device 707aa5ab-cfe5-43b2-9a05-74f5af6692bd up at agent ovs-agent-dv-cinder-837356-2-iscsi {{(pid=103918) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 16 17:22:39.585104 dv-cinder-837356-2-iscsi neutron-server[103918]: DEBUG neutron.db.provisioning_blocks [None req-39ead2dc-a542-4f04-b117-439eb7f32aa8 None None] Provisioning complete for port 707aa5ab-cfe5-43b2-9a05-74f5af6692bd triggered by entity L2. {{(pid=103918) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jun 16 17:22:39.586404 dv-cinder-837356-2-iscsi neutron-server[103918]: DEBUG neutron_lib.callbacks.manager [None req-39ead2dc-a542-4f04-b117-439eb7f32aa8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16149424'] for port (707aa5ab-cfe5-43b2-9a05-74f5af6692bd), provisioning_complete {{(pid=103918) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 17:22:39.602692 dv-cinder-837356-2-iscsi neutron-server[103918]: DEBUG neutron.plugins.ml2.db [None req-f96c780d-a0a4-4677-8c0f-115647d3ff7a None None] For port e1aec36a-a2f9-4546-94c4-c2940c0a35ec, host dv-cinder-837356-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-837356-2-iscsi',level=0,port_id=e1aec36a-a2f9-4546-94c4-c2940c0a35ec,segment=NetworkSegment(036772f7-7333-486e-9364-cdd941d04468),segment_id=036772f7-7333-486e-9364-cdd941d04468)] {{(pid=103918) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 16 17:22:39.654754 dv-cinder-837356-2-iscsi neutron-server[103918]: DEBUG neutron_lib.callbacks.manager [None req-f96c780d-a0a4-4677-8c0f-115647d3ff7a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16007527', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-75831', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16241551', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728539364693', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728538993439', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728538993457'] for port (e1aec36a-a2f9-4546-94c4-c2940c0a35ec), after_update {{(pid=103918) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 17:22:39.753111 dv-cinder-837356-2-iscsi neutron-server[103918]: DEBUG neutron.db.provisioning_blocks [None req-f96c780d-a0a4-4677-8c0f-115647d3ff7a None None] Provisioning complete for port c624de63-ffae-4e98-95eb-7e74edb29e5b triggered by entity DHCP. {{(pid=103918) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jun 16 17:22:39.757922 dv-cinder-837356-2-iscsi neutron-server[103918]: DEBUG neutron_lib.callbacks.manager [None req-f96c780d-a0a4-4677-8c0f-115647d3ff7a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16149424'] for port (c624de63-ffae-4e98-95eb-7e74edb29e5b), provisioning_complete {{(pid=103918) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 17:22:39.894434 dv-cinder-837356-2-iscsi neutron-server[103918]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f96c780d-a0a4-4677-8c0f-115647d3ff7a None None] Pushing event updated for resources: {'Port': ['ID=e1aec36a-a2f9-4546-94c4-c2940c0a35ec,revision_number=5']} {{(pid=103918) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 17:22:39.896789 dv-cinder-837356-2-iscsi neutron-server[103918]: DEBUG dbcounter [-] [103918] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=103918) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 16 17:22:39.918463 dv-cinder-837356-2-iscsi neutron-server[103918]: DEBUG neutron.db.l3_hamode_db [None req-1eb7a368-d760-471f-b57b-3b5623650ab8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '853b62ae-40b6-4d3c-b58a-f70cd9a57d87', 'name': 'tempest-DeleteServersTestJSON-1179589301-router', 'tenant_id': '859da351f9cc437ebe79e5bdb87a177d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9df31235-0797-44e6-85a0-102cb2da2d58', 'external_fixed_ips': [{'subnet_id': '1dfb0320-f5eb-46f6-88ce-33002f500238', 'ip_address': '172.27.2.33'}], 'enable_snat': True}, 'gw_port_id': 'dcb62708-e024-4633-adb1-7a1cdc5856d2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-16T17:22:22Z', 'updated_at': '2022-06-16T17:22:33Z', 'revision_number': 4, 'project_id': '859da351f9cc437ebe79e5bdb87a177d', 'gw_port': {'id': 'dcb62708-e024-4633-adb1-7a1cdc5856d2', 'name': '', 'network_id': '9df31235-0797-44e6-85a0-102cb2da2d58', 'tenant_id': '', 'mac_address': 'fa:16:3e:f3:95:f9', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '853b62ae-40b6-4d3c-b58a-f70cd9a57d87', 'device_owner': 'network:router_gateway', 'standard_attr_id': 64, 'fixed_ips': [{'subnet_id': '1dfb0320-f5eb-46f6-88ce-33002f500238', 'ip_address': '172.27.2.33', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-837356-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-16T17:22:23Z', 'updated_at': '2022-06-16T17:22:32Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '1dfb0320-f5eb-46f6-88ce-33002f500238', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-837356-2-iscsi', '_interfaces': [{'id': '8e62f965-264c-48b8-be38-682482a5628f', 'name': '', 'network_id': 'cccb02cd-ffcd-4f18-9410-1ede3b2101bc', 'tenant_id': '859da351f9cc437ebe79e5bdb87a177d', 'mac_address': 'fa:16:3e:c5:19:24', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '853b62ae-40b6-4d3c-b58a-f70cd9a57d87', 'device_owner': 'network:router_interface', 'standard_attr_id': 100, 'fixed_ips': [{'subnet_id': 'b26dd601-e65a-447c-b8d3-dd234ca9816d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-16T17:22:30Z', 'updated_at': '2022-06-16T17:22:33Z', 'revision_number': 2, 'project_id': '859da351f9cc437ebe79e5bdb87a177d', 'subnets': [{'id': 'b26dd601-e65a-447c-b8d3-dd234ca9816d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-837356-2-iscsi', False) {} {{(pid=103918) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 16 17:22:40.014629 dv-cinder-837356-2-iscsi neutron-server[103918]: DEBUG neutron.plugins.ml2.plugin [None req-39ead2dc-a542-4f04-b117-439eb7f32aa8 None None] Current status of the port 707aa5ab-cfe5-43b2-9a05-74f5af6692bd is: ACTIVE; New status is: ACTIVE {{(pid=103918) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2298}} Jun 16 17:22:40.019300 dv-cinder-837356-2-iscsi neutron-server[103918]: DEBUG neutron.plugins.ml2.rpc [None req-39ead2dc-a542-4f04-b117-439eb7f32aa8 None None] Device dcb62708-e024-4633-adb1-7a1cdc5856d2 up at agent ovs-agent-dv-cinder-837356-2-iscsi {{(pid=103918) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 16 17:22:40.021708 dv-cinder-837356-2-iscsi neutron-server[103918]: DEBUG neutron.plugins.ml2.plugin [None req-f96c780d-a0a4-4677-8c0f-115647d3ff7a None None] Port c624de63-ffae-4e98-95eb-7e74edb29e5b cannot update to ACTIVE because it is not bound. {{(pid=103918) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:354}} Jun 16 17:22:40.023351 dv-cinder-837356-2-iscsi neutron-server[103917]: DEBUG neutron.wsgi [-] (103917) accepted ('10.222.0.66', 35926) {{(pid=103917) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 16 17:22:40.027275 dv-cinder-837356-2-iscsi neutron-server[103918]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1eb7a368-d760-471f-b57b-3b5623650ab8 None None] Checking router: 853b62ae-40b6-4d3c-b58a-f70cd9a57d87 for host: dv-cinder-837356-2-iscsi {{(pid=103918) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 16 17:22:40.027721 dv-cinder-837356-2-iscsi neutron-server[103918]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1eb7a368-d760-471f-b57b-3b5623650ab8 None None] Updating router 853b62ae-40b6-4d3c-b58a-f70cd9a57d87 port 8e62f965-264c-48b8-be38-682482a5628f binding host dv-cinder-837356-2-iscsi {{(pid=103918) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jun 16 17:22:40.029998 dv-cinder-837356-2-iscsi neutron-server[103917]: WARNING keystonemiddleware.auth_token [-] A valid token was submitted as a service token, but it was not a valid service token. This is incorrect but backwards compatible behaviour. This will be removed in future releases. Jun 16 17:22:40.103258 dv-cinder-837356-2-iscsi neutron-server[103918]: DEBUG neutron_lib.callbacks.manager [None req-1eb7a368-d760-471f-b57b-3b5623650ab8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16007590'] for port (8e62f965-264c-48b8-be38-682482a5628f), before_update {{(pid=103918) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 17:22:40.135559 dv-cinder-837356-2-iscsi neutron-server[103918]: DEBUG dbcounter [-] [103918] Writing DB stats neutron:SELECT=100 {{(pid=103918) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 16 17:22:40.184741 dv-cinder-837356-2-iscsi neutron-server[103916]: DEBUG neutron.wsgi [-] (103916) accepted ('10.222.0.66', 35934) {{(pid=103916) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 16 17:22:40.187584 dv-cinder-837356-2-iscsi neutron-server[103916]: WARNING keystonemiddleware.auth_token [-] A valid token was submitted as a service token, but it was not a valid service token. This is incorrect but backwards compatible behaviour. This will be removed in future releases. Jun 16 17:22:40.246537 dv-cinder-837356-2-iscsi neutron-server[103918]: DEBUG neutron.db.provisioning_blocks [None req-901ad977-044c-4165-96b5-3750b9a30149 None None] Provisioning complete for port e1aec36a-a2f9-4546-94c4-c2940c0a35ec triggered by entity DHCP. {{(pid=103918) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jun 16 17:22:40.246903 dv-cinder-837356-2-iscsi neutron-server[103918]: DEBUG neutron_lib.callbacks.manager [None req-901ad977-044c-4165-96b5-3750b9a30149 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16149424'] for port (e1aec36a-a2f9-4546-94c4-c2940c0a35ec), provisioning_complete {{(pid=103918) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 17:22:40.450294 dv-cinder-837356-2-iscsi neutron-server[103918]: DEBUG neutron.plugins.ml2.plugin [None req-901ad977-044c-4165-96b5-3750b9a30149 None None] Current status of the port e1aec36a-a2f9-4546-94c4-c2940c0a35ec is: ACTIVE; New status is: ACTIVE {{(pid=103918) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2298}} Jun 16 17:22:40.496645 dv-cinder-837356-2-iscsi neutron-server[103917]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8448b2b-c387-4816-a635-4cd354ee8aa2 req-b40ff96a-e73c-43e0-afa4-a9bf1b815151 tempest-ServerRescueNegativeTestJSON-1475515620 tempest-ServerRescueNegativeTestJSON-1475515620-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103917) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 16 17:22:40.498629 dv-cinder-837356-2-iscsi neutron-server[103917]: INFO neutron.wsgi [req-e8448b2b-c387-4816-a635-4cd354ee8aa2 req-b40ff96a-e73c-43e0-afa4-a9bf1b815151 tempest-ServerRescueNegativeTestJSON-1475515620 tempest-ServerRescueNegativeTestJSON-1475515620-project] 10.222.0.66 "GET /v2.0/networks?id=7c13538c-2941-4763-a560-37a0a33d14c7 HTTP/1.1" status: 200 len: 819 time: 0.4698300 Jun 16 17:22:40.518093 dv-cinder-837356-2-iscsi neutron-server[103917]: INFO neutron.wsgi [req-e8448b2b-c387-4816-a635-4cd354ee8aa2 req-de4bfa0e-ebf5-4f27-a9af-f396f8e535e8 tempest-ServerRescueNegativeTestJSON-1475515620 tempest-ServerRescueNegativeTestJSON-1475515620-project] 10.222.0.66 "GET /v2.0/quotas/ccf5c45783454fc5a7872490196f07e0 HTTP/1.1" status: 200 len: 375 time: 0.0124404 Jun 16 17:22:40.524288 dv-cinder-837356-2-iscsi neutron-server[103918]: DEBUG neutron.db.provisioning_blocks [None req-901ad977-044c-4165-96b5-3750b9a30149 None None] Provisioning complete for port c624de63-ffae-4e98-95eb-7e74edb29e5b triggered by entity DHCP. {{(pid=103918) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jun 16 17:22:40.524857 dv-cinder-837356-2-iscsi neutron-server[103918]: DEBUG neutron_lib.callbacks.manager [None req-901ad977-044c-4165-96b5-3750b9a30149 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16149424'] for port (c624de63-ffae-4e98-95eb-7e74edb29e5b), provisioning_complete {{(pid=103918) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 17:22:40.538782 dv-cinder-837356-2-iscsi neutron-server[103916]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b55ede11-ea2c-4dbb-88ea-324863f26cc8 req-f412f343-837a-4c00-a587-2428436f8515 tempest-DeleteServersTestJSON-168559711 tempest-DeleteServersTestJSON-168559711-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103916) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 16 17:22:40.550305 dv-cinder-837356-2-iscsi neutron-server[103916]: INFO neutron.wsgi [req-b55ede11-ea2c-4dbb-88ea-324863f26cc8 req-f412f343-837a-4c00-a587-2428436f8515 tempest-DeleteServersTestJSON-168559711 tempest-DeleteServersTestJSON-168559711-project] 10.222.0.66 "GET /v2.0/networks?id=cccb02cd-ffcd-4f18-9410-1ede3b2101bc HTTP/1.1" status: 200 len: 812 time: 0.3636644 Jun 16 17:22:40.573317 dv-cinder-837356-2-iscsi neutron-server[103916]: INFO neutron.wsgi [req-b55ede11-ea2c-4dbb-88ea-324863f26cc8 req-35253d0e-9679-4880-8a4a-7dea00a643f8 tempest-DeleteServersTestJSON-168559711 tempest-DeleteServersTestJSON-168559711-project] 10.222.0.66 "GET /v2.0/quotas/859da351f9cc437ebe79e5bdb87a177d HTTP/1.1" status: 200 len: 375 time: 0.0216646 Jun 16 17:22:40.612075 dv-cinder-837356-2-iscsi neutron-server[103918]: DEBUG neutron.plugins.ml2.plugin [None req-901ad977-044c-4165-96b5-3750b9a30149 None None] Port c624de63-ffae-4e98-95eb-7e74edb29e5b cannot update to ACTIVE because it is not bound. {{(pid=103918) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:354}} Jun 16 17:22:40.632648 dv-cinder-837356-2-iscsi neutron-server[103919]: DEBUG neutron.db.agents_db [None req-d2debd9c-00d6-4a8f-b9fc-d112a2dcea0d None None] Agent healthcheck: found 6 active agents {{(pid=103919) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jun 16 17:22:40.639946 dv-cinder-837356-2-iscsi neutron-server[103917]: INFO neutron.wsgi [req-e8448b2b-c387-4816-a635-4cd354ee8aa2 req-5177f953-f21e-471f-a092-660e7b6630e5 tempest-ServerRescueNegativeTestJSON-1475515620 tempest-ServerRescueNegativeTestJSON-1475515620-project] 10.222.0.66 "GET /v2.0/ports?tenant_id=ccf5c45783454fc5a7872490196f07e0&fields=id HTTP/1.1" status: 200 len: 302 time: 0.1163542 Jun 16 17:22:40.683922 dv-cinder-837356-2-iscsi neutron-server[103916]: INFO neutron.wsgi [req-b55ede11-ea2c-4dbb-88ea-324863f26cc8 req-890645bc-df58-4071-9df4-781a4665c4a2 tempest-DeleteServersTestJSON-168559711 tempest-DeleteServersTestJSON-168559711-project] 10.222.0.66 "GET /v2.0/ports?tenant_id=859da351f9cc437ebe79e5bdb87a177d&fields=id HTTP/1.1" status: 200 len: 302 time: 0.1088884 Jun 16 17:22:40.732638 dv-cinder-837356-2-iscsi neutron-server[103918]: DEBUG neutron.db.l3_hamode_db [None req-1f110632-82db-4322-840d-8c7bc48e4033 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'dfe813ff-74d0-4e6b-9f3d-827582ab6a37', 'name': 'tempest-ServerRescueNegativeTestJSON-1592621772-router', 'tenant_id': 'ccf5c45783454fc5a7872490196f07e0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9df31235-0797-44e6-85a0-102cb2da2d58', 'external_fixed_ips': [{'subnet_id': '1dfb0320-f5eb-46f6-88ce-33002f500238', 'ip_address': '172.27.2.58'}], 'enable_snat': True}, 'gw_port_id': '06974505-e6bd-467d-a29b-92e722b69f8f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-16T17:22:23Z', 'updated_at': '2022-06-16T17:22:31Z', 'revision_number': 4, 'project_id': 'ccf5c45783454fc5a7872490196f07e0', 'gw_port': {'id': '06974505-e6bd-467d-a29b-92e722b69f8f', 'name': '', 'network_id': '9df31235-0797-44e6-85a0-102cb2da2d58', 'tenant_id': '', 'mac_address': 'fa:16:3e:ce:68:29', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dfe813ff-74d0-4e6b-9f3d-827582ab6a37', 'device_owner': 'network:router_gateway', 'standard_attr_id': 63, 'fixed_ips': [{'subnet_id': '1dfb0320-f5eb-46f6-88ce-33002f500238', 'ip_address': '172.27.2.58', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-837356-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-16T17:22:23Z', 'updated_at': '2022-06-16T17:22:35Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1dfb0320-f5eb-46f6-88ce-33002f500238', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-837356-2-iscsi', '_interfaces': [{'id': 'e1aec36a-a2f9-4546-94c4-c2940c0a35ec', 'name': '', 'network_id': '7c13538c-2941-4763-a560-37a0a33d14c7', 'tenant_id': 'ccf5c45783454fc5a7872490196f07e0', 'mac_address': 'fa:16:3e:1b:5e:a6', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'dfe813ff-74d0-4e6b-9f3d-827582ab6a37', 'device_owner': 'network:router_interface', 'standard_attr_id': 95, 'fixed_ips': [{'subnet_id': '8e38426e-d044-4155-92d6-5d9da7f0fc35', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-837356-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-16T17:22:29Z', 'updated_at': '2022-06-16T17:22:38Z', 'revision_number': 4, 'project_id': 'ccf5c45783454fc5a7872490196f07e0', 'subnets': [{'id': '8e38426e-d044-4155-92d6-5d9da7f0fc35', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-837356-2-iscsi', False) {} {{(pid=103918) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 16 17:22:40.737686 dv-cinder-837356-2-iscsi neutron-server[103918]: DEBUG neutron.db.provisioning_blocks [None req-39ead2dc-a542-4f04-b117-439eb7f32aa8 None None] Provisioning complete for port dcb62708-e024-4633-adb1-7a1cdc5856d2 triggered by entity L2. {{(pid=103918) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jun 16 17:22:40.738877 dv-cinder-837356-2-iscsi neutron-server[103918]: DEBUG neutron_lib.callbacks.manager [None req-39ead2dc-a542-4f04-b117-439eb7f32aa8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16149424'] for port (dcb62708-e024-4633-adb1-7a1cdc5856d2), provisioning_complete {{(pid=103918) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 17:22:40.787493 dv-cinder-837356-2-iscsi neutron-server[103918]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1f110632-82db-4322-840d-8c7bc48e4033 None None] The sync data for ids ['dfe813ff-74d0-4e6b-9f3d-827582ab6a37'] in dv-cinder-837356-2-iscsi is: [{'id': 'dfe813ff-74d0-4e6b-9f3d-827582ab6a37', 'name': 'tempest-ServerRescueNegativeTestJSON-1592621772-router', 'tenant_id': 'ccf5c45783454fc5a7872490196f07e0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9df31235-0797-44e6-85a0-102cb2da2d58', 'external_fixed_ips': [{'subnet_id': '1dfb0320-f5eb-46f6-88ce-33002f500238', 'ip_address': '172.27.2.58'}], 'enable_snat': True}, 'gw_port_id': '06974505-e6bd-467d-a29b-92e722b69f8f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-16T17:22:23Z', 'updated_at': '2022-06-16T17:22:31Z', 'revision_number': 4, 'project_id': 'ccf5c45783454fc5a7872490196f07e0', 'gw_port': {'id': '06974505-e6bd-467d-a29b-92e722b69f8f', 'name': '', 'network_id': '9df31235-0797-44e6-85a0-102cb2da2d58', 'tenant_id': '', 'mac_address': 'fa:16:3e:ce:68:29', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dfe813ff-74d0-4e6b-9f3d-827582ab6a37', 'device_owner': 'network:router_gateway', 'standard_attr_id': 63, 'fixed_ips': [{'subnet_id': '1dfb0320-f5eb-46f6-88ce-33002f500238', 'ip_address': '172.27.2.58', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-837356-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-16T17:22:23Z', 'updated_at': '2022-06-16T17:22:35Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1dfb0320-f5eb-46f6-88ce-33002f500238', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-837356-2-iscsi', '_interfaces': [{'id': 'e1aec36a-a2f9-4546-94c4-c2940c0a35ec', 'name': '', 'network_id': '7c13538c-2941-4763-a560-37a0a33d14c7', 'tenant_id': 'ccf5c45783454fc5a7872490196f07e0', 'mac_address': 'fa:16:3e:1b:5e:a6', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'dfe813ff-74d0-4e6b-9f3d-827582ab6a37', 'device_owner': 'network:router_interface', 'standard_attr_id': 95, 'fixed_ips': [{'subnet_id': '8e38426e-d044-4155-92d6-5d9da7f0fc35', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-837356-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-16T17:22:29Z', 'updated_at': '2022-06-16T17:22:38Z', 'revision_number': 4, 'project_id': 'ccf5c45783454fc5a7872490196f07e0', 'subnets': [{'id': '8e38426e-d044-4155-92d6-5d9da7f0fc35', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103918) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 16 17:22:40.941197 dv-cinder-837356-2-iscsi neutron-server[103918]: DEBUG neutron.plugins.ml2.plugin [None req-39ead2dc-a542-4f04-b117-439eb7f32aa8 None None] Current status of the port dcb62708-e024-4633-adb1-7a1cdc5856d2 is: DOWN; New status is: ACTIVE {{(pid=103918) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2298}} Jun 16 17:22:40.941587 dv-cinder-837356-2-iscsi neutron-server[103918]: DEBUG neutron_lib.callbacks.manager [None req-39ead2dc-a542-4f04-b117-439eb7f32aa8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16007590'] for port (dcb62708-e024-4633-adb1-7a1cdc5856d2), before_update {{(pid=103918) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 17:22:40.992219 dv-cinder-837356-2-iscsi neutron-server[103918]: DEBUG neutron.plugins.ml2.db [None req-39ead2dc-a542-4f04-b117-439eb7f32aa8 None None] For port dcb62708-e024-4633-adb1-7a1cdc5856d2, host dv-cinder-837356-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-837356-2-iscsi',level=0,port_id=dcb62708-e024-4633-adb1-7a1cdc5856d2,segment=NetworkSegment(18b787c7-0964-4a3b-b1f5-b8083c94f58b),segment_id=18b787c7-0964-4a3b-b1f5-b8083c94f58b)] {{(pid=103918) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 16 17:22:41.006305 dv-cinder-837356-2-iscsi neutron-server[103918]: DEBUG neutron_lib.callbacks.manager [None req-39ead2dc-a542-4f04-b117-439eb7f32aa8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16007527', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-75831', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16241551', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728539364693', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728538993439', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728538993457'] for port (dcb62708-e024-4633-adb1-7a1cdc5856d2), after_update {{(pid=103918) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 17:22:41.007284 dv-cinder-837356-2-iscsi neutron-server[103918]: DEBUG neutron.plugins.ml2.rpc [None req-39ead2dc-a542-4f04-b117-439eb7f32aa8 None None] Device 06974505-e6bd-467d-a29b-92e722b69f8f up at agent ovs-agent-dv-cinder-837356-2-iscsi {{(pid=103918) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 16 17:22:41.035367 dv-cinder-837356-2-iscsi neutron-server[103918]: DEBUG neutron_lib.callbacks.manager [None req-1eb7a368-d760-471f-b57b-3b5623650ab8 None None] Publish callbacks [] for port (8e62f965-264c-48b8-be38-682482a5628f), precommit_update {{(pid=103918) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 17:22:41.077378 dv-cinder-837356-2-iscsi neutron-server[103918]: DEBUG dbcounter [-] [103918] Writing DB stats neutron:SELECT=96,neutron:UPDATE=4 {{(pid=103918) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 16 17:22:41.078275 dv-cinder-837356-2-iscsi neutron-server[103918]: DEBUG neutron_lib.callbacks.manager [None req-1eb7a368-d760-471f-b57b-3b5623650ab8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16007527', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-75831', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16241551', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728539364693', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728538993439', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728538993457'] for port (8e62f965-264c-48b8-be38-682482a5628f), after_update {{(pid=103918) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 17:22:41.122778 dv-cinder-837356-2-iscsi neutron-server[103918]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-39ead2dc-a542-4f04-b117-439eb7f32aa8 None None] Pushing event updated for resources: {'Port': ['ID=dcb62708-e024-4633-adb1-7a1cdc5856d2,revision_number=4']} {{(pid=103918) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 17:22:41.125975 dv-cinder-837356-2-iscsi neutron-server[103918]: DEBUG neutron.db.provisioning_blocks [None req-39ead2dc-a542-4f04-b117-439eb7f32aa8 None None] Provisioning complete for port 06974505-e6bd-467d-a29b-92e722b69f8f triggered by entity L2. {{(pid=103918) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jun 16 17:22:41.125975 dv-cinder-837356-2-iscsi neutron-server[103918]: DEBUG neutron_lib.callbacks.manager [None req-39ead2dc-a542-4f04-b117-439eb7f32aa8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16149424'] for port (06974505-e6bd-467d-a29b-92e722b69f8f), provisioning_complete {{(pid=103918) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 17:22:41.178435 dv-cinder-837356-2-iscsi neutron-server[103917]: DEBUG neutron.wsgi [-] (103917) accepted ('10.222.0.66', 35976) {{(pid=103917) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 16 17:22:41.235549 dv-cinder-837356-2-iscsi neutron-server[103918]: DEBUG dbcounter [-] [103918] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=103918) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 16 17:22:41.408109 dv-cinder-837356-2-iscsi neutron-server[103918]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1a697223-b7ef-4da5-97ba-234748b78f4c None None] Pushing event updated for resources: {'Port': ['ID=8e62f965-264c-48b8-be38-682482a5628f,revision_number=3']} {{(pid=103918) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 17:22:41.452238 dv-cinder-837356-2-iscsi neutron-server[103918]: DEBUG neutron.plugins.ml2.managers [None req-1eb7a368-d760-471f-b57b-3b5623650ab8 None None] Attempting to bind port 8e62f965-264c-48b8-be38-682482a5628f on host dv-cinder-837356-2-iscsi for vnic_type normal with profile {{(pid=103918) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:811}} Jun 16 17:22:41.452908 dv-cinder-837356-2-iscsi neutron-server[103918]: DEBUG neutron.plugins.ml2.managers [None req-1eb7a368-d760-471f-b57b-3b5623650ab8 None None] Attempting to bind port 8e62f965-264c-48b8-be38-682482a5628f by drivers openvswitch,hyperv on host dv-cinder-837356-2-iscsi at level 0 using segments [{'id': 'fc64d2c6-c2f0-412f-b3c5-2a5dbaec0731', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1023, 'network_id': 'cccb02cd-ffcd-4f18-9410-1ede3b2101bc'}] {{(pid=103918) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:836}} Jun 16 17:22:41.453282 dv-cinder-837356-2-iscsi neutron-server[103918]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1eb7a368-d760-471f-b57b-3b5623650ab8 None None] Attempting to bind port 8e62f965-264c-48b8-be38-682482a5628f on network cccb02cd-ffcd-4f18-9410-1ede3b2101bc {{(pid=103918) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jun 16 17:22:41.474487 dv-cinder-837356-2-iscsi neutron-server[103918]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1eb7a368-d760-471f-b57b-3b5623650ab8 None None] Checking agent: {'id': '5b2fa84c-1db1-41c6-a6b9-975c3da28daf', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-837356-2-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 6, 16, 17, 14, 18), 'started_at': datetime.datetime(2022, 6, 16, 17, 14, 48), 'heartbeat_timestamp': datetime.datetime(2022, 6, 16, 17, 22, 18), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-837356-2-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103918) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jun 16 17:22:41.474865 dv-cinder-837356-2-iscsi neutron-server[103918]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1eb7a368-d760-471f-b57b-3b5623650ab8 None None] Checking segment: {'id': 'fc64d2c6-c2f0-412f-b3c5-2a5dbaec0731', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1023, 'network_id': 'cccb02cd-ffcd-4f18-9410-1ede3b2101bc'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103918) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jun 16 17:22:41.475267 dv-cinder-837356-2-iscsi neutron-server[103918]: DEBUG neutron_lib.callbacks.manager [None req-1eb7a368-d760-471f-b57b-3b5623650ab8 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103918) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 17:22:41.475653 dv-cinder-837356-2-iscsi neutron-server[103918]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1eb7a368-d760-471f-b57b-3b5623650ab8 None None] Bound using segment: {'id': 'fc64d2c6-c2f0-412f-b3c5-2a5dbaec0731', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1023, 'network_id': 'cccb02cd-ffcd-4f18-9410-1ede3b2101bc'} {{(pid=103918) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jun 16 17:22:41.476133 dv-cinder-837356-2-iscsi neutron-server[103918]: DEBUG neutron.plugins.ml2.managers [None req-1eb7a368-d760-471f-b57b-3b5623650ab8 None None] Bound port: 8e62f965-264c-48b8-be38-682482a5628f, host: dv-cinder-837356-2-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'fc64d2c6-c2f0-412f-b3c5-2a5dbaec0731', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1023, 'network_id': 'cccb02cd-ffcd-4f18-9410-1ede3b2101bc'}}] {{(pid=103918) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:948}} Jun 16 17:22:41.476534 dv-cinder-837356-2-iscsi neutron-server[103918]: DEBUG neutron_lib.callbacks.manager [None req-1eb7a368-d760-471f-b57b-3b5623650ab8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16007590'] for port (8e62f965-264c-48b8-be38-682482a5628f), before_update {{(pid=103918) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 17:22:41.479103 dv-cinder-837356-2-iscsi neutron-server[103918]: DEBUG neutron.db.provisioning_blocks [None req-511b478b-38bc-4ae3-a1b6-503c11f07b97 None None] Provisioning complete for port 8e62f965-264c-48b8-be38-682482a5628f triggered by entity DHCP. {{(pid=103918) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jun 16 17:22:41.479469 dv-cinder-837356-2-iscsi neutron-server[103918]: DEBUG neutron_lib.callbacks.manager [None req-511b478b-38bc-4ae3-a1b6-503c11f07b97 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16149424'] for port (8e62f965-264c-48b8-be38-682482a5628f), provisioning_complete {{(pid=103918) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 17:22:41.483707 dv-cinder-837356-2-iscsi neutron-server[103918]: DEBUG neutron.plugins.ml2.plugin [None req-39ead2dc-a542-4f04-b117-439eb7f32aa8 None None] Current status of the port 06974505-e6bd-467d-a29b-92e722b69f8f is: ACTIVE; New status is: ACTIVE {{(pid=103918) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2298}} Jun 16 17:22:41.547797 dv-cinder-837356-2-iscsi neutron-server[103918]: DEBUG neutron.plugins.ml2.plugin [None req-511b478b-38bc-4ae3-a1b6-503c11f07b97 None None] Port 8e62f965-264c-48b8-be38-682482a5628f cannot update to ACTIVE because it is not bound. {{(pid=103918) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:354}} Jun 16 17:22:41.585004 dv-cinder-837356-2-iscsi neutron-server[103918]: DEBUG neutron.plugins.ml2.db [None req-1eb7a368-d760-471f-b57b-3b5623650ab8 None None] For port 8e62f965-264c-48b8-be38-682482a5628f, host dv-cinder-837356-2-iscsi, cleared binding levels {{(pid=103918) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 16 17:22:41.588817 dv-cinder-837356-2-iscsi neutron-server[103918]: DEBUG neutron.plugins.ml2.db [None req-1eb7a368-d760-471f-b57b-3b5623650ab8 None None] For port 8e62f965-264c-48b8-be38-682482a5628f, host dv-cinder-837356-2-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-837356-2-iscsi',level=0,port_id=8e62f965-264c-48b8-be38-682482a5628f,segment=NetworkSegment(fc64d2c6-c2f0-412f-b3c5-2a5dbaec0731),segment_id=fc64d2c6-c2f0-412f-b3c5-2a5dbaec0731)] {{(pid=103918) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 16 17:22:41.600617 dv-cinder-837356-2-iscsi neutron-server[103918]: DEBUG neutron_lib.callbacks.manager [None req-1eb7a368-d760-471f-b57b-3b5623650ab8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16007527', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-75831', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16241551', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728539364693', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728538993439', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728538993457'] for port (8e62f965-264c-48b8-be38-682482a5628f), after_update {{(pid=103918) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 17:22:41.675973 dv-cinder-837356-2-iscsi neutron-server[103918]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1eb7a368-d760-471f-b57b-3b5623650ab8 None None] Routers {'853b62ae-40b6-4d3c-b58a-f70cd9a57d87'} bound to L3 agent in host dv-cinder-837356-2-iscsi {{(pid=103918) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jun 16 17:22:41.675973 dv-cinder-837356-2-iscsi neutron-server[103918]: DEBUG neutron.db.l3_hamode_db [None req-1eb7a368-d760-471f-b57b-3b5623650ab8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-837356-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-06-16T17:14:15Z,description=,heartbeat_timestamp=2022-06-16T17:22:15Z,host='dv-cinder-837356-2-iscsi',id=7639df21-17c3-4235-8912-210c3ad54137,load=0,resource_versions=,resources_synced=,started_at=2022-06-16T17:14:15Z,topic='l3_agent')) {'router_ids': ['853b62ae-40b6-4d3c-b58a-f70cd9a57d87'], 'active': True} {{(pid=103918) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 16 17:22:41.680472 dv-cinder-837356-2-iscsi neutron-server[103916]: DEBUG neutron.wsgi [req-b55ede11-ea2c-4dbb-88ea-324863f26cc8 req-55d5ee9b-d194-47c1-a22d-1d23e43db6ec service neutron] http://10.222.0.66:9696/v2.0/extensions returned with HTTP 200 {{(pid=103916) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Jun 16 17:22:41.689021 dv-cinder-837356-2-iscsi neutron-server[103916]: INFO neutron.wsgi [req-b55ede11-ea2c-4dbb-88ea-324863f26cc8 req-55d5ee9b-d194-47c1-a22d-1d23e43db6ec service neutron] 10.222.0.66 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14320 time: 0.4076953 Jun 16 17:22:41.705503 dv-cinder-837356-2-iscsi neutron-server[103918]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1a697223-b7ef-4da5-97ba-234748b78f4c None None] Pushing event updated for resources: {'Port': ['ID=8e62f965-264c-48b8-be38-682482a5628f,revision_number=4']} {{(pid=103918) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 17:22:41.719872 dv-cinder-837356-2-iscsi neutron-server[103917]: DEBUG neutron.wsgi [req-e8448b2b-c387-4816-a635-4cd354ee8aa2 req-ea122c4c-7bc5-4cee-aef0-6f44522d8ada service neutron] http://10.222.0.66:9696/v2.0/extensions returned with HTTP 200 {{(pid=103917) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Jun 16 17:22:41.721157 dv-cinder-837356-2-iscsi neutron-server[103917]: INFO neutron.wsgi [req-e8448b2b-c387-4816-a635-4cd354ee8aa2 req-ea122c4c-7bc5-4cee-aef0-6f44522d8ada service neutron] 10.222.0.66 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14320 time: 0.4227614 Jun 16 17:22:41.946102 dv-cinder-837356-2-iscsi neutron-server[103917]: INFO neutron.wsgi [req-e8448b2b-c387-4816-a635-4cd354ee8aa2 req-d8a53437-fa0f-44b1-9dd6-667841ea7713 service neutron] 10.222.0.66 "GET /v2.0/networks/7c13538c-2941-4763-a560-37a0a33d14c7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2178502 Jun 16 17:22:41.977390 dv-cinder-837356-2-iscsi neutron-server[103918]: DEBUG neutron.plugins.ml2.rpc [None req-39ead2dc-a542-4f04-b117-439eb7f32aa8 None None] Device dcb62708-e024-4633-adb1-7a1cdc5856d2 up at agent ovs-agent-dv-cinder-837356-2-iscsi {{(pid=103918) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 16 17:22:42.016033 dv-cinder-837356-2-iscsi neutron-server[103916]: INFO neutron.wsgi [req-b55ede11-ea2c-4dbb-88ea-324863f26cc8 req-5d61f6f4-1a6a-4abc-a5bc-70e55aaf84f6 service neutron] 10.222.0.66 "GET /v2.0/networks/cccb02cd-ffcd-4f18-9410-1ede3b2101bc?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3255744 Jun 16 17:22:42.019912 dv-cinder-837356-2-iscsi neutron-server[103917]: DEBUG neutron_lib.callbacks.manager [None req-1a0d1caf-7394-4856-893d-c04efb48f799 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103917) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 17:22:42.168017 dv-cinder-837356-2-iscsi neutron-server[103918]: DEBUG neutron.db.l3_dvr_db [None req-1eb7a368-d760-471f-b57b-3b5623650ab8 None None] Set router 853b62ae-40b6-4d3c-b58a-f70cd9a57d87 gateway port host: dv-cinder-837356-2-iscsi {{(pid=103918) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jun 16 17:22:42.216335 dv-cinder-837356-2-iscsi neutron-server[103916]: INFO neutron.wsgi [req-b55ede11-ea2c-4dbb-88ea-324863f26cc8 req-590b4f73-7d9d-4b48-9fce-61b2bacb1696 service neutron] 10.222.0.66 "GET /v2.0/networks/cccb02cd-ffcd-4f18-9410-1ede3b2101bc?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1992977 Jun 16 17:22:42.324783 dv-cinder-837356-2-iscsi neutron-server[103918]: DEBUG neutron.db.provisioning_blocks [None req-a33e20c5-d23f-4369-b4d8-b47f2ee7cd87 None None] Provisioning complete for port 8e62f965-264c-48b8-be38-682482a5628f triggered by entity DHCP. {{(pid=103918) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jun 16 17:22:42.325211 dv-cinder-837356-2-iscsi neutron-server[103918]: DEBUG neutron_lib.callbacks.manager [None req-a33e20c5-d23f-4369-b4d8-b47f2ee7cd87 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16149424'] for port (8e62f965-264c-48b8-be38-682482a5628f), provisioning_complete {{(pid=103918) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 17:22:42.341124 dv-cinder-837356-2-iscsi neutron-server[103917]: INFO neutron.wsgi [req-e8448b2b-c387-4816-a635-4cd354ee8aa2 req-ef1c009a-550c-4306-95c3-e647055523dc service neutron] 10.222.0.66 "GET /v2.0/networks/7c13538c-2941-4763-a560-37a0a33d14c7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3853848 Jun 16 17:22:42.402572 dv-cinder-837356-2-iscsi neutron-server[103917]: DEBUG neutron_lib.callbacks.manager [None req-1a0d1caf-7394-4856-893d-c04efb48f799 admin admin] Publish callbacks [] for security_group (b58c92aa-65a5-49a8-874b-9a615747e389), precommit_create {{(pid=103917) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 17:22:42.409877 dv-cinder-837356-2-iscsi neutron-server[103917]: DEBUG neutron_lib.callbacks.manager [None req-1a0d1caf-7394-4856-893d-c04efb48f799 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-570488'] for security_group (b58c92aa-65a5-49a8-874b-9a615747e389), after_create {{(pid=103917) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 17:22:42.443579 dv-cinder-837356-2-iscsi neutron-server[103918]: DEBUG neutron.db.provisioning_blocks [None req-39ead2dc-a542-4f04-b117-439eb7f32aa8 None None] Provisioning complete for port dcb62708-e024-4633-adb1-7a1cdc5856d2 triggered by entity L2. {{(pid=103918) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jun 16 17:22:42.443983 dv-cinder-837356-2-iscsi neutron-server[103918]: DEBUG neutron_lib.callbacks.manager [None req-39ead2dc-a542-4f04-b117-439eb7f32aa8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16149424'] for port (dcb62708-e024-4633-adb1-7a1cdc5856d2), provisioning_complete {{(pid=103918) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 17:22:42.470081 dv-cinder-837356-2-iscsi neutron-server[103917]: DEBUG dbcounter [-] [103917] Writing DB stats neutron:SELECT=95,neutron:INSERT=5 {{(pid=103917) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 16 17:22:42.497724 dv-cinder-837356-2-iscsi neutron-server[103917]: INFO neutron.wsgi [None req-1a0d1caf-7394-4856-893d-c04efb48f799 admin admin] 10.222.0.66 "GET /v2.0/security-groups?tenant_id=eaa003d534c34b2494fdbe9c893b5955&name=default HTTP/1.1" status: 200 len: 2996 time: 1.3178601 Jun 16 17:22:42.500065 dv-cinder-837356-2-iscsi neutron-server[103917]: DEBUG neutron.wsgi [-] (103917) accepted ('10.222.0.66', 36004) {{(pid=103917) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 16 17:22:42.572962 dv-cinder-837356-2-iscsi neutron-server[103917]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1a0d1caf-7394-4856-893d-c04efb48f799 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b58c92aa-65a5-49a8-874b-9a615747e389,revision_number=1']} {{(pid=103917) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 17:22:42.647718 dv-cinder-837356-2-iscsi neutron-server[103917]: DEBUG neutron_lib.callbacks.manager [None req-f274618f-bede-4dd2-82e8-13dae449547b admin admin] Publish callbacks [] for security_group (b58c92aa-65a5-49a8-874b-9a615747e389), before_delete {{(pid=103917) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 17:22:42.798035 dv-cinder-837356-2-iscsi neutron-server[103917]: DEBUG neutron_lib.callbacks.manager [None req-f274618f-bede-4dd2-82e8-13dae449547b admin admin] Publish callbacks [] for security_group (b58c92aa-65a5-49a8-874b-9a615747e389), precommit_delete {{(pid=103917) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 17:22:42.898087 dv-cinder-837356-2-iscsi neutron-server[103917]: DEBUG neutron_lib.callbacks.manager [None req-f274618f-bede-4dd2-82e8-13dae449547b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-570488'] for security_group (b58c92aa-65a5-49a8-874b-9a615747e389), after_delete {{(pid=103917) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 17:22:42.903016 dv-cinder-837356-2-iscsi neutron-server[103917]: DEBUG neutron_lib.callbacks.manager [None req-f274618f-bede-4dd2-82e8-13dae449547b admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103917) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 17:22:42.904471 dv-cinder-837356-2-iscsi neutron-server[103917]: INFO neutron.wsgi [None req-f274618f-bede-4dd2-82e8-13dae449547b admin admin] 10.222.0.66 "DELETE /v2.0/security-groups/b58c92aa-65a5-49a8-874b-9a615747e389 HTTP/1.1" status: 204 len: 168 time: 0.4028258 Jun 16 17:22:42.921871 dv-cinder-837356-2-iscsi neutron-server[103917]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f274618f-bede-4dd2-82e8-13dae449547b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b58c92aa-65a5-49a8-874b-9a615747e389,revision_number=None']} {{(pid=103917) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 17:22:43.062326 dv-cinder-837356-2-iscsi neutron-server[103918]: DEBUG dbcounter [-] [103918] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=103918) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 16 17:22:43.163865 dv-cinder-837356-2-iscsi neutron-server[103918]: DEBUG dbcounter [-] [103918] Writing DB stats neutron:SELECT=97,neutron:UPDATE=2,neutron:INSERT=1 {{(pid=103918) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 16 17:22:43.166815 dv-cinder-837356-2-iscsi neutron-server[103918]: DEBUG neutron.plugins.ml2.plugin [None req-39ead2dc-a542-4f04-b117-439eb7f32aa8 None None] Current status of the port dcb62708-e024-4633-adb1-7a1cdc5856d2 is: ACTIVE; New status is: ACTIVE {{(pid=103918) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2298}} Jun 16 17:22:43.168614 dv-cinder-837356-2-iscsi neutron-server[103918]: DEBUG neutron.plugins.ml2.rpc [None req-39ead2dc-a542-4f04-b117-439eb7f32aa8 None None] Device 8996dd90-031b-4185-b6a7-e192f4c0cebb up at agent ovs-agent-dv-cinder-837356-2-iscsi {{(pid=103918) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 16 17:22:43.171447 dv-cinder-837356-2-iscsi neutron-server[103918]: DEBUG neutron_lib.callbacks.manager [None req-0c23c290-f04a-448e-b7d1-adefccc44019 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728539454181', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16149322'] for agent (0913b7ec-eea4-4492-8ef1-e01c4575abca), after_update {{(pid=103918) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 17:22:43.228831 dv-cinder-837356-2-iscsi neutron-server[103918]: DEBUG neutron.plugins.ml2.plugin [None req-a33e20c5-d23f-4369-b4d8-b47f2ee7cd87 None None] Current status of the port 8e62f965-264c-48b8-be38-682482a5628f is: DOWN; New status is: ACTIVE {{(pid=103918) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2298}} Jun 16 17:22:43.229360 dv-cinder-837356-2-iscsi neutron-server[103918]: DEBUG neutron_lib.callbacks.manager [None req-a33e20c5-d23f-4369-b4d8-b47f2ee7cd87 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16007590'] for port (8e62f965-264c-48b8-be38-682482a5628f), before_update {{(pid=103918) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 17:22:43.279974 dv-cinder-837356-2-iscsi neutron-server[103918]: DEBUG neutron.db.provisioning_blocks [None req-39ead2dc-a542-4f04-b117-439eb7f32aa8 None None] Provisioning complete for port 8996dd90-031b-4185-b6a7-e192f4c0cebb triggered by entity L2. {{(pid=103918) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jun 16 17:22:43.280699 dv-cinder-837356-2-iscsi neutron-server[103918]: DEBUG neutron_lib.callbacks.manager [None req-39ead2dc-a542-4f04-b117-439eb7f32aa8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16149424'] for port (8996dd90-031b-4185-b6a7-e192f4c0cebb), provisioning_complete {{(pid=103918) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 17:22:43.283092 dv-cinder-837356-2-iscsi neutron-server[103918]: DEBUG neutron.db.l3_hamode_db [None req-1eb7a368-d760-471f-b57b-3b5623650ab8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '853b62ae-40b6-4d3c-b58a-f70cd9a57d87', 'name': 'tempest-DeleteServersTestJSON-1179589301-router', 'tenant_id': '859da351f9cc437ebe79e5bdb87a177d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9df31235-0797-44e6-85a0-102cb2da2d58', 'external_fixed_ips': [{'subnet_id': '1dfb0320-f5eb-46f6-88ce-33002f500238', 'ip_address': '172.27.2.33'}], 'enable_snat': True}, 'gw_port_id': 'dcb62708-e024-4633-adb1-7a1cdc5856d2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-16T17:22:22Z', 'updated_at': '2022-06-16T17:22:33Z', 'revision_number': 4, 'project_id': '859da351f9cc437ebe79e5bdb87a177d', 'gw_port': {'id': 'dcb62708-e024-4633-adb1-7a1cdc5856d2', 'name': '', 'network_id': '9df31235-0797-44e6-85a0-102cb2da2d58', 'tenant_id': '', 'mac_address': 'fa:16:3e:f3:95:f9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '853b62ae-40b6-4d3c-b58a-f70cd9a57d87', 'device_owner': 'network:router_gateway', 'standard_attr_id': 64, 'fixed_ips': [{'subnet_id': '1dfb0320-f5eb-46f6-88ce-33002f500238', 'ip_address': '172.27.2.33', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-837356-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-16T17:22:23Z', 'updated_at': '2022-06-16T17:22:40Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1dfb0320-f5eb-46f6-88ce-33002f500238', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-837356-2-iscsi', '_interfaces': [{'id': '8e62f965-264c-48b8-be38-682482a5628f', 'name': '', 'network_id': 'cccb02cd-ffcd-4f18-9410-1ede3b2101bc', 'tenant_id': '859da351f9cc437ebe79e5bdb87a177d', 'mac_address': 'fa:16:3e:c5:19:24', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '853b62ae-40b6-4d3c-b58a-f70cd9a57d87', 'device_owner': 'network:router_interface', 'standard_attr_id': 100, 'fixed_ips': [{'subnet_id': 'b26dd601-e65a-447c-b8d3-dd234ca9816d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-837356-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-16T17:22:30Z', 'updated_at': '2022-06-16T17:22:41Z', 'revision_number': 4, 'project_id': '859da351f9cc437ebe79e5bdb87a177d', 'subnets': [{'id': 'b26dd601-e65a-447c-b8d3-dd234ca9816d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-837356-2-iscsi', False) {} {{(pid=103918) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 16 17:22:43.369106 dv-cinder-837356-2-iscsi neutron-server[103918]: DEBUG neutron.plugins.ml2.db [None req-a33e20c5-d23f-4369-b4d8-b47f2ee7cd87 None None] For port 8e62f965-264c-48b8-be38-682482a5628f, host dv-cinder-837356-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-837356-2-iscsi',level=0,port_id=8e62f965-264c-48b8-be38-682482a5628f,segment=NetworkSegment(fc64d2c6-c2f0-412f-b3c5-2a5dbaec0731),segment_id=fc64d2c6-c2f0-412f-b3c5-2a5dbaec0731)] {{(pid=103918) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 16 17:22:43.405153 dv-cinder-837356-2-iscsi neutron-server[103918]: DEBUG neutron_lib.callbacks.manager [None req-a33e20c5-d23f-4369-b4d8-b47f2ee7cd87 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16007527', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-75831', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16241551', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728539364693', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728538993439', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728538993457'] for port (8e62f965-264c-48b8-be38-682482a5628f), after_update {{(pid=103918) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 17:22:43.497169 dv-cinder-837356-2-iscsi neutron-server[103918]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1eb7a368-d760-471f-b57b-3b5623650ab8 None None] The sync data for ids ['853b62ae-40b6-4d3c-b58a-f70cd9a57d87'] in dv-cinder-837356-2-iscsi is: [{'id': '853b62ae-40b6-4d3c-b58a-f70cd9a57d87', 'name': 'tempest-DeleteServersTestJSON-1179589301-router', 'tenant_id': '859da351f9cc437ebe79e5bdb87a177d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9df31235-0797-44e6-85a0-102cb2da2d58', 'external_fixed_ips': [{'subnet_id': '1dfb0320-f5eb-46f6-88ce-33002f500238', 'ip_address': '172.27.2.33'}], 'enable_snat': True}, 'gw_port_id': 'dcb62708-e024-4633-adb1-7a1cdc5856d2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-16T17:22:22Z', 'updated_at': '2022-06-16T17:22:33Z', 'revision_number': 4, 'project_id': '859da351f9cc437ebe79e5bdb87a177d', 'gw_port': {'id': 'dcb62708-e024-4633-adb1-7a1cdc5856d2', 'name': '', 'network_id': '9df31235-0797-44e6-85a0-102cb2da2d58', 'tenant_id': '', 'mac_address': 'fa:16:3e:f3:95:f9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '853b62ae-40b6-4d3c-b58a-f70cd9a57d87', 'device_owner': 'network:router_gateway', 'standard_attr_id': 64, 'fixed_ips': [{'subnet_id': '1dfb0320-f5eb-46f6-88ce-33002f500238', 'ip_address': '172.27.2.33', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-837356-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-16T17:22:23Z', 'updated_at': '2022-06-16T17:22:40Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1dfb0320-f5eb-46f6-88ce-33002f500238', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-837356-2-iscsi', '_interfaces': [{'id': '8e62f965-264c-48b8-be38-682482a5628f', 'name': '', 'network_id': 'cccb02cd-ffcd-4f18-9410-1ede3b2101bc', 'tenant_id': '859da351f9cc437ebe79e5bdb87a177d', 'mac_address': 'fa:16:3e:c5:19:24', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '853b62ae-40b6-4d3c-b58a-f70cd9a57d87', 'device_owner': 'network:router_interface', 'standard_attr_id': 100, 'fixed_ips': [{'subnet_id': 'b26dd601-e65a-447c-b8d3-dd234ca9816d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-837356-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-16T17:22:30Z', 'updated_at': '2022-06-16T17:22:41Z', 'revision_number': 4, 'project_id': '859da351f9cc437ebe79e5bdb87a177d', 'subnets': [{'id': 'b26dd601-e65a-447c-b8d3-dd234ca9816d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103918) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 16 17:22:43.503456 dv-cinder-837356-2-iscsi neutron-server[103918]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a33e20c5-d23f-4369-b4d8-b47f2ee7cd87 None None] Pushing event updated for resources: {'Port': ['ID=8e62f965-264c-48b8-be38-682482a5628f,revision_number=5']} {{(pid=103918) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 17:22:43.659223 dv-cinder-837356-2-iscsi neutron-server[103917]: DEBUG neutron.wsgi [-] (103917) accepted ('10.222.0.66', 36052) {{(pid=103917) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 16 17:22:43.669037 dv-cinder-837356-2-iscsi neutron-server[103917]: DEBUG neutron.api.v2.base [None req-61d9d7ab-1194-469a-87d6-c68a02b3994e tempest-AttachVolumeTestJSON-336390128 tempest-AttachVolumeTestJSON-336390128-project] Request body: {'security_group': {'name': 'tempest-securitygroup--1986269765', 'description': 'tempest-description--104866601'}} {{(pid=103917) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jun 16 17:22:43.682839 dv-cinder-837356-2-iscsi neutron-server[103918]: DEBUG neutron.plugins.ml2.plugin [None req-39ead2dc-a542-4f04-b117-439eb7f32aa8 None None] Current status of the port 8996dd90-031b-4185-b6a7-e192f4c0cebb is: DOWN; New status is: ACTIVE {{(pid=103918) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2298}} Jun 16 17:22:43.683232 dv-cinder-837356-2-iscsi neutron-server[103918]: DEBUG neutron_lib.callbacks.manager [None req-39ead2dc-a542-4f04-b117-439eb7f32aa8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16007590'] for port (8996dd90-031b-4185-b6a7-e192f4c0cebb), before_update {{(pid=103918) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 17:22:43.683932 dv-cinder-837356-2-iscsi neutron-server[103919]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b48943a9-2d73-4448-96a4-783d256bda1d None None] Sync routers for ids ['b698568a-354a-41b9-a41d-a2afa6bbdd0f'] in dv-cinder-837356-2-iscsi {{(pid=103919) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 16 17:22:43.728934 dv-cinder-837356-2-iscsi neutron-server[103919]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b48943a9-2d73-4448-96a4-783d256bda1d None None] Routers {'b698568a-354a-41b9-a41d-a2afa6bbdd0f'} bound to L3 agent in host dv-cinder-837356-2-iscsi {{(pid=103919) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jun 16 17:22:43.730796 dv-cinder-837356-2-iscsi neutron-server[103919]: DEBUG neutron.db.l3_hamode_db [None req-b48943a9-2d73-4448-96a4-783d256bda1d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-837356-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-06-16T17:14:15Z,description=,heartbeat_timestamp=2022-06-16T17:22:15Z,host='dv-cinder-837356-2-iscsi',id=7639df21-17c3-4235-8912-210c3ad54137,load=0,resource_versions=,resources_synced=,started_at=2022-06-16T17:14:15Z,topic='l3_agent')) {'router_ids': ['b698568a-354a-41b9-a41d-a2afa6bbdd0f'], 'active': True} {{(pid=103919) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 16 17:22:43.753823 dv-cinder-837356-2-iscsi neutron-server[103917]: DEBUG neutron_lib.callbacks.manager [None req-61d9d7ab-1194-469a-87d6-c68a02b3994e tempest-AttachVolumeTestJSON-336390128 tempest-AttachVolumeTestJSON-336390128-project] Publish callbacks [] for security_group (None), before_create {{(pid=103917) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 17:22:43.814413 dv-cinder-837356-2-iscsi neutron-server[103918]: DEBUG neutron.plugins.ml2.db [None req-39ead2dc-a542-4f04-b117-439eb7f32aa8 None None] For port 8996dd90-031b-4185-b6a7-e192f4c0cebb, host dv-cinder-837356-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-837356-2-iscsi',level=0,port_id=8996dd90-031b-4185-b6a7-e192f4c0cebb,segment=NetworkSegment(18b787c7-0964-4a3b-b1f5-b8083c94f58b),segment_id=18b787c7-0964-4a3b-b1f5-b8083c94f58b)] {{(pid=103918) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 16 17:22:43.821368 dv-cinder-837356-2-iscsi neutron-server[103918]: DEBUG neutron_lib.callbacks.manager [None req-39ead2dc-a542-4f04-b117-439eb7f32aa8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16007527', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-75831', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16241551', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728539364693', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728538993439', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728538993457'] for port (8996dd90-031b-4185-b6a7-e192f4c0cebb), after_update {{(pid=103918) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 17:22:43.894930 dv-cinder-837356-2-iscsi neutron-server[103917]: DEBUG neutron.wsgi [-] (103917) accepted ('10.222.0.66', 36056) {{(pid=103917) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 16 17:22:43.925741 dv-cinder-837356-2-iscsi neutron-server[103916]: INFO neutron.wsgi [req-a13188b5-e597-48ef-88a6-1abf0e19c6a9 req-eee1b8f4-77d3-4c44-8e3b-43282494fa83 tempest-DeleteServersTestJSON-168559711 tempest-DeleteServersTestJSON-168559711-project] 10.222.0.66 "GET /v2.0/ports?device_id=57b787b3-74c7-4e30-9f10-acea71d19c0c HTTP/1.1" status: 200 len: 210 time: 0.1663463 Jun 16 17:22:43.931519 dv-cinder-837356-2-iscsi neutron-server[103917]: DEBUG neutron.api.v2.base [None req-5304fbea-17ae-4c2f-b1b2-a1b202063bca tempest-AttachVolumeShelveTestJSON-1123487845 tempest-AttachVolumeShelveTestJSON-1123487845-project] Request body: {'security_group': {'name': 'tempest-securitygroup--1001719491', 'description': 'tempest-description--2100382614'}} {{(pid=103917) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jun 16 17:22:44.078685 dv-cinder-837356-2-iscsi neutron-server[103918]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-39ead2dc-a542-4f04-b117-439eb7f32aa8 None None] Pushing event updated for resources: {'Port': ['ID=8996dd90-031b-4185-b6a7-e192f4c0cebb,revision_number=4']} {{(pid=103918) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 17:22:44.370579 dv-cinder-837356-2-iscsi neutron-server[103917]: INFO neutron.wsgi [req-9977ea0b-85ee-4271-9d49-471d4638edb1 req-1c783efe-8d80-41ff-8ee1-ab5f47c85c07 tempest-ServerRescueNegativeTestJSON-1475515620 tempest-ServerRescueNegativeTestJSON-1475515620-project] 10.222.0.66 "GET /v2.0/ports?device_id=90ea9630-ef03-47fd-aa60-695a36081c19 HTTP/1.1" status: 200 len: 210 time: 0.2661712 Jun 16 17:22:44.431126 dv-cinder-837356-2-iscsi neutron-server[103917]: DEBUG neutron_lib.callbacks.manager [None req-5304fbea-17ae-4c2f-b1b2-a1b202063bca tempest-AttachVolumeShelveTestJSON-1123487845 tempest-AttachVolumeShelveTestJSON-1123487845-project] Publish callbacks [] for security_group (None), before_create {{(pid=103917) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 17:22:44.528714 dv-cinder-837356-2-iscsi neutron-server[103918]: DEBUG neutron.plugins.ml2.rpc [None req-39ead2dc-a542-4f04-b117-439eb7f32aa8 None None] Device 8e62f965-264c-48b8-be38-682482a5628f up at agent ovs-agent-dv-cinder-837356-2-iscsi {{(pid=103918) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 16 17:22:44.622535 dv-cinder-837356-2-iscsi neutron-server[103919]: DEBUG neutron.db.l3_dvr_db [None req-b48943a9-2d73-4448-96a4-783d256bda1d None None] Set router b698568a-354a-41b9-a41d-a2afa6bbdd0f gateway port host: dv-cinder-837356-2-iscsi {{(pid=103919) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jun 16 17:22:44.712064 dv-cinder-837356-2-iscsi neutron-server[103917]: DEBUG neutron_lib.callbacks.manager [None req-61d9d7ab-1194-469a-87d6-c68a02b3994e tempest-AttachVolumeTestJSON-336390128 tempest-AttachVolumeTestJSON-336390128-project] Publish callbacks [] for security_group (b5243b74-2536-4f9c-b2d2-f7b79b8f3edb), precommit_create {{(pid=103917) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 17:22:44.791760 dv-cinder-837356-2-iscsi neutron-server[103917]: DEBUG neutron_lib.callbacks.manager [None req-61d9d7ab-1194-469a-87d6-c68a02b3994e tempest-AttachVolumeTestJSON-336390128 tempest-AttachVolumeTestJSON-336390128-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-570488'] for security_group (b5243b74-2536-4f9c-b2d2-f7b79b8f3edb), after_create {{(pid=103917) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 17:22:44.798122 dv-cinder-837356-2-iscsi neutron-server[103918]: DEBUG neutron.db.provisioning_blocks [None req-39ead2dc-a542-4f04-b117-439eb7f32aa8 None None] Provisioning complete for port 8e62f965-264c-48b8-be38-682482a5628f triggered by entity L2. {{(pid=103918) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jun 16 17:22:44.798556 dv-cinder-837356-2-iscsi neutron-server[103918]: DEBUG neutron_lib.callbacks.manager [None req-39ead2dc-a542-4f04-b117-439eb7f32aa8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16149424'] for port (8e62f965-264c-48b8-be38-682482a5628f), provisioning_complete {{(pid=103918) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 17:22:44.872824 dv-cinder-837356-2-iscsi neutron-server[103917]: DEBUG dbcounter [-] [103917] Writing DB stats neutron:SELECT=85,neutron:INSERT=10,neutron:UPDATE=2,neutron:DELETE=3 {{(pid=103917) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 16 17:22:44.882489 dv-cinder-837356-2-iscsi neutron-server[103919]: DEBUG dbcounter [-] [103919] Writing DB stats neutron:SELECT=95,neutron:UPDATE=4,neutron:INSERT=1 {{(pid=103919) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 16 17:22:44.910759 dv-cinder-837356-2-iscsi neutron-server[103916]: DEBUG neutron.wsgi [-] (103916) accepted ('10.222.0.66', 36106) {{(pid=103916) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 16 17:22:44.935292 dv-cinder-837356-2-iscsi neutron-server[103917]: DEBUG neutron_lib.callbacks.manager [None req-61d9d7ab-1194-469a-87d6-c68a02b3994e tempest-AttachVolumeTestJSON-336390128 tempest-AttachVolumeTestJSON-336390128-project] Publish callbacks [] for security_group (None), before_response {{(pid=103917) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 17:22:44.939463 dv-cinder-837356-2-iscsi neutron-server[103916]: DEBUG neutron_lib.callbacks.manager [None req-91f7938f-e6ae-4412-ad6d-60ebacb7a998 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103916) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 17:22:44.941074 dv-cinder-837356-2-iscsi neutron-server[103917]: INFO neutron.wsgi [None req-61d9d7ab-1194-469a-87d6-c68a02b3994e tempest-AttachVolumeTestJSON-336390128 tempest-AttachVolumeTestJSON-336390128-project] 10.222.0.66 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1796 time: 1.2796414 Jun 16 17:22:44.941883 dv-cinder-837356-2-iscsi neutron-server[103917]: DEBUG neutron.wsgi [-] (103917) accepted ('10.222.0.66', 36110) {{(pid=103917) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 16 17:22:44.958855 dv-cinder-837356-2-iscsi neutron-server[103917]: DEBUG neutron.api.v2.base [None req-72785c13-893c-4e5a-a01e-67577e297651 tempest-AttachVolumeTestJSON-336390128 tempest-AttachVolumeTestJSON-336390128-project] Request body: {'security_group_rule': {'security_group_id': 'b5243b74-2536-4f9c-b2d2-f7b79b8f3edb', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=103917) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jun 16 17:22:44.984879 dv-cinder-837356-2-iscsi neutron-server[103917]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-61d9d7ab-1194-469a-87d6-c68a02b3994e tempest-AttachVolumeTestJSON-336390128 tempest-AttachVolumeTestJSON-336390128-project] Pushing event updated for resources: {'SecurityGroup': ['ID=b5243b74-2536-4f9c-b2d2-f7b79b8f3edb,revision_number=1']} {{(pid=103917) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 17:22:45.019955 dv-cinder-837356-2-iscsi neutron-server[103917]: DEBUG neutron_lib.callbacks.manager [None req-5304fbea-17ae-4c2f-b1b2-a1b202063bca tempest-AttachVolumeShelveTestJSON-1123487845 tempest-AttachVolumeShelveTestJSON-1123487845-project] Publish callbacks [] for security_group (5ab805c8-38ae-4655-bf71-1fc1999d288e), precommit_create {{(pid=103917) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 17:22:45.025568 dv-cinder-837356-2-iscsi neutron-server[103917]: DEBUG neutron_lib.callbacks.manager [None req-5304fbea-17ae-4c2f-b1b2-a1b202063bca tempest-AttachVolumeShelveTestJSON-1123487845 tempest-AttachVolumeShelveTestJSON-1123487845-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-570488'] for security_group (5ab805c8-38ae-4655-bf71-1fc1999d288e), after_create {{(pid=103917) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 17:22:45.158958 dv-cinder-837356-2-iscsi neutron-server[103917]: DEBUG neutron_lib.callbacks.manager [None req-72785c13-893c-4e5a-a01e-67577e297651 tempest-AttachVolumeTestJSON-336390128 tempest-AttachVolumeTestJSON-336390128-project] Publish callbacks [] for security_group_rule (b7eaaa7b-63cb-46f0-b0fa-acc3142ef67f), before_create {{(pid=103917) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 17:22:45.175531 dv-cinder-837356-2-iscsi neutron-server[103918]: DEBUG neutron.plugins.ml2.plugin [None req-39ead2dc-a542-4f04-b117-439eb7f32aa8 None None] Current status of the port 8e62f965-264c-48b8-be38-682482a5628f is: ACTIVE; New status is: ACTIVE {{(pid=103918) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2298}} Jun 16 17:22:45.180139 dv-cinder-837356-2-iscsi neutron-server[103918]: DEBUG neutron.plugins.ml2.rpc [None req-39ead2dc-a542-4f04-b117-439eb7f32aa8 None None] Device bbb2266f-e66a-4e7c-90ad-bbf0a686e05e up at agent ovs-agent-dv-cinder-837356-2-iscsi {{(pid=103918) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 16 17:22:45.285710 dv-cinder-837356-2-iscsi neutron-server[103917]: INFO neutron.wsgi [req-965c3355-e4be-44cd-b362-b566f1ccb5cf req-b5400480-73cd-4bd8-84a3-9e8f31160109 tempest-DeleteServersTestJSON-168559711 tempest-DeleteServersTestJSON-168559711-project] 10.222.0.66 "GET /v2.0/ports?device_id=57b787b3-74c7-4e30-9f10-acea71d19c0c HTTP/1.1" status: 200 len: 210 time: 0.1874502 Jun 16 17:22:45.336511 dv-cinder-837356-2-iscsi neutron-server[103917]: DEBUG neutron_lib.callbacks.manager [None req-5304fbea-17ae-4c2f-b1b2-a1b202063bca tempest-AttachVolumeShelveTestJSON-1123487845 tempest-AttachVolumeShelveTestJSON-1123487845-project] Publish callbacks [] for security_group (None), before_response {{(pid=103917) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 17:22:45.338809 dv-cinder-837356-2-iscsi neutron-server[103917]: INFO neutron.wsgi [None req-5304fbea-17ae-4c2f-b1b2-a1b202063bca tempest-AttachVolumeShelveTestJSON-1123487845 tempest-AttachVolumeShelveTestJSON-1123487845-project] 10.222.0.66 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1797 time: 1.4401860 Jun 16 17:22:45.361744 dv-cinder-837356-2-iscsi neutron-server[103917]: DEBUG neutron.wsgi [-] (103917) accepted ('10.222.0.66', 36124) {{(pid=103917) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 16 17:22:45.370832 dv-cinder-837356-2-iscsi neutron-server[103917]: DEBUG neutron.api.v2.base [None req-c555cb3b-ffeb-4326-930f-a6cf01cde2be tempest-AttachVolumeShelveTestJSON-1123487845 tempest-AttachVolumeShelveTestJSON-1123487845-project] Request body: {'security_group_rule': {'security_group_id': '5ab805c8-38ae-4655-bf71-1fc1999d288e', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=103917) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jun 16 17:22:45.373563 dv-cinder-837356-2-iscsi neutron-server[103918]: DEBUG neutron.db.provisioning_blocks [None req-39ead2dc-a542-4f04-b117-439eb7f32aa8 None None] Provisioning complete for port bbb2266f-e66a-4e7c-90ad-bbf0a686e05e triggered by entity L2. {{(pid=103918) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jun 16 17:22:45.374191 dv-cinder-837356-2-iscsi neutron-server[103918]: DEBUG neutron_lib.callbacks.manager [None req-39ead2dc-a542-4f04-b117-439eb7f32aa8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16149424'] for port (bbb2266f-e66a-4e7c-90ad-bbf0a686e05e), provisioning_complete {{(pid=103918) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 17:22:45.387602 dv-cinder-837356-2-iscsi neutron-server[103917]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5304fbea-17ae-4c2f-b1b2-a1b202063bca tempest-AttachVolumeShelveTestJSON-1123487845 tempest-AttachVolumeShelveTestJSON-1123487845-project] Pushing event updated for resources: {'SecurityGroup': ['ID=5ab805c8-38ae-4655-bf71-1fc1999d288e,revision_number=1']} {{(pid=103917) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 17:22:45.423527 dv-cinder-837356-2-iscsi neutron-server[103916]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7f702f7-351f-4acc-99d9-42c4e2d9858d req-fc87c699-8746-41c8-a995-265407c679db tempest-ServerRescueNegativeTestJSON-1475515620 tempest-ServerRescueNegativeTestJSON-1475515620-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103916) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 16 17:22:45.426385 dv-cinder-837356-2-iscsi neutron-server[103916]: INFO neutron.wsgi [req-c7f702f7-351f-4acc-99d9-42c4e2d9858d req-fc87c699-8746-41c8-a995-265407c679db tempest-ServerRescueNegativeTestJSON-1475515620 tempest-ServerRescueNegativeTestJSON-1475515620-project] 10.222.0.66 "GET /v2.0/networks?id=7c13538c-2941-4763-a560-37a0a33d14c7 HTTP/1.1" status: 200 len: 819 time: 0.4553306 Jun 16 17:22:45.466332 dv-cinder-837356-2-iscsi neutron-server[103919]: DEBUG neutron.db.l3_hamode_db [None req-b48943a9-2d73-4448-96a4-783d256bda1d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b698568a-354a-41b9-a41d-a2afa6bbdd0f', 'name': 'tempest-AttachVolumeTestJSON-2145162369-router', 'tenant_id': 'f029a8bb389c4d348c0e9001c5fa059c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9df31235-0797-44e6-85a0-102cb2da2d58', 'external_fixed_ips': [{'subnet_id': '1dfb0320-f5eb-46f6-88ce-33002f500238', 'ip_address': '172.27.2.110'}], 'enable_snat': True}, 'gw_port_id': '8996dd90-031b-4185-b6a7-e192f4c0cebb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-16T17:22:25Z', 'updated_at': '2022-06-16T17:22:36Z', 'revision_number': 4, 'project_id': 'f029a8bb389c4d348c0e9001c5fa059c', 'gw_port': {'id': '8996dd90-031b-4185-b6a7-e192f4c0cebb', 'name': '', 'network_id': '9df31235-0797-44e6-85a0-102cb2da2d58', 'tenant_id': '', 'mac_address': 'fa:16:3e:c1:51:ad', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b698568a-354a-41b9-a41d-a2afa6bbdd0f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 79, 'fixed_ips': [{'subnet_id': '1dfb0320-f5eb-46f6-88ce-33002f500238', 'ip_address': '172.27.2.110', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-837356-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-16T17:22:28Z', 'updated_at': '2022-06-16T17:22:35Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '1dfb0320-f5eb-46f6-88ce-33002f500238', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-837356-2-iscsi', '_interfaces': [{'id': 'a8d5bd16-d884-4270-9432-d25b5a4fcf68', 'name': '', 'network_id': '82c6c893-96f4-45ae-b1e3-d70ff1db738d', 'tenant_id': 'f029a8bb389c4d348c0e9001c5fa059c', 'mac_address': 'fa:16:3e:43:3b:d8', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b698568a-354a-41b9-a41d-a2afa6bbdd0f', 'device_owner': 'network:router_interface', 'standard_attr_id': 117, 'fixed_ips': [{'subnet_id': '744fc868-35e9-4c30-8ac9-ba01749c37c3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-16T17:22:35Z', 'updated_at': '2022-06-16T17:22:36Z', 'revision_number': 2, 'project_id': 'f029a8bb389c4d348c0e9001c5fa059c', 'subnets': [{'id': '744fc868-35e9-4c30-8ac9-ba01749c37c3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-837356-2-iscsi', False) {} {{(pid=103919) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 16 17:22:45.481018 dv-cinder-837356-2-iscsi neutron-server[103916]: INFO neutron.wsgi [req-c7f702f7-351f-4acc-99d9-42c4e2d9858d req-20675795-435d-406e-9a06-805a8f58f3b9 tempest-ServerRescueNegativeTestJSON-1475515620 tempest-ServerRescueNegativeTestJSON-1475515620-project] 10.222.0.66 "GET /v2.0/quotas/ccf5c45783454fc5a7872490196f07e0 HTTP/1.1" status: 200 len: 375 time: 0.0386868 Jun 16 17:22:45.537465 dv-cinder-837356-2-iscsi neutron-server[103917]: DEBUG neutron_lib.callbacks.manager [None req-72785c13-893c-4e5a-a01e-67577e297651 tempest-AttachVolumeTestJSON-336390128 tempest-AttachVolumeTestJSON-336390128-project] Publish callbacks [] for security_group_rule (b7eaaa7b-63cb-46f0-b0fa-acc3142ef67f), precommit_create {{(pid=103917) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 17:22:45.545286 dv-cinder-837356-2-iscsi neutron-server[103917]: DEBUG neutron_lib.callbacks.manager [None req-72785c13-893c-4e5a-a01e-67577e297651 tempest-AttachVolumeTestJSON-336390128 tempest-AttachVolumeTestJSON-336390128-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-576715'] for security_group_rule (b7eaaa7b-63cb-46f0-b0fa-acc3142ef67f), after_create {{(pid=103917) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 17:22:45.582749 dv-cinder-837356-2-iscsi neutron-server[103917]: DEBUG neutron_lib.callbacks.manager [None req-72785c13-893c-4e5a-a01e-67577e297651 tempest-AttachVolumeTestJSON-336390128 tempest-AttachVolumeTestJSON-336390128-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103917) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 17:22:45.587532 dv-cinder-837356-2-iscsi neutron-server[103917]: INFO neutron.wsgi [None req-72785c13-893c-4e5a-a01e-67577e297651 tempest-AttachVolumeTestJSON-336390128 tempest-AttachVolumeTestJSON-336390128-project] 10.222.0.66 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.6313581 Jun 16 17:22:45.598875 dv-cinder-837356-2-iscsi neutron-server[103916]: DEBUG neutron.wsgi [-] (103916) accepted ('10.222.0.66', 36140) {{(pid=103916) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 16 17:22:45.611231 dv-cinder-837356-2-iscsi neutron-server[103919]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b48943a9-2d73-4448-96a4-783d256bda1d None None] Checking router: b698568a-354a-41b9-a41d-a2afa6bbdd0f for host: dv-cinder-837356-2-iscsi {{(pid=103919) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 16 17:22:45.613409 dv-cinder-837356-2-iscsi neutron-server[103916]: DEBUG neutron.api.v2.base [None req-b4a7ed3a-f91e-4f46-ad0d-dba49632cadb tempest-AttachVolumeTestJSON-336390128 tempest-AttachVolumeTestJSON-336390128-project] Request body: {'security_group_rule': {'security_group_id': 'b5243b74-2536-4f9c-b2d2-f7b79b8f3edb', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=103916) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jun 16 17:22:45.614698 dv-cinder-837356-2-iscsi neutron-server[103919]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b48943a9-2d73-4448-96a4-783d256bda1d None None] Updating router b698568a-354a-41b9-a41d-a2afa6bbdd0f port a8d5bd16-d884-4270-9432-d25b5a4fcf68 binding host dv-cinder-837356-2-iscsi {{(pid=103919) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jun 16 17:22:45.618271 dv-cinder-837356-2-iscsi neutron-server[103917]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-72785c13-893c-4e5a-a01e-67577e297651 tempest-AttachVolumeTestJSON-336390128 tempest-AttachVolumeTestJSON-336390128-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=b7eaaa7b-63cb-46f0-b0fa-acc3142ef67f,revision_number=0']} {{(pid=103917) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 17:22:45.633853 dv-cinder-837356-2-iscsi neutron-server[103918]: DEBUG neutron_lib.callbacks.manager [None req-12cd72a0-dc56-4e10-b913-9422a6621ba9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728539454181', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16149322'] for agent (7639df21-17c3-4235-8912-210c3ad54137), after_update {{(pid=103918) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 17:22:45.651153 dv-cinder-837356-2-iscsi neutron-server[103917]: DEBUG neutron_lib.callbacks.manager [None req-c555cb3b-ffeb-4326-930f-a6cf01cde2be tempest-AttachVolumeShelveTestJSON-1123487845 tempest-AttachVolumeShelveTestJSON-1123487845-project] Publish callbacks [] for security_group_rule (089b9eb2-d99d-4c6c-93e4-2eae79ce7000), before_create {{(pid=103917) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 17:22:45.732600 dv-cinder-837356-2-iscsi neutron-server[103916]: INFO neutron.wsgi [req-c7f702f7-351f-4acc-99d9-42c4e2d9858d req-a084c776-0140-4cad-b61c-adafdb51a387 tempest-ServerRescueNegativeTestJSON-1475515620 tempest-ServerRescueNegativeTestJSON-1475515620-project] 10.222.0.66 "GET /v2.0/ports?tenant_id=ccf5c45783454fc5a7872490196f07e0&fields=id HTTP/1.1" status: 200 len: 302 time: 0.2421250 Jun 16 17:22:45.738284 dv-cinder-837356-2-iscsi neutron-server[103917]: DEBUG dbcounter [-] [103917] Writing DB stats neutron:SELECT=78,neutron:DELETE=7,neutron:INSERT=14,neutron:UPDATE=1 {{(pid=103917) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 16 17:22:45.764135 dv-cinder-837356-2-iscsi neutron-server[103919]: DEBUG neutron_lib.callbacks.manager [None req-b48943a9-2d73-4448-96a4-783d256bda1d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16007590'] for port (a8d5bd16-d884-4270-9432-d25b5a4fcf68), before_update {{(pid=103919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 17:22:45.785636 dv-cinder-837356-2-iscsi neutron-server[103917]: DEBUG neutron_lib.callbacks.manager [None req-c555cb3b-ffeb-4326-930f-a6cf01cde2be tempest-AttachVolumeShelveTestJSON-1123487845 tempest-AttachVolumeShelveTestJSON-1123487845-project] Publish callbacks [] for security_group_rule (089b9eb2-d99d-4c6c-93e4-2eae79ce7000), precommit_create {{(pid=103917) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 17:22:45.795490 dv-cinder-837356-2-iscsi neutron-server[103917]: DEBUG neutron_lib.callbacks.manager [None req-c555cb3b-ffeb-4326-930f-a6cf01cde2be tempest-AttachVolumeShelveTestJSON-1123487845 tempest-AttachVolumeShelveTestJSON-1123487845-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-576715'] for security_group_rule (089b9eb2-d99d-4c6c-93e4-2eae79ce7000), after_create {{(pid=103917) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 17:22:45.865142 dv-cinder-837356-2-iscsi neutron-server[103917]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c555cb3b-ffeb-4326-930f-a6cf01cde2be tempest-AttachVolumeShelveTestJSON-1123487845 tempest-AttachVolumeShelveTestJSON-1123487845-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=089b9eb2-d99d-4c6c-93e4-2eae79ce7000,revision_number=0']} {{(pid=103917) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 17:22:45.866798 dv-cinder-837356-2-iscsi neutron-server[103918]: DEBUG neutron.plugins.ml2.plugin [None req-39ead2dc-a542-4f04-b117-439eb7f32aa8 None None] Current status of the port bbb2266f-e66a-4e7c-90ad-bbf0a686e05e is: DOWN; New status is: ACTIVE {{(pid=103918) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2298}} Jun 16 17:22:45.871621 dv-cinder-837356-2-iscsi neutron-server[103918]: DEBUG neutron_lib.callbacks.manager [None req-39ead2dc-a542-4f04-b117-439eb7f32aa8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16007590'] for port (bbb2266f-e66a-4e7c-90ad-bbf0a686e05e), before_update {{(pid=103918) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 17:22:45.885699 dv-cinder-837356-2-iscsi neutron-server[103917]: DEBUG neutron_lib.callbacks.manager [None req-c555cb3b-ffeb-4326-930f-a6cf01cde2be tempest-AttachVolumeShelveTestJSON-1123487845 tempest-AttachVolumeShelveTestJSON-1123487845-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103917) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 17:22:45.888869 dv-cinder-837356-2-iscsi neutron-server[103917]: INFO neutron.wsgi [None req-c555cb3b-ffeb-4326-930f-a6cf01cde2be tempest-AttachVolumeShelveTestJSON-1123487845 tempest-AttachVolumeShelveTestJSON-1123487845-project] 10.222.0.66 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.5241439 Jun 16 17:22:45.893162 dv-cinder-837356-2-iscsi neutron-server[103917]: DEBUG neutron.wsgi [-] (103917) accepted ('10.222.0.66', 36152) {{(pid=103917) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 16 17:22:45.900649 dv-cinder-837356-2-iscsi neutron-server[103917]: DEBUG neutron.api.v2.base [None req-53273efd-b89a-4561-889e-43e9f5184edb tempest-AttachVolumeShelveTestJSON-1123487845 tempest-AttachVolumeShelveTestJSON-1123487845-project] Request body: {'security_group_rule': {'security_group_id': '5ab805c8-38ae-4655-bf71-1fc1999d288e', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=103917) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jun 16 17:22:45.914063 dv-cinder-837356-2-iscsi neutron-server[103916]: DEBUG dbcounter [-] [103916] Writing DB stats neutron:SELECT=99,neutron:INSERT=1 {{(pid=103916) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 16 17:22:45.923513 dv-cinder-837356-2-iscsi neutron-server[103916]: INFO neutron.wsgi [req-c7f702f7-351f-4acc-99d9-42c4e2d9858d req-14da3134-5a1e-48f2-ace0-581019ad9a47 service neutron] 10.222.0.66 "GET /v2.0/networks/7c13538c-2941-4763-a560-37a0a33d14c7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1677763 Jun 16 17:22:45.972849 dv-cinder-837356-2-iscsi neutron-server[103918]: DEBUG neutron.plugins.ml2.db [None req-39ead2dc-a542-4f04-b117-439eb7f32aa8 None None] For port bbb2266f-e66a-4e7c-90ad-bbf0a686e05e, host dv-cinder-837356-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-837356-2-iscsi',level=0,port_id=bbb2266f-e66a-4e7c-90ad-bbf0a686e05e,segment=NetworkSegment(18b787c7-0964-4a3b-b1f5-b8083c94f58b),segment_id=18b787c7-0964-4a3b-b1f5-b8083c94f58b)] {{(pid=103918) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 16 17:22:45.973408 dv-cinder-837356-2-iscsi neutron-server[103919]: DEBUG dbcounter [-] [103919] Writing DB stats neutron:SELECT=100 {{(pid=103919) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 16 17:22:45.983419 dv-cinder-837356-2-iscsi neutron-server[103918]: DEBUG neutron_lib.callbacks.manager [None req-39ead2dc-a542-4f04-b117-439eb7f32aa8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16007527', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-75831', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16241551', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728539364693', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728538993439', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728538993457'] for port (bbb2266f-e66a-4e7c-90ad-bbf0a686e05e), after_update {{(pid=103918) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 17:22:45.984321 dv-cinder-837356-2-iscsi neutron-server[103918]: DEBUG neutron.plugins.ml2.rpc [None req-39ead2dc-a542-4f04-b117-439eb7f32aa8 None None] Device e1aec36a-a2f9-4546-94c4-c2940c0a35ec up at agent ovs-agent-dv-cinder-837356-2-iscsi {{(pid=103918) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 16 17:22:45.996455 dv-cinder-837356-2-iscsi neutron-server[103917]: DEBUG neutron_lib.callbacks.manager [None req-53273efd-b89a-4561-889e-43e9f5184edb tempest-AttachVolumeShelveTestJSON-1123487845 tempest-AttachVolumeShelveTestJSON-1123487845-project] Publish callbacks [] for security_group_rule (738f8f01-6248-48a7-bf03-3b5fd20139ad), before_create {{(pid=103917) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 17:22:46.031308 dv-cinder-837356-2-iscsi neutron-server[103916]: DEBUG dbcounter [-] [103916] Writing DB stats neutron:SELECT=93,neutron:INSERT=6,neutron:UPDATE=1 {{(pid=103916) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 16 17:22:46.045804 dv-cinder-837356-2-iscsi neutron-server[103918]: DEBUG dbcounter [-] [103918] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=103918) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 16 17:22:46.049970 dv-cinder-837356-2-iscsi neutron-server[103916]: INFO neutron.wsgi [req-c7f702f7-351f-4acc-99d9-42c4e2d9858d req-5e62689e-49a1-4917-a9f5-fa002188883c service neutron] 10.222.0.66 "GET /v2.0/networks/7c13538c-2941-4763-a560-37a0a33d14c7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1250331 Jun 16 17:22:46.063071 dv-cinder-837356-2-iscsi neutron-server[103916]: DEBUG neutron_lib.callbacks.manager [None req-b4a7ed3a-f91e-4f46-ad0d-dba49632cadb tempest-AttachVolumeTestJSON-336390128 tempest-AttachVolumeTestJSON-336390128-project] Publish callbacks [] for security_group_rule (a7ce8260-58aa-4f26-9c3f-9075220d7622), before_create {{(pid=103916) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 17:22:46.168836 dv-cinder-837356-2-iscsi neutron-server[103917]: DEBUG neutron_lib.callbacks.manager [None req-53273efd-b89a-4561-889e-43e9f5184edb tempest-AttachVolumeShelveTestJSON-1123487845 tempest-AttachVolumeShelveTestJSON-1123487845-project] Publish callbacks [] for security_group_rule (738f8f01-6248-48a7-bf03-3b5fd20139ad), precommit_create {{(pid=103917) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 17:22:46.177303 dv-cinder-837356-2-iscsi neutron-server[103917]: DEBUG neutron_lib.callbacks.manager [None req-53273efd-b89a-4561-889e-43e9f5184edb tempest-AttachVolumeShelveTestJSON-1123487845 tempest-AttachVolumeShelveTestJSON-1123487845-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-576715'] for security_group_rule (738f8f01-6248-48a7-bf03-3b5fd20139ad), after_create {{(pid=103917) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 17:22:46.225790 dv-cinder-837356-2-iscsi neutron-server[103918]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-39ead2dc-a542-4f04-b117-439eb7f32aa8 None None] Pushing event updated for resources: {'Port': ['ID=bbb2266f-e66a-4e7c-90ad-bbf0a686e05e,revision_number=4']} {{(pid=103918) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 17:22:46.242990 dv-cinder-837356-2-iscsi neutron-server[103918]: DEBUG neutron.db.provisioning_blocks [None req-39ead2dc-a542-4f04-b117-439eb7f32aa8 None None] Provisioning complete for port e1aec36a-a2f9-4546-94c4-c2940c0a35ec triggered by entity L2. {{(pid=103918) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jun 16 17:22:46.243270 dv-cinder-837356-2-iscsi neutron-server[103918]: DEBUG neutron_lib.callbacks.manager [None req-39ead2dc-a542-4f04-b117-439eb7f32aa8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16149424'] for port (e1aec36a-a2f9-4546-94c4-c2940c0a35ec), provisioning_complete {{(pid=103918) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 17:22:46.280790 dv-cinder-837356-2-iscsi neutron-server[103917]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-53273efd-b89a-4561-889e-43e9f5184edb tempest-AttachVolumeShelveTestJSON-1123487845 tempest-AttachVolumeShelveTestJSON-1123487845-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=738f8f01-6248-48a7-bf03-3b5fd20139ad,revision_number=0']} {{(pid=103917) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 17:22:46.301703 dv-cinder-837356-2-iscsi neutron-server[103916]: DEBUG neutron_lib.callbacks.manager [None req-91f7938f-e6ae-4412-ad6d-60ebacb7a998 admin admin] Publish callbacks [] for security_group (95c6a905-4f28-4212-8e34-5de380388ab2), precommit_create {{(pid=103916) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 17:22:46.312451 dv-cinder-837356-2-iscsi neutron-server[103917]: DEBUG neutron_lib.callbacks.manager [None req-53273efd-b89a-4561-889e-43e9f5184edb tempest-AttachVolumeShelveTestJSON-1123487845 tempest-AttachVolumeShelveTestJSON-1123487845-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103917) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 17:22:46.316081 dv-cinder-837356-2-iscsi neutron-server[103917]: INFO neutron.wsgi [None req-53273efd-b89a-4561-889e-43e9f5184edb tempest-AttachVolumeShelveTestJSON-1123487845 tempest-AttachVolumeShelveTestJSON-1123487845-project] 10.222.0.66 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.4193478 Jun 16 17:22:46.319219 dv-cinder-837356-2-iscsi neutron-server[103917]: DEBUG neutron.wsgi [-] (103917) accepted ('10.222.0.66', 36166) {{(pid=103917) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 16 17:22:46.333449 dv-cinder-837356-2-iscsi neutron-server[103917]: DEBUG neutron.api.v2.base [None req-055270d5-f6d1-4052-a2be-0de251a39bf5 tempest-AttachVolumeShelveTestJSON-1123487845 tempest-AttachVolumeShelveTestJSON-1123487845-project] Request body: {'floatingip': {'floating_network_id': '9df31235-0797-44e6-85a0-102cb2da2d58'}} {{(pid=103917) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jun 16 17:22:46.354986 dv-cinder-837356-2-iscsi neutron-server[103916]: DEBUG neutron_lib.callbacks.manager [None req-91f7938f-e6ae-4412-ad6d-60ebacb7a998 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-570488'] for security_group (95c6a905-4f28-4212-8e34-5de380388ab2), after_create {{(pid=103916) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 17:22:46.410063 dv-cinder-837356-2-iscsi neutron-server[103918]: DEBUG neutron_lib.callbacks.manager [None req-20715706-35a9-45af-9420-375bdcc64c61 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728539454181', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16149322'] for agent (50395103-89cf-4fb3-87eb-9dff4dfdeea8), after_update {{(pid=103918) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 17:22:46.416193 dv-cinder-837356-2-iscsi neutron-server[103918]: DEBUG dbcounter [-] [103918] Writing DB stats neutron:SELECT=95,neutron:UPDATE=5 {{(pid=103918) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 16 17:22:46.424750 dv-cinder-837356-2-iscsi neutron-server[103917]: DEBUG neutron_lib.callbacks.manager [None req-055270d5-f6d1-4052-a2be-0de251a39bf5 tempest-AttachVolumeShelveTestJSON-1123487845 tempest-AttachVolumeShelveTestJSON-1123487845-project] Publish callbacks [] for floatingip (None), before_create {{(pid=103917) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 17:22:46.494313 dv-cinder-837356-2-iscsi neutron-server[103916]: INFO neutron.wsgi [None req-91f7938f-e6ae-4412-ad6d-60ebacb7a998 admin admin] 10.222.0.66 "GET /v2.0/security-groups?tenant_id=26bcf5bb50b645fdb1842352b0774062&name=default HTTP/1.1" status: 200 len: 2996 time: 1.5811703 Jun 16 17:22:46.509563 dv-cinder-837356-2-iscsi neutron-server[103916]: INFO neutron.wsgi [req-bc1a787b-355f-45d2-b14c-bc59c1008691 req-3bfb2a5d-4dd3-4f02-911d-76f9a7c0eaee tempest-DeleteServersTestJSON-168559711 tempest-DeleteServersTestJSON-168559711-project] 10.222.0.66 "GET /v2.0/ports?device_id=57b787b3-74c7-4e30-9f10-acea71d19c0c HTTP/1.1" status: 200 len: 210 time: 0.0846953 Jun 16 17:22:46.516676 dv-cinder-837356-2-iscsi neutron-server[103916]: DEBUG neutron.wsgi [-] (103916) accepted ('10.222.0.66', 36172) {{(pid=103916) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 16 17:22:46.542740 dv-cinder-837356-2-iscsi neutron-server[103918]: DEBUG neutron.plugins.ml2.plugin [None req-39ead2dc-a542-4f04-b117-439eb7f32aa8 None None] Current status of the port e1aec36a-a2f9-4546-94c4-c2940c0a35ec is: ACTIVE; New status is: ACTIVE {{(pid=103918) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2298}} Jun 16 17:22:46.615952 dv-cinder-837356-2-iscsi neutron-server[103916]: DEBUG neutron_lib.callbacks.manager [None req-b4a7ed3a-f91e-4f46-ad0d-dba49632cadb tempest-AttachVolumeTestJSON-336390128 tempest-AttachVolumeTestJSON-336390128-project] Publish callbacks [] for security_group_rule (a7ce8260-58aa-4f26-9c3f-9075220d7622), precommit_create {{(pid=103916) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 17:22:46.626167 dv-cinder-837356-2-iscsi neutron-server[103916]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-91f7938f-e6ae-4412-ad6d-60ebacb7a998 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=95c6a905-4f28-4212-8e34-5de380388ab2,revision_number=1']} {{(pid=103916) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 17:22:46.642960 dv-cinder-837356-2-iscsi neutron-server[103916]: DEBUG neutron_lib.callbacks.manager [None req-b4a7ed3a-f91e-4f46-ad0d-dba49632cadb tempest-AttachVolumeTestJSON-336390128 tempest-AttachVolumeTestJSON-336390128-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-576715'] for security_group_rule (a7ce8260-58aa-4f26-9c3f-9075220d7622), after_create {{(pid=103916) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 17:22:46.664028 dv-cinder-837356-2-iscsi neutron-server[103916]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b4a7ed3a-f91e-4f46-ad0d-dba49632cadb tempest-AttachVolumeTestJSON-336390128 tempest-AttachVolumeTestJSON-336390128-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=a7ce8260-58aa-4f26-9c3f-9075220d7622,revision_number=0']} {{(pid=103916) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 17:22:46.692279 dv-cinder-837356-2-iscsi neutron-server[103919]: DEBUG neutron_lib.callbacks.manager [None req-b48943a9-2d73-4448-96a4-783d256bda1d None None] Publish callbacks [] for port (a8d5bd16-d884-4270-9432-d25b5a4fcf68), precommit_update {{(pid=103919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 17:22:46.692722 dv-cinder-837356-2-iscsi neutron-server[103916]: DEBUG neutron_lib.callbacks.manager [None req-fd6dba6b-37b3-43e8-95b5-173bbea21880 admin admin] Publish callbacks [] for security_group (95c6a905-4f28-4212-8e34-5de380388ab2), before_delete {{(pid=103916) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 17:22:46.741631 dv-cinder-837356-2-iscsi neutron-server[103919]: DEBUG neutron_lib.callbacks.manager [None req-b48943a9-2d73-4448-96a4-783d256bda1d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16007527', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-75831', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16241551', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728539364693', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728538993439', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728538993457'] for port (a8d5bd16-d884-4270-9432-d25b5a4fcf68), after_update {{(pid=103919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 17:22:46.749751 dv-cinder-837356-2-iscsi neutron-server[103916]: DEBUG neutron_lib.callbacks.manager [None req-fd6dba6b-37b3-43e8-95b5-173bbea21880 admin admin] Publish callbacks [] for security_group (95c6a905-4f28-4212-8e34-5de380388ab2), precommit_delete {{(pid=103916) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 17:22:46.754502 dv-cinder-837356-2-iscsi neutron-server[103916]: DEBUG neutron_lib.callbacks.manager [None req-b4a7ed3a-f91e-4f46-ad0d-dba49632cadb tempest-AttachVolumeTestJSON-336390128 tempest-AttachVolumeTestJSON-336390128-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103916) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 17:22:46.760382 dv-cinder-837356-2-iscsi neutron-server[103916]: INFO neutron.wsgi [None req-b4a7ed3a-f91e-4f46-ad0d-dba49632cadb tempest-AttachVolumeTestJSON-336390128 tempest-AttachVolumeTestJSON-336390128-project] 10.222.0.66 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 1.1570630 Jun 16 17:22:46.769998 dv-cinder-837356-2-iscsi neutron-server[103916]: DEBUG neutron.wsgi [-] (103916) accepted ('10.222.0.66', 36182) {{(pid=103916) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 16 17:22:46.794338 dv-cinder-837356-2-iscsi neutron-server[103916]: DEBUG neutron.api.v2.base [None req-d099c896-78e0-43dd-9565-f066a33a5fb9 tempest-AttachVolumeTestJSON-336390128 tempest-AttachVolumeTestJSON-336390128-project] Request body: {'floatingip': {'floating_network_id': '9df31235-0797-44e6-85a0-102cb2da2d58'}} {{(pid=103916) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jun 16 17:22:46.854169 dv-cinder-837356-2-iscsi neutron-server[103918]: DEBUG neutron.plugins.ml2.rpc [None req-39ead2dc-a542-4f04-b117-439eb7f32aa8 None None] Device 8996dd90-031b-4185-b6a7-e192f4c0cebb up at agent ovs-agent-dv-cinder-837356-2-iscsi {{(pid=103918) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 16 17:22:46.931310 dv-cinder-837356-2-iscsi neutron-server[103916]: DEBUG neutron_lib.callbacks.manager [None req-d099c896-78e0-43dd-9565-f066a33a5fb9 tempest-AttachVolumeTestJSON-336390128 tempest-AttachVolumeTestJSON-336390128-project] Publish callbacks [] for floatingip (None), before_create {{(pid=103916) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 17:22:47.022710 dv-cinder-837356-2-iscsi neutron-server[103918]: DEBUG neutron.db.provisioning_blocks [None req-39ead2dc-a542-4f04-b117-439eb7f32aa8 None None] Provisioning complete for port 8996dd90-031b-4185-b6a7-e192f4c0cebb triggered by entity L2. {{(pid=103918) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jun 16 17:22:47.028415 dv-cinder-837356-2-iscsi neutron-server[103918]: DEBUG neutron_lib.callbacks.manager [None req-39ead2dc-a542-4f04-b117-439eb7f32aa8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16149424'] for port (8996dd90-031b-4185-b6a7-e192f4c0cebb), provisioning_complete {{(pid=103918) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 17:22:47.030762 dv-cinder-837356-2-iscsi neutron-server[103919]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6121450c-e232-437d-a1b1-5b201355d559 None None] Pushing event updated for resources: {'Port': ['ID=a8d5bd16-d884-4270-9432-d25b5a4fcf68,revision_number=3']} {{(pid=103919) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 17:22:47.077725 dv-cinder-837356-2-iscsi neutron-server[103917]: DEBUG neutron_lib.callbacks.manager [None req-055270d5-f6d1-4052-a2be-0de251a39bf5 tempest-AttachVolumeShelveTestJSON-1123487845 tempest-AttachVolumeShelveTestJSON-1123487845-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16007590'] for port (None), before_create {{(pid=103917) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 17:22:47.118412 dv-cinder-837356-2-iscsi neutron-server[103917]: INFO neutron.wsgi [req-e9db9281-73a6-4128-a8e8-e8f0885fdaff req-f6d60a06-a385-4c8e-a996-2bbccda7c97e tempest-ServerRescueNegativeTestJSON-1475515620 tempest-ServerRescueNegativeTestJSON-1475515620-project] 10.222.0.66 "GET /v2.0/ports?device_id=75957299-3d36-4f9c-a081-9e621c88225c HTTP/1.1" status: 200 len: 210 time: 0.7288458 Jun 16 17:22:47.174853 dv-cinder-837356-2-iscsi neutron-server[103919]: DEBUG neutron.plugins.ml2.managers [None req-b48943a9-2d73-4448-96a4-783d256bda1d None None] Attempting to bind port a8d5bd16-d884-4270-9432-d25b5a4fcf68 on host dv-cinder-837356-2-iscsi for vnic_type normal with profile {{(pid=103919) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:811}} Jun 16 17:22:47.175314 dv-cinder-837356-2-iscsi neutron-server[103919]: DEBUG neutron.plugins.ml2.managers [None req-b48943a9-2d73-4448-96a4-783d256bda1d None None] Attempting to bind port a8d5bd16-d884-4270-9432-d25b5a4fcf68 by drivers openvswitch,hyperv on host dv-cinder-837356-2-iscsi at level 0 using segments [{'id': '3fc55272-fc64-4407-9040-7681311e4934', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1007, 'network_id': '82c6c893-96f4-45ae-b1e3-d70ff1db738d'}] {{(pid=103919) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:836}} Jun 16 17:22:47.175684 dv-cinder-837356-2-iscsi neutron-server[103919]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b48943a9-2d73-4448-96a4-783d256bda1d None None] Attempting to bind port a8d5bd16-d884-4270-9432-d25b5a4fcf68 on network 82c6c893-96f4-45ae-b1e3-d70ff1db738d {{(pid=103919) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jun 16 17:22:47.200589 dv-cinder-837356-2-iscsi neutron-server[103919]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b48943a9-2d73-4448-96a4-783d256bda1d None None] Checking agent: {'id': '5b2fa84c-1db1-41c6-a6b9-975c3da28daf', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-837356-2-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 6, 16, 17, 14, 18), 'started_at': datetime.datetime(2022, 6, 16, 17, 14, 48), 'heartbeat_timestamp': datetime.datetime(2022, 6, 16, 17, 22, 18), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-837356-2-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103919) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jun 16 17:22:47.200589 dv-cinder-837356-2-iscsi neutron-server[103919]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b48943a9-2d73-4448-96a4-783d256bda1d None None] Checking segment: {'id': '3fc55272-fc64-4407-9040-7681311e4934', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1007, 'network_id': '82c6c893-96f4-45ae-b1e3-d70ff1db738d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103919) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jun 16 17:22:47.200828 dv-cinder-837356-2-iscsi neutron-server[103919]: DEBUG neutron_lib.callbacks.manager [None req-b48943a9-2d73-4448-96a4-783d256bda1d None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 17:22:47.204183 dv-cinder-837356-2-iscsi neutron-server[103919]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b48943a9-2d73-4448-96a4-783d256bda1d None None] Bound using segment: {'id': '3fc55272-fc64-4407-9040-7681311e4934', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1007, 'network_id': '82c6c893-96f4-45ae-b1e3-d70ff1db738d'} {{(pid=103919) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jun 16 17:22:47.205086 dv-cinder-837356-2-iscsi neutron-server[103919]: DEBUG neutron.plugins.ml2.managers [None req-b48943a9-2d73-4448-96a4-783d256bda1d None None] Bound port: a8d5bd16-d884-4270-9432-d25b5a4fcf68, host: dv-cinder-837356-2-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '3fc55272-fc64-4407-9040-7681311e4934', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1007, 'network_id': '82c6c893-96f4-45ae-b1e3-d70ff1db738d'}}] {{(pid=103919) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:948}} Jun 16 17:22:47.205667 dv-cinder-837356-2-iscsi neutron-server[103919]: DEBUG neutron_lib.callbacks.manager [None req-b48943a9-2d73-4448-96a4-783d256bda1d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16007590'] for port (a8d5bd16-d884-4270-9432-d25b5a4fcf68), before_update {{(pid=103919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 17:22:47.343511 dv-cinder-837356-2-iscsi neutron-server[103918]: DEBUG neutron.plugins.ml2.plugin [None req-39ead2dc-a542-4f04-b117-439eb7f32aa8 None None] Current status of the port 8996dd90-031b-4185-b6a7-e192f4c0cebb is: ACTIVE; New status is: ACTIVE {{(pid=103918) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2298}} Jun 16 17:22:47.344594 dv-cinder-837356-2-iscsi neutron-server[103918]: DEBUG neutron.plugins.ml2.rpc [None req-39ead2dc-a542-4f04-b117-439eb7f32aa8 None None] Device bbb2266f-e66a-4e7c-90ad-bbf0a686e05e up at agent ovs-agent-dv-cinder-837356-2-iscsi {{(pid=103918) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 16 17:22:47.369379 dv-cinder-837356-2-iscsi neutron-server[103917]: DEBUG neutron.db.db_base_plugin_common [None req-055270d5-f6d1-4052-a2be-0de251a39bf5 tempest-AttachVolumeShelveTestJSON-1123487845 tempest-AttachVolumeShelveTestJSON-1123487845-project] Allocated IP 172.27.2.234 (9df31235-0797-44e6-85a0-102cb2da2d58/1dfb0320-f5eb-46f6-88ce-33002f500238/a34e8e9a-1ad2-4d9f-a2b7-f4ea88241f8a) {{(pid=103917) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 16 17:22:47.424399 dv-cinder-837356-2-iscsi neutron-server[103919]: DEBUG neutron.plugins.ml2.db [None req-b48943a9-2d73-4448-96a4-783d256bda1d None None] For port a8d5bd16-d884-4270-9432-d25b5a4fcf68, host dv-cinder-837356-2-iscsi, cleared binding levels {{(pid=103919) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 16 17:22:47.439573 dv-cinder-837356-2-iscsi neutron-server[103919]: DEBUG neutron.plugins.ml2.db [None req-b48943a9-2d73-4448-96a4-783d256bda1d None None] For port a8d5bd16-d884-4270-9432-d25b5a4fcf68, host dv-cinder-837356-2-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-837356-2-iscsi',level=0,port_id=a8d5bd16-d884-4270-9432-d25b5a4fcf68,segment=NetworkSegment(3fc55272-fc64-4407-9040-7681311e4934),segment_id=3fc55272-fc64-4407-9040-7681311e4934)] {{(pid=103919) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 16 17:22:47.450264 dv-cinder-837356-2-iscsi neutron-server[103919]: DEBUG neutron_lib.callbacks.manager [None req-b48943a9-2d73-4448-96a4-783d256bda1d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16007527', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-75831', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16241551', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728539364693', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728538993439', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728538993457'] for port (a8d5bd16-d884-4270-9432-d25b5a4fcf68), after_update {{(pid=103919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 17:22:47.457968 dv-cinder-837356-2-iscsi neutron-server[103918]: DEBUG neutron.db.provisioning_blocks [None req-39ead2dc-a542-4f04-b117-439eb7f32aa8 None None] Provisioning complete for port bbb2266f-e66a-4e7c-90ad-bbf0a686e05e triggered by entity L2. {{(pid=103918) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jun 16 17:22:47.458380 dv-cinder-837356-2-iscsi neutron-server[103918]: DEBUG neutron_lib.callbacks.manager [None req-39ead2dc-a542-4f04-b117-439eb7f32aa8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16149424'] for port (bbb2266f-e66a-4e7c-90ad-bbf0a686e05e), provisioning_complete {{(pid=103918) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 17:22:47.531525 dv-cinder-837356-2-iscsi neutron-server[103917]: DEBUG dbcounter [-] [103917] Writing DB stats neutron:INSERT=10,neutron:SELECT=87,neutron:UPDATE=3 {{(pid=103917) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 16 17:22:47.552130 dv-cinder-837356-2-iscsi neutron-server[103917]: DEBUG neutron_lib.callbacks.manager [None req-055270d5-f6d1-4052-a2be-0de251a39bf5 tempest-AttachVolumeShelveTestJSON-1123487845 tempest-AttachVolumeShelveTestJSON-1123487845-project] Publish callbacks [] for port (a34e8e9a-1ad2-4d9f-a2b7-f4ea88241f8a), precommit_create {{(pid=103917) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 17:22:47.642728 dv-cinder-837356-2-iscsi neutron-server[103917]: DEBUG neutron_lib.callbacks.manager [None req-055270d5-f6d1-4052-a2be-0de251a39bf5 tempest-AttachVolumeShelveTestJSON-1123487845 tempest-AttachVolumeShelveTestJSON-1123487845-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16007527', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-75831', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16241551', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8728538993421'] for port (a34e8e9a-1ad2-4d9f-a2b7-f4ea88241f8a), after_create {{(pid=103917) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 17:22:47.715291 dv-cinder-837356-2-iscsi neutron-server[103917]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-055270d5-f6d1-4052-a2be-0de251a39bf5 tempest-AttachVolumeShelveTestJSON-1123487845 tempest-AttachVolumeShelveTestJSON-1123487845-project] Network 9df31235-0797-44e6-85a0-102cb2da2d58 is already hosted by enough agents. {{(pid=103917) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 16 17:22:47.723117 dv-cinder-837356-2-iscsi neutron-server[103917]: DEBUG dbcounter [-] [103917] Writing DB stats neutron:INSERT=8,neutron:SELECT=84,neutron:DELETE=4,neutron:UPDATE=4 {{(pid=103917) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 16 17:22:47.724944 dv-cinder-837356-2-iscsi neutron-server[103917]: DEBUG neutron.scheduler.base_scheduler [None req-055270d5-f6d1-4052-a2be-0de251a39bf5 tempest-AttachVolumeShelveTestJSON-1123487845 tempest-AttachVolumeShelveTestJSON-1123487845-project] Resources bound (agent type, host, resource id): {{(pid=103917) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 16 17:22:47.730692 dv-cinder-837356-2-iscsi neutron-server[103919]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b48943a9-2d73-4448-96a4-783d256bda1d None None] Routers {'b698568a-354a-41b9-a41d-a2afa6bbdd0f'} bound to L3 agent in host dv-cinder-837356-2-iscsi {{(pid=103919) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jun 16 17:22:47.731332 dv-cinder-837356-2-iscsi neutron-server[103919]: DEBUG neutron.db.l3_hamode_db [None req-b48943a9-2d73-4448-96a4-783d256bda1d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-837356-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-06-16T17:14:15Z,description=,heartbeat_timestamp=2022-06-16T17:22:45Z,host='dv-cinder-837356-2-iscsi',id=7639df21-17c3-4235-8912-210c3ad54137,load=0,resource_versions=,resources_synced=,started_at=2022-06-16T17:14:15Z,topic='l3_agent')) {'router_ids': ['b698568a-354a-41b9-a41d-a2afa6bbdd0f'], 'active': True} {{(pid=103919) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 16 17:22:47.739592 dv-cinder-837356-2-iscsi neutron-server[103917]: DEBUG neutron.db.l3_dvrscheduler_db [None req-055270d5-f6d1-4052-a2be-0de251a39bf5 tempest-AttachVolumeShelveTestJSON-1123487845 tempest-AttachVolumeShelveTestJSON-1123487845-project] Received port after_create {{(pid=103917) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:542}} Jun 16 17:22:47.795942 dv-cinder-837356-2-iscsi neutron-server[103917]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-055270d5-f6d1-4052-a2be-0de251a39bf5 tempest-AttachVolumeShelveTestJSON-1123487845 tempest-AttachVolumeShelveTestJSON-1123487845-project] Pushing event updated for resources: {'Port': ['ID=a34e8e9a-1ad2-4d9f-a2b7-f4ea88241f8a,revision_number=1']} {{(pid=103917) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 17:22:47.849492 dv-cinder-837356-2-iscsi neutron-server[103916]: DEBUG neutron_lib.callbacks.manager [None req-fd6dba6b-37b3-43e8-95b5-173bbea21880 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-570488'] for security_group (95c6a905-4f28-4212-8e34-5de380388ab2), after_delete {{(pid=103916) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 17:22:47.866314 dv-cinder-837356-2-iscsi neutron-server[103916]: DEBUG neutron_lib.callbacks.manager [None req-fd6dba6b-37b3-43e8-95b5-173bbea21880 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103916) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 17:22:47.868231 dv-cinder-837356-2-iscsi neutron-server[103919]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6121450c-e232-437d-a1b1-5b201355d559 None None] Pushing event updated for resources: {'Port': ['ID=a8d5bd16-d884-4270-9432-d25b5a4fcf68,revision_number=4']} {{(pid=103919) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 17:22:47.873092 dv-cinder-837356-2-iscsi neutron-server[103916]: INFO neutron.wsgi [None req-fd6dba6b-37b3-43e8-95b5-173bbea21880 admin admin] 10.222.0.66 "DELETE /v2.0/security-groups/95c6a905-4f28-4212-8e34-5de380388ab2 HTTP/1.1" status: 204 len: 168 time: 1.3511767 Jun 16 17:22:47.901829 dv-cinder-837356-2-iscsi neutron-server[103916]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd6dba6b-37b3-43e8-95b5-173bbea21880 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=95c6a905-4f28-4212-8e34-5de380388ab2,revision_number=None']} {{(pid=103916) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 17:22:47.909068 dv-cinder-837356-2-iscsi neutron-server[103916]: DEBUG neutron_lib.callbacks.manager [None req-d099c896-78e0-43dd-9565-f066a33a5fb9 tempest-AttachVolumeTestJSON-336390128 tempest-AttachVolumeTestJSON-336390128-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16007590'] for port (None), before_create {{(pid=103916) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 17:22:47.973955 dv-cinder-837356-2-iscsi neutron-server[103917]: DEBUG neutron.wsgi [-] (103917) accepted ('10.222.0.81', 49323) {{(pid=103917) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 16 17:22:48.111254 dv-cinder-837356-2-iscsi neutron-server[103919]: DEBUG neutron.db.l3_dvr_db [None req-b48943a9-2d73-4448-96a4-783d256bda1d None None] Set router b698568a-354a-41b9-a41d-a2afa6bbdd0f gateway port host: dv-cinder-837356-2-iscsi {{(pid=103919) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jun 16 17:22:48.179776 dv-cinder-837356-2-iscsi neutron-server[103918]: DEBUG neutron.db.provisioning_blocks [None req-f3f55f4e-c3a8-4d68-b577-de05ef71e359 None None] Provisioning complete for port a8d5bd16-d884-4270-9432-d25b5a4fcf68 triggered by entity DHCP. {{(pid=103918) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jun 16 17:22:48.181053 dv-cinder-837356-2-iscsi neutron-server[103918]: DEBUG neutron_lib.callbacks.manager [None req-f3f55f4e-c3a8-4d68-b577-de05ef71e359 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16149424'] for port (a8d5bd16-d884-4270-9432-d25b5a4fcf68), provisioning_complete {{(pid=103918) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 17:22:48.242810 dv-cinder-837356-2-iscsi neutron-server[103916]: INFO neutron.wsgi [req-a1264291-263b-482d-bad7-28e66c954da4 req-4650d2b5-2840-481f-bff9-fb1d9e549deb tempest-DeleteServersTestJSON-168559711 tempest-DeleteServersTestJSON-168559711-project] 10.222.0.66 "GET /v2.0/ports?device_id=57b787b3-74c7-4e30-9f10-acea71d19c0c HTTP/1.1" status: 200 len: 210 time: 0.1719120 Jun 16 17:22:48.293999 dv-cinder-837356-2-iscsi neutron-server[103917]: DEBUG neutron_lib.callbacks.manager [None req-055270d5-f6d1-4052-a2be-0de251a39bf5 tempest-AttachVolumeShelveTestJSON-1123487845 tempest-AttachVolumeShelveTestJSON-1123487845-project] Publish callbacks [] for floatingip (83a541a9-9cb2-465a-9aaf-240ee7b3d5b7), precommit_create {{(pid=103917) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 17:22:48.305029 dv-cinder-837356-2-iscsi neutron-server[103919]: DEBUG dbcounter [-] [103919] Writing DB stats neutron:SELECT=95,neutron:UPDATE=4,neutron:INSERT=1 {{(pid=103919) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 16 17:22:48.484841 dv-cinder-837356-2-iscsi neutron-server[103918]: DEBUG neutron.plugins.ml2.plugin [None req-39ead2dc-a542-4f04-b117-439eb7f32aa8 None None] Current status of the port bbb2266f-e66a-4e7c-90ad-bbf0a686e05e is: ACTIVE; New status is: ACTIVE {{(pid=103918) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2298}} Jun 16 17:22:48.532330 dv-cinder-837356-2-iscsi neutron-server[103918]: DEBUG neutron_lib.callbacks.manager [None req-90597016-5de8-4c3e-b42a-66aa2c70cc5e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728539454181', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16149322'] for agent (853db9d1-1c17-40a4-900c-de4f90440474), after_update {{(pid=103918) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 17:22:48.541675 dv-cinder-837356-2-iscsi neutron-server[103917]: DEBUG neutron_lib.callbacks.manager [None req-055270d5-f6d1-4052-a2be-0de251a39bf5 tempest-AttachVolumeShelveTestJSON-1123487845 tempest-AttachVolumeShelveTestJSON-1123487845-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16007590'] for port (a34e8e9a-1ad2-4d9f-a2b7-f4ea88241f8a), before_update {{(pid=103917) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 17:22:48.543421 dv-cinder-837356-2-iscsi neutron-server[103916]: DEBUG neutron.db.db_base_plugin_common [None req-d099c896-78e0-43dd-9565-f066a33a5fb9 tempest-AttachVolumeTestJSON-336390128 tempest-AttachVolumeTestJSON-336390128-project] Allocated IP 172.27.2.146 (9df31235-0797-44e6-85a0-102cb2da2d58/1dfb0320-f5eb-46f6-88ce-33002f500238/b2ce76c6-0f60-4697-bd85-40a3ec4c9b38) {{(pid=103916) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 16 17:22:48.549534 dv-cinder-837356-2-iscsi neutron-server[103918]: DEBUG neutron_lib.callbacks.manager [None req-39ead2dc-a542-4f04-b117-439eb7f32aa8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728539454181', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16149322'] for agent (5b2fa84c-1db1-41c6-a6b9-975c3da28daf), after_update {{(pid=103918) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 17:22:48.625554 dv-cinder-837356-2-iscsi neutron-server[103918]: DEBUG neutron.plugins.ml2.plugin [None req-f3f55f4e-c3a8-4d68-b577-de05ef71e359 None None] Current status of the port a8d5bd16-d884-4270-9432-d25b5a4fcf68 is: DOWN; New status is: ACTIVE {{(pid=103918) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2298}} Jun 16 17:22:48.626214 dv-cinder-837356-2-iscsi neutron-server[103918]: DEBUG neutron_lib.callbacks.manager [None req-f3f55f4e-c3a8-4d68-b577-de05ef71e359 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16007590'] for port (a8d5bd16-d884-4270-9432-d25b5a4fcf68), before_update {{(pid=103918) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 17:22:48.740557 dv-cinder-837356-2-iscsi neutron-server[103919]: DEBUG neutron.db.l3_hamode_db [None req-b48943a9-2d73-4448-96a4-783d256bda1d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b698568a-354a-41b9-a41d-a2afa6bbdd0f', 'name': 'tempest-AttachVolumeTestJSON-2145162369-router', 'tenant_id': 'f029a8bb389c4d348c0e9001c5fa059c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9df31235-0797-44e6-85a0-102cb2da2d58', 'external_fixed_ips': [{'subnet_id': '1dfb0320-f5eb-46f6-88ce-33002f500238', 'ip_address': '172.27.2.110'}], 'enable_snat': True}, 'gw_port_id': '8996dd90-031b-4185-b6a7-e192f4c0cebb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-16T17:22:25Z', 'updated_at': '2022-06-16T17:22:36Z', 'revision_number': 4, 'project_id': 'f029a8bb389c4d348c0e9001c5fa059c', 'gw_port': {'id': '8996dd90-031b-4185-b6a7-e192f4c0cebb', 'name': '', 'network_id': '9df31235-0797-44e6-85a0-102cb2da2d58', 'tenant_id': '', 'mac_address': 'fa:16:3e:c1:51:ad', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b698568a-354a-41b9-a41d-a2afa6bbdd0f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 79, 'fixed_ips': [{'subnet_id': '1dfb0320-f5eb-46f6-88ce-33002f500238', 'ip_address': '172.27.2.110', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-837356-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-16T17:22:28Z', 'updated_at': '2022-06-16T17:22:43Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1dfb0320-f5eb-46f6-88ce-33002f500238', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-837356-2-iscsi', '_interfaces': [{'id': 'a8d5bd16-d884-4270-9432-d25b5a4fcf68', 'name': '', 'network_id': '82c6c893-96f4-45ae-b1e3-d70ff1db738d', 'tenant_id': 'f029a8bb389c4d348c0e9001c5fa059c', 'mac_address': 'fa:16:3e:43:3b:d8', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b698568a-354a-41b9-a41d-a2afa6bbdd0f', 'device_owner': 'network:router_interface', 'standard_attr_id': 117, 'fixed_ips': [{'subnet_id': '744fc868-35e9-4c30-8ac9-ba01749c37c3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-837356-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-16T17:22:35Z', 'updated_at': '2022-06-16T17:22:47Z', 'revision_number': 4, 'project_id': 'f029a8bb389c4d348c0e9001c5fa059c', 'subnets': [{'id': '744fc868-35e9-4c30-8ac9-ba01749c37c3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-837356-2-iscsi', False) {} {{(pid=103919) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 16 17:22:48.780288 dv-cinder-837356-2-iscsi neutron-server[103918]: DEBUG neutron.plugins.ml2.db [None req-f3f55f4e-c3a8-4d68-b577-de05ef71e359 None None] For port a8d5bd16-d884-4270-9432-d25b5a4fcf68, host dv-cinder-837356-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-837356-2-iscsi',level=0,port_id=a8d5bd16-d884-4270-9432-d25b5a4fcf68,segment=NetworkSegment(3fc55272-fc64-4407-9040-7681311e4934),segment_id=3fc55272-fc64-4407-9040-7681311e4934)] {{(pid=103918) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 16 17:22:48.795379 dv-cinder-837356-2-iscsi neutron-server[103918]: DEBUG neutron_lib.callbacks.manager [None req-f3f55f4e-c3a8-4d68-b577-de05ef71e359 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16007527', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-75831', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16241551', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728539364693', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728538993439', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728538993457'] for port (a8d5bd16-d884-4270-9432-d25b5a4fcf68), after_update {{(pid=103918) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 17:22:48.839211 dv-cinder-837356-2-iscsi neutron-server[103919]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b48943a9-2d73-4448-96a4-783d256bda1d None None] The sync data for ids ['b698568a-354a-41b9-a41d-a2afa6bbdd0f'] in dv-cinder-837356-2-iscsi is: [{'id': 'b698568a-354a-41b9-a41d-a2afa6bbdd0f', 'name': 'tempest-AttachVolumeTestJSON-2145162369-router', 'tenant_id': 'f029a8bb389c4d348c0e9001c5fa059c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9df31235-0797-44e6-85a0-102cb2da2d58', 'external_fixed_ips': [{'subnet_id': '1dfb0320-f5eb-46f6-88ce-33002f500238', 'ip_address': '172.27.2.110'}], 'enable_snat': True}, 'gw_port_id': '8996dd90-031b-4185-b6a7-e192f4c0cebb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-16T17:22:25Z', 'updated_at': '2022-06-16T17:22:36Z', 'revision_number': 4, 'project_id': 'f029a8bb389c4d348c0e9001c5fa059c', 'gw_port': {'id': '8996dd90-031b-4185-b6a7-e192f4c0cebb', 'name': '', 'network_id': '9df31235-0797-44e6-85a0-102cb2da2d58', 'tenant_id': '', 'mac_address': 'fa:16:3e:c1:51:ad', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b698568a-354a-41b9-a41d-a2afa6bbdd0f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 79, 'fixed_ips': [{'subnet_id': '1dfb0320-f5eb-46f6-88ce-33002f500238', 'ip_address': '172.27.2.110', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-837356-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-16T17:22:28Z', 'updated_at': '2022-06-16T17:22:43Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1dfb0320-f5eb-46f6-88ce-33002f500238', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-837356-2-iscsi', '_interfaces': [{'id': 'a8d5bd16-d884-4270-9432-d25b5a4fcf68', 'name': '', 'network_id': '82c6c893-96f4-45ae-b1e3-d70ff1db738d', 'tenant_id': 'f029a8bb389c4d348c0e9001c5fa059c', 'mac_address': 'fa:16:3e:43:3b:d8', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b698568a-354a-41b9-a41d-a2afa6bbdd0f', 'device_owner': 'network:router_interface', 'standard_attr_id': 117, 'fixed_ips': [{'subnet_id': '744fc868-35e9-4c30-8ac9-ba01749c37c3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-837356-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-16T17:22:35Z', 'updated_at': '2022-06-16T17:22:47Z', 'revision_number': 4, 'project_id': 'f029a8bb389c4d348c0e9001c5fa059c', 'subnets': [{'id': '744fc868-35e9-4c30-8ac9-ba01749c37c3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103919) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 16 17:22:48.885052 dv-cinder-837356-2-iscsi neutron-server[103917]: INFO neutron.wsgi [req-8908c16e-7bd3-4266-841a-3dbf40ff977f req-21e40dc4-2eb7-4608-aec0-9fae8396d079 tempest-ServerRescueNegativeTestJSON-1475515620 tempest-ServerRescueNegativeTestJSON-1475515620-project] 10.222.0.66 "GET /v2.0/ports?device_id=75957299-3d36-4f9c-a081-9e621c88225c HTTP/1.1" status: 200 len: 210 time: 0.1660542 Jun 16 17:22:48.905135 dv-cinder-837356-2-iscsi neutron-server[103918]: DEBUG neutron.plugins.ml2.rpc [None req-39ead2dc-a542-4f04-b117-439eb7f32aa8 None None] Device a8d5bd16-d884-4270-9432-d25b5a4fcf68 up at agent ovs-agent-dv-cinder-837356-2-iscsi {{(pid=103918) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 16 17:22:48.937599 dv-cinder-837356-2-iscsi neutron-server[103917]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8448b2b-c387-4816-a635-4cd354ee8aa2 req-a5845674-fde6-42bf-aa5e-73abe4b534a4 tempest-ServerRescueNegativeTestJSON-1475515620 tempest-ServerRescueNegativeTestJSON-1475515620-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103917) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 16 17:22:48.939436 dv-cinder-837356-2-iscsi neutron-server[103917]: INFO neutron.wsgi [req-e8448b2b-c387-4816-a635-4cd354ee8aa2 req-a5845674-fde6-42bf-aa5e-73abe4b534a4 tempest-ServerRescueNegativeTestJSON-1475515620 tempest-ServerRescueNegativeTestJSON-1475515620-project] 10.222.0.81 "GET /v2.0/networks?id=7c13538c-2941-4763-a560-37a0a33d14c7 HTTP/1.1" status: 200 len: 819 time: 0.9234684 Jun 16 17:22:48.988056 dv-cinder-837356-2-iscsi neutron-server[103916]: DEBUG dbcounter [-] [103916] Writing DB stats neutron:SELECT=88,neutron:INSERT=7,neutron:DELETE=3,neutron:UPDATE=2 {{(pid=103916) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 16 17:22:48.989505 dv-cinder-837356-2-iscsi neutron-server[103918]: DEBUG neutron.db.provisioning_blocks [None req-9d01eb30-f392-480e-bc63-ac758a0b9a85 None None] Provisioning complete for port a8d5bd16-d884-4270-9432-d25b5a4fcf68 triggered by entity DHCP. {{(pid=103918) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jun 16 17:22:48.989505 dv-cinder-837356-2-iscsi neutron-server[103918]: DEBUG neutron_lib.callbacks.manager [None req-9d01eb30-f392-480e-bc63-ac758a0b9a85 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16149424'] for port (a8d5bd16-d884-4270-9432-d25b5a4fcf68), provisioning_complete {{(pid=103918) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 17:22:49.011385 dv-cinder-837356-2-iscsi neutron-server[103916]: DEBUG neutron_lib.callbacks.manager [None req-d099c896-78e0-43dd-9565-f066a33a5fb9 tempest-AttachVolumeTestJSON-336390128 tempest-AttachVolumeTestJSON-336390128-project] Publish callbacks [] for port (b2ce76c6-0f60-4697-bd85-40a3ec4c9b38), precommit_create {{(pid=103916) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 17:22:49.055855 dv-cinder-837356-2-iscsi neutron-server[103918]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f3f55f4e-c3a8-4d68-b577-de05ef71e359 None None] Pushing event updated for resources: {'Port': ['ID=a8d5bd16-d884-4270-9432-d25b5a4fcf68,revision_number=5']} {{(pid=103918) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 17:22:49.057274 dv-cinder-837356-2-iscsi neutron-server[103916]: DEBUG neutron_lib.callbacks.manager [None req-d099c896-78e0-43dd-9565-f066a33a5fb9 tempest-AttachVolumeTestJSON-336390128 tempest-AttachVolumeTestJSON-336390128-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16007527', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-75831', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16241551', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8728538993421'] for port (b2ce76c6-0f60-4697-bd85-40a3ec4c9b38), after_create {{(pid=103916) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 17:22:49.088302 dv-cinder-837356-2-iscsi neutron-server[103918]: DEBUG neutron.db.provisioning_blocks [None req-39ead2dc-a542-4f04-b117-439eb7f32aa8 None None] Provisioning complete for port a8d5bd16-d884-4270-9432-d25b5a4fcf68 triggered by entity L2. {{(pid=103918) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jun 16 17:22:49.088302 dv-cinder-837356-2-iscsi neutron-server[103918]: DEBUG neutron_lib.callbacks.manager [None req-39ead2dc-a542-4f04-b117-439eb7f32aa8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16149424'] for port (a8d5bd16-d884-4270-9432-d25b5a4fcf68), provisioning_complete {{(pid=103918) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 17:22:49.098383 dv-cinder-837356-2-iscsi neutron-server[103916]: DEBUG dbcounter [-] [103916] Writing DB stats neutron:SELECT=85,neutron:INSERT=9,neutron:UPDATE=3,neutron:DELETE=3 {{(pid=103916) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 16 17:22:49.101222 dv-cinder-837356-2-iscsi neutron-server[103916]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d099c896-78e0-43dd-9565-f066a33a5fb9 tempest-AttachVolumeTestJSON-336390128 tempest-AttachVolumeTestJSON-336390128-project] Network 9df31235-0797-44e6-85a0-102cb2da2d58 is already hosted by enough agents. {{(pid=103916) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 16 17:22:49.134736 dv-cinder-837356-2-iscsi neutron-server[103918]: DEBUG dbcounter [-] [103918] Writing DB stats neutron:SELECT=97,neutron:UPDATE=3 {{(pid=103918) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 16 17:22:49.145572 dv-cinder-837356-2-iscsi neutron-server[103916]: DEBUG neutron.scheduler.base_scheduler [None req-d099c896-78e0-43dd-9565-f066a33a5fb9 tempest-AttachVolumeTestJSON-336390128 tempest-AttachVolumeTestJSON-336390128-project] Resources bound (agent type, host, resource id): {{(pid=103916) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 16 17:22:49.155067 dv-cinder-837356-2-iscsi neutron-server[103916]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d099c896-78e0-43dd-9565-f066a33a5fb9 tempest-AttachVolumeTestJSON-336390128 tempest-AttachVolumeTestJSON-336390128-project] Received port after_create {{(pid=103916) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:542}} Jun 16 17:22:49.190982 dv-cinder-837356-2-iscsi neutron-server[103918]: DEBUG dbcounter [-] [103918] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=103918) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 16 17:22:49.191877 dv-cinder-837356-2-iscsi neutron-server[103917]: DEBUG neutron_lib.callbacks.manager [None req-055270d5-f6d1-4052-a2be-0de251a39bf5 tempest-AttachVolumeShelveTestJSON-1123487845 tempest-AttachVolumeShelveTestJSON-1123487845-project] Publish callbacks [] for port (a34e8e9a-1ad2-4d9f-a2b7-f4ea88241f8a), precommit_update {{(pid=103917) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 17:22:49.193644 dv-cinder-837356-2-iscsi neutron-server[103918]: DEBUG neutron.plugins.ml2.plugin [None req-9d01eb30-f392-480e-bc63-ac758a0b9a85 None None] Current status of the port a8d5bd16-d884-4270-9432-d25b5a4fcf68 is: ACTIVE; New status is: ACTIVE {{(pid=103918) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2298}} Jun 16 17:22:49.202982 dv-cinder-837356-2-iscsi neutron-server[103917]: DEBUG neutron_lib.callbacks.manager [None req-055270d5-f6d1-4052-a2be-0de251a39bf5 tempest-AttachVolumeShelveTestJSON-1123487845 tempest-AttachVolumeShelveTestJSON-1123487845-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16007527', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-75831', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16241551', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728539364693', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728538993439', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728538993457'] for port (a34e8e9a-1ad2-4d9f-a2b7-f4ea88241f8a), after_update {{(pid=103917) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 17:22:49.248197 dv-cinder-837356-2-iscsi neutron-server[103916]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d099c896-78e0-43dd-9565-f066a33a5fb9 tempest-AttachVolumeTestJSON-336390128 tempest-AttachVolumeTestJSON-336390128-project] Pushing event updated for resources: {'Port': ['ID=b2ce76c6-0f60-4697-bd85-40a3ec4c9b38,revision_number=1']} {{(pid=103916) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 17:22:49.272857 dv-cinder-837356-2-iscsi neutron-server[103917]: DEBUG neutron_lib.callbacks.manager [None req-055270d5-f6d1-4052-a2be-0de251a39bf5 tempest-AttachVolumeShelveTestJSON-1123487845 tempest-AttachVolumeShelveTestJSON-1123487845-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-704970'] for floatingip (83a541a9-9cb2-465a-9aaf-240ee7b3d5b7), after_create {{(pid=103917) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 17:22:49.285229 dv-cinder-837356-2-iscsi neutron-server[103918]: DEBUG neutron.plugins.ml2.plugin [None req-39ead2dc-a542-4f04-b117-439eb7f32aa8 None None] Current status of the port a8d5bd16-d884-4270-9432-d25b5a4fcf68 is: ACTIVE; New status is: ACTIVE {{(pid=103918) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2298}} Jun 16 17:22:49.365824 dv-cinder-837356-2-iscsi neutron-server[103917]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-055270d5-f6d1-4052-a2be-0de251a39bf5 tempest-AttachVolumeShelveTestJSON-1123487845 tempest-AttachVolumeShelveTestJSON-1123487845-project] Pushing event updated for resources: {'Port': ['ID=a34e8e9a-1ad2-4d9f-a2b7-f4ea88241f8a,revision_number=2']} {{(pid=103917) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 17:22:49.383516 dv-cinder-837356-2-iscsi neutron-server[103917]: DEBUG neutron_lib.callbacks.manager [None req-055270d5-f6d1-4052-a2be-0de251a39bf5 tempest-AttachVolumeShelveTestJSON-1123487845 tempest-AttachVolumeShelveTestJSON-1123487845-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-191112'] for floatingip (None), before_response {{(pid=103917) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 17:22:49.386905 dv-cinder-837356-2-iscsi neutron-server[103917]: INFO neutron.wsgi [None req-055270d5-f6d1-4052-a2be-0de251a39bf5 tempest-AttachVolumeShelveTestJSON-1123487845 tempest-AttachVolumeShelveTestJSON-1123487845-project] 10.222.0.66 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 3.0658882 Jun 16 17:22:49.395774 dv-cinder-837356-2-iscsi neutron-server[103916]: DEBUG neutron_lib.callbacks.manager [None req-d099c896-78e0-43dd-9565-f066a33a5fb9 tempest-AttachVolumeTestJSON-336390128 tempest-AttachVolumeTestJSON-336390128-project] Publish callbacks [] for floatingip (f482a0fc-403a-4b0d-82b2-0f4a46df0c1a), precommit_create {{(pid=103916) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 17:22:49.508195 dv-cinder-837356-2-iscsi neutron-server[103916]: INFO neutron.wsgi [req-024ab29b-cc71-4503-8dad-2dadc89a1e23 req-df1f12e9-67b8-4e5b-98f1-c4352a6087fd tempest-DeleteServersTestJSON-168559711 tempest-DeleteServersTestJSON-168559711-project] 10.222.0.66 "GET /v2.0/ports?device_id=57b787b3-74c7-4e30-9f10-acea71d19c0c HTTP/1.1" status: 200 len: 210 time: 0.0898378 Jun 16 17:22:49.519737 dv-cinder-837356-2-iscsi neutron-server[103916]: DEBUG neutron_lib.callbacks.manager [None req-d099c896-78e0-43dd-9565-f066a33a5fb9 tempest-AttachVolumeTestJSON-336390128 tempest-AttachVolumeTestJSON-336390128-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16007590'] for port (b2ce76c6-0f60-4697-bd85-40a3ec4c9b38), before_update {{(pid=103916) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 17:22:49.717879 dv-cinder-837356-2-iscsi neutron-server[103917]: INFO neutron.wsgi [req-c17d1fb6-d773-4900-8e27-5c5a8d0a6dd7 req-7a4c8643-d82b-4a81-99e4-d7faaa6a446d tempest-AttachVolumeShelveTestJSON-1123487845 tempest-AttachVolumeShelveTestJSON-1123487845-project] 10.222.0.66 "GET /v2.0/security-groups?name=tempest-securitygroup--1001719491&fields=id&tenant_id=0c63f648631a4a11910b4b135f22b235 HTTP/1.1" status: 200 len: 267 time: 0.0699689 Jun 16 17:22:49.772054 dv-cinder-837356-2-iscsi neutron-server[103916]: DEBUG neutron_lib.callbacks.manager [None req-d099c896-78e0-43dd-9565-f066a33a5fb9 tempest-AttachVolumeTestJSON-336390128 tempest-AttachVolumeTestJSON-336390128-project] Publish callbacks [] for port (b2ce76c6-0f60-4697-bd85-40a3ec4c9b38), precommit_update {{(pid=103916) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 17:22:49.781509 dv-cinder-837356-2-iscsi neutron-server[103916]: DEBUG neutron_lib.callbacks.manager [None req-d099c896-78e0-43dd-9565-f066a33a5fb9 tempest-AttachVolumeTestJSON-336390128 tempest-AttachVolumeTestJSON-336390128-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16007527', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-75831', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16241551', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728539364693', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728538993439', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728538993457'] for port (b2ce76c6-0f60-4697-bd85-40a3ec4c9b38), after_update {{(pid=103916) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 17:22:49.828348 dv-cinder-837356-2-iscsi neutron-server[103916]: DEBUG neutron_lib.callbacks.manager [None req-d099c896-78e0-43dd-9565-f066a33a5fb9 tempest-AttachVolumeTestJSON-336390128 tempest-AttachVolumeTestJSON-336390128-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-704970'] for floatingip (f482a0fc-403a-4b0d-82b2-0f4a46df0c1a), after_create {{(pid=103916) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 17:22:49.855677 dv-cinder-837356-2-iscsi neutron-server[103916]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d099c896-78e0-43dd-9565-f066a33a5fb9 tempest-AttachVolumeTestJSON-336390128 tempest-AttachVolumeTestJSON-336390128-project] Pushing event updated for resources: {'Port': ['ID=b2ce76c6-0f60-4697-bd85-40a3ec4c9b38,revision_number=2']} {{(pid=103916) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 17:22:49.871289 dv-cinder-837356-2-iscsi neutron-server[103917]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c17d1fb6-d773-4900-8e27-5c5a8d0a6dd7 req-29a77b01-c067-441b-b6f6-3be449335460 tempest-AttachVolumeShelveTestJSON-1123487845 tempest-AttachVolumeShelveTestJSON-1123487845-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103917) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 16 17:22:49.872967 dv-cinder-837356-2-iscsi neutron-server[103917]: INFO neutron.wsgi [req-c17d1fb6-d773-4900-8e27-5c5a8d0a6dd7 req-29a77b01-c067-441b-b6f6-3be449335460 tempest-AttachVolumeShelveTestJSON-1123487845 tempest-AttachVolumeShelveTestJSON-1123487845-project] 10.222.0.66 "GET /v2.0/networks?id=04f2ecf4-cd9f-483b-9100-6d9d67a561d2 HTTP/1.1" status: 200 len: 816 time: 0.1472673 Jun 16 17:22:49.881536 dv-cinder-837356-2-iscsi neutron-server[103916]: DEBUG neutron_lib.callbacks.manager [None req-d099c896-78e0-43dd-9565-f066a33a5fb9 tempest-AttachVolumeTestJSON-336390128 tempest-AttachVolumeTestJSON-336390128-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-191112'] for floatingip (None), before_response {{(pid=103916) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 17:22:49.882269 dv-cinder-837356-2-iscsi neutron-server[103916]: INFO neutron.wsgi [None req-d099c896-78e0-43dd-9565-f066a33a5fb9 tempest-AttachVolumeTestJSON-336390128 tempest-AttachVolumeTestJSON-336390128-project] 10.222.0.66 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 3.1100340 Jun 16 17:22:49.900850 dv-cinder-837356-2-iscsi neutron-server[103917]: INFO neutron.wsgi [req-c17d1fb6-d773-4900-8e27-5c5a8d0a6dd7 req-dd6f1b32-275f-4ea2-8ef2-27bc11b1222a tempest-AttachVolumeShelveTestJSON-1123487845 tempest-AttachVolumeShelveTestJSON-1123487845-project] 10.222.0.66 "GET /v2.0/quotas/0c63f648631a4a11910b4b135f22b235 HTTP/1.1" status: 200 len: 375 time: 0.0131483 Jun 16 17:22:49.984301 dv-cinder-837356-2-iscsi neutron-server[103917]: INFO neutron.wsgi [req-c17d1fb6-d773-4900-8e27-5c5a8d0a6dd7 req-ba62ac67-7f8d-4828-809d-f297d5afffd6 tempest-AttachVolumeShelveTestJSON-1123487845 tempest-AttachVolumeShelveTestJSON-1123487845-project] 10.222.0.66 "GET /v2.0/ports?tenant_id=0c63f648631a4a11910b4b135f22b235&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0744607 Jun 16 17:22:50.043183 dv-cinder-837356-2-iscsi neutron-server[103916]: INFO neutron.wsgi [req-5cedd061-8a10-427a-8f79-9a637ff256fe req-75110e1a-cd8c-47a7-b289-fb4648c66f6b tempest-ServerRescueNegativeTestJSON-1475515620 tempest-ServerRescueNegativeTestJSON-1475515620-project] 10.222.0.66 "GET /v2.0/ports?device_id=75957299-3d36-4f9c-a081-9e621c88225c HTTP/1.1" status: 200 len: 210 time: 0.0405483 Jun 16 17:22:50.129773 dv-cinder-837356-2-iscsi neutron-server[103917]: INFO neutron.wsgi [req-c17d1fb6-d773-4900-8e27-5c5a8d0a6dd7 req-0b54fa83-496b-4c3a-8a58-4812156faf41 service neutron] 10.222.0.66 "GET /v2.0/networks/04f2ecf4-cd9f-483b-9100-6d9d67a561d2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1245904 Jun 16 17:22:50.151649 dv-cinder-837356-2-iscsi neutron-server[103916]: DEBUG neutron.wsgi [-] (103916) accepted ('10.222.0.66', 36304) {{(pid=103916) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 16 17:22:50.164772 dv-cinder-837356-2-iscsi neutron-server[103917]: DEBUG dbcounter [-] [103917] Writing DB stats neutron:SELECT=97,neutron:INSERT=2,neutron:DELETE=1 {{(pid=103917) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 16 17:22:50.241517 dv-cinder-837356-2-iscsi neutron-server[103916]: INFO neutron.wsgi [req-dfcf68ed-df61-459c-9915-4114a6965a7c req-d14e04c5-427f-4f4c-b4d8-e6c63e1c0e78 tempest-AttachVolumeTestJSON-336390128 tempest-AttachVolumeTestJSON-336390128-project] 10.222.0.66 "GET /v2.0/security-groups?name=tempest-securitygroup--1986269765&fields=id&tenant_id=f029a8bb389c4d348c0e9001c5fa059c HTTP/1.1" status: 200 len: 267 time: 0.1021883 Jun 16 17:22:50.393798 dv-cinder-837356-2-iscsi neutron-server[103916]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dfcf68ed-df61-459c-9915-4114a6965a7c req-28b2a4ce-2d71-4268-8e4c-594a0a8d8d44 tempest-AttachVolumeTestJSON-336390128 tempest-AttachVolumeTestJSON-336390128-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103916) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 16 17:22:50.397996 dv-cinder-837356-2-iscsi neutron-server[103916]: INFO neutron.wsgi [req-dfcf68ed-df61-459c-9915-4114a6965a7c req-28b2a4ce-2d71-4268-8e4c-594a0a8d8d44 tempest-AttachVolumeTestJSON-336390128 tempest-AttachVolumeTestJSON-336390128-project] 10.222.0.66 "GET /v2.0/networks?id=82c6c893-96f4-45ae-b1e3-d70ff1db738d HTTP/1.1" status: 200 len: 811 time: 0.1553693 Jun 16 17:22:50.425550 dv-cinder-837356-2-iscsi neutron-server[103916]: INFO neutron.wsgi [req-dfcf68ed-df61-459c-9915-4114a6965a7c req-829914e3-4be3-4522-9512-e453e989268f tempest-AttachVolumeTestJSON-336390128 tempest-AttachVolumeTestJSON-336390128-project] 10.222.0.66 "GET /v2.0/quotas/f029a8bb389c4d348c0e9001c5fa059c HTTP/1.1" status: 200 len: 375 time: 0.0240121 Jun 16 17:22:50.437982 dv-cinder-837356-2-iscsi neutron-server[103917]: DEBUG dbcounter [-] [103917] Writing DB stats neutron:SELECT=97,neutron:UPDATE=2,neutron:DELETE=1 {{(pid=103917) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 16 17:22:50.461964 dv-cinder-837356-2-iscsi neutron-server[103917]: INFO neutron.wsgi [req-c17d1fb6-d773-4900-8e27-5c5a8d0a6dd7 req-ee1aa082-7731-45f9-9d10-259032c8a0c0 service neutron] 10.222.0.66 "GET /v2.0/networks/04f2ecf4-cd9f-483b-9100-6d9d67a561d2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3309052 Jun 16 17:22:50.500041 dv-cinder-837356-2-iscsi neutron-server[103916]: INFO neutron.wsgi [req-dfcf68ed-df61-459c-9915-4114a6965a7c req-15b51731-b9d9-4ef7-961a-5fb813c59e6e tempest-AttachVolumeTestJSON-336390128 tempest-AttachVolumeTestJSON-336390128-project] 10.222.0.66 "GET /v2.0/ports?tenant_id=f029a8bb389c4d348c0e9001c5fa059c&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0717406 Jun 16 17:22:50.589372 dv-cinder-837356-2-iscsi neutron-server[103916]: DEBUG neutron_lib.callbacks.manager [None req-f649ed2f-447a-413f-9334-f7d11240408f admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103916) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 17:22:50.666113 dv-cinder-837356-2-iscsi neutron-server[103916]: INFO neutron.wsgi [req-dfcf68ed-df61-459c-9915-4114a6965a7c req-8f0ce060-491b-4f3d-b750-77c1e4ced2c2 service neutron] 10.222.0.66 "GET /v2.0/networks/82c6c893-96f4-45ae-b1e3-d70ff1db738d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1585722 Jun 16 17:22:50.678518 dv-cinder-837356-2-iscsi neutron-server[103918]: DEBUG neutron.plugins.ml2.rpc [None req-39ead2dc-a542-4f04-b117-439eb7f32aa8 None None] Device a8d5bd16-d884-4270-9432-d25b5a4fcf68 up at agent ovs-agent-dv-cinder-837356-2-iscsi {{(pid=103918) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 16 17:22:50.681785 dv-cinder-837356-2-iscsi neutron-server[103916]: DEBUG dbcounter [-] [103916] Writing DB stats neutron:SELECT=93,neutron:INSERT=3,neutron:UPDATE=2,neutron:DELETE=2 {{(pid=103916) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 16 17:22:50.735031 dv-cinder-837356-2-iscsi neutron-server[103916]: DEBUG dbcounter [-] [103916] Writing DB stats neutron:SELECT=89,neutron:UPDATE=1,neutron:INSERT=10 {{(pid=103916) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 16 17:22:50.766673 dv-cinder-837356-2-iscsi neutron-server[103918]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-08bd3b22-8b4c-4872-bec7-ff4434fbd801 None None] Sync routers for ids ['5557f5ad-f4fd-4009-ab4c-69a33d9eac05'] in dv-cinder-837356-2-iscsi {{(pid=103918) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 16 17:22:50.790282 dv-cinder-837356-2-iscsi neutron-server[103918]: DEBUG neutron.db.l3_dvrscheduler_db [None req-08bd3b22-8b4c-4872-bec7-ff4434fbd801 None None] Routers {'5557f5ad-f4fd-4009-ab4c-69a33d9eac05'} bound to L3 agent in host dv-cinder-837356-2-iscsi {{(pid=103918) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jun 16 17:22:50.791278 dv-cinder-837356-2-iscsi neutron-server[103918]: DEBUG neutron.db.l3_hamode_db [None req-08bd3b22-8b4c-4872-bec7-ff4434fbd801 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-837356-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-06-16T17:14:15Z,description=,heartbeat_timestamp=2022-06-16T17:22:45Z,host='dv-cinder-837356-2-iscsi',id=7639df21-17c3-4235-8912-210c3ad54137,load=0,resource_versions=,resources_synced=,started_at=2022-06-16T17:14:15Z,topic='l3_agent')) {'router_ids': ['5557f5ad-f4fd-4009-ab4c-69a33d9eac05'], 'active': True} {{(pid=103918) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 16 17:22:50.805707 dv-cinder-837356-2-iscsi neutron-server[103917]: INFO neutron.wsgi [req-a1e33756-86c0-4947-8cb0-f3bccbd3d58d req-ed284a4f-1e97-4482-81dc-baa7be5dc272 tempest-DeleteServersTestJSON-168559711 tempest-DeleteServersTestJSON-168559711-project] 10.222.0.66 "GET /v2.0/ports?device_id=57b787b3-74c7-4e30-9f10-acea71d19c0c HTTP/1.1" status: 200 len: 210 time: 0.0454752 Jun 16 17:22:50.845732 dv-cinder-837356-2-iscsi neutron-server[103916]: INFO neutron.wsgi [req-dfcf68ed-df61-459c-9915-4114a6965a7c req-e27d88fc-d3d6-4108-9234-7fcdfc5403ab service neutron] 10.222.0.66 "GET /v2.0/networks/82c6c893-96f4-45ae-b1e3-d70ff1db738d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1626899 Jun 16 17:22:50.862019 dv-cinder-837356-2-iscsi neutron-server[103918]: DEBUG neutron.db.provisioning_blocks [None req-39ead2dc-a542-4f04-b117-439eb7f32aa8 None None] Provisioning complete for port a8d5bd16-d884-4270-9432-d25b5a4fcf68 triggered by entity L2. {{(pid=103918) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jun 16 17:22:50.862681 dv-cinder-837356-2-iscsi neutron-server[103918]: DEBUG neutron_lib.callbacks.manager [None req-39ead2dc-a542-4f04-b117-439eb7f32aa8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16149424'] for port (a8d5bd16-d884-4270-9432-d25b5a4fcf68), provisioning_complete {{(pid=103918) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 17:22:50.876134 dv-cinder-837356-2-iscsi neutron-server[103916]: DEBUG neutron_lib.callbacks.manager [None req-f649ed2f-447a-413f-9334-f7d11240408f admin admin] Publish callbacks [] for security_group (626a5574-7fb4-42f2-8305-8b8a57d7b65f), precommit_create {{(pid=103916) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 17:22:50.885055 dv-cinder-837356-2-iscsi neutron-server[103916]: DEBUG neutron_lib.callbacks.manager [None req-f649ed2f-447a-413f-9334-f7d11240408f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-570488'] for security_group (626a5574-7fb4-42f2-8305-8b8a57d7b65f), after_create {{(pid=103916) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 17:22:50.915984 dv-cinder-837356-2-iscsi neutron-server[103917]: INFO neutron.wsgi [req-9e2f6811-6159-4ccd-a005-344ac614d693 req-f857225b-4ecb-422f-adc8-cd53404c4a75 tempest-AttachVolumeShelveTestJSON-1123487845 tempest-AttachVolumeShelveTestJSON-1123487845-project] 10.222.0.66 "GET /v2.0/ports?device_id=ab2e7148-fa86-4648-9e4b-87e27fcf1147 HTTP/1.1" status: 200 len: 210 time: 0.0417900 Jun 16 17:22:50.942008 dv-cinder-837356-2-iscsi neutron-server[103916]: INFO neutron.wsgi [None req-f649ed2f-447a-413f-9334-f7d11240408f admin admin] 10.222.0.66 "GET /v2.0/security-groups?tenant_id=76cb621543b1486e95c0ec193887bf9d&name=default HTTP/1.1" status: 200 len: 2996 time: 0.7830756 Jun 16 17:22:50.957592 dv-cinder-837356-2-iscsi neutron-server[103916]: DEBUG neutron.wsgi [-] (103916) accepted ('10.222.0.66', 36334) {{(pid=103916) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 16 17:22:51.073271 dv-cinder-837356-2-iscsi neutron-server[103916]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f649ed2f-447a-413f-9334-f7d11240408f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=626a5574-7fb4-42f2-8305-8b8a57d7b65f,revision_number=1']} {{(pid=103916) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 17:22:51.143856 dv-cinder-837356-2-iscsi neutron-server[103918]: DEBUG neutron.db.l3_dvr_db [None req-08bd3b22-8b4c-4872-bec7-ff4434fbd801 None None] Set router 5557f5ad-f4fd-4009-ab4c-69a33d9eac05 gateway port host: dv-cinder-837356-2-iscsi {{(pid=103918) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jun 16 17:22:51.163468 dv-cinder-837356-2-iscsi neutron-server[103916]: DEBUG neutron_lib.callbacks.manager [None req-9e59b0ce-ef40-4104-8f61-e78514e9063e admin admin] Publish callbacks [] for security_group (626a5574-7fb4-42f2-8305-8b8a57d7b65f), before_delete {{(pid=103916) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 17:22:51.190608 dv-cinder-837356-2-iscsi neutron-server[103917]: INFO neutron.wsgi [req-a5e4f32b-a5c8-410a-86a1-a706680e6eb6 req-0e4a6e1a-eba6-4560-909f-9b88f528d4cf tempest-AttachVolumeTestJSON-336390128 tempest-AttachVolumeTestJSON-336390128-project] 10.222.0.66 "GET /v2.0/ports?device_id=7d22b60d-19fe-4dca-8eef-821db5a4dc55 HTTP/1.1" status: 200 len: 210 time: 0.0610571 Jun 16 17:22:51.200338 dv-cinder-837356-2-iscsi neutron-server[103918]: DEBUG neutron.plugins.ml2.plugin [None req-39ead2dc-a542-4f04-b117-439eb7f32aa8 None None] Current status of the port a8d5bd16-d884-4270-9432-d25b5a4fcf68 is: ACTIVE; New status is: ACTIVE {{(pid=103918) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2298}} Jun 16 17:22:51.216980 dv-cinder-837356-2-iscsi neutron-server[103916]: DEBUG neutron_lib.callbacks.manager [None req-9e59b0ce-ef40-4104-8f61-e78514e9063e admin admin] Publish callbacks [] for security_group (626a5574-7fb4-42f2-8305-8b8a57d7b65f), precommit_delete {{(pid=103916) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 17:22:51.304145 dv-cinder-837356-2-iscsi neutron-server[103916]: DEBUG neutron_lib.callbacks.manager [None req-9e59b0ce-ef40-4104-8f61-e78514e9063e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-570488'] for security_group (626a5574-7fb4-42f2-8305-8b8a57d7b65f), after_delete {{(pid=103916) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 17:22:51.312186 dv-cinder-837356-2-iscsi neutron-server[103916]: DEBUG neutron_lib.callbacks.manager [None req-9e59b0ce-ef40-4104-8f61-e78514e9063e admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103916) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 17:22:51.321563 dv-cinder-837356-2-iscsi neutron-server[103916]: INFO neutron.wsgi [None req-9e59b0ce-ef40-4104-8f61-e78514e9063e admin admin] 10.222.0.66 "DELETE /v2.0/security-groups/626a5574-7fb4-42f2-8305-8b8a57d7b65f HTTP/1.1" status: 204 len: 168 time: 0.3613753 Jun 16 17:22:51.338706 dv-cinder-837356-2-iscsi neutron-server[103916]: INFO neutron.wsgi [req-85db64c7-3e70-4ffe-bcef-a27e99827c18 req-bef04fe1-4cce-4ba8-8079-df6825b911cc tempest-ServerRescueNegativeTestJSON-1475515620 tempest-ServerRescueNegativeTestJSON-1475515620-project] 10.222.0.66 "GET /v2.0/ports?device_id=75957299-3d36-4f9c-a081-9e621c88225c HTTP/1.1" status: 200 len: 210 time: 0.0793154 Jun 16 17:22:51.343770 dv-cinder-837356-2-iscsi neutron-server[103916]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e59b0ce-ef40-4104-8f61-e78514e9063e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=626a5574-7fb4-42f2-8305-8b8a57d7b65f,revision_number=None']} {{(pid=103916) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 17:22:51.408190 dv-cinder-837356-2-iscsi neutron-server[103916]: DEBUG neutron.wsgi [-] (103916) accepted ('10.222.0.81', 49326) {{(pid=103916) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 16 17:22:51.428756 dv-cinder-837356-2-iscsi neutron-server[103917]: DEBUG neutron.api.v2.base [req-e8448b2b-c387-4816-a635-4cd354ee8aa2 req-5c96d395-7477-4ef9-8f99-b63cbc948dd2 tempest-ServerRescueNegativeTestJSON-1475515620 tempest-ServerRescueNegativeTestJSON-1475515620-project] Request body: {'port': {'device_id': '90ea9630-ef03-47fd-aa60-695a36081c19', 'network_id': '7c13538c-2941-4763-a560-37a0a33d14c7', 'admin_state_up': True, 'tenant_id': 'ccf5c45783454fc5a7872490196f07e0'}} {{(pid=103917) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jun 16 17:22:51.484630 dv-cinder-837356-2-iscsi neutron-server[103918]: DEBUG neutron.db.l3_hamode_db [None req-08bd3b22-8b4c-4872-bec7-ff4434fbd801 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5557f5ad-f4fd-4009-ab4c-69a33d9eac05', 'name': 'tempest-AttachVolumeShelveTestJSON-288441189-router', 'tenant_id': '0c63f648631a4a11910b4b135f22b235', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9df31235-0797-44e6-85a0-102cb2da2d58', 'external_fixed_ips': [{'subnet_id': '1dfb0320-f5eb-46f6-88ce-33002f500238', 'ip_address': '172.27.2.250'}], 'enable_snat': True}, 'gw_port_id': 'bbb2266f-e66a-4e7c-90ad-bbf0a686e05e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-16T17:22:27Z', 'updated_at': '2022-06-16T17:22:37Z', 'revision_number': 4, 'project_id': '0c63f648631a4a11910b4b135f22b235', 'gw_port': {'id': 'bbb2266f-e66a-4e7c-90ad-bbf0a686e05e', 'name': '', 'network_id': '9df31235-0797-44e6-85a0-102cb2da2d58', 'tenant_id': '', 'mac_address': 'fa:16:3e:16:85:53', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5557f5ad-f4fd-4009-ab4c-69a33d9eac05', 'device_owner': 'network:router_gateway', 'standard_attr_id': 94, 'fixed_ips': [{'subnet_id': '1dfb0320-f5eb-46f6-88ce-33002f500238', 'ip_address': '172.27.2.250', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-837356-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-16T17:22:29Z', 'updated_at': '2022-06-16T17:22:45Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1dfb0320-f5eb-46f6-88ce-33002f500238', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-837356-2-iscsi', '_interfaces': [{'id': 'c624de63-ffae-4e98-95eb-7e74edb29e5b', 'name': '', 'network_id': '04f2ecf4-cd9f-483b-9100-6d9d67a561d2', 'tenant_id': '0c63f648631a4a11910b4b135f22b235', 'mac_address': 'fa:16:3e:62:b5:88', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5557f5ad-f4fd-4009-ab4c-69a33d9eac05', 'device_owner': 'network:router_interface', 'standard_attr_id': 118, 'fixed_ips': [{'subnet_id': '57d5f714-8d8c-468b-957a-7745cf345909', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-16T17:22:36Z', 'updated_at': '2022-06-16T17:22:37Z', 'revision_number': 2, 'project_id': '0c63f648631a4a11910b4b135f22b235', 'subnets': [{'id': '57d5f714-8d8c-468b-957a-7745cf345909', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-837356-2-iscsi', False) {} {{(pid=103918) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 16 17:22:51.566414 dv-cinder-837356-2-iscsi neutron-server[103918]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-08bd3b22-8b4c-4872-bec7-ff4434fbd801 None None] Checking router: 5557f5ad-f4fd-4009-ab4c-69a33d9eac05 for host: dv-cinder-837356-2-iscsi {{(pid=103918) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 16 17:22:51.566957 dv-cinder-837356-2-iscsi neutron-server[103918]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-08bd3b22-8b4c-4872-bec7-ff4434fbd801 None None] Updating router 5557f5ad-f4fd-4009-ab4c-69a33d9eac05 port c624de63-ffae-4e98-95eb-7e74edb29e5b binding host dv-cinder-837356-2-iscsi {{(pid=103918) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jun 16 17:22:51.598754 dv-cinder-837356-2-iscsi neutron-server[103918]: DEBUG neutron_lib.callbacks.manager [None req-08bd3b22-8b4c-4872-bec7-ff4434fbd801 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16007590'] for port (c624de63-ffae-4e98-95eb-7e74edb29e5b), before_update {{(pid=103918) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 17:22:51.739254 dv-cinder-837356-2-iscsi neutron-server[103917]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-e8448b2b-c387-4816-a635-4cd354ee8aa2 req-5c96d395-7477-4ef9-8f99-b63cbc948dd2 tempest-ServerRescueNegativeTestJSON-1475515620 tempest-ServerRescueNegativeTestJSON-1475515620-project] Made reservation on behalf of ccf5c45783454fc5a7872490196f07e0 for: {'port': 1} {{(pid=103917) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 16 17:22:51.744243 dv-cinder-837356-2-iscsi neutron-server[103917]: DEBUG neutron_lib.callbacks.manager [req-e8448b2b-c387-4816-a635-4cd354ee8aa2 req-5c96d395-7477-4ef9-8f99-b63cbc948dd2 tempest-ServerRescueNegativeTestJSON-1475515620 tempest-ServerRescueNegativeTestJSON-1475515620-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16007590'] for port (None), before_create {{(pid=103917) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 17:22:51.761233 dv-cinder-837356-2-iscsi neutron-server[103916]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b55ede11-ea2c-4dbb-88ea-324863f26cc8 req-82579ee5-bb8e-4466-9974-65c7c1826f29 tempest-DeleteServersTestJSON-168559711 tempest-DeleteServersTestJSON-168559711-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103916) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 16 17:22:51.763002 dv-cinder-837356-2-iscsi neutron-server[103916]: INFO neutron.wsgi [req-b55ede11-ea2c-4dbb-88ea-324863f26cc8 req-82579ee5-bb8e-4466-9974-65c7c1826f29 tempest-DeleteServersTestJSON-168559711 tempest-DeleteServersTestJSON-168559711-project] 10.222.0.81 "GET /v2.0/networks?id=cccb02cd-ffcd-4f18-9410-1ede3b2101bc HTTP/1.1" status: 200 len: 812 time: 0.3371069 Jun 16 17:22:51.935035 dv-cinder-837356-2-iscsi neutron-server[103916]: DEBUG neutron.api.v2.base [req-b55ede11-ea2c-4dbb-88ea-324863f26cc8 req-743eec15-142c-4172-a3c7-27070ab9722e tempest-DeleteServersTestJSON-168559711 tempest-DeleteServersTestJSON-168559711-project] Request body: {'port': {'device_id': '57b787b3-74c7-4e30-9f10-acea71d19c0c', 'network_id': 'cccb02cd-ffcd-4f18-9410-1ede3b2101bc', 'admin_state_up': True, 'tenant_id': '859da351f9cc437ebe79e5bdb87a177d'}} {{(pid=103916) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jun 16 17:22:52.333014 dv-cinder-837356-2-iscsi neutron-server[103916]: INFO neutron.wsgi [req-df168808-3b26-46d4-a314-7e8ade333850 req-ad938917-0dd0-4109-989a-6850f70ee5bb tempest-AttachVolumeShelveTestJSON-1123487845 tempest-AttachVolumeShelveTestJSON-1123487845-project] 10.222.0.66 "GET /v2.0/ports?device_id=ab2e7148-fa86-4648-9e4b-87e27fcf1147 HTTP/1.1" status: 200 len: 210 time: 0.0969048 Jun 16 17:22:52.339002 dv-cinder-837356-2-iscsi neutron-server[103918]: DEBUG neutron_lib.callbacks.manager [None req-08bd3b22-8b4c-4872-bec7-ff4434fbd801 None None] Publish callbacks [] for port (c624de63-ffae-4e98-95eb-7e74edb29e5b), precommit_update {{(pid=103918) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 17:22:52.347907 dv-cinder-837356-2-iscsi neutron-server[103918]: DEBUG dbcounter [-] [103918] Writing DB stats neutron:SELECT=97,neutron:UPDATE=3 {{(pid=103918) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 16 17:22:52.355004 dv-cinder-837356-2-iscsi neutron-server[103918]: DEBUG neutron_lib.callbacks.manager [None req-08bd3b22-8b4c-4872-bec7-ff4434fbd801 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16007527', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-75831', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16241551', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728539364693', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728538993439', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728538993457'] for port (c624de63-ffae-4e98-95eb-7e74edb29e5b), after_update {{(pid=103918) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 17:22:52.459575 dv-cinder-837356-2-iscsi neutron-server[103917]: INFO neutron.wsgi [req-8653f857-209f-4405-8e80-01b381710a85 req-2fd3621d-86ed-43e0-aa54-8bd199d63b62 tempest-DeleteServersTestJSON-168559711 tempest-DeleteServersTestJSON-168559711-project] 10.222.0.66 "GET /v2.0/ports?device_id=57b787b3-74c7-4e30-9f10-acea71d19c0c HTTP/1.1" status: 200 len: 210 time: 0.2989681 Jun 16 17:22:52.489997 dv-cinder-837356-2-iscsi neutron-server[103916]: DEBUG neutron.wsgi [-] (103916) accepted ('10.222.0.81', 49336) {{(pid=103916) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 16 17:22:52.639098 dv-cinder-837356-2-iscsi neutron-server[103918]: DEBUG dbcounter [-] [103918] Writing DB stats neutron:SELECT=100 {{(pid=103918) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 16 17:22:52.647912 dv-cinder-837356-2-iscsi neutron-server[103916]: DEBUG neutron.wsgi [-] (103916) accepted ('10.222.0.66', 36412) {{(pid=103916) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 16 17:22:52.687215 dv-cinder-837356-2-iscsi neutron-server[103918]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8ace4bf1-caa5-4cab-8dc0-c8603f2ceed8 None None] Pushing event updated for resources: {'Port': ['ID=c624de63-ffae-4e98-95eb-7e74edb29e5b,revision_number=3']} {{(pid=103918) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 17:22:52.693744 dv-cinder-837356-2-iscsi neutron-server[103917]: DEBUG neutron.db.db_base_plugin_common [req-e8448b2b-c387-4816-a635-4cd354ee8aa2 req-5c96d395-7477-4ef9-8f99-b63cbc948dd2 tempest-ServerRescueNegativeTestJSON-1475515620 tempest-ServerRescueNegativeTestJSON-1475515620-project] Allocated IP 172.20.0.6 (7c13538c-2941-4763-a560-37a0a33d14c7/8e38426e-d044-4155-92d6-5d9da7f0fc35/6fa0a160-b8b9-480d-91ad-c84aa7d2485a) {{(pid=103917) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 16 17:22:52.822000 dv-cinder-837356-2-iscsi neutron-server[103918]: DEBUG neutron.plugins.ml2.managers [None req-08bd3b22-8b4c-4872-bec7-ff4434fbd801 None None] Attempting to bind port c624de63-ffae-4e98-95eb-7e74edb29e5b on host dv-cinder-837356-2-iscsi for vnic_type normal with profile {{(pid=103918) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:811}} Jun 16 17:22:52.822403 dv-cinder-837356-2-iscsi neutron-server[103918]: DEBUG neutron.plugins.ml2.managers [None req-08bd3b22-8b4c-4872-bec7-ff4434fbd801 None None] Attempting to bind port c624de63-ffae-4e98-95eb-7e74edb29e5b by drivers openvswitch,hyperv on host dv-cinder-837356-2-iscsi at level 0 using segments [{'id': 'd53d2152-678f-42ce-a3f8-cc589901ed6b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1034, 'network_id': '04f2ecf4-cd9f-483b-9100-6d9d67a561d2'}] {{(pid=103918) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:836}} Jun 16 17:22:52.822767 dv-cinder-837356-2-iscsi neutron-server[103918]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-08bd3b22-8b4c-4872-bec7-ff4434fbd801 None None] Attempting to bind port c624de63-ffae-4e98-95eb-7e74edb29e5b on network 04f2ecf4-cd9f-483b-9100-6d9d67a561d2 {{(pid=103918) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jun 16 17:22:52.830870 dv-cinder-837356-2-iscsi neutron-server[103918]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-08bd3b22-8b4c-4872-bec7-ff4434fbd801 None None] Checking agent: {'id': '5b2fa84c-1db1-41c6-a6b9-975c3da28daf', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-837356-2-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 6, 16, 17, 14, 18), 'started_at': datetime.datetime(2022, 6, 16, 17, 14, 48), 'heartbeat_timestamp': datetime.datetime(2022, 6, 16, 17, 22, 49), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-837356-2-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103918) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jun 16 17:22:52.831235 dv-cinder-837356-2-iscsi neutron-server[103918]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-08bd3b22-8b4c-4872-bec7-ff4434fbd801 None None] Checking segment: {'id': 'd53d2152-678f-42ce-a3f8-cc589901ed6b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1034, 'network_id': '04f2ecf4-cd9f-483b-9100-6d9d67a561d2'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103918) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jun 16 17:22:52.838850 dv-cinder-837356-2-iscsi neutron-server[103918]: DEBUG neutron_lib.callbacks.manager [None req-08bd3b22-8b4c-4872-bec7-ff4434fbd801 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103918) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 17:22:52.839290 dv-cinder-837356-2-iscsi neutron-server[103918]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-08bd3b22-8b4c-4872-bec7-ff4434fbd801 None None] Bound using segment: {'id': 'd53d2152-678f-42ce-a3f8-cc589901ed6b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1034, 'network_id': '04f2ecf4-cd9f-483b-9100-6d9d67a561d2'} {{(pid=103918) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jun 16 17:22:52.839803 dv-cinder-837356-2-iscsi neutron-server[103918]: DEBUG neutron.plugins.ml2.managers [None req-08bd3b22-8b4c-4872-bec7-ff4434fbd801 None None] Bound port: c624de63-ffae-4e98-95eb-7e74edb29e5b, host: dv-cinder-837356-2-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'd53d2152-678f-42ce-a3f8-cc589901ed6b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1034, 'network_id': '04f2ecf4-cd9f-483b-9100-6d9d67a561d2'}}] {{(pid=103918) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:948}} Jun 16 17:22:52.843579 dv-cinder-837356-2-iscsi neutron-server[103918]: DEBUG neutron_lib.callbacks.manager [None req-08bd3b22-8b4c-4872-bec7-ff4434fbd801 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16007590'] for port (c624de63-ffae-4e98-95eb-7e74edb29e5b), before_update {{(pid=103918) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 17:22:52.856005 dv-cinder-837356-2-iscsi neutron-server[103916]: INFO neutron.wsgi [req-bbc50978-794f-4792-a4b3-2885e32c4f9f req-dc6bcb4e-3001-4bee-947a-ed7d3150d3d1 tempest-AttachVolumeTestJSON-336390128 tempest-AttachVolumeTestJSON-336390128-project] 10.222.0.66 "GET /v2.0/ports?device_id=7d22b60d-19fe-4dca-8eef-821db5a4dc55 HTTP/1.1" status: 200 len: 210 time: 0.2049038 Jun 16 17:22:52.869826 dv-cinder-837356-2-iscsi neutron-server[103916]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-b55ede11-ea2c-4dbb-88ea-324863f26cc8 req-743eec15-142c-4172-a3c7-27070ab9722e tempest-DeleteServersTestJSON-168559711 tempest-DeleteServersTestJSON-168559711-project] Made reservation on behalf of 859da351f9cc437ebe79e5bdb87a177d for: {'port': 1} {{(pid=103916) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 16 17:22:52.884237 dv-cinder-837356-2-iscsi neutron-server[103916]: DEBUG neutron_lib.callbacks.manager [req-b55ede11-ea2c-4dbb-88ea-324863f26cc8 req-743eec15-142c-4172-a3c7-27070ab9722e tempest-DeleteServersTestJSON-168559711 tempest-DeleteServersTestJSON-168559711-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16007590'] for port (None), before_create {{(pid=103916) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 17:22:52.913232 dv-cinder-837356-2-iscsi neutron-server[103917]: INFO neutron.wsgi [req-6bb6007d-ac68-45e5-bbcd-b5b8c588a2fc req-4663155e-e049-4d33-8b09-87ca518a31ee tempest-ServerRescueNegativeTestJSON-1475515620 tempest-ServerRescueNegativeTestJSON-1475515620-project] 10.222.0.66 "GET /v2.0/ports?device_id=75957299-3d36-4f9c-a081-9e621c88225c HTTP/1.1" status: 200 len: 210 time: 0.1730707 Jun 16 17:22:53.028264 dv-cinder-837356-2-iscsi neutron-server[103916]: DEBUG neutron_lib.callbacks.manager [None req-998db610-84e7-40ad-b3ca-c052c9c40853 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103916) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 17:22:53.068646 dv-cinder-837356-2-iscsi neutron-server[103918]: DEBUG neutron.db.provisioning_blocks [None req-3a533412-b4bb-4af5-883e-9945fe3a8cb0 None None] Provisioning complete for port c624de63-ffae-4e98-95eb-7e74edb29e5b triggered by entity DHCP. {{(pid=103918) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jun 16 17:22:53.070273 dv-cinder-837356-2-iscsi neutron-server[103918]: DEBUG neutron_lib.callbacks.manager [None req-3a533412-b4bb-4af5-883e-9945fe3a8cb0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16149424'] for port (c624de63-ffae-4e98-95eb-7e74edb29e5b), provisioning_complete {{(pid=103918) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 17:22:53.176800 dv-cinder-837356-2-iscsi neutron-server[103918]: DEBUG neutron.plugins.ml2.plugin [None req-3a533412-b4bb-4af5-883e-9945fe3a8cb0 None None] Port c624de63-ffae-4e98-95eb-7e74edb29e5b cannot update to ACTIVE because it is not bound. {{(pid=103918) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:354}} Jun 16 17:22:53.207400 dv-cinder-837356-2-iscsi neutron-server[103918]: DEBUG neutron.plugins.ml2.db [None req-08bd3b22-8b4c-4872-bec7-ff4434fbd801 None None] For port c624de63-ffae-4e98-95eb-7e74edb29e5b, host dv-cinder-837356-2-iscsi, cleared binding levels {{(pid=103918) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 16 17:22:53.212997 dv-cinder-837356-2-iscsi neutron-server[103918]: DEBUG neutron.plugins.ml2.db [None req-08bd3b22-8b4c-4872-bec7-ff4434fbd801 None None] For port c624de63-ffae-4e98-95eb-7e74edb29e5b, host dv-cinder-837356-2-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-837356-2-iscsi',level=0,port_id=c624de63-ffae-4e98-95eb-7e74edb29e5b,segment=NetworkSegment(d53d2152-678f-42ce-a3f8-cc589901ed6b),segment_id=d53d2152-678f-42ce-a3f8-cc589901ed6b)] {{(pid=103918) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 16 17:22:53.227183 dv-cinder-837356-2-iscsi neutron-server[103917]: DEBUG neutron_lib.callbacks.manager [req-e8448b2b-c387-4816-a635-4cd354ee8aa2 req-5c96d395-7477-4ef9-8f99-b63cbc948dd2 tempest-ServerRescueNegativeTestJSON-1475515620 tempest-ServerRescueNegativeTestJSON-1475515620-project] Publish callbacks [] for port (6fa0a160-b8b9-480d-91ad-c84aa7d2485a), precommit_create {{(pid=103917) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 17:22:53.240115 dv-cinder-837356-2-iscsi neutron-server[103917]: DEBUG neutron.wsgi [-] (103917) accepted ('10.222.0.81', 49339) {{(pid=103917) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 16 17:22:53.252097 dv-cinder-837356-2-iscsi neutron-server[103918]: DEBUG neutron_lib.callbacks.manager [None req-08bd3b22-8b4c-4872-bec7-ff4434fbd801 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16007527', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-75831', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16241551', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728539364693', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728538993439', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728538993457'] for port (c624de63-ffae-4e98-95eb-7e74edb29e5b), after_update {{(pid=103918) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 17:22:53.528517 dv-cinder-837356-2-iscsi neutron-server[103918]: DEBUG neutron.db.l3_dvrscheduler_db [None req-08bd3b22-8b4c-4872-bec7-ff4434fbd801 None None] Routers {'5557f5ad-f4fd-4009-ab4c-69a33d9eac05'} bound to L3 agent in host dv-cinder-837356-2-iscsi {{(pid=103918) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jun 16 17:22:53.529124 dv-cinder-837356-2-iscsi neutron-server[103918]: DEBUG neutron.db.l3_hamode_db [None req-08bd3b22-8b4c-4872-bec7-ff4434fbd801 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-837356-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-06-16T17:14:15Z,description=,heartbeat_timestamp=2022-06-16T17:22:45Z,host='dv-cinder-837356-2-iscsi',id=7639df21-17c3-4235-8912-210c3ad54137,load=0,resource_versions=,resources_synced=,started_at=2022-06-16T17:14:15Z,topic='l3_agent')) {'router_ids': ['5557f5ad-f4fd-4009-ab4c-69a33d9eac05'], 'active': True} {{(pid=103918) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 16 17:22:53.536321 dv-cinder-837356-2-iscsi neutron-server[103917]: DEBUG neutron.wsgi [-] (103917) accepted ('10.222.0.81', 49341) {{(pid=103917) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 16 17:22:53.596698 dv-cinder-837356-2-iscsi neutron-server[103917]: DEBUG neutron_lib.callbacks.manager [req-e8448b2b-c387-4816-a635-4cd354ee8aa2 req-5c96d395-7477-4ef9-8f99-b63cbc948dd2 tempest-ServerRescueNegativeTestJSON-1475515620 tempest-ServerRescueNegativeTestJSON-1475515620-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16007527', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-75831', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16241551', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8728538993421'] for port (6fa0a160-b8b9-480d-91ad-c84aa7d2485a), after_create {{(pid=103917) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 17:22:53.730640 dv-cinder-837356-2-iscsi neutron-server[103918]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8ace4bf1-caa5-4cab-8dc0-c8603f2ceed8 None None] Pushing event updated for resources: {'Port': ['ID=c624de63-ffae-4e98-95eb-7e74edb29e5b,revision_number=4']} {{(pid=103918) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 17:22:53.799233 dv-cinder-837356-2-iscsi neutron-server[103916]: INFO neutron.wsgi [req-6f03dab1-e7a9-45f2-912e-8925f0b29371 req-98386196-bd20-423a-8891-75ff39c1ccec tempest-AttachVolumeShelveTestJSON-1123487845 tempest-AttachVolumeShelveTestJSON-1123487845-project] 10.222.0.66 "GET /v2.0/ports?device_id=ab2e7148-fa86-4648-9e4b-87e27fcf1147 HTTP/1.1" status: 200 len: 210 time: 0.1828017 Jun 16 17:22:53.868388 dv-cinder-837356-2-iscsi neutron-server[103916]: DEBUG neutron.wsgi [-] (103916) accepted ('10.222.0.66', 36456) {{(pid=103916) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 16 17:22:54.004430 dv-cinder-837356-2-iscsi neutron-server[103918]: DEBUG neutron.db.l3_dvr_db [None req-08bd3b22-8b4c-4872-bec7-ff4434fbd801 None None] Set router 5557f5ad-f4fd-4009-ab4c-69a33d9eac05 gateway port host: dv-cinder-837356-2-iscsi {{(pid=103918) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jun 16 17:22:54.134149 dv-cinder-837356-2-iscsi neutron-server[103918]: DEBUG neutron.db.provisioning_blocks [None req-6225857a-d351-4204-9ead-a86323152e17 None None] Provisioning complete for port c624de63-ffae-4e98-95eb-7e74edb29e5b triggered by entity DHCP. {{(pid=103918) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jun 16 17:22:54.135159 dv-cinder-837356-2-iscsi neutron-server[103918]: DEBUG neutron_lib.callbacks.manager [None req-6225857a-d351-4204-9ead-a86323152e17 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16149424'] for port (c624de63-ffae-4e98-95eb-7e74edb29e5b), provisioning_complete {{(pid=103918) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 17:22:54.200831 dv-cinder-837356-2-iscsi neutron-server[103916]: DEBUG dbcounter [-] [103916] Writing DB stats neutron:SELECT=94,neutron:INSERT=6 {{(pid=103916) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 16 17:22:54.217924 dv-cinder-837356-2-iscsi neutron-server[103916]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7f702f7-351f-4acc-99d9-42c4e2d9858d req-b9f61470-8847-4dbb-9a2c-3d188fb2afe2 tempest-ServerRescueNegativeTestJSON-1475515620 tempest-ServerRescueNegativeTestJSON-1475515620-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103916) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 16 17:22:54.220372 dv-cinder-837356-2-iscsi neutron-server[103916]: INFO neutron.wsgi [req-c7f702f7-351f-4acc-99d9-42c4e2d9858d req-b9f61470-8847-4dbb-9a2c-3d188fb2afe2 tempest-ServerRescueNegativeTestJSON-1475515620 tempest-ServerRescueNegativeTestJSON-1475515620-project] 10.222.0.81 "GET /v2.0/networks?id=7c13538c-2941-4763-a560-37a0a33d14c7 HTTP/1.1" status: 200 len: 819 time: 1.7101147 Jun 16 17:22:54.249056 dv-cinder-837356-2-iscsi neutron-server[103916]: INFO neutron.wsgi [req-5bf0de8a-0300-4038-b7ef-ec9c0b196d84 req-d345a22a-5422-4e0b-bc45-de6166f31dee tempest-AttachVolumeTestJSON-336390128 tempest-AttachVolumeTestJSON-336390128-project] 10.222.0.66 "GET /v2.0/ports?device_id=7d22b60d-19fe-4dca-8eef-821db5a4dc55 HTTP/1.1" status: 200 len: 210 time: 0.2233036 Jun 16 17:22:54.280184 dv-cinder-837356-2-iscsi neutron-server[103917]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5c96d395-7477-4ef9-8f99-b63cbc948dd2 tempest-ServerRescueNegativeTestJSON-1475515620 tempest-ServerRescueNegativeTestJSON-1475515620-project] Pushing event updated for resources: {'Port': ['ID=6fa0a160-b8b9-480d-91ad-c84aa7d2485a,revision_number=1']} {{(pid=103917) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 17:22:54.326525 dv-cinder-837356-2-iscsi neutron-server[103917]: INFO neutron.wsgi [req-d4dc34b6-9dc5-44c1-ac25-47c14761fbb7 req-4c3cd28e-a384-4672-8d80-ff67384ad1da tempest-DeleteServersTestJSON-168559711 tempest-DeleteServersTestJSON-168559711-project] 10.222.0.66 "GET /v2.0/ports?device_id=57b787b3-74c7-4e30-9f10-acea71d19c0c HTTP/1.1" status: 200 len: 210 time: 0.1093121 Jun 16 17:22:54.377530 dv-cinder-837356-2-iscsi neutron-server[103917]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-e8448b2b-c387-4816-a635-4cd354ee8aa2 req-5c96d395-7477-4ef9-8f99-b63cbc948dd2 tempest-ServerRescueNegativeTestJSON-1475515620 tempest-ServerRescueNegativeTestJSON-1475515620-project] Network 7c13538c-2941-4763-a560-37a0a33d14c7 is already hosted by enough agents. {{(pid=103917) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 16 17:22:54.381068 dv-cinder-837356-2-iscsi neutron-server[103917]: DEBUG dbcounter [-] [103917] Writing DB stats neutron:SELECT=91,neutron:INSERT=6,neutron:UPDATE=3 {{(pid=103917) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 16 17:22:54.383852 dv-cinder-837356-2-iscsi neutron-server[103917]: DEBUG neutron.scheduler.base_scheduler [req-e8448b2b-c387-4816-a635-4cd354ee8aa2 req-5c96d395-7477-4ef9-8f99-b63cbc948dd2 tempest-ServerRescueNegativeTestJSON-1475515620 tempest-ServerRescueNegativeTestJSON-1475515620-project] Resources bound (agent type, host, resource id): {{(pid=103917) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 16 17:22:54.389237 dv-cinder-837356-2-iscsi neutron-server[103917]: DEBUG neutron.db.l3_dvrscheduler_db [req-e8448b2b-c387-4816-a635-4cd354ee8aa2 req-5c96d395-7477-4ef9-8f99-b63cbc948dd2 tempest-ServerRescueNegativeTestJSON-1475515620 tempest-ServerRescueNegativeTestJSON-1475515620-project] Received port after_create {{(pid=103917) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:542}} Jun 16 17:22:54.425614 dv-cinder-837356-2-iscsi neutron-server[103917]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8448b2b-c387-4816-a635-4cd354ee8aa2 req-5c96d395-7477-4ef9-8f99-b63cbc948dd2 tempest-ServerRescueNegativeTestJSON-1475515620 tempest-ServerRescueNegativeTestJSON-1475515620-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103917) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 16 17:22:54.426281 dv-cinder-837356-2-iscsi neutron-server[103917]: DEBUG neutron_lib.callbacks.manager [req-e8448b2b-c387-4816-a635-4cd354ee8aa2 req-5c96d395-7477-4ef9-8f99-b63cbc948dd2 tempest-ServerRescueNegativeTestJSON-1475515620 tempest-ServerRescueNegativeTestJSON-1475515620-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-191112', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-16241561'] for port (None), before_response {{(pid=103917) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 17:22:54.476969 dv-cinder-837356-2-iscsi neutron-server[103917]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c17d1fb6-d773-4900-8e27-5c5a8d0a6dd7 req-466c5047-0f92-41a5-86ef-11e7f77ff98e tempest-AttachVolumeShelveTestJSON-1123487845 tempest-AttachVolumeShelveTestJSON-1123487845-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103917) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 16 17:22:54.478928 dv-cinder-837356-2-iscsi neutron-server[103917]: INFO neutron.wsgi [req-c17d1fb6-d773-4900-8e27-5c5a8d0a6dd7 req-466c5047-0f92-41a5-86ef-11e7f77ff98e tempest-AttachVolumeShelveTestJSON-1123487845 tempest-AttachVolumeShelveTestJSON-1123487845-project] 10.222.0.81 "GET /v2.0/networks?id=04f2ecf4-cd9f-483b-9100-6d9d67a561d2 HTTP/1.1" status: 200 len: 816 time: 1.2375283 Jun 16 17:22:54.541072 dv-cinder-837356-2-iscsi neutron-server[103917]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dfcf68ed-df61-459c-9915-4114a6965a7c req-4e1ab076-2119-4e14-bff1-abaa914e928d tempest-AttachVolumeTestJSON-336390128 tempest-AttachVolumeTestJSON-336390128-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103917) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 16 17:22:54.550270 dv-cinder-837356-2-iscsi neutron-server[103917]: INFO neutron.wsgi [req-dfcf68ed-df61-459c-9915-4114a6965a7c req-4e1ab076-2119-4e14-bff1-abaa914e928d tempest-AttachVolumeTestJSON-336390128 tempest-AttachVolumeTestJSON-336390128-project] 10.222.0.81 "GET /v2.0/networks?id=82c6c893-96f4-45ae-b1e3-d70ff1db738d HTTP/1.1" status: 200 len: 811 time: 1.0089037 Jun 16 17:22:54.556132 dv-cinder-837356-2-iscsi neutron-server[103917]: INFO neutron.wsgi [req-e8448b2b-c387-4816-a635-4cd354ee8aa2 req-5c96d395-7477-4ef9-8f99-b63cbc948dd2 tempest-ServerRescueNegativeTestJSON-1475515620 tempest-ServerRescueNegativeTestJSON-1475515620-project] 10.222.0.81 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 3.1316485 Jun 16 17:22:54.590320 dv-cinder-837356-2-iscsi neutron-server[103917]: DEBUG neutron.wsgi [req-e8448b2b-c387-4816-a635-4cd354ee8aa2 req-fdc4ff89-27d8-4dea-a345-e034f27c0a65 tempest-ServerRescueNegativeTestJSON-1475515620 tempest-ServerRescueNegativeTestJSON-1475515620-project] http://10.222.0.66:9696/v2.0/extensions returned with HTTP 200 {{(pid=103917) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Jun 16 17:22:54.590320 dv-cinder-837356-2-iscsi neutron-server[103917]: INFO neutron.wsgi [req-e8448b2b-c387-4816-a635-4cd354ee8aa2 req-fdc4ff89-27d8-4dea-a345-e034f27c0a65 tempest-ServerRescueNegativeTestJSON-1475515620 tempest-ServerRescueNegativeTestJSON-1475515620-project] 10.222.0.81 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14320 time: 0.0076981 Jun 16 17:22:54.785970 dv-cinder-837356-2-iscsi neutron-server[103916]: DEBUG neutron.db.db_base_plugin_common [req-b55ede11-ea2c-4dbb-88ea-324863f26cc8 req-743eec15-142c-4172-a3c7-27070ab9722e tempest-DeleteServersTestJSON-168559711 tempest-DeleteServersTestJSON-168559711-project] Allocated IP 172.20.0.14 (cccb02cd-ffcd-4f18-9410-1ede3b2101bc/b26dd601-e65a-447c-b8d3-dd234ca9816d/793bfabc-d2dc-472c-95a2-270f46bad4dc) {{(pid=103916) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 16 17:22:54.804938 dv-cinder-837356-2-iscsi neutron-server[103917]: DEBUG dbcounter [-] [103917] Writing DB stats neutron:SELECT=94,neutron:INSERT=3,neutron:UPDATE=1,neutron:DELETE=2 {{(pid=103917) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 16 17:22:54.843715 dv-cinder-837356-2-iscsi neutron-server[103917]: INFO neutron.wsgi [req-c17d1fb6-d773-4900-8e27-5c5a8d0a6dd7 req-9962ff6d-8356-4d11-988b-cafd1a08ac41 tempest-AttachVolumeShelveTestJSON-1123487845 tempest-AttachVolumeShelveTestJSON-1123487845-project] 10.222.0.81 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=0c63f648631a4a11910b4b135f22b235 HTTP/1.1" status: 200 len: 380 time: 0.3315229 Jun 16 17:22:54.860151 dv-cinder-837356-2-iscsi neutron-server[103918]: DEBUG neutron.plugins.ml2.rpc [None req-39ead2dc-a542-4f04-b117-439eb7f32aa8 None None] Device c624de63-ffae-4e98-95eb-7e74edb29e5b up at agent ovs-agent-dv-cinder-837356-2-iscsi {{(pid=103918) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 16 17:22:54.880211 dv-cinder-837356-2-iscsi neutron-server[103917]: INFO neutron.wsgi [req-dfcf68ed-df61-459c-9915-4114a6965a7c req-93816134-c08d-4702-9457-f10f1739f1c3 tempest-AttachVolumeTestJSON-336390128 tempest-AttachVolumeTestJSON-336390128-project] 10.222.0.81 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=f029a8bb389c4d348c0e9001c5fa059c HTTP/1.1" status: 200 len: 380 time: 0.3004363 Jun 16 17:22:54.891080 dv-cinder-837356-2-iscsi neutron-server[103916]: DEBUG neutron.api.v2.base [req-c7f702f7-351f-4acc-99d9-42c4e2d9858d req-79c1397c-ba56-4776-a620-8aba0920acb2 tempest-ServerRescueNegativeTestJSON-1475515620 tempest-ServerRescueNegativeTestJSON-1475515620-project] Request body: {'port': {'device_id': '75957299-3d36-4f9c-a081-9e621c88225c', 'network_id': '7c13538c-2941-4763-a560-37a0a33d14c7', 'admin_state_up': True, 'tenant_id': 'ccf5c45783454fc5a7872490196f07e0'}} {{(pid=103916) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jun 16 17:22:54.939174 dv-cinder-837356-2-iscsi neutron-server[103917]: INFO neutron.wsgi [req-ca6fbaf1-9e61-4e6e-a579-1f9d3beefea6 req-f963d7c4-bb8e-490f-8f3d-1de9ff937cff tempest-AttachVolumeShelveTestJSON-1123487845 tempest-AttachVolumeShelveTestJSON-1123487845-project] 10.222.0.66 "GET /v2.0/ports?device_id=ab2e7148-fa86-4648-9e4b-87e27fcf1147 HTTP/1.1" status: 200 len: 210 time: 0.0297675 Jun 16 17:22:54.982290 dv-cinder-837356-2-iscsi neutron-server[103918]: DEBUG neutron.plugins.ml2.plugin [None req-6225857a-d351-4204-9ead-a86323152e17 None None] Current status of the port c624de63-ffae-4e98-95eb-7e74edb29e5b is: DOWN; New status is: ACTIVE {{(pid=103918) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2298}} Jun 16 17:22:54.982677 dv-cinder-837356-2-iscsi neutron-server[103918]: DEBUG neutron_lib.callbacks.manager [None req-6225857a-d351-4204-9ead-a86323152e17 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16007590'] for port (c624de63-ffae-4e98-95eb-7e74edb29e5b), before_update {{(pid=103918) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 17:22:54.994610 dv-cinder-837356-2-iscsi neutron-server[103916]: INFO neutron.wsgi [req-48dc57bd-9846-43a7-8ede-9484878d5781 req-9358a4be-d9b4-41f7-9f7f-e2a5c50ce58c tempest-ServerRescueNegativeTestJSON-1475515620 tempest-ServerRescueNegativeTestJSON-1475515620-project] 10.222.0.66 "GET /v2.0/ports?device_id=75957299-3d36-4f9c-a081-9e621c88225c HTTP/1.1" status: 200 len: 210 time: 0.0872986 Jun 16 17:22:55.009452 dv-cinder-837356-2-iscsi neutron-server[103916]: DEBUG neutron_lib.callbacks.manager [None req-3d521f07-fd38-47fc-a880-551bdb69fd20 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103916) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 17:22:55.011976 dv-cinder-837356-2-iscsi neutron-server[103918]: DEBUG neutron.db.provisioning_blocks [None req-39ead2dc-a542-4f04-b117-439eb7f32aa8 None None] Provisioning complete for port c624de63-ffae-4e98-95eb-7e74edb29e5b triggered by entity L2. {{(pid=103918) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jun 16 17:22:55.012286 dv-cinder-837356-2-iscsi neutron-server[103918]: DEBUG neutron_lib.callbacks.manager [None req-39ead2dc-a542-4f04-b117-439eb7f32aa8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16149424'] for port (c624de63-ffae-4e98-95eb-7e74edb29e5b), provisioning_complete {{(pid=103918) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 17:22:55.082114 dv-cinder-837356-2-iscsi neutron-server[103916]: DEBUG dbcounter [-] [103916] Writing DB stats neutron:SELECT=88,neutron:DELETE=4,neutron:INSERT=7,neutron:UPDATE=1 {{(pid=103916) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 16 17:22:55.091661 dv-cinder-837356-2-iscsi neutron-server[103918]: DEBUG neutron.db.l3_hamode_db [None req-08bd3b22-8b4c-4872-bec7-ff4434fbd801 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5557f5ad-f4fd-4009-ab4c-69a33d9eac05', 'name': 'tempest-AttachVolumeShelveTestJSON-288441189-router', 'tenant_id': '0c63f648631a4a11910b4b135f22b235', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9df31235-0797-44e6-85a0-102cb2da2d58', 'external_fixed_ips': [{'subnet_id': '1dfb0320-f5eb-46f6-88ce-33002f500238', 'ip_address': '172.27.2.250'}], 'enable_snat': True}, 'gw_port_id': 'bbb2266f-e66a-4e7c-90ad-bbf0a686e05e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-16T17:22:27Z', 'updated_at': '2022-06-16T17:22:37Z', 'revision_number': 4, 'project_id': '0c63f648631a4a11910b4b135f22b235', 'gw_port': {'id': 'bbb2266f-e66a-4e7c-90ad-bbf0a686e05e', 'name': '', 'network_id': '9df31235-0797-44e6-85a0-102cb2da2d58', 'tenant_id': '', 'mac_address': 'fa:16:3e:16:85:53', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5557f5ad-f4fd-4009-ab4c-69a33d9eac05', 'device_owner': 'network:router_gateway', 'standard_attr_id': 94, 'fixed_ips': [{'subnet_id': '1dfb0320-f5eb-46f6-88ce-33002f500238', 'ip_address': '172.27.2.250', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-837356-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-16T17:22:29Z', 'updated_at': '2022-06-16T17:22:45Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1dfb0320-f5eb-46f6-88ce-33002f500238', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-837356-2-iscsi', '_interfaces': [{'id': 'c624de63-ffae-4e98-95eb-7e74edb29e5b', 'name': '', 'network_id': '04f2ecf4-cd9f-483b-9100-6d9d67a561d2', 'tenant_id': '0c63f648631a4a11910b4b135f22b235', 'mac_address': 'fa:16:3e:62:b5:88', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5557f5ad-f4fd-4009-ab4c-69a33d9eac05', 'device_owner': 'network:router_interface', 'standard_attr_id': 118, 'fixed_ips': [{'subnet_id': '57d5f714-8d8c-468b-957a-7745cf345909', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-837356-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-16T17:22:36Z', 'updated_at': '2022-06-16T17:22:53Z', 'revision_number': 4, 'project_id': '0c63f648631a4a11910b4b135f22b235', 'subnets': [{'id': '57d5f714-8d8c-468b-957a-7745cf345909', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-837356-2-iscsi', False) {} {{(pid=103918) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 16 17:22:55.096141 dv-cinder-837356-2-iscsi neutron-server[103918]: DEBUG neutron.plugins.ml2.db [None req-6225857a-d351-4204-9ead-a86323152e17 None None] For port c624de63-ffae-4e98-95eb-7e74edb29e5b, host dv-cinder-837356-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-837356-2-iscsi',level=0,port_id=c624de63-ffae-4e98-95eb-7e74edb29e5b,segment=NetworkSegment(d53d2152-678f-42ce-a3f8-cc589901ed6b),segment_id=d53d2152-678f-42ce-a3f8-cc589901ed6b)] {{(pid=103918) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 16 17:22:55.100186 dv-cinder-837356-2-iscsi neutron-server[103916]: DEBUG neutron_lib.callbacks.manager [None req-998db610-84e7-40ad-b3ca-c052c9c40853 admin admin] Publish callbacks [] for security_group (4f3dc3a2-6084-4302-b0e6-c2024d06b14f), precommit_create {{(pid=103916) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 17:22:55.126107 dv-cinder-837356-2-iscsi neutron-server[103918]: DEBUG neutron_lib.callbacks.manager [None req-6225857a-d351-4204-9ead-a86323152e17 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16007527', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-75831', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16241551', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728539364693', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728538993439', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728538993457'] for port (c624de63-ffae-4e98-95eb-7e74edb29e5b), after_update {{(pid=103918) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 17:22:55.128166 dv-cinder-837356-2-iscsi neutron-server[103918]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-08bd3b22-8b4c-4872-bec7-ff4434fbd801 None None] The sync data for ids ['5557f5ad-f4fd-4009-ab4c-69a33d9eac05'] in dv-cinder-837356-2-iscsi is: [{'id': '5557f5ad-f4fd-4009-ab4c-69a33d9eac05', 'name': 'tempest-AttachVolumeShelveTestJSON-288441189-router', 'tenant_id': '0c63f648631a4a11910b4b135f22b235', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9df31235-0797-44e6-85a0-102cb2da2d58', 'external_fixed_ips': [{'subnet_id': '1dfb0320-f5eb-46f6-88ce-33002f500238', 'ip_address': '172.27.2.250'}], 'enable_snat': True}, 'gw_port_id': 'bbb2266f-e66a-4e7c-90ad-bbf0a686e05e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-16T17:22:27Z', 'updated_at': '2022-06-16T17:22:37Z', 'revision_number': 4, 'project_id': '0c63f648631a4a11910b4b135f22b235', 'gw_port': {'id': 'bbb2266f-e66a-4e7c-90ad-bbf0a686e05e', 'name': '', 'network_id': '9df31235-0797-44e6-85a0-102cb2da2d58', 'tenant_id': '', 'mac_address': 'fa:16:3e:16:85:53', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5557f5ad-f4fd-4009-ab4c-69a33d9eac05', 'device_owner': 'network:router_gateway', 'standard_attr_id': 94, 'fixed_ips': [{'subnet_id': '1dfb0320-f5eb-46f6-88ce-33002f500238', 'ip_address': '172.27.2.250', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-837356-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-16T17:22:29Z', 'updated_at': '2022-06-16T17:22:45Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1dfb0320-f5eb-46f6-88ce-33002f500238', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-837356-2-iscsi', '_interfaces': [{'id': 'c624de63-ffae-4e98-95eb-7e74edb29e5b', 'name': '', 'network_id': '04f2ecf4-cd9f-483b-9100-6d9d67a561d2', 'tenant_id': '0c63f648631a4a11910b4b135f22b235', 'mac_address': 'fa:16:3e:62:b5:88', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5557f5ad-f4fd-4009-ab4c-69a33d9eac05', 'device_owner': 'network:router_interface', 'standard_attr_id': 118, 'fixed_ips': [{'subnet_id': '57d5f714-8d8c-468b-957a-7745cf345909', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-837356-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-16T17:22:36Z', 'updated_at': '2022-06-16T17:22:53Z', 'revision_number': 4, 'project_id': '0c63f648631a4a11910b4b135f22b235', 'subnets': [{'id': '57d5f714-8d8c-468b-957a-7745cf345909', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103918) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 16 17:22:55.141109 dv-cinder-837356-2-iscsi neutron-server[103916]: DEBUG neutron_lib.callbacks.manager [None req-998db610-84e7-40ad-b3ca-c052c9c40853 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-570488'] for security_group (4f3dc3a2-6084-4302-b0e6-c2024d06b14f), after_create {{(pid=103916) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 17:22:55.160086 dv-cinder-837356-2-iscsi neutron-server[103918]: DEBUG dbcounter [-] [103918] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=103918) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 16 17:22:55.179939 dv-cinder-837356-2-iscsi neutron-server[103918]: DEBUG dbcounter [-] [103918] Writing DB stats neutron:SELECT=96,neutron:UPDATE=3,neutron:INSERT=1 {{(pid=103918) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 16 17:22:55.207583 dv-cinder-837356-2-iscsi neutron-server[103918]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6225857a-d351-4204-9ead-a86323152e17 None None] Pushing event updated for resources: {'Port': ['ID=c624de63-ffae-4e98-95eb-7e74edb29e5b,revision_number=5']} {{(pid=103918) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 17:22:55.210700 dv-cinder-837356-2-iscsi neutron-server[103918]: DEBUG neutron.plugins.ml2.plugin [None req-39ead2dc-a542-4f04-b117-439eb7f32aa8 None None] Current status of the port c624de63-ffae-4e98-95eb-7e74edb29e5b is: ACTIVE; New status is: ACTIVE {{(pid=103918) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2298}} Jun 16 17:22:55.236478 dv-cinder-837356-2-iscsi neutron-server[103916]: DEBUG dbcounter [-] [103916] Writing DB stats neutron:SELECT=86,neutron:UPDATE=4,neutron:INSERT=10 {{(pid=103916) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 16 17:22:55.237291 dv-cinder-837356-2-iscsi neutron-server[103916]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-998db610-84e7-40ad-b3ca-c052c9c40853 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4f3dc3a2-6084-4302-b0e6-c2024d06b14f,revision_number=1']} {{(pid=103916) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 17:22:55.250876 dv-cinder-837356-2-iscsi neutron-server[103918]: DEBUG neutron.db.provisioning_blocks [None req-79648556-7a13-413d-9db2-e4223ce29d6e None None] Provisioning complete for port 6fa0a160-b8b9-480d-91ad-c84aa7d2485a triggered by entity DHCP. {{(pid=103918) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jun 16 17:22:55.251487 dv-cinder-837356-2-iscsi neutron-server[103918]: DEBUG neutron_lib.callbacks.manager [None req-79648556-7a13-413d-9db2-e4223ce29d6e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16149424'] for port (6fa0a160-b8b9-480d-91ad-c84aa7d2485a), provisioning_complete {{(pid=103918) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 17:22:55.257656 dv-cinder-837356-2-iscsi neutron-server[103916]: INFO neutron.wsgi [None req-998db610-84e7-40ad-b3ca-c052c9c40853 admin admin] 10.222.0.66 "GET /v2.0/security-groups?tenant_id=f3afc9b4f63a4595af85b9746cf1d24f&name=default HTTP/1.1" status: 200 len: 2996 time: 2.5969720 Jun 16 17:22:55.258167 dv-cinder-837356-2-iscsi neutron-server[103917]: DEBUG neutron.wsgi [-] (103917) accepted ('10.222.0.66', 36498) {{(pid=103917) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 16 17:22:55.300987 dv-cinder-837356-2-iscsi neutron-server[103916]: DEBUG neutron_lib.callbacks.manager [req-b55ede11-ea2c-4dbb-88ea-324863f26cc8 req-743eec15-142c-4172-a3c7-27070ab9722e tempest-DeleteServersTestJSON-168559711 tempest-DeleteServersTestJSON-168559711-project] Publish callbacks [] for port (793bfabc-d2dc-472c-95a2-270f46bad4dc), precommit_create {{(pid=103916) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 17:22:55.323911 dv-cinder-837356-2-iscsi neutron-server[103917]: DEBUG neutron_lib.callbacks.manager [None req-b6ff68cd-e716-4d52-8989-5cf6c9cb5d70 admin admin] Publish callbacks [] for security_group (4f3dc3a2-6084-4302-b0e6-c2024d06b14f), before_delete {{(pid=103917) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 17:22:55.333323 dv-cinder-837356-2-iscsi neutron-server[103918]: DEBUG neutron.plugins.ml2.plugin [None req-79648556-7a13-413d-9db2-e4223ce29d6e None None] Port 6fa0a160-b8b9-480d-91ad-c84aa7d2485a cannot update to ACTIVE because it is not bound. {{(pid=103918) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:354}} Jun 16 17:22:55.340269 dv-cinder-837356-2-iscsi neutron-server[103916]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-c7f702f7-351f-4acc-99d9-42c4e2d9858d req-79c1397c-ba56-4776-a620-8aba0920acb2 tempest-ServerRescueNegativeTestJSON-1475515620 tempest-ServerRescueNegativeTestJSON-1475515620-project] Made reservation on behalf of ccf5c45783454fc5a7872490196f07e0 for: {'port': 1} {{(pid=103916) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 16 17:22:55.343741 dv-cinder-837356-2-iscsi neutron-server[103916]: DEBUG neutron_lib.callbacks.manager [req-c7f702f7-351f-4acc-99d9-42c4e2d9858d req-79c1397c-ba56-4776-a620-8aba0920acb2 tempest-ServerRescueNegativeTestJSON-1475515620 tempest-ServerRescueNegativeTestJSON-1475515620-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16007590'] for port (None), before_create {{(pid=103916) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 17:22:55.354521 dv-cinder-837356-2-iscsi neutron-server[103917]: DEBUG neutron_lib.callbacks.manager [None req-b6ff68cd-e716-4d52-8989-5cf6c9cb5d70 admin admin] Publish callbacks [] for security_group (4f3dc3a2-6084-4302-b0e6-c2024d06b14f), precommit_delete {{(pid=103917) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 17:22:55.408392 dv-cinder-837356-2-iscsi neutron-server[103916]: DEBUG neutron_lib.callbacks.manager [req-b55ede11-ea2c-4dbb-88ea-324863f26cc8 req-743eec15-142c-4172-a3c7-27070ab9722e tempest-DeleteServersTestJSON-168559711 tempest-DeleteServersTestJSON-168559711-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16007527', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-75831', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16241551', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8728538993421'] for port (793bfabc-d2dc-472c-95a2-270f46bad4dc), after_create {{(pid=103916) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 17:22:55.411133 dv-cinder-837356-2-iscsi neutron-server[103916]: DEBUG neutron_lib.callbacks.manager [None req-3d521f07-fd38-47fc-a880-551bdb69fd20 admin admin] Publish callbacks [] for security_group (a3b53c54-e4a8-4e36-8985-ddbc7eeec0af), precommit_create {{(pid=103916) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 17:22:55.417978 dv-cinder-837356-2-iscsi neutron-server[103916]: DEBUG neutron_lib.callbacks.manager [None req-3d521f07-fd38-47fc-a880-551bdb69fd20 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-570488'] for security_group (a3b53c54-e4a8-4e36-8985-ddbc7eeec0af), after_create {{(pid=103916) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 17:22:55.434475 dv-cinder-837356-2-iscsi neutron-server[103917]: INFO neutron.wsgi [req-9cdfda11-19b8-4e53-9c0f-394b1ce9600a req-93ebeefe-cf1d-4f7b-b9a5-fa94309b2270 tempest-AttachVolumeTestJSON-336390128 tempest-AttachVolumeTestJSON-336390128-project] 10.222.0.66 "GET /v2.0/ports?device_id=7d22b60d-19fe-4dca-8eef-821db5a4dc55 HTTP/1.1" status: 200 len: 210 time: 0.0505247 Jun 16 17:22:55.470999 dv-cinder-837356-2-iscsi neutron-server[103917]: DEBUG neutron_lib.callbacks.manager [None req-b6ff68cd-e716-4d52-8989-5cf6c9cb5d70 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-570488'] for security_group (4f3dc3a2-6084-4302-b0e6-c2024d06b14f), after_delete {{(pid=103917) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 17:22:55.483307 dv-cinder-837356-2-iscsi neutron-server[103917]: DEBUG neutron_lib.callbacks.manager [None req-b6ff68cd-e716-4d52-8989-5cf6c9cb5d70 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103917) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 17:22:55.484933 dv-cinder-837356-2-iscsi neutron-server[103917]: INFO neutron.wsgi [None req-b6ff68cd-e716-4d52-8989-5cf6c9cb5d70 admin admin] 10.222.0.66 "DELETE /v2.0/security-groups/4f3dc3a2-6084-4302-b0e6-c2024d06b14f HTTP/1.1" status: 204 len: 168 time: 0.2256730 Jun 16 17:22:55.521140 dv-cinder-837356-2-iscsi neutron-server[103917]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b6ff68cd-e716-4d52-8989-5cf6c9cb5d70 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4f3dc3a2-6084-4302-b0e6-c2024d06b14f,revision_number=None']} {{(pid=103917) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 17:22:55.583345 dv-cinder-837356-2-iscsi neutron-server[103917]: DEBUG neutron.wsgi [-] (103917) accepted ('10.222.0.66', 36508) {{(pid=103917) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 16 17:22:55.583560 dv-cinder-837356-2-iscsi neutron-server[103916]: INFO neutron.wsgi [None req-3d521f07-fd38-47fc-a880-551bdb69fd20 admin admin] 10.222.0.66 "GET /v2.0/security-groups?tenant_id=15b95a6aa1794c16afee59c287754fd2&name=default HTTP/1.1" status: 200 len: 2996 time: 1.7041914 Jun 16 17:22:55.653544 dv-cinder-837356-2-iscsi neutron-server[103917]: DEBUG neutron_lib.callbacks.manager [None req-4673a120-6866-414b-b855-29133d58b34b admin admin] Publish callbacks [] for security_group (a3b53c54-e4a8-4e36-8985-ddbc7eeec0af), before_delete {{(pid=103917) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 17:22:55.668574 dv-cinder-837356-2-iscsi neutron-server[103916]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-b55ede11-ea2c-4dbb-88ea-324863f26cc8 req-743eec15-142c-4172-a3c7-27070ab9722e tempest-DeleteServersTestJSON-168559711 tempest-DeleteServersTestJSON-168559711-project] Network cccb02cd-ffcd-4f18-9410-1ede3b2101bc is already hosted by enough agents. {{(pid=103916) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 16 17:22:55.672179 dv-cinder-837356-2-iscsi neutron-server[103916]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d521f07-fd38-47fc-a880-551bdb69fd20 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a3b53c54-e4a8-4e36-8985-ddbc7eeec0af,revision_number=1']} {{(pid=103916) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 17:22:55.679458 dv-cinder-837356-2-iscsi neutron-server[103916]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-743eec15-142c-4172-a3c7-27070ab9722e tempest-DeleteServersTestJSON-168559711 tempest-DeleteServersTestJSON-168559711-project] Pushing event updated for resources: {'Port': ['ID=793bfabc-d2dc-472c-95a2-270f46bad4dc,revision_number=1']} {{(pid=103916) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 17:22:55.689413 dv-cinder-837356-2-iscsi neutron-server[103916]: DEBUG neutron.scheduler.base_scheduler [req-b55ede11-ea2c-4dbb-88ea-324863f26cc8 req-743eec15-142c-4172-a3c7-27070ab9722e tempest-DeleteServersTestJSON-168559711 tempest-DeleteServersTestJSON-168559711-project] Resources bound (agent type, host, resource id): {{(pid=103916) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 16 17:22:55.699330 dv-cinder-837356-2-iscsi neutron-server[103917]: DEBUG neutron_lib.callbacks.manager [None req-4673a120-6866-414b-b855-29133d58b34b admin admin] Publish callbacks [] for security_group (a3b53c54-e4a8-4e36-8985-ddbc7eeec0af), precommit_delete {{(pid=103917) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 17:22:55.723628 dv-cinder-837356-2-iscsi neutron-server[103916]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d38471b3-75cf-40f6-9db8-c3be9e3ea858 req-932948a2-d98c-4c75-af2b-0ff7534df702 tempest-DeleteServersTestJSON-168559711 tempest-DeleteServersTestJSON-168559711-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103916) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 16 17:22:55.725237 dv-cinder-837356-2-iscsi neutron-server[103916]: INFO neutron.wsgi [req-d38471b3-75cf-40f6-9db8-c3be9e3ea858 req-932948a2-d98c-4c75-af2b-0ff7534df702 tempest-DeleteServersTestJSON-168559711 tempest-DeleteServersTestJSON-168559711-project] 10.222.0.66 "GET /v2.0/ports?device_id=57b787b3-74c7-4e30-9f10-acea71d19c0c HTTP/1.1" status: 200 len: 932 time: 0.2545230 Jun 16 17:22:55.729051 dv-cinder-837356-2-iscsi neutron-server[103916]: DEBUG neutron.db.l3_dvrscheduler_db [req-b55ede11-ea2c-4dbb-88ea-324863f26cc8 req-743eec15-142c-4172-a3c7-27070ab9722e tempest-DeleteServersTestJSON-168559711 tempest-DeleteServersTestJSON-168559711-project] Received port after_create {{(pid=103916) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:542}} Jun 16 17:22:55.735023 dv-cinder-837356-2-iscsi neutron-server[103916]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b55ede11-ea2c-4dbb-88ea-324863f26cc8 req-743eec15-142c-4172-a3c7-27070ab9722e tempest-DeleteServersTestJSON-168559711 tempest-DeleteServersTestJSON-168559711-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103916) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 16 17:22:55.735650 dv-cinder-837356-2-iscsi neutron-server[103916]: DEBUG neutron_lib.callbacks.manager [req-b55ede11-ea2c-4dbb-88ea-324863f26cc8 req-743eec15-142c-4172-a3c7-27070ab9722e tempest-DeleteServersTestJSON-168559711 tempest-DeleteServersTestJSON-168559711-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-191112', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-16241561'] for port (None), before_response {{(pid=103916) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 17:22:55.790596 dv-cinder-837356-2-iscsi neutron-server[103917]: DEBUG neutron_lib.callbacks.manager [None req-4673a120-6866-414b-b855-29133d58b34b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-570488'] for security_group (a3b53c54-e4a8-4e36-8985-ddbc7eeec0af), after_delete {{(pid=103917) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 17:22:55.793977 dv-cinder-837356-2-iscsi neutron-server[103917]: DEBUG neutron_lib.callbacks.manager [None req-4673a120-6866-414b-b855-29133d58b34b admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103917) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 17:22:55.795800 dv-cinder-837356-2-iscsi neutron-server[103917]: INFO neutron.wsgi [None req-4673a120-6866-414b-b855-29133d58b34b admin admin] 10.222.0.66 "DELETE /v2.0/security-groups/a3b53c54-e4a8-4e36-8985-ddbc7eeec0af HTTP/1.1" status: 204 len: 168 time: 0.2111549 Jun 16 17:22:55.808095 dv-cinder-837356-2-iscsi neutron-server[103917]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4673a120-6866-414b-b855-29133d58b34b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a3b53c54-e4a8-4e36-8985-ddbc7eeec0af,revision_number=None']} {{(pid=103917) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 17:22:55.830438 dv-cinder-837356-2-iscsi neutron-server[103916]: INFO neutron.wsgi [req-b55ede11-ea2c-4dbb-88ea-324863f26cc8 req-743eec15-142c-4172-a3c7-27070ab9722e tempest-DeleteServersTestJSON-168559711 tempest-DeleteServersTestJSON-168559711-project] 10.222.0.81 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 3.9005830 Jun 16 17:22:55.890514 dv-cinder-837356-2-iscsi neutron-server[103916]: DEBUG neutron.db.db_base_plugin_common [req-c7f702f7-351f-4acc-99d9-42c4e2d9858d req-79c1397c-ba56-4776-a620-8aba0920acb2 tempest-ServerRescueNegativeTestJSON-1475515620 tempest-ServerRescueNegativeTestJSON-1475515620-project] Allocated IP 172.20.0.12 (7c13538c-2941-4763-a560-37a0a33d14c7/8e38426e-d044-4155-92d6-5d9da7f0fc35/24585d4c-eda6-469f-a310-d2d5f70274a1) {{(pid=103916) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 16 17:22:55.946964 dv-cinder-837356-2-iscsi neutron-server[103916]: INFO neutron.wsgi [req-d38471b3-75cf-40f6-9db8-c3be9e3ea858 req-4f1e0542-8b24-4bb4-8bb3-233a5a5bccdc tempest-DeleteServersTestJSON-168559711 tempest-DeleteServersTestJSON-168559711-project] 10.222.0.66 "GET /v2.0/security-groups?id=9db58268-b1a0-4bab-b8d1-6bdd045c4c5a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2011042 Jun 16 17:22:56.070198 dv-cinder-837356-2-iscsi neutron-server[103918]: DEBUG neutron.db.provisioning_blocks [None req-74fed4a5-c8e5-4873-a304-5fe3d7fab85e None None] Provisioning complete for port 793bfabc-d2dc-472c-95a2-270f46bad4dc triggered by entity DHCP. {{(pid=103918) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jun 16 17:22:56.071593 dv-cinder-837356-2-iscsi neutron-server[103918]: DEBUG neutron_lib.callbacks.manager [None req-74fed4a5-c8e5-4873-a304-5fe3d7fab85e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16149424'] for port (793bfabc-d2dc-472c-95a2-270f46bad4dc), provisioning_complete {{(pid=103918) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 17:22:56.133010 dv-cinder-837356-2-iscsi neutron-server[103918]: DEBUG neutron.plugins.ml2.plugin [None req-74fed4a5-c8e5-4873-a304-5fe3d7fab85e None None] Port 793bfabc-d2dc-472c-95a2-270f46bad4dc cannot update to ACTIVE because it is not bound. {{(pid=103918) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:354}} Jun 16 17:22:56.157049 dv-cinder-837356-2-iscsi neutron-server[103917]: INFO neutron.wsgi [req-323e45c6-8225-41af-a92b-5f71048ec932 req-c3938455-314d-465f-816b-e7178e0ff612 tempest-AttachVolumeShelveTestJSON-1123487845 tempest-AttachVolumeShelveTestJSON-1123487845-project] 10.222.0.66 "GET /v2.0/ports?device_id=ab2e7148-fa86-4648-9e4b-87e27fcf1147 HTTP/1.1" status: 200 len: 210 time: 0.0401635 Jun 16 17:22:56.170392 dv-cinder-837356-2-iscsi neutron-server[103916]: INFO neutron.wsgi [req-08eee795-0dfb-45c4-9dad-7728c3006a62 req-646b0e1f-1552-4129-84ee-b0fb17dffc6b tempest-ServerRescueNegativeTestJSON-1475515620 tempest-ServerRescueNegativeTestJSON-1475515620-project] 10.222.0.66 "GET /v2.0/ports?device_id=75957299-3d36-4f9c-a081-9e621c88225c HTTP/1.1" status: 200 len: 210 time: 0.0363545 Jun 16 17:22:56.250513 dv-cinder-837356-2-iscsi neutron-server[103916]: DEBUG neutron_lib.callbacks.manager [req-c7f702f7-351f-4acc-99d9-42c4e2d9858d req-79c1397c-ba56-4776-a620-8aba0920acb2 tempest-ServerRescueNegativeTestJSON-1475515620 tempest-ServerRescueNegativeTestJSON-1475515620-project] Publish callbacks [] for port (24585d4c-eda6-469f-a310-d2d5f70274a1), precommit_create {{(pid=103916) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 17:22:56.281257 dv-cinder-837356-2-iscsi neutron-server[103916]: DEBUG dbcounter [-] [103916] Writing DB stats neutron:SELECT=84,neutron:INSERT=11,neutron:UPDATE=4,neutron:DELETE=1 {{(pid=103916) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 16 17:22:56.294541 dv-cinder-837356-2-iscsi neutron-server[103916]: DEBUG neutron_lib.callbacks.manager [req-c7f702f7-351f-4acc-99d9-42c4e2d9858d req-79c1397c-ba56-4776-a620-8aba0920acb2 tempest-ServerRescueNegativeTestJSON-1475515620 tempest-ServerRescueNegativeTestJSON-1475515620-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16007527', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-75831', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16241551', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8728538993421'] for port (24585d4c-eda6-469f-a310-d2d5f70274a1), after_create {{(pid=103916) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 17:22:56.310160 dv-cinder-837356-2-iscsi neutron-server[103916]: DEBUG dbcounter [-] [103916] Writing DB stats neutron:SELECT=92,neutron:INSERT=6,neutron:DELETE=1,neutron:UPDATE=1 {{(pid=103916) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 16 17:22:56.377764 dv-cinder-837356-2-iscsi neutron-server[103916]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-c7f702f7-351f-4acc-99d9-42c4e2d9858d req-79c1397c-ba56-4776-a620-8aba0920acb2 tempest-ServerRescueNegativeTestJSON-1475515620 tempest-ServerRescueNegativeTestJSON-1475515620-project] Network 7c13538c-2941-4763-a560-37a0a33d14c7 is already hosted by enough agents. {{(pid=103916) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 16 17:22:56.382946 dv-cinder-837356-2-iscsi neutron-server[103916]: DEBUG neutron.scheduler.base_scheduler [req-c7f702f7-351f-4acc-99d9-42c4e2d9858d req-79c1397c-ba56-4776-a620-8aba0920acb2 tempest-ServerRescueNegativeTestJSON-1475515620 tempest-ServerRescueNegativeTestJSON-1475515620-project] Resources bound (agent type, host, resource id): {{(pid=103916) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 16 17:22:56.385276 dv-cinder-837356-2-iscsi neutron-server[103916]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-79c1397c-ba56-4776-a620-8aba0920acb2 tempest-ServerRescueNegativeTestJSON-1475515620 tempest-ServerRescueNegativeTestJSON-1475515620-project] Pushing event updated for resources: {'Port': ['ID=24585d4c-eda6-469f-a310-d2d5f70274a1,revision_number=1']} {{(pid=103916) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 17:22:56.387986 dv-cinder-837356-2-iscsi neutron-server[103916]: DEBUG neutron.db.l3_dvrscheduler_db [req-c7f702f7-351f-4acc-99d9-42c4e2d9858d req-79c1397c-ba56-4776-a620-8aba0920acb2 tempest-ServerRescueNegativeTestJSON-1475515620 tempest-ServerRescueNegativeTestJSON-1475515620-project] Received port after_create {{(pid=103916) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:542}} Jun 16 17:22:56.394183 dv-cinder-837356-2-iscsi neutron-server[103916]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7f702f7-351f-4acc-99d9-42c4e2d9858d req-79c1397c-ba56-4776-a620-8aba0920acb2 tempest-ServerRescueNegativeTestJSON-1475515620 tempest-ServerRescueNegativeTestJSON-1475515620-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103916) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 16 17:22:56.396173 dv-cinder-837356-2-iscsi neutron-server[103916]: DEBUG neutron_lib.callbacks.manager [req-c7f702f7-351f-4acc-99d9-42c4e2d9858d req-79c1397c-ba56-4776-a620-8aba0920acb2 tempest-ServerRescueNegativeTestJSON-1475515620 tempest-ServerRescueNegativeTestJSON-1475515620-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-191112', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-16241561'] for port (None), before_response {{(pid=103916) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 17:22:56.435661 dv-cinder-837356-2-iscsi neutron-server[103916]: INFO neutron.wsgi [req-c7f702f7-351f-4acc-99d9-42c4e2d9858d req-79c1397c-ba56-4776-a620-8aba0920acb2 tempest-ServerRescueNegativeTestJSON-1475515620 tempest-ServerRescueNegativeTestJSON-1475515620-project] 10.222.0.81 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 2.1611767 Jun 16 17:22:56.546863 dv-cinder-837356-2-iscsi neutron-server[103917]: DEBUG neutron.wsgi [-] (103917) accepted ('10.222.0.66', 36536) {{(pid=103917) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 16 17:22:56.568178 dv-cinder-837356-2-iscsi neutron-server[103917]: DEBUG neutron_lib.callbacks.manager [None req-29057ca2-8f8d-4441-83b9-4bbf4827d532 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103917) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 17:22:56.636921 dv-cinder-837356-2-iscsi neutron-server[103916]: INFO neutron.wsgi [req-b222e773-e891-4ce8-ba25-6168caccb0e0 req-67b6eb4b-083f-422a-b25e-f62f911c6798 tempest-AttachVolumeTestJSON-336390128 tempest-AttachVolumeTestJSON-336390128-project] 10.222.0.66 "GET /v2.0/ports?device_id=7d22b60d-19fe-4dca-8eef-821db5a4dc55 HTTP/1.1" status: 200 len: 210 time: 0.0564914 Jun 16 17:22:56.725500 dv-cinder-837356-2-iscsi neutron-server[103918]: DEBUG neutron.plugins.ml2.rpc [None req-39ead2dc-a542-4f04-b117-439eb7f32aa8 None None] Device c624de63-ffae-4e98-95eb-7e74edb29e5b up at agent ovs-agent-dv-cinder-837356-2-iscsi {{(pid=103918) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 16 17:22:56.810327 dv-cinder-837356-2-iscsi neutron-server[103918]: DEBUG neutron.db.provisioning_blocks [None req-39ead2dc-a542-4f04-b117-439eb7f32aa8 None None] Provisioning complete for port c624de63-ffae-4e98-95eb-7e74edb29e5b triggered by entity L2. {{(pid=103918) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jun 16 17:22:56.811636 dv-cinder-837356-2-iscsi neutron-server[103918]: DEBUG neutron_lib.callbacks.manager [None req-39ead2dc-a542-4f04-b117-439eb7f32aa8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16149424'] for port (c624de63-ffae-4e98-95eb-7e74edb29e5b), provisioning_complete {{(pid=103918) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 17:22:56.837046 dv-cinder-837356-2-iscsi neutron-server[103917]: DEBUG neutron_lib.callbacks.manager [None req-29057ca2-8f8d-4441-83b9-4bbf4827d532 admin admin] Publish callbacks [] for security_group (2aebc797-be70-43ab-8f4f-06a9d62dac5d), precommit_create {{(pid=103917) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 17:22:56.843456 dv-cinder-837356-2-iscsi neutron-server[103917]: DEBUG neutron_lib.callbacks.manager [None req-29057ca2-8f8d-4441-83b9-4bbf4827d532 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-570488'] for security_group (2aebc797-be70-43ab-8f4f-06a9d62dac5d), after_create {{(pid=103917) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 17:22:56.875496 dv-cinder-837356-2-iscsi neutron-server[103918]: DEBUG neutron.db.provisioning_blocks [None req-e544d42a-778b-43a9-980d-56dddc6b7108 None None] Provisioning complete for port 24585d4c-eda6-469f-a310-d2d5f70274a1 triggered by entity DHCP. {{(pid=103918) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jun 16 17:22:56.876216 dv-cinder-837356-2-iscsi neutron-server[103918]: DEBUG neutron_lib.callbacks.manager [None req-e544d42a-778b-43a9-980d-56dddc6b7108 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16149424'] for port (24585d4c-eda6-469f-a310-d2d5f70274a1), provisioning_complete {{(pid=103918) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 17:22:56.886019 dv-cinder-837356-2-iscsi neutron-server[103917]: INFO neutron.wsgi [None req-29057ca2-8f8d-4441-83b9-4bbf4827d532 admin admin] 10.222.0.66 "GET /v2.0/security-groups?tenant_id=c69880e6ee844f8da325ab4902350dc2&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3379626 Jun 16 17:22:56.888537 dv-cinder-837356-2-iscsi neutron-server[103916]: DEBUG neutron.wsgi [-] (103916) accepted ('10.222.0.66', 36546) {{(pid=103916) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 16 17:22:56.938637 dv-cinder-837356-2-iscsi neutron-server[103918]: DEBUG neutron.plugins.ml2.plugin [None req-39ead2dc-a542-4f04-b117-439eb7f32aa8 None None] Current status of the port c624de63-ffae-4e98-95eb-7e74edb29e5b is: ACTIVE; New status is: ACTIVE {{(pid=103918) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2298}} Jun 16 17:22:56.943217 dv-cinder-837356-2-iscsi neutron-server[103917]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-29057ca2-8f8d-4441-83b9-4bbf4827d532 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2aebc797-be70-43ab-8f4f-06a9d62dac5d,revision_number=1']} {{(pid=103917) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 17:22:56.980264 dv-cinder-837356-2-iscsi neutron-server[103918]: DEBUG neutron.plugins.ml2.plugin [None req-e544d42a-778b-43a9-980d-56dddc6b7108 None None] Port 24585d4c-eda6-469f-a310-d2d5f70274a1 cannot update to ACTIVE because it is not bound. {{(pid=103918) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:354}} Jun 16 17:22:57.035214 dv-cinder-837356-2-iscsi neutron-server[103916]: DEBUG neutron_lib.callbacks.manager [None req-ca9bcc3a-b700-4eab-a870-92d43680d050 admin admin] Publish callbacks [] for security_group (2aebc797-be70-43ab-8f4f-06a9d62dac5d), before_delete {{(pid=103916) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 17:22:57.075087 dv-cinder-837356-2-iscsi neutron-server[103917]: DEBUG neutron.api.v2.base [req-e8448b2b-c387-4816-a635-4cd354ee8aa2 req-f9b28d56-d611-481b-968b-788dd97f061f service neutron] Request body: {'port': {'device_id': '90ea9630-ef03-47fd-aa60-695a36081c19', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-83735'}} {{(pid=103917) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jun 16 17:22:57.084492 dv-cinder-837356-2-iscsi neutron-server[103916]: DEBUG neutron_lib.callbacks.manager [None req-ca9bcc3a-b700-4eab-a870-92d43680d050 admin admin] Publish callbacks [] for security_group (2aebc797-be70-43ab-8f4f-06a9d62dac5d), precommit_delete {{(pid=103916) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 17:22:57.147691 dv-cinder-837356-2-iscsi neutron-server[103916]: DEBUG neutron_lib.callbacks.manager [None req-ca9bcc3a-b700-4eab-a870-92d43680d050 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-570488'] for security_group (2aebc797-be70-43ab-8f4f-06a9d62dac5d), after_delete {{(pid=103916) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 17:22:57.151022 dv-cinder-837356-2-iscsi neutron-server[103916]: DEBUG neutron_lib.callbacks.manager [None req-ca9bcc3a-b700-4eab-a870-92d43680d050 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103916) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 17:22:57.152316 dv-cinder-837356-2-iscsi neutron-server[103916]: INFO neutron.wsgi [None req-ca9bcc3a-b700-4eab-a870-92d43680d050 admin admin] 10.222.0.66 "DELETE /v2.0/security-groups/2aebc797-be70-43ab-8f4f-06a9d62dac5d HTTP/1.1" status: 204 len: 168 time: 0.2627890 Jun 16 17:22:57.153570 dv-cinder-837356-2-iscsi neutron-server[103917]: DEBUG dbcounter [-] [103917] Writing DB stats neutron:SELECT=89,neutron:DELETE=4,neutron:INSERT=6,neutron:UPDATE=1 {{(pid=103917) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 16 17:22:57.162299 dv-cinder-837356-2-iscsi neutron-server[103916]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca9bcc3a-b700-4eab-a870-92d43680d050 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2aebc797-be70-43ab-8f4f-06a9d62dac5d,revision_number=None']} {{(pid=103916) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 17:22:57.173246 dv-cinder-837356-2-iscsi neutron-server[103917]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f58ac35c-075d-4dfa-a589-517081ad6586 req-10d1f1b2-f170-4adf-b306-a8e425802faa tempest-DeleteServersTestJSON-168559711 tempest-DeleteServersTestJSON-168559711-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103917) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 16 17:22:57.174921 dv-cinder-837356-2-iscsi neutron-server[103917]: INFO neutron.wsgi [req-f58ac35c-075d-4dfa-a589-517081ad6586 req-10d1f1b2-f170-4adf-b306-a8e425802faa tempest-DeleteServersTestJSON-168559711 tempest-DeleteServersTestJSON-168559711-project] 10.222.0.66 "GET /v2.0/ports?device_id=57b787b3-74c7-4e30-9f10-acea71d19c0c HTTP/1.1" status: 200 len: 932 time: 0.1243303 Jun 16 17:22:57.248965 dv-cinder-837356-2-iscsi neutron-server[103917]: DEBUG neutron_lib.callbacks.manager [req-e8448b2b-c387-4816-a635-4cd354ee8aa2 req-f9b28d56-d611-481b-968b-788dd97f061f service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16007590'] for port (6fa0a160-b8b9-480d-91ad-c84aa7d2485a), before_update {{(pid=103917) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 17:22:57.285093 dv-cinder-837356-2-iscsi neutron-server[103917]: INFO neutron.wsgi [req-f58ac35c-075d-4dfa-a589-517081ad6586 req-91be7925-0809-4e03-9d25-e689ccd76975 tempest-DeleteServersTestJSON-168559711 tempest-DeleteServersTestJSON-168559711-project] 10.222.0.66 "GET /v2.0/security-groups?id=9db58268-b1a0-4bab-b8d1-6bdd045c4c5a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1008713 Jun 16 17:22:57.387223 dv-cinder-837356-2-iscsi neutron-server[103916]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d55e900b-2960-47ec-83ce-2dedd5047440 req-d60c74a7-6314-46a4-aeb9-9b6622d9135d tempest-ServerRescueNegativeTestJSON-1475515620 tempest-ServerRescueNegativeTestJSON-1475515620-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103916) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 16 17:22:57.389028 dv-cinder-837356-2-iscsi neutron-server[103916]: INFO neutron.wsgi [req-d55e900b-2960-47ec-83ce-2dedd5047440 req-d60c74a7-6314-46a4-aeb9-9b6622d9135d tempest-ServerRescueNegativeTestJSON-1475515620 tempest-ServerRescueNegativeTestJSON-1475515620-project] 10.222.0.66 "GET /v2.0/ports?device_id=75957299-3d36-4f9c-a081-9e621c88225c HTTP/1.1" status: 200 len: 932 time: 0.1251636 Jun 16 17:22:57.493733 dv-cinder-837356-2-iscsi neutron-server[103916]: INFO neutron.wsgi [req-d55e900b-2960-47ec-83ce-2dedd5047440 req-c4b93182-f3f4-46d5-8d76-85c6d3ff2f23 tempest-ServerRescueNegativeTestJSON-1475515620 tempest-ServerRescueNegativeTestJSON-1475515620-project] 10.222.0.66 "GET /v2.0/security-groups?id=ce781013-5cdb-4bc3-8c66-743aa21b4c5c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0961010 Jun 16 17:22:57.609565 dv-cinder-837356-2-iscsi neutron-server[103917]: INFO neutron.wsgi [req-8f707597-0520-47a7-8896-17f6940f73e2 req-adff72da-2ed2-4dd2-b942-9e536771c077 tempest-AttachVolumeShelveTestJSON-1123487845 tempest-AttachVolumeShelveTestJSON-1123487845-project] 10.222.0.66 "GET /v2.0/ports?device_id=ab2e7148-fa86-4648-9e4b-87e27fcf1147 HTTP/1.1" status: 200 len: 210 time: 0.0702865 Jun 16 17:22:57.794996 dv-cinder-837356-2-iscsi neutron-server[103916]: INFO neutron.wsgi [req-06c5455a-3ebb-46e9-a882-9a58335cb824 req-4b97001d-60e8-4afd-b972-4e5ab0c22468 tempest-AttachVolumeTestJSON-336390128 tempest-AttachVolumeTestJSON-336390128-project] 10.222.0.66 "GET /v2.0/ports?device_id=7d22b60d-19fe-4dca-8eef-821db5a4dc55 HTTP/1.1" status: 200 len: 210 time: 0.0377071 Jun 16 17:22:57.915495 dv-cinder-837356-2-iscsi neutron-server[103916]: DEBUG neutron.api.v2.base [req-b55ede11-ea2c-4dbb-88ea-324863f26cc8 req-8481fc8a-06cb-44db-980d-e936bf055caa service neutron] Request body: {'port': {'device_id': '57b787b3-74c7-4e30-9f10-acea71d19c0c', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-83735'}} {{(pid=103916) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jun 16 17:22:57.932825 dv-cinder-837356-2-iscsi neutron-server[103916]: DEBUG neutron.api.v2.base [req-c7f702f7-351f-4acc-99d9-42c4e2d9858d req-b63df355-c568-466d-b487-9e46a6f8a120 service neutron] Request body: {'port': {'device_id': '75957299-3d36-4f9c-a081-9e621c88225c', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-83735'}} {{(pid=103916) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jun 16 17:22:57.933482 dv-cinder-837356-2-iscsi neutron-server[103917]: DEBUG neutron.api.v2.base [req-c17d1fb6-d773-4900-8e27-5c5a8d0a6dd7 req-600c6264-bfe0-4ceb-a111-9c8919c56236 tempest-AttachVolumeShelveTestJSON-1123487845 tempest-AttachVolumeShelveTestJSON-1123487845-project] Request body: {'port': {'device_id': 'ab2e7148-fa86-4648-9e4b-87e27fcf1147', 'network_id': '04f2ecf4-cd9f-483b-9100-6d9d67a561d2', 'admin_state_up': True, 'tenant_id': '0c63f648631a4a11910b4b135f22b235', 'security_groups': ['5ab805c8-38ae-4655-bf71-1fc1999d288e']}} {{(pid=103917) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jun 16 17:22:57.943080 dv-cinder-837356-2-iscsi neutron-server[103917]: DEBUG neutron.api.v2.base [req-dfcf68ed-df61-459c-9915-4114a6965a7c req-d50dd23b-c77c-46f7-a189-6ea104fb4a9e tempest-AttachVolumeTestJSON-336390128 tempest-AttachVolumeTestJSON-336390128-project] Request body: {'port': {'device_id': '7d22b60d-19fe-4dca-8eef-821db5a4dc55', 'network_id': '82c6c893-96f4-45ae-b1e3-d70ff1db738d', 'admin_state_up': True, 'tenant_id': 'f029a8bb389c4d348c0e9001c5fa059c', 'security_groups': ['b5243b74-2536-4f9c-b2d2-f7b79b8f3edb']}} {{(pid=103917) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jun 16 17:22:58.085553 dv-cinder-837356-2-iscsi neutron-server[103917]: DEBUG dbcounter [-] [103917] Writing DB stats neutron:SELECT=88,neutron:DELETE=4,neutron:INSERT=7,neutron:UPDATE=1 {{(pid=103917) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 16 17:22:58.086779 dv-cinder-837356-2-iscsi neutron-server[103917]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-dfcf68ed-df61-459c-9915-4114a6965a7c req-d50dd23b-c77c-46f7-a189-6ea104fb4a9e tempest-AttachVolumeTestJSON-336390128 tempest-AttachVolumeTestJSON-336390128-project] Made reservation on behalf of f029a8bb389c4d348c0e9001c5fa059c for: {'port': 1} {{(pid=103917) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 16 17:22:58.090725 dv-cinder-837356-2-iscsi neutron-server[103917]: DEBUG neutron_lib.callbacks.manager [req-dfcf68ed-df61-459c-9915-4114a6965a7c req-d50dd23b-c77c-46f7-a189-6ea104fb4a9e tempest-AttachVolumeTestJSON-336390128 tempest-AttachVolumeTestJSON-336390128-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16007590'] for port (None), before_create {{(pid=103917) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 17:22:58.390008 dv-cinder-837356-2-iscsi neutron-server[103916]: DEBUG neutron_lib.callbacks.manager [req-c7f702f7-351f-4acc-99d9-42c4e2d9858d req-b63df355-c568-466d-b487-9e46a6f8a120 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16007590'] for port (24585d4c-eda6-469f-a310-d2d5f70274a1), before_update {{(pid=103916) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 17:22:58.479072 dv-cinder-837356-2-iscsi neutron-server[103916]: DEBUG neutron_lib.callbacks.manager [req-b55ede11-ea2c-4dbb-88ea-324863f26cc8 req-8481fc8a-06cb-44db-980d-e936bf055caa service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16007590'] for port (793bfabc-d2dc-472c-95a2-270f46bad4dc), before_update {{(pid=103916) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 17:22:58.586812 dv-cinder-837356-2-iscsi neutron-server[103919]: DEBUG dbcounter [-] [103919] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=103919) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 16 17:22:58.883050 dv-cinder-837356-2-iscsi neutron-server[103917]: DEBUG dbcounter [-] [103917] Writing DB stats neutron:SELECT=95,neutron:UPDATE=2,neutron:INSERT=3 {{(pid=103917) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 16 17:22:58.909106 dv-cinder-837356-2-iscsi neutron-server[103917]: DEBUG neutron.notifiers.nova [req-e8448b2b-c387-4816-a635-4cd354ee8aa2 req-f9b28d56-d611-481b-968b-788dd97f061f service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 6fa0a160-b8b9-480d-91ad-c84aa7d2485a {{(pid=103917) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Jun 16 17:22:58.924142 dv-cinder-837356-2-iscsi neutron-server[103917]: DEBUG neutron.db.db_base_plugin_common [req-dfcf68ed-df61-459c-9915-4114a6965a7c req-d50dd23b-c77c-46f7-a189-6ea104fb4a9e tempest-AttachVolumeTestJSON-336390128 tempest-AttachVolumeTestJSON-336390128-project] Allocated IP 172.20.0.9 (82c6c893-96f4-45ae-b1e3-d70ff1db738d/744fc868-35e9-4c30-8ac9-ba01749c37c3/21fae4ca-fb3d-4b09-8071-928df2baff45) {{(pid=103917) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 16 17:22:58.939932 dv-cinder-837356-2-iscsi neutron-server[103917]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56e17b9e-3ffb-41e1-8313-c01641deb892 req-71cce4d8-a2bc-4128-8271-111d8e92cf5f tempest-DeleteServersTestJSON-168559711 tempest-DeleteServersTestJSON-168559711-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103917) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 16 17:22:58.941816 dv-cinder-837356-2-iscsi neutron-server[103917]: INFO neutron.wsgi [req-56e17b9e-3ffb-41e1-8313-c01641deb892 req-71cce4d8-a2bc-4128-8271-111d8e92cf5f tempest-DeleteServersTestJSON-168559711 tempest-DeleteServersTestJSON-168559711-project] 10.222.0.66 "GET /v2.0/ports?device_id=57b787b3-74c7-4e30-9f10-acea71d19c0c HTTP/1.1" status: 200 len: 932 time: 0.4015353 Jun 16 17:22:58.944474 dv-cinder-837356-2-iscsi neutron-server[103917]: DEBUG neutron_lib.callbacks.manager [req-e8448b2b-c387-4816-a635-4cd354ee8aa2 req-f9b28d56-d611-481b-968b-788dd97f061f service neutron] Publish callbacks [] for port (6fa0a160-b8b9-480d-91ad-c84aa7d2485a), precommit_update {{(pid=103917) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 17:22:58.957856 dv-cinder-837356-2-iscsi neutron-server[103917]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-c17d1fb6-d773-4900-8e27-5c5a8d0a6dd7 req-600c6264-bfe0-4ceb-a111-9c8919c56236 tempest-AttachVolumeShelveTestJSON-1123487845 tempest-AttachVolumeShelveTestJSON-1123487845-project] Made reservation on behalf of 0c63f648631a4a11910b4b135f22b235 for: {'port': 1} {{(pid=103917) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 16 17:22:58.962948 dv-cinder-837356-2-iscsi neutron-server[103917]: DEBUG neutron_lib.callbacks.manager [req-c17d1fb6-d773-4900-8e27-5c5a8d0a6dd7 req-600c6264-bfe0-4ceb-a111-9c8919c56236 tempest-AttachVolumeShelveTestJSON-1123487845 tempest-AttachVolumeShelveTestJSON-1123487845-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16007590'] for port (None), before_create {{(pid=103917) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 17:22:59.053701 dv-cinder-837356-2-iscsi neutron-server[103917]: DEBUG neutron.db.provisioning_blocks [req-e8448b2b-c387-4816-a635-4cd354ee8aa2 req-f9b28d56-d611-481b-968b-788dd97f061f service neutron] Transition to ACTIVE for port object 6fa0a160-b8b9-480d-91ad-c84aa7d2485a will not be triggered until provisioned by entity L2. {{(pid=103917) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Jun 16 17:22:59.072852 dv-cinder-837356-2-iscsi neutron-server[103917]: DEBUG neutron_lib.callbacks.manager [req-e8448b2b-c387-4816-a635-4cd354ee8aa2 req-f9b28d56-d611-481b-968b-788dd97f061f service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16007527', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-75831', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16241551', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728539364693', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728538993439', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728538993457'] for port (6fa0a160-b8b9-480d-91ad-c84aa7d2485a), after_update {{(pid=103917) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 17:22:59.260979 dv-cinder-837356-2-iscsi neutron-server[103917]: DEBUG neutron.db.db_base_plugin_common [req-c17d1fb6-d773-4900-8e27-5c5a8d0a6dd7 req-600c6264-bfe0-4ceb-a111-9c8919c56236 tempest-AttachVolumeShelveTestJSON-1123487845 tempest-AttachVolumeShelveTestJSON-1123487845-project] Allocated IP 172.20.0.11 (04f2ecf4-cd9f-483b-9100-6d9d67a561d2/57d5f714-8d8c-468b-957a-7745cf345909/2da50d5c-d328-4853-a261-6bd0c6378dcd) {{(pid=103917) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 16 17:22:59.427517 dv-cinder-837356-2-iscsi neutron-server[103916]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-215f69b3-7660-429e-b622-57d47dc3e493 req-ce30abde-13b2-4003-bebe-75f5bf9fdc82 tempest-ServerRescueNegativeTestJSON-1475515620 tempest-ServerRescueNegativeTestJSON-1475515620-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103916) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 16 17:22:59.436492 dv-cinder-837356-2-iscsi neutron-server[103916]: INFO neutron.wsgi [req-215f69b3-7660-429e-b622-57d47dc3e493 req-ce30abde-13b2-4003-bebe-75f5bf9fdc82 tempest-ServerRescueNegativeTestJSON-1475515620 tempest-ServerRescueNegativeTestJSON-1475515620-project] 10.222.0.66 "GET /v2.0/ports?device_id=75957299-3d36-4f9c-a081-9e621c88225c HTTP/1.1" status: 200 len: 932 time: 0.5607831 Jun 16 17:22:59.437968 dv-cinder-837356-2-iscsi neutron-server[103918]: DEBUG neutron_lib.callbacks.manager [None req-b2b17746-c296-4803-869a-65578e8233dd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728539454181', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16149322'] for agent (2e97d73d-50fc-4f89-a4ea-85f65eb860d8), after_update {{(pid=103918) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 17:22:59.467748 dv-cinder-837356-2-iscsi neutron-server[103917]: INFO neutron.wsgi [req-56e17b9e-3ffb-41e1-8313-c01641deb892 req-89f6861a-b871-4ab5-9550-424369b7ecc8 tempest-DeleteServersTestJSON-168559711 tempest-DeleteServersTestJSON-168559711-project] 10.222.0.66 "GET /v2.0/security-groups?id=9db58268-b1a0-4bab-b8d1-6bdd045c4c5a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5138202 Jun 16 17:22:59.789901 dv-cinder-837356-2-iscsi neutron-server[103916]: DEBUG neutron.wsgi [-] (103916) accepted ('10.222.0.66', 36642) {{(pid=103916) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 16 17:22:59.816328 dv-cinder-837356-2-iscsi neutron-server[103916]: INFO neutron.wsgi [req-215f69b3-7660-429e-b622-57d47dc3e493 req-e235137d-1d8c-43c1-bb5a-4fee627c4eee tempest-ServerRescueNegativeTestJSON-1475515620 tempest-ServerRescueNegativeTestJSON-1475515620-project] 10.222.0.66 "GET /v2.0/security-groups?id=ce781013-5cdb-4bc3-8c66-743aa21b4c5c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3783104 Jun 16 17:22:59.921831 dv-cinder-837356-2-iscsi neutron-server[103917]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f9b28d56-d611-481b-968b-788dd97f061f service neutron] Pushing event updated for resources: {'Port': ['ID=6fa0a160-b8b9-480d-91ad-c84aa7d2485a,revision_number=2']} {{(pid=103917) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 17:22:59.996891 dv-cinder-837356-2-iscsi neutron-server[103916]: DEBUG dbcounter [-] [103916] Writing DB stats neutron:SELECT=91,neutron:DELETE=4,neutron:UPDATE=5 {{(pid=103916) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 16 17:23:00.003806 dv-cinder-837356-2-iscsi neutron-server[103917]: INFO neutron.wsgi [req-9c4fc1b0-68f8-45c5-9df8-7fdc1fa9d716 req-df3b942d-28cb-4abd-9974-0e78106db62b tempest-AttachVolumeShelveTestJSON-1123487845 tempest-AttachVolumeShelveTestJSON-1123487845-project] 10.222.0.66 "GET /v2.0/ports?device_id=ab2e7148-fa86-4648-9e4b-87e27fcf1147 HTTP/1.1" status: 200 len: 210 time: 0.2992942 Jun 16 17:23:00.017832 dv-cinder-837356-2-iscsi neutron-server[103916]: DEBUG dbcounter [-] [103916] Writing DB stats neutron:SELECT=97,neutron:DELETE=2,neutron:UPDATE=1 {{(pid=103916) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 16 17:23:00.116299 dv-cinder-837356-2-iscsi neutron-server[103916]: INFO neutron.wsgi [req-bef210fd-2e25-456e-84ce-3e8c4dc09a22 req-b70fa92c-8f79-4fe3-88fb-15e3e9eaa2d6 tempest-AttachVolumeTestJSON-336390128 tempest-AttachVolumeTestJSON-336390128-project] 10.222.0.66 "GET /v2.0/ports?device_id=7d22b60d-19fe-4dca-8eef-821db5a4dc55 HTTP/1.1" status: 200 len: 210 time: 0.1220751 Jun 16 17:23:00.164151 dv-cinder-837356-2-iscsi neutron-server[103917]: DEBUG dbcounter [-] [103917] Writing DB stats neutron:SELECT=88,neutron:UPDATE=6,neutron:INSERT=6 {{(pid=103917) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 16 17:23:00.165338 dv-cinder-837356-2-iscsi neutron-server[103917]: DEBUG neutron.plugins.ml2.managers [req-e8448b2b-c387-4816-a635-4cd354ee8aa2 req-f9b28d56-d611-481b-968b-788dd97f061f service neutron] Attempting to bind port 6fa0a160-b8b9-480d-91ad-c84aa7d2485a on host hv-cinder-83735 for vnic_type normal with profile {{(pid=103917) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:811}} Jun 16 17:23:00.165758 dv-cinder-837356-2-iscsi neutron-server[103917]: DEBUG neutron.plugins.ml2.managers [req-e8448b2b-c387-4816-a635-4cd354ee8aa2 req-f9b28d56-d611-481b-968b-788dd97f061f service neutron] Attempting to bind port 6fa0a160-b8b9-480d-91ad-c84aa7d2485a by drivers openvswitch,hyperv on host hv-cinder-83735 at level 0 using segments [{'id': '036772f7-7333-486e-9364-cdd941d04468', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1012, 'network_id': '7c13538c-2941-4763-a560-37a0a33d14c7'}] {{(pid=103917) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:836}} Jun 16 17:23:00.166094 dv-cinder-837356-2-iscsi neutron-server[103917]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e8448b2b-c387-4816-a635-4cd354ee8aa2 req-f9b28d56-d611-481b-968b-788dd97f061f service neutron] Attempting to bind port 6fa0a160-b8b9-480d-91ad-c84aa7d2485a on network 7c13538c-2941-4763-a560-37a0a33d14c7 {{(pid=103917) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jun 16 17:23:00.238477 dv-cinder-837356-2-iscsi neutron-server[103917]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e8448b2b-c387-4816-a635-4cd354ee8aa2 req-f9b28d56-d611-481b-968b-788dd97f061f service neutron] Port 6fa0a160-b8b9-480d-91ad-c84aa7d2485a on network 7c13538c-2941-4763-a560-37a0a33d14c7 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-83735 {{(pid=103917) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Jun 16 17:23:00.239245 dv-cinder-837356-2-iscsi neutron-server[103917]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e8448b2b-c387-4816-a635-4cd354ee8aa2 req-f9b28d56-d611-481b-968b-788dd97f061f service neutron] Attempting to bind port 6fa0a160-b8b9-480d-91ad-c84aa7d2485a on network 7c13538c-2941-4763-a560-37a0a33d14c7 {{(pid=103917) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jun 16 17:23:00.280186 dv-cinder-837356-2-iscsi neutron-server[103917]: DEBUG neutron_lib.callbacks.manager [req-c17d1fb6-d773-4900-8e27-5c5a8d0a6dd7 req-600c6264-bfe0-4ceb-a111-9c8919c56236 tempest-AttachVolumeShelveTestJSON-1123487845 tempest-AttachVolumeShelveTestJSON-1123487845-project] Publish callbacks [] for port (2da50d5c-d328-4853-a261-6bd0c6378dcd), precommit_create {{(pid=103917) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 17:23:00.285063 dv-cinder-837356-2-iscsi neutron-server[103917]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e8448b2b-c387-4816-a635-4cd354ee8aa2 req-f9b28d56-d611-481b-968b-788dd97f061f service neutron] Checking agent: {'id': '2e97d73d-50fc-4f89-a4ea-85f65eb860d8', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-83735', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 6, 16, 17, 20, 29), 'started_at': datetime.datetime(2022, 6, 16, 17, 20, 29), 'heartbeat_timestamp': datetime.datetime(2022, 6, 16, 17, 22, 59), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103917) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jun 16 17:23:00.285590 dv-cinder-837356-2-iscsi neutron-server[103917]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e8448b2b-c387-4816-a635-4cd354ee8aa2 req-f9b28d56-d611-481b-968b-788dd97f061f service neutron] Checking segment: {'id': '036772f7-7333-486e-9364-cdd941d04468', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1012, 'network_id': '7c13538c-2941-4763-a560-37a0a33d14c7'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103917) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jun 16 17:23:00.287107 dv-cinder-837356-2-iscsi neutron-server[103917]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e8448b2b-c387-4816-a635-4cd354ee8aa2 req-f9b28d56-d611-481b-968b-788dd97f061f service neutron] Bound using segment: {'id': '036772f7-7333-486e-9364-cdd941d04468', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1012, 'network_id': '7c13538c-2941-4763-a560-37a0a33d14c7'} {{(pid=103917) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jun 16 17:23:00.287701 dv-cinder-837356-2-iscsi neutron-server[103917]: DEBUG neutron.plugins.ml2.managers [req-e8448b2b-c387-4816-a635-4cd354ee8aa2 req-f9b28d56-d611-481b-968b-788dd97f061f service neutron] Bound port: 6fa0a160-b8b9-480d-91ad-c84aa7d2485a, host: hv-cinder-83735, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '036772f7-7333-486e-9364-cdd941d04468', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1012, 'network_id': '7c13538c-2941-4763-a560-37a0a33d14c7'}}] {{(pid=103917) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:948}} Jun 16 17:23:00.288295 dv-cinder-837356-2-iscsi neutron-server[103917]: DEBUG neutron_lib.callbacks.manager [req-e8448b2b-c387-4816-a635-4cd354ee8aa2 req-f9b28d56-d611-481b-968b-788dd97f061f service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16007590'] for port (6fa0a160-b8b9-480d-91ad-c84aa7d2485a), before_update {{(pid=103917) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 17:23:00.295345 dv-cinder-837356-2-iscsi neutron-server[103917]: DEBUG neutron_lib.callbacks.manager [req-dfcf68ed-df61-459c-9915-4114a6965a7c req-d50dd23b-c77c-46f7-a189-6ea104fb4a9e tempest-AttachVolumeTestJSON-336390128 tempest-AttachVolumeTestJSON-336390128-project] Publish callbacks [] for port (21fae4ca-fb3d-4b09-8071-928df2baff45), precommit_create {{(pid=103917) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 17:23:00.364208 dv-cinder-837356-2-iscsi neutron-server[103916]: DEBUG neutron.notifiers.nova [req-c7f702f7-351f-4acc-99d9-42c4e2d9858d req-b63df355-c568-466d-b487-9e46a6f8a120 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 24585d4c-eda6-469f-a310-d2d5f70274a1 {{(pid=103916) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Jun 16 17:23:00.381479 dv-cinder-837356-2-iscsi neutron-server[103916]: DEBUG neutron_lib.callbacks.manager [req-c7f702f7-351f-4acc-99d9-42c4e2d9858d req-b63df355-c568-466d-b487-9e46a6f8a120 service neutron] Publish callbacks [] for port (24585d4c-eda6-469f-a310-d2d5f70274a1), precommit_update {{(pid=103916) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 17:23:00.424000 dv-cinder-837356-2-iscsi neutron-server[103916]: DEBUG neutron.notifiers.nova [req-b55ede11-ea2c-4dbb-88ea-324863f26cc8 req-8481fc8a-06cb-44db-980d-e936bf055caa service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 793bfabc-d2dc-472c-95a2-270f46bad4dc {{(pid=103916) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Jun 16 17:23:00.440091 dv-cinder-837356-2-iscsi neutron-server[103916]: DEBUG neutron.db.provisioning_blocks [req-c7f702f7-351f-4acc-99d9-42c4e2d9858d req-b63df355-c568-466d-b487-9e46a6f8a120 service neutron] Transition to ACTIVE for port object 24585d4c-eda6-469f-a310-d2d5f70274a1 will not be triggered until provisioned by entity L2. {{(pid=103916) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Jun 16 17:23:00.444354 dv-cinder-837356-2-iscsi neutron-server[103916]: DEBUG neutron_lib.callbacks.manager [req-b55ede11-ea2c-4dbb-88ea-324863f26cc8 req-8481fc8a-06cb-44db-980d-e936bf055caa service neutron] Publish callbacks [] for port (793bfabc-d2dc-472c-95a2-270f46bad4dc), precommit_update {{(pid=103916) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 17:23:00.451557 dv-cinder-837356-2-iscsi neutron-server[103916]: DEBUG neutron_lib.callbacks.manager [req-c7f702f7-351f-4acc-99d9-42c4e2d9858d req-b63df355-c568-466d-b487-9e46a6f8a120 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16007527', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-75831', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16241551', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728539364693', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728538993439', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728538993457'] for port (24585d4c-eda6-469f-a310-d2d5f70274a1), after_update {{(pid=103916) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 17:23:00.528473 dv-cinder-837356-2-iscsi neutron-server[103916]: DEBUG neutron_lib.callbacks.manager [None req-885899e2-d56c-433f-a478-0d1f806ee3b6 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103916) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 17:23:00.543015 dv-cinder-837356-2-iscsi neutron-server[103916]: DEBUG neutron.db.provisioning_blocks [req-b55ede11-ea2c-4dbb-88ea-324863f26cc8 req-8481fc8a-06cb-44db-980d-e936bf055caa service neutron] Transition to ACTIVE for port object 793bfabc-d2dc-472c-95a2-270f46bad4dc will not be triggered until provisioned by entity L2. {{(pid=103916) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Jun 16 17:23:00.556732 dv-cinder-837356-2-iscsi neutron-server[103917]: DEBUG neutron.plugins.ml2.db [req-e8448b2b-c387-4816-a635-4cd354ee8aa2 req-f9b28d56-d611-481b-968b-788dd97f061f service neutron] For port 6fa0a160-b8b9-480d-91ad-c84aa7d2485a, host hv-cinder-83735, cleared binding levels {{(pid=103917) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 16 17:23:00.566233 dv-cinder-837356-2-iscsi neutron-server[103916]: DEBUG neutron_lib.callbacks.manager [req-b55ede11-ea2c-4dbb-88ea-324863f26cc8 req-8481fc8a-06cb-44db-980d-e936bf055caa service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16007527', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-75831', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16241551', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728539364693', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728538993439', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728538993457'] for port (793bfabc-d2dc-472c-95a2-270f46bad4dc), after_update {{(pid=103916) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 17:23:00.571152 dv-cinder-837356-2-iscsi neutron-server[103917]: DEBUG neutron.plugins.ml2.db [req-e8448b2b-c387-4816-a635-4cd354ee8aa2 req-f9b28d56-d611-481b-968b-788dd97f061f service neutron] For port 6fa0a160-b8b9-480d-91ad-c84aa7d2485a, host hv-cinder-83735, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83735',level=0,port_id=6fa0a160-b8b9-480d-91ad-c84aa7d2485a,segment=NetworkSegment(036772f7-7333-486e-9364-cdd941d04468),segment_id=036772f7-7333-486e-9364-cdd941d04468)] {{(pid=103917) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 16 17:23:00.623610 dv-cinder-837356-2-iscsi neutron-server[103917]: DEBUG dbcounter [-] [103917] Writing DB stats neutron:SELECT=89,neutron:INSERT=7,neutron:UPDATE=4 {{(pid=103917) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 16 17:23:00.644570 dv-cinder-837356-2-iscsi neutron-server[103917]: DEBUG neutron_lib.callbacks.manager [req-e8448b2b-c387-4816-a635-4cd354ee8aa2 req-f9b28d56-d611-481b-968b-788dd97f061f service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16007527', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-75831', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16241551', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728539364693', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728538993439', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728538993457'] for port (6fa0a160-b8b9-480d-91ad-c84aa7d2485a), after_update {{(pid=103917) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 17:23:00.666061 dv-cinder-837356-2-iscsi neutron-server[103916]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b63df355-c568-466d-b487-9e46a6f8a120 service neutron] Pushing event updated for resources: {'Port': ['ID=24585d4c-eda6-469f-a310-d2d5f70274a1,revision_number=2']} {{(pid=103916) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 17:23:00.683246 dv-cinder-837356-2-iscsi neutron-server[103917]: DEBUG neutron_lib.callbacks.manager [req-c17d1fb6-d773-4900-8e27-5c5a8d0a6dd7 req-600c6264-bfe0-4ceb-a111-9c8919c56236 tempest-AttachVolumeShelveTestJSON-1123487845 tempest-AttachVolumeShelveTestJSON-1123487845-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16007527', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-75831', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16241551', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8728538993421'] for port (2da50d5c-d328-4853-a261-6bd0c6378dcd), after_create {{(pid=103917) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 17:23:00.786155 dv-cinder-837356-2-iscsi neutron-server[103917]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e536006-a0a2-46a7-b163-9e855b8310d7 req-b423d29e-5b87-40df-bd3f-7ec92b166316 tempest-DeleteServersTestJSON-168559711 tempest-DeleteServersTestJSON-168559711-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103917) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 16 17:23:00.793221 dv-cinder-837356-2-iscsi neutron-server[103917]: INFO neutron.wsgi [req-9e536006-a0a2-46a7-b163-9e855b8310d7 req-b423d29e-5b87-40df-bd3f-7ec92b166316 tempest-DeleteServersTestJSON-168559711 tempest-DeleteServersTestJSON-168559711-project] 10.222.0.66 "GET /v2.0/ports?device_id=57b787b3-74c7-4e30-9f10-acea71d19c0c HTTP/1.1" status: 200 len: 944 time: 0.1180172 Jun 16 17:23:00.850018 dv-cinder-837356-2-iscsi neutron-server[103917]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8448b2b-c387-4816-a635-4cd354ee8aa2 req-f9b28d56-d611-481b-968b-788dd97f061f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103917) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 16 17:23:00.852623 dv-cinder-837356-2-iscsi neutron-server[103917]: DEBUG neutron_lib.callbacks.manager [req-e8448b2b-c387-4816-a635-4cd354ee8aa2 req-f9b28d56-d611-481b-968b-788dd97f061f service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-191112', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-16241561'] for port (None), before_response {{(pid=103917) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 17:23:00.857379 dv-cinder-837356-2-iscsi neutron-server[103917]: INFO neutron.wsgi [req-e8448b2b-c387-4816-a635-4cd354ee8aa2 req-f9b28d56-d611-481b-968b-788dd97f061f service neutron] 10.222.0.81 "PUT /v2.0/ports/6fa0a160-b8b9-480d-91ad-c84aa7d2485a HTTP/1.1" status: 200 len: 1093 time: 4.1351264 Jun 16 17:23:00.895776 dv-cinder-837356-2-iscsi neutron-server[103917]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '90ea9630-ef03-47fd-aa60-695a36081c19', 'tag': '6fa0a160-b8b9-480d-91ad-c84aa7d2485a'}] {{(pid=103917) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jun 16 17:23:01.092309 dv-cinder-837356-2-iscsi neutron-server[103917]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-c17d1fb6-d773-4900-8e27-5c5a8d0a6dd7 req-600c6264-bfe0-4ceb-a111-9c8919c56236 tempest-AttachVolumeShelveTestJSON-1123487845 tempest-AttachVolumeShelveTestJSON-1123487845-project] Network 04f2ecf4-cd9f-483b-9100-6d9d67a561d2 is already hosted by enough agents. {{(pid=103917) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 16 17:23:01.118120 dv-cinder-837356-2-iscsi neutron-server[103917]: DEBUG neutron.scheduler.base_scheduler [req-c17d1fb6-d773-4900-8e27-5c5a8d0a6dd7 req-600c6264-bfe0-4ceb-a111-9c8919c56236 tempest-AttachVolumeShelveTestJSON-1123487845 tempest-AttachVolumeShelveTestJSON-1123487845-project] Resources bound (agent type, host, resource id): {{(pid=103917) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 16 17:23:01.125153 dv-cinder-837356-2-iscsi neutron-server[103917]: DEBUG neutron.db.l3_dvrscheduler_db [req-c17d1fb6-d773-4900-8e27-5c5a8d0a6dd7 req-600c6264-bfe0-4ceb-a111-9c8919c56236 tempest-AttachVolumeShelveTestJSON-1123487845 tempest-AttachVolumeShelveTestJSON-1123487845-project] Received port after_create {{(pid=103917) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:542}} Jun 16 17:23:01.138695 dv-cinder-837356-2-iscsi neutron-server[103917]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c17d1fb6-d773-4900-8e27-5c5a8d0a6dd7 req-600c6264-bfe0-4ceb-a111-9c8919c56236 tempest-AttachVolumeShelveTestJSON-1123487845 tempest-AttachVolumeShelveTestJSON-1123487845-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103917) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 16 17:23:01.146660 dv-cinder-837356-2-iscsi neutron-server[103917]: DEBUG neutron_lib.callbacks.manager [req-c17d1fb6-d773-4900-8e27-5c5a8d0a6dd7 req-600c6264-bfe0-4ceb-a111-9c8919c56236 tempest-AttachVolumeShelveTestJSON-1123487845 tempest-AttachVolumeShelveTestJSON-1123487845-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-191112', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-16241561'] for port (None), before_response {{(pid=103917) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 17:23:01.178325 dv-cinder-837356-2-iscsi neutron-server[103917]: DEBUG neutron_lib.callbacks.manager [req-dfcf68ed-df61-459c-9915-4114a6965a7c req-d50dd23b-c77c-46f7-a189-6ea104fb4a9e tempest-AttachVolumeTestJSON-336390128 tempest-AttachVolumeTestJSON-336390128-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16007527', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-75831', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16241551', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8728538993421'] for port (21fae4ca-fb3d-4b09-8071-928df2baff45), after_create {{(pid=103917) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 17:23:01.293869 dv-cinder-837356-2-iscsi neutron-server[103916]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fae8d3ef-1fc6-484a-98f9-f4ef325c62a5 req-8b214810-cd54-4b29-b59a-ef2e556f5faa tempest-ServerRescueNegativeTestJSON-1475515620 tempest-ServerRescueNegativeTestJSON-1475515620-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103916) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 16 17:23:01.295517 dv-cinder-837356-2-iscsi neutron-server[103916]: INFO neutron.wsgi [req-fae8d3ef-1fc6-484a-98f9-f4ef325c62a5 req-8b214810-cd54-4b29-b59a-ef2e556f5faa tempest-ServerRescueNegativeTestJSON-1475515620 tempest-ServerRescueNegativeTestJSON-1475515620-project] 10.222.0.66 "GET /v2.0/ports?device_id=75957299-3d36-4f9c-a081-9e621c88225c HTTP/1.1" status: 200 len: 944 time: 0.2739305 Jun 16 17:23:01.302071 dv-cinder-837356-2-iscsi neutron-server[103916]: DEBUG neutron.plugins.ml2.managers [req-c7f702f7-351f-4acc-99d9-42c4e2d9858d req-b63df355-c568-466d-b487-9e46a6f8a120 service neutron] Attempting to bind port 24585d4c-eda6-469f-a310-d2d5f70274a1 on host hv-cinder-83735 for vnic_type normal with profile {{(pid=103916) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:811}} Jun 16 17:23:01.302927 dv-cinder-837356-2-iscsi neutron-server[103916]: DEBUG neutron.plugins.ml2.managers [req-c7f702f7-351f-4acc-99d9-42c4e2d9858d req-b63df355-c568-466d-b487-9e46a6f8a120 service neutron] Attempting to bind port 24585d4c-eda6-469f-a310-d2d5f70274a1 by drivers openvswitch,hyperv on host hv-cinder-83735 at level 0 using segments [{'id': '036772f7-7333-486e-9364-cdd941d04468', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1012, 'network_id': '7c13538c-2941-4763-a560-37a0a33d14c7'}] {{(pid=103916) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:836}} Jun 16 17:23:01.303774 dv-cinder-837356-2-iscsi neutron-server[103916]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c7f702f7-351f-4acc-99d9-42c4e2d9858d req-b63df355-c568-466d-b487-9e46a6f8a120 service neutron] Attempting to bind port 24585d4c-eda6-469f-a310-d2d5f70274a1 on network 7c13538c-2941-4763-a560-37a0a33d14c7 {{(pid=103916) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jun 16 17:23:01.349640 dv-cinder-837356-2-iscsi neutron-server[103916]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c7f702f7-351f-4acc-99d9-42c4e2d9858d req-b63df355-c568-466d-b487-9e46a6f8a120 service neutron] Port 24585d4c-eda6-469f-a310-d2d5f70274a1 on network 7c13538c-2941-4763-a560-37a0a33d14c7 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-83735 {{(pid=103916) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Jun 16 17:23:01.350155 dv-cinder-837356-2-iscsi neutron-server[103916]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c7f702f7-351f-4acc-99d9-42c4e2d9858d req-b63df355-c568-466d-b487-9e46a6f8a120 service neutron] Attempting to bind port 24585d4c-eda6-469f-a310-d2d5f70274a1 on network 7c13538c-2941-4763-a560-37a0a33d14c7 {{(pid=103916) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jun 16 17:23:01.486407 dv-cinder-837356-2-iscsi neutron-server[103916]: DEBUG neutron_lib.callbacks.manager [None req-885899e2-d56c-433f-a478-0d1f806ee3b6 admin admin] Publish callbacks [] for security_group (43fc4286-5f4f-46c9-90ce-13e5ad8c9316), precommit_create {{(pid=103916) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 17:23:01.516997 dv-cinder-837356-2-iscsi neutron-server[103916]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8481fc8a-06cb-44db-980d-e936bf055caa service neutron] Pushing event updated for resources: {'Port': ['ID=793bfabc-d2dc-472c-95a2-270f46bad4dc,revision_number=2']} {{(pid=103916) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 17:23:01.532962 dv-cinder-837356-2-iscsi neutron-server[103917]: INFO neutron.wsgi [req-c17d1fb6-d773-4900-8e27-5c5a8d0a6dd7 req-600c6264-bfe0-4ceb-a111-9c8919c56236 tempest-AttachVolumeShelveTestJSON-1123487845 tempest-AttachVolumeShelveTestJSON-1123487845-project] 10.222.0.81 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 3.6029449 Jun 16 17:23:01.537223 dv-cinder-837356-2-iscsi neutron-server[103916]: DEBUG neutron.plugins.ml2.managers [req-b55ede11-ea2c-4dbb-88ea-324863f26cc8 req-8481fc8a-06cb-44db-980d-e936bf055caa service neutron] Attempting to bind port 793bfabc-d2dc-472c-95a2-270f46bad4dc on host hv-cinder-83735 for vnic_type normal with profile {{(pid=103916) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:811}} Jun 16 17:23:01.539981 dv-cinder-837356-2-iscsi neutron-server[103916]: DEBUG neutron.plugins.ml2.managers [req-b55ede11-ea2c-4dbb-88ea-324863f26cc8 req-8481fc8a-06cb-44db-980d-e936bf055caa service neutron] Attempting to bind port 793bfabc-d2dc-472c-95a2-270f46bad4dc by drivers openvswitch,hyperv on host hv-cinder-83735 at level 0 using segments [{'id': 'fc64d2c6-c2f0-412f-b3c5-2a5dbaec0731', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1023, 'network_id': 'cccb02cd-ffcd-4f18-9410-1ede3b2101bc'}] {{(pid=103916) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:836}} Jun 16 17:23:01.541151 dv-cinder-837356-2-iscsi neutron-server[103916]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b55ede11-ea2c-4dbb-88ea-324863f26cc8 req-8481fc8a-06cb-44db-980d-e936bf055caa service neutron] Attempting to bind port 793bfabc-d2dc-472c-95a2-270f46bad4dc on network cccb02cd-ffcd-4f18-9410-1ede3b2101bc {{(pid=103916) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jun 16 17:23:01.571441 dv-cinder-837356-2-iscsi neutron-server[103916]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c7f702f7-351f-4acc-99d9-42c4e2d9858d req-b63df355-c568-466d-b487-9e46a6f8a120 service neutron] Checking agent: {'id': '2e97d73d-50fc-4f89-a4ea-85f65eb860d8', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-83735', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 6, 16, 17, 20, 29), 'started_at': datetime.datetime(2022, 6, 16, 17, 20, 29), 'heartbeat_timestamp': datetime.datetime(2022, 6, 16, 17, 22, 59), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103916) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jun 16 17:23:01.576735 dv-cinder-837356-2-iscsi neutron-server[103916]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c7f702f7-351f-4acc-99d9-42c4e2d9858d req-b63df355-c568-466d-b487-9e46a6f8a120 service neutron] Checking segment: {'id': '036772f7-7333-486e-9364-cdd941d04468', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1012, 'network_id': '7c13538c-2941-4763-a560-37a0a33d14c7'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103916) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jun 16 17:23:01.577800 dv-cinder-837356-2-iscsi neutron-server[103916]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c7f702f7-351f-4acc-99d9-42c4e2d9858d req-b63df355-c568-466d-b487-9e46a6f8a120 service neutron] Bound using segment: {'id': '036772f7-7333-486e-9364-cdd941d04468', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1012, 'network_id': '7c13538c-2941-4763-a560-37a0a33d14c7'} {{(pid=103916) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jun 16 17:23:01.581165 dv-cinder-837356-2-iscsi neutron-server[103916]: DEBUG neutron.plugins.ml2.managers [req-c7f702f7-351f-4acc-99d9-42c4e2d9858d req-b63df355-c568-466d-b487-9e46a6f8a120 service neutron] Bound port: 24585d4c-eda6-469f-a310-d2d5f70274a1, host: hv-cinder-83735, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '036772f7-7333-486e-9364-cdd941d04468', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1012, 'network_id': '7c13538c-2941-4763-a560-37a0a33d14c7'}}] {{(pid=103916) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:948}} Jun 16 17:23:01.581818 dv-cinder-837356-2-iscsi neutron-server[103916]: DEBUG neutron_lib.callbacks.manager [req-c7f702f7-351f-4acc-99d9-42c4e2d9858d req-b63df355-c568-466d-b487-9e46a6f8a120 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16007590'] for port (24585d4c-eda6-469f-a310-d2d5f70274a1), before_update {{(pid=103916) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 17:23:01.591785 dv-cinder-837356-2-iscsi neutron-server[103916]: DEBUG neutron_lib.callbacks.manager [None req-885899e2-d56c-433f-a478-0d1f806ee3b6 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-570488'] for security_group (43fc4286-5f4f-46c9-90ce-13e5ad8c9316), after_create {{(pid=103916) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 17:23:01.649580 dv-cinder-837356-2-iscsi neutron-server[103916]: INFO neutron.wsgi [None req-885899e2-d56c-433f-a478-0d1f806ee3b6 admin admin] 10.222.0.66 "GET /v2.0/security-groups?tenant_id=2fcce555e476489288a632478b45bddd&name=default HTTP/1.1" status: 200 len: 2996 time: 1.8303924 Jun 16 17:23:01.652948 dv-cinder-837356-2-iscsi neutron-server[103917]: DEBUG neutron.api.v2.base [req-c17d1fb6-d773-4900-8e27-5c5a8d0a6dd7 req-90c038c3-5b3d-4ea4-ab32-1923756b36d0 service neutron] Request body: {'port': {'device_id': 'ab2e7148-fa86-4648-9e4b-87e27fcf1147', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-83735'}} {{(pid=103917) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jun 16 17:23:01.656305 dv-cinder-837356-2-iscsi neutron-server[103916]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b55ede11-ea2c-4dbb-88ea-324863f26cc8 req-8481fc8a-06cb-44db-980d-e936bf055caa service neutron] Port 793bfabc-d2dc-472c-95a2-270f46bad4dc on network cccb02cd-ffcd-4f18-9410-1ede3b2101bc not bound, no agent of type Open vSwitch agent registered on host hv-cinder-83735 {{(pid=103916) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Jun 16 17:23:01.656861 dv-cinder-837356-2-iscsi neutron-server[103916]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b55ede11-ea2c-4dbb-88ea-324863f26cc8 req-8481fc8a-06cb-44db-980d-e936bf055caa service neutron] Attempting to bind port 793bfabc-d2dc-472c-95a2-270f46bad4dc on network cccb02cd-ffcd-4f18-9410-1ede3b2101bc {{(pid=103916) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jun 16 17:23:01.699060 dv-cinder-837356-2-iscsi neutron-server[103916]: DEBUG neutron.wsgi [-] (103916) accepted ('10.222.0.66', 36702) {{(pid=103916) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 16 17:23:01.713382 dv-cinder-837356-2-iscsi neutron-server[103916]: INFO neutron.wsgi [req-fae8d3ef-1fc6-484a-98f9-f4ef325c62a5 req-2e04f9ba-3db9-46f7-bd43-70ec7977714d tempest-ServerRescueNegativeTestJSON-1475515620 tempest-ServerRescueNegativeTestJSON-1475515620-project] 10.222.0.66 "GET /v2.0/security-groups?id=ce781013-5cdb-4bc3-8c66-743aa21b4c5c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3951559 Jun 16 17:23:01.734478 dv-cinder-837356-2-iscsi neutron-server[103916]: DEBUG dbcounter [-] [103916] Writing DB stats neutron:SELECT=87,neutron:UPDATE=4,neutron:INSERT=9 {{(pid=103916) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 16 17:23:01.736386 dv-cinder-837356-2-iscsi neutron-server[103916]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b55ede11-ea2c-4dbb-88ea-324863f26cc8 req-8481fc8a-06cb-44db-980d-e936bf055caa service neutron] Checking agent: {'id': '2e97d73d-50fc-4f89-a4ea-85f65eb860d8', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-83735', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 6, 16, 17, 20, 29), 'started_at': datetime.datetime(2022, 6, 16, 17, 20, 29), 'heartbeat_timestamp': datetime.datetime(2022, 6, 16, 17, 22, 59), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103916) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jun 16 17:23:01.737489 dv-cinder-837356-2-iscsi neutron-server[103916]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b55ede11-ea2c-4dbb-88ea-324863f26cc8 req-8481fc8a-06cb-44db-980d-e936bf055caa service neutron] Checking segment: {'id': 'fc64d2c6-c2f0-412f-b3c5-2a5dbaec0731', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1023, 'network_id': 'cccb02cd-ffcd-4f18-9410-1ede3b2101bc'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103916) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jun 16 17:23:01.738145 dv-cinder-837356-2-iscsi neutron-server[103916]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b55ede11-ea2c-4dbb-88ea-324863f26cc8 req-8481fc8a-06cb-44db-980d-e936bf055caa service neutron] Bound using segment: {'id': 'fc64d2c6-c2f0-412f-b3c5-2a5dbaec0731', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1023, 'network_id': 'cccb02cd-ffcd-4f18-9410-1ede3b2101bc'} {{(pid=103916) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jun 16 17:23:01.739052 dv-cinder-837356-2-iscsi neutron-server[103916]: DEBUG neutron.plugins.ml2.managers [req-b55ede11-ea2c-4dbb-88ea-324863f26cc8 req-8481fc8a-06cb-44db-980d-e936bf055caa service neutron] Bound port: 793bfabc-d2dc-472c-95a2-270f46bad4dc, host: hv-cinder-83735, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'fc64d2c6-c2f0-412f-b3c5-2a5dbaec0731', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1023, 'network_id': 'cccb02cd-ffcd-4f18-9410-1ede3b2101bc'}}] {{(pid=103916) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:948}} Jun 16 17:23:01.739414 dv-cinder-837356-2-iscsi neutron-server[103916]: DEBUG neutron_lib.callbacks.manager [req-b55ede11-ea2c-4dbb-88ea-324863f26cc8 req-8481fc8a-06cb-44db-980d-e936bf055caa service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16007590'] for port (793bfabc-d2dc-472c-95a2-270f46bad4dc), before_update {{(pid=103916) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 17:23:01.796765 dv-cinder-837356-2-iscsi neutron-server[103918]: DEBUG neutron.db.provisioning_blocks [None req-52bf59ba-9fef-45e2-8e55-cf37aaabc756 None None] Provisioning complete for port 2da50d5c-d328-4853-a261-6bd0c6378dcd triggered by entity DHCP. {{(pid=103918) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jun 16 17:23:01.797818 dv-cinder-837356-2-iscsi neutron-server[103918]: DEBUG neutron_lib.callbacks.manager [None req-52bf59ba-9fef-45e2-8e55-cf37aaabc756 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16149424'] for port (2da50d5c-d328-4853-a261-6bd0c6378dcd), provisioning_complete {{(pid=103918) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 17:23:01.824174 dv-cinder-837356-2-iscsi neutron-server[103916]: DEBUG dbcounter [-] [103916] Writing DB stats neutron:SELECT=95,neutron:UPDATE=1,neutron:INSERT=4 {{(pid=103916) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 16 17:23:01.857376 dv-cinder-837356-2-iscsi neutron-server[103918]: DEBUG neutron.plugins.ml2.plugin [None req-52bf59ba-9fef-45e2-8e55-cf37aaabc756 None None] Port 2da50d5c-d328-4853-a261-6bd0c6378dcd cannot update to ACTIVE because it is not bound. {{(pid=103918) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:354}} Jun 16 17:23:01.885105 dv-cinder-837356-2-iscsi neutron-server[103916]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-885899e2-d56c-433f-a478-0d1f806ee3b6 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=43fc4286-5f4f-46c9-90ce-13e5ad8c9316,revision_number=1']} {{(pid=103916) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 17:23:01.888270 dv-cinder-837356-2-iscsi neutron-server[103917]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-dfcf68ed-df61-459c-9915-4114a6965a7c req-d50dd23b-c77c-46f7-a189-6ea104fb4a9e tempest-AttachVolumeTestJSON-336390128 tempest-AttachVolumeTestJSON-336390128-project] Network 82c6c893-96f4-45ae-b1e3-d70ff1db738d is already hosted by enough agents. {{(pid=103917) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 16 17:23:01.927592 dv-cinder-837356-2-iscsi neutron-server[103917]: DEBUG neutron.scheduler.base_scheduler [req-dfcf68ed-df61-459c-9915-4114a6965a7c req-d50dd23b-c77c-46f7-a189-6ea104fb4a9e tempest-AttachVolumeTestJSON-336390128 tempest-AttachVolumeTestJSON-336390128-project] Resources bound (agent type, host, resource id): {{(pid=103917) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 16 17:23:01.931636 dv-cinder-837356-2-iscsi neutron-server[103917]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8448b2b-c387-4816-a635-4cd354ee8aa2 req-974402bc-2c2e-4f3b-b251-cdbdb174c2fb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103917) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 16 17:23:01.933562 dv-cinder-837356-2-iscsi neutron-server[103917]: INFO neutron.wsgi [req-e8448b2b-c387-4816-a635-4cd354ee8aa2 req-974402bc-2c2e-4f3b-b251-cdbdb174c2fb service neutron] 10.222.0.81 "GET /v2.0/ports?tenant_id=ccf5c45783454fc5a7872490196f07e0&device_id=90ea9630-ef03-47fd-aa60-695a36081c19 HTTP/1.1" status: 200 len: 1127 time: 0.8236346 Jun 16 17:23:01.943295 dv-cinder-837356-2-iscsi neutron-server[103917]: DEBUG neutron.db.l3_dvrscheduler_db [req-dfcf68ed-df61-459c-9915-4114a6965a7c req-d50dd23b-c77c-46f7-a189-6ea104fb4a9e tempest-AttachVolumeTestJSON-336390128 tempest-AttachVolumeTestJSON-336390128-project] Received port after_create {{(pid=103917) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:542}} Jun 16 17:23:01.966187 dv-cinder-837356-2-iscsi neutron-server[103917]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dfcf68ed-df61-459c-9915-4114a6965a7c req-d50dd23b-c77c-46f7-a189-6ea104fb4a9e tempest-AttachVolumeTestJSON-336390128 tempest-AttachVolumeTestJSON-336390128-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103917) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 16 17:23:01.967085 dv-cinder-837356-2-iscsi neutron-server[103917]: DEBUG neutron_lib.callbacks.manager [req-dfcf68ed-df61-459c-9915-4114a6965a7c req-d50dd23b-c77c-46f7-a189-6ea104fb4a9e tempest-AttachVolumeTestJSON-336390128 tempest-AttachVolumeTestJSON-336390128-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-191112', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-16241561'] for port (None), before_response {{(pid=103917) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 17:23:01.993678 dv-cinder-837356-2-iscsi neutron-server[103917]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f9b28d56-d611-481b-968b-788dd97f061f service neutron] Pushing event updated for resources: {'Port': ['ID=6fa0a160-b8b9-480d-91ad-c84aa7d2485a,revision_number=3']} {{(pid=103917) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 17:23:02.022368 dv-cinder-837356-2-iscsi neutron-server[103916]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e5946ce-73d0-4dfe-b83f-7426d38c9458 req-466b7ec0-51a1-4198-a548-db5fbf6c5d0c tempest-AttachVolumeShelveTestJSON-1123487845 tempest-AttachVolumeShelveTestJSON-1123487845-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103916) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 16 17:23:02.024487 dv-cinder-837356-2-iscsi neutron-server[103916]: INFO neutron.wsgi [req-6e5946ce-73d0-4dfe-b83f-7426d38c9458 req-466b7ec0-51a1-4198-a548-db5fbf6c5d0c tempest-AttachVolumeShelveTestJSON-1123487845 tempest-AttachVolumeShelveTestJSON-1123487845-project] 10.222.0.66 "GET /v2.0/ports?device_id=ab2e7148-fa86-4648-9e4b-87e27fcf1147 HTTP/1.1" status: 200 len: 932 time: 0.1021216 Jun 16 17:23:02.067669 dv-cinder-837356-2-iscsi neutron-server[103917]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.66/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6f3fd2b1a6655810f50592bc9015c397d118e5689141688eaf1b23dbeee2ebf8" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-157a5345-9ac5-4966-ab09-e4f038fdd05e" -d '{"events": [{"name": "network-changed", "server_uuid": "90ea9630-ef03-47fd-aa60-695a36081c19", "tag": "6fa0a160-b8b9-480d-91ad-c84aa7d2485a"}]}' {{(pid=103917) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 16 17:23:02.111053 dv-cinder-837356-2-iscsi neutron-server[103916]: DEBUG neutron.plugins.ml2.db [req-c7f702f7-351f-4acc-99d9-42c4e2d9858d req-b63df355-c568-466d-b487-9e46a6f8a120 service neutron] For port 24585d4c-eda6-469f-a310-d2d5f70274a1, host hv-cinder-83735, cleared binding levels {{(pid=103916) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 16 17:23:02.118261 dv-cinder-837356-2-iscsi neutron-server[103916]: DEBUG neutron.plugins.ml2.db [req-b55ede11-ea2c-4dbb-88ea-324863f26cc8 req-8481fc8a-06cb-44db-980d-e936bf055caa service neutron] For port 793bfabc-d2dc-472c-95a2-270f46bad4dc, host hv-cinder-83735, cleared binding levels {{(pid=103916) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 16 17:23:02.123912 dv-cinder-837356-2-iscsi neutron-server[103916]: DEBUG neutron_lib.callbacks.manager [None req-ca3fb47e-3fed-494e-aac7-df86f9f8c5f8 admin admin] Publish callbacks [] for security_group (43fc4286-5f4f-46c9-90ce-13e5ad8c9316), before_delete {{(pid=103916) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 17:23:02.200998 dv-cinder-837356-2-iscsi neutron-server[103916]: DEBUG neutron.plugins.ml2.db [req-b55ede11-ea2c-4dbb-88ea-324863f26cc8 req-8481fc8a-06cb-44db-980d-e936bf055caa service neutron] For port 793bfabc-d2dc-472c-95a2-270f46bad4dc, host hv-cinder-83735, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83735',level=0,port_id=793bfabc-d2dc-472c-95a2-270f46bad4dc,segment=NetworkSegment(fc64d2c6-c2f0-412f-b3c5-2a5dbaec0731),segment_id=fc64d2c6-c2f0-412f-b3c5-2a5dbaec0731)] {{(pid=103916) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 16 17:23:02.202661 dv-cinder-837356-2-iscsi neutron-server[103916]: DEBUG neutron.plugins.ml2.db [req-c7f702f7-351f-4acc-99d9-42c4e2d9858d req-b63df355-c568-466d-b487-9e46a6f8a120 service neutron] For port 24585d4c-eda6-469f-a310-d2d5f70274a1, host hv-cinder-83735, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83735',level=0,port_id=24585d4c-eda6-469f-a310-d2d5f70274a1,segment=NetworkSegment(036772f7-7333-486e-9364-cdd941d04468),segment_id=036772f7-7333-486e-9364-cdd941d04468)] {{(pid=103916) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 16 17:23:02.280205 dv-cinder-837356-2-iscsi neutron-server[103916]: DEBUG neutron_lib.callbacks.manager [req-b55ede11-ea2c-4dbb-88ea-324863f26cc8 req-8481fc8a-06cb-44db-980d-e936bf055caa service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16007527', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-75831', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16241551', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728539364693', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728538993439', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728538993457'] for port (793bfabc-d2dc-472c-95a2-270f46bad4dc), after_update {{(pid=103916) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 17:23:02.282573 dv-cinder-837356-2-iscsi neutron-server[103916]: DEBUG neutron_lib.callbacks.manager [req-c7f702f7-351f-4acc-99d9-42c4e2d9858d req-b63df355-c568-466d-b487-9e46a6f8a120 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16007527', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-75831', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16241551', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728539364693', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728538993439', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728538993457'] for port (24585d4c-eda6-469f-a310-d2d5f70274a1), after_update {{(pid=103916) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 17:23:02.286627 dv-cinder-837356-2-iscsi neutron-server[103916]: DEBUG neutron_lib.callbacks.manager [None req-ca3fb47e-3fed-494e-aac7-df86f9f8c5f8 admin admin] Publish callbacks [] for security_group (43fc4286-5f4f-46c9-90ce-13e5ad8c9316), precommit_delete {{(pid=103916) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 17:23:02.333811 dv-cinder-837356-2-iscsi neutron-server[103916]: INFO neutron.wsgi [req-6e5946ce-73d0-4dfe-b83f-7426d38c9458 req-04bfd497-edee-44c1-b44f-4d6aefc224bb tempest-AttachVolumeShelveTestJSON-1123487845 tempest-AttachVolumeShelveTestJSON-1123487845-project] 10.222.0.66 "GET /v2.0/security-groups?id=5ab805c8-38ae-4655-bf71-1fc1999d288e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2897737 Jun 16 17:23:02.366582 dv-cinder-837356-2-iscsi neutron-server[103916]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b55ede11-ea2c-4dbb-88ea-324863f26cc8 req-8481fc8a-06cb-44db-980d-e936bf055caa service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103916) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 16 17:23:02.367561 dv-cinder-837356-2-iscsi neutron-server[103916]: DEBUG neutron_lib.callbacks.manager [req-b55ede11-ea2c-4dbb-88ea-324863f26cc8 req-8481fc8a-06cb-44db-980d-e936bf055caa service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-191112', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-16241561'] for port (None), before_response {{(pid=103916) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 17:23:02.370161 dv-cinder-837356-2-iscsi neutron-server[103916]: INFO neutron.wsgi [req-b55ede11-ea2c-4dbb-88ea-324863f26cc8 req-8481fc8a-06cb-44db-980d-e936bf055caa service neutron] 10.222.0.81 "PUT /v2.0/ports/793bfabc-d2dc-472c-95a2-270f46bad4dc HTTP/1.1" status: 200 len: 1094 time: 4.4603443 Jun 16 17:23:02.387162 dv-cinder-837356-2-iscsi neutron-server[103916]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7f702f7-351f-4acc-99d9-42c4e2d9858d req-b63df355-c568-466d-b487-9e46a6f8a120 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103916) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 16 17:23:02.391725 dv-cinder-837356-2-iscsi neutron-server[103916]: DEBUG neutron_lib.callbacks.manager [req-c7f702f7-351f-4acc-99d9-42c4e2d9858d req-b63df355-c568-466d-b487-9e46a6f8a120 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-191112', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-16241561'] for port (None), before_response {{(pid=103916) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 17:23:02.423674 dv-cinder-837356-2-iscsi neutron-server[103916]: INFO neutron.wsgi [req-c7f702f7-351f-4acc-99d9-42c4e2d9858d req-b63df355-c568-466d-b487-9e46a6f8a120 service neutron] 10.222.0.81 "PUT /v2.0/ports/24585d4c-eda6-469f-a310-d2d5f70274a1 HTTP/1.1" status: 200 len: 1094 time: 4.5033278 Jun 16 17:23:02.440460 dv-cinder-837356-2-iscsi neutron-server[103916]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '57b787b3-74c7-4e30-9f10-acea71d19c0c', 'tag': '793bfabc-d2dc-472c-95a2-270f46bad4dc'}, {'name': 'network-changed', 'server_uuid': '75957299-3d36-4f9c-a081-9e621c88225c', 'tag': '24585d4c-eda6-469f-a310-d2d5f70274a1'}] {{(pid=103916) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jun 16 17:23:02.548566 dv-cinder-837356-2-iscsi neutron-server[103918]: DEBUG neutron.db.provisioning_blocks [None req-9ff0f99b-e77f-4b2e-9723-256108afc65e None None] Provisioning complete for port 21fae4ca-fb3d-4b09-8071-928df2baff45 triggered by entity DHCP. {{(pid=103918) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jun 16 17:23:02.552516 dv-cinder-837356-2-iscsi neutron-server[103918]: DEBUG neutron_lib.callbacks.manager [None req-9ff0f99b-e77f-4b2e-9723-256108afc65e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16149424'] for port (21fae4ca-fb3d-4b09-8071-928df2baff45), provisioning_complete {{(pid=103918) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 17:23:02.671270 dv-cinder-837356-2-iscsi neutron-server[103917]: INFO neutron.wsgi [req-dfcf68ed-df61-459c-9915-4114a6965a7c req-d50dd23b-c77c-46f7-a189-6ea104fb4a9e tempest-AttachVolumeTestJSON-336390128 tempest-AttachVolumeTestJSON-336390128-project] 10.222.0.81 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 4.7424483 Jun 16 17:23:02.671888 dv-cinder-837356-2-iscsi neutron-server[103918]: DEBUG neutron.plugins.ml2.plugin [None req-9ff0f99b-e77f-4b2e-9723-256108afc65e None None] Port 21fae4ca-fb3d-4b09-8071-928df2baff45 cannot update to ACTIVE because it is not bound. {{(pid=103918) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:354}} Jun 16 17:23:02.702653 dv-cinder-837356-2-iscsi neutron-server[103917]: INFO neutron.wsgi [req-9e536006-a0a2-46a7-b163-9e855b8310d7 req-51970caa-eddb-4828-be1f-4ffc823f380e tempest-DeleteServersTestJSON-168559711 tempest-DeleteServersTestJSON-168559711-project] 10.222.0.66 "GET /v2.0/security-groups?id=9db58268-b1a0-4bab-b8d1-6bdd045c4c5a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 1.8651717 Jun 16 17:23:02.830214 dv-cinder-837356-2-iscsi neutron-server[103917]: DEBUG neutron.api.v2.base [req-dfcf68ed-df61-459c-9915-4114a6965a7c req-5fe3a75f-ef1c-4eec-bbf8-79decca41d0d service neutron] Request body: {'port': {'device_id': '7d22b60d-19fe-4dca-8eef-821db5a4dc55', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-83735'}} {{(pid=103917) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jun 16 17:23:02.839998 dv-cinder-837356-2-iscsi neutron-server[103917]: INFO neutron.wsgi [req-e8448b2b-c387-4816-a635-4cd354ee8aa2 req-05d4e64a-2a62-47bb-951d-39be4fc2f30e service neutron] 10.222.0.81 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=6fa0a160-b8b9-480d-91ad-c84aa7d2485a HTTP/1.1" status: 200 len: 217 time: 0.8633599 Jun 16 17:23:03.012849 dv-cinder-837356-2-iscsi neutron-server[103916]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b55ede11-ea2c-4dbb-88ea-324863f26cc8 req-2f0561ed-fd16-4034-b5bd-7e42279d2cb5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103916) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 16 17:23:03.019495 dv-cinder-837356-2-iscsi neutron-server[103916]: INFO neutron.wsgi [req-b55ede11-ea2c-4dbb-88ea-324863f26cc8 req-2f0561ed-fd16-4034-b5bd-7e42279d2cb5 service neutron] 10.222.0.81 "GET /v2.0/ports?tenant_id=859da351f9cc437ebe79e5bdb87a177d&device_id=57b787b3-74c7-4e30-9f10-acea71d19c0c HTTP/1.1" status: 200 len: 1128 time: 0.4304593 Jun 16 17:23:03.037501 dv-cinder-837356-2-iscsi neutron-server[103916]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-530074fb-cf04-4550-8d8c-7e42bf21ea29 req-94733682-4b75-40fd-a2bd-ffc297d6c2f3 tempest-AttachVolumeTestJSON-336390128 tempest-AttachVolumeTestJSON-336390128-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103916) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 16 17:23:03.045693 dv-cinder-837356-2-iscsi neutron-server[103916]: INFO neutron.wsgi [req-530074fb-cf04-4550-8d8c-7e42bf21ea29 req-94733682-4b75-40fd-a2bd-ffc297d6c2f3 tempest-AttachVolumeTestJSON-336390128 tempest-AttachVolumeTestJSON-336390128-project] 10.222.0.66 "GET /v2.0/ports?device_id=7d22b60d-19fe-4dca-8eef-821db5a4dc55 HTTP/1.1" status: 200 len: 931 time: 0.4421122 Jun 16 17:23:03.084679 dv-cinder-837356-2-iscsi neutron-server[103916]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8481fc8a-06cb-44db-980d-e936bf055caa service neutron] Pushing event updated for resources: {'Port': ['ID=793bfabc-d2dc-472c-95a2-270f46bad4dc,revision_number=3']} {{(pid=103916) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 17:23:03.136559 dv-cinder-837356-2-iscsi neutron-server[103916]: DEBUG neutron.wsgi [-] (103916) accepted ('10.222.0.66', 36736) {{(pid=103916) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 16 17:23:03.155307 dv-cinder-837356-2-iscsi neutron-server[103916]: DEBUG neutron_lib.callbacks.manager [None req-ca3fb47e-3fed-494e-aac7-df86f9f8c5f8 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-570488'] for security_group (43fc4286-5f4f-46c9-90ce-13e5ad8c9316), after_delete {{(pid=103916) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 17:23:03.164245 dv-cinder-837356-2-iscsi neutron-server[103916]: DEBUG neutron_lib.callbacks.manager [None req-ca3fb47e-3fed-494e-aac7-df86f9f8c5f8 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103916) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 17:23:03.174864 dv-cinder-837356-2-iscsi neutron-server[103916]: INFO neutron.wsgi [None req-ca3fb47e-3fed-494e-aac7-df86f9f8c5f8 admin admin] 10.222.0.66 "DELETE /v2.0/security-groups/43fc4286-5f4f-46c9-90ce-13e5ad8c9316 HTTP/1.1" status: 204 len: 168 time: 1.4600394 Jun 16 17:23:03.392017 dv-cinder-837356-2-iscsi neutron-server[103916]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7f702f7-351f-4acc-99d9-42c4e2d9858d req-cf6cdefd-c9a5-4a41-8de3-0df94581fd7a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103916) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 16 17:23:03.397755 dv-cinder-837356-2-iscsi neutron-server[103916]: INFO neutron.wsgi [req-c7f702f7-351f-4acc-99d9-42c4e2d9858d req-cf6cdefd-c9a5-4a41-8de3-0df94581fd7a service neutron] 10.222.0.81 "GET /v2.0/ports?tenant_id=ccf5c45783454fc5a7872490196f07e0&device_id=75957299-3d36-4f9c-a081-9e621c88225c HTTP/1.1" status: 200 len: 1128 time: 0.8003469 Jun 16 17:23:03.613190 dv-cinder-837356-2-iscsi neutron-server[103917]: DEBUG dbcounter [-] [103917] Writing DB stats neutron:INSERT=2,neutron:SELECT=94,neutron:UPDATE=2,neutron:DELETE=2 {{(pid=103917) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 16 17:23:03.617164 dv-cinder-837356-2-iscsi neutron-server[103917]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 16 Jun 2022 17:23:02 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3e2d92dd-3ea0-4883-ae84-cb9bdea3240f x-openstack-request-id: req-3e2d92dd-3ea0-4883-ae84-cb9bdea3240f {{(pid=103917) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 16 17:23:03.617940 dv-cinder-837356-2-iscsi neutron-server[103917]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "90ea9630-ef03-47fd-aa60-695a36081c19", "tag": "6fa0a160-b8b9-480d-91ad-c84aa7d2485a", "status": "completed", "code": 200}]} {{(pid=103917) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 16 17:23:03.618510 dv-cinder-837356-2-iscsi neutron-server[103917]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.66/compute/v2.1/os-server-external-events used request id req-3e2d92dd-3ea0-4883-ae84-cb9bdea3240f {{(pid=103917) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 16 17:23:03.624545 dv-cinder-837356-2-iscsi neutron-server[103917]: INFO neutron.notifiers.nova [-] Nova event matching ['req-3e2d92dd-3ea0-4883-ae84-cb9bdea3240f'] response: {'name': 'network-changed', 'server_uuid': '90ea9630-ef03-47fd-aa60-695a36081c19', 'tag': '6fa0a160-b8b9-480d-91ad-c84aa7d2485a', 'status': 'completed', 'code': 200} Jun 16 17:23:03.670350 dv-cinder-837356-2-iscsi neutron-server[103917]: DEBUG neutron_lib.callbacks.manager [req-c17d1fb6-d773-4900-8e27-5c5a8d0a6dd7 req-90c038c3-5b3d-4ea4-ab32-1923756b36d0 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16007590'] for port (2da50d5c-d328-4853-a261-6bd0c6378dcd), before_update {{(pid=103917) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 17:23:03.725841 dv-cinder-837356-2-iscsi neutron-server[103917]: DEBUG neutron_lib.callbacks.manager [req-dfcf68ed-df61-459c-9915-4114a6965a7c req-5fe3a75f-ef1c-4eec-bbf8-79decca41d0d service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16007590'] for port (21fae4ca-fb3d-4b09-8071-928df2baff45), before_update {{(pid=103917) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 17:23:03.763063 dv-cinder-837356-2-iscsi neutron-server[103917]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-600c6264-bfe0-4ceb-a111-9c8919c56236 tempest-AttachVolumeShelveTestJSON-1123487845 tempest-AttachVolumeShelveTestJSON-1123487845-project] Pushing event updated for resources: {'Port': ['ID=2da50d5c-d328-4853-a261-6bd0c6378dcd,revision_number=1']} {{(pid=103917) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 17:23:03.922265 dv-cinder-837356-2-iscsi neutron-server[103916]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.66/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}15d8713043fc5f9b6f9aaf4a9a169ba36e5aaa6307a8131177ae56adda3437c5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5203cb86-2c79-406d-a8a3-c20f926a526e" -d '{"events": [{"name": "network-changed", "server_uuid": "57b787b3-74c7-4e30-9f10-acea71d19c0c", "tag": "793bfabc-d2dc-472c-95a2-270f46bad4dc"}, {"name": "network-changed", "server_uuid": "75957299-3d36-4f9c-a081-9e621c88225c", "tag": "24585d4c-eda6-469f-a310-d2d5f70274a1"}]}' {{(pid=103916) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 16 17:23:03.927152 dv-cinder-837356-2-iscsi neutron-server[103916]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca3fb47e-3fed-494e-aac7-df86f9f8c5f8 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=43fc4286-5f4f-46c9-90ce-13e5ad8c9316,revision_number=None']} {{(pid=103916) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 17:23:03.937667 dv-cinder-837356-2-iscsi neutron-server[103916]: INFO neutron.wsgi [req-b55ede11-ea2c-4dbb-88ea-324863f26cc8 req-177ce2fd-58b4-4e46-a514-7b4d4a1fd5bc service neutron] 10.222.0.81 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=793bfabc-d2dc-472c-95a2-270f46bad4dc HTTP/1.1" status: 200 len: 217 time: 0.8846021 Jun 16 17:23:04.103908 dv-cinder-837356-2-iscsi neutron-server[103916]: DEBUG neutron.wsgi [-] (103916) accepted ('10.222.0.66', 36776) {{(pid=103916) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 16 17:23:04.127621 dv-cinder-837356-2-iscsi neutron-server[103916]: DEBUG neutron_lib.callbacks.manager [None req-8e9e9bf3-8097-4164-8f53-751bdb07f359 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103916) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 17:23:04.178352 dv-cinder-837356-2-iscsi neutron-server[103916]: INFO neutron.wsgi [req-c7f702f7-351f-4acc-99d9-42c4e2d9858d req-3493ec50-cc90-44d4-bc66-82690bfa145c service neutron] 10.222.0.81 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=24585d4c-eda6-469f-a310-d2d5f70274a1 HTTP/1.1" status: 200 len: 217 time: 0.2423036 Jun 16 17:23:04.201464 dv-cinder-837356-2-iscsi neutron-server[103916]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b63df355-c568-466d-b487-9e46a6f8a120 service neutron] Pushing event updated for resources: {'Port': ['ID=24585d4c-eda6-469f-a310-d2d5f70274a1,revision_number=3']} {{(pid=103916) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 17:23:04.235614 dv-cinder-837356-2-iscsi neutron-server[103916]: INFO neutron.wsgi [req-530074fb-cf04-4550-8d8c-7e42bf21ea29 req-554fee09-87e2-4b35-802a-fa2fef8a3011 tempest-AttachVolumeTestJSON-336390128 tempest-AttachVolumeTestJSON-336390128-project] 10.222.0.66 "GET /v2.0/security-groups?id=b5243b74-2536-4f9c-b2d2-f7b79b8f3edb&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 1.1206968 Jun 16 17:23:04.241448 dv-cinder-837356-2-iscsi neutron-server[103916]: DEBUG neutron_lib.callbacks.manager [None req-5f633dfe-dab6-4ff0-9e62-9eb2314a7897 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103916) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 17:23:04.277380 dv-cinder-837356-2-iscsi neutron-server[103916]: DEBUG dbcounter [-] [103916] Writing DB stats neutron:SELECT=93,neutron:UPDATE=1,neutron:INSERT=2,neutron:DELETE=4 {{(pid=103916) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 16 17:23:04.314242 dv-cinder-837356-2-iscsi neutron-server[103916]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b55ede11-ea2c-4dbb-88ea-324863f26cc8 req-d1f14062-5f2a-4bc5-8b08-266704017bfb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=103916) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 16 17:23:04.315907 dv-cinder-837356-2-iscsi neutron-server[103916]: INFO neutron.wsgi [req-b55ede11-ea2c-4dbb-88ea-324863f26cc8 req-d1f14062-5f2a-4bc5-8b08-266704017bfb service neutron] 10.222.0.81 "GET /v2.0/subnets?id=b26dd601-e65a-447c-b8d3-dd234ca9816d HTTP/1.1" status: 200 len: 851 time: 0.3590236 Jun 16 17:23:04.403410 dv-cinder-837356-2-iscsi neutron-server[103916]: DEBUG dbcounter [-] [103916] Writing DB stats neutron:SELECT=91,neutron:UPDATE=3,neutron:INSERT=6 {{(pid=103916) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 16 17:23:04.439394 dv-cinder-837356-2-iscsi neutron-server[103916]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7f702f7-351f-4acc-99d9-42c4e2d9858d req-90800f2b-56e6-4243-9dbb-f3dfe12a1447 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=103916) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 16 17:23:04.445943 dv-cinder-837356-2-iscsi neutron-server[103916]: INFO neutron.wsgi [req-c7f702f7-351f-4acc-99d9-42c4e2d9858d req-90800f2b-56e6-4243-9dbb-f3dfe12a1447 service neutron] 10.222.0.81 "GET /v2.0/subnets?id=8e38426e-d044-4155-92d6-5d9da7f0fc35 HTTP/1.1" status: 200 len: 858 time: 0.2509515 Jun 16 17:23:04.463555 dv-cinder-837356-2-iscsi neutron-server[103917]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8448b2b-c387-4816-a635-4cd354ee8aa2 req-813a32ae-6fff-438f-9fab-83e0fdc71b19 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=103917) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 16 17:23:04.466512 dv-cinder-837356-2-iscsi neutron-server[103917]: INFO neutron.wsgi [req-e8448b2b-c387-4816-a635-4cd354ee8aa2 req-813a32ae-6fff-438f-9fab-83e0fdc71b19 service neutron] 10.222.0.81 "GET /v2.0/subnets?id=8e38426e-d044-4155-92d6-5d9da7f0fc35 HTTP/1.1" status: 200 len: 858 time: 1.6003211 Jun 16 17:23:04.513927 dv-cinder-837356-2-iscsi neutron-server[103917]: DEBUG dbcounter [-] [103917] Writing DB stats neutron:SELECT=96,neutron:DELETE=2,neutron:UPDATE=2 {{(pid=103917) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 16 17:23:04.627784 dv-cinder-837356-2-iscsi neutron-server[103916]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da19b371-1d4c-4505-bacb-cffa38e9794d req-4de9282e-75e3-44d1-80e6-8a14d979bc90 tempest-AttachVolumeShelveTestJSON-1123487845 tempest-AttachVolumeShelveTestJSON-1123487845-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103916) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 16 17:23:04.629481 dv-cinder-837356-2-iscsi neutron-server[103916]: INFO neutron.wsgi [req-da19b371-1d4c-4505-bacb-cffa38e9794d req-4de9282e-75e3-44d1-80e6-8a14d979bc90 tempest-AttachVolumeShelveTestJSON-1123487845 tempest-AttachVolumeShelveTestJSON-1123487845-project] 10.222.0.66 "GET /v2.0/ports?device_id=ab2e7148-fa86-4648-9e4b-87e27fcf1147 HTTP/1.1" status: 200 len: 932 time: 0.1716208 Jun 16 17:23:04.701358 dv-cinder-837356-2-iscsi neutron-server[103916]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b55ede11-ea2c-4dbb-88ea-324863f26cc8 req-ec22897d-4cd5-41c3-9e5b-4d7d83910e7e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103916) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 16 17:23:04.703233 dv-cinder-837356-2-iscsi neutron-server[103916]: INFO neutron.wsgi [req-b55ede11-ea2c-4dbb-88ea-324863f26cc8 req-ec22897d-4cd5-41c3-9e5b-4d7d83910e7e service neutron] 10.222.0.81 "GET /v2.0/ports?network_id=cccb02cd-ffcd-4f18-9410-1ede3b2101bc&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.3662851 Jun 16 17:23:04.749825 dv-cinder-837356-2-iscsi neutron-server[103917]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8448b2b-c387-4816-a635-4cd354ee8aa2 req-5db9f0c1-a10d-425a-a160-d40e4dde078c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103917) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 16 17:23:04.752103 dv-cinder-837356-2-iscsi neutron-server[103917]: INFO neutron.wsgi [req-e8448b2b-c387-4816-a635-4cd354ee8aa2 req-5db9f0c1-a10d-425a-a160-d40e4dde078c service neutron] 10.222.0.81 "GET /v2.0/ports?network_id=7c13538c-2941-4763-a560-37a0a33d14c7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.1240842 Jun 16 17:23:04.768655 dv-cinder-837356-2-iscsi neutron-server[103917]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1aaa77a5-d33b-424e-9982-0ca2dbd2ed9c req-cf8d95a1-0a45-4578-a001-4fdf65f77043 tempest-ServerRescueNegativeTestJSON-1475515620 tempest-ServerRescueNegativeTestJSON-1475515620-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103917) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 16 17:23:04.779183 dv-cinder-837356-2-iscsi neutron-server[103917]: INFO neutron.wsgi [req-1aaa77a5-d33b-424e-9982-0ca2dbd2ed9c req-cf8d95a1-0a45-4578-a001-4fdf65f77043 tempest-ServerRescueNegativeTestJSON-1475515620 tempest-ServerRescueNegativeTestJSON-1475515620-project] 10.222.0.66 "GET /v2.0/ports?device_id=75957299-3d36-4f9c-a081-9e621c88225c HTTP/1.1" status: 200 len: 944 time: 1.0559270 Jun 16 17:23:04.797659 dv-cinder-837356-2-iscsi neutron-server[103916]: DEBUG neutron_lib.callbacks.manager [None req-5f633dfe-dab6-4ff0-9e62-9eb2314a7897 admin admin] Publish callbacks [] for security_group (e01a53fb-4b57-4d2e-9d8b-984f0cad9330), precommit_create {{(pid=103916) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 17:23:04.858659 dv-cinder-837356-2-iscsi neutron-server[103917]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d50dd23b-c77c-46f7-a189-6ea104fb4a9e tempest-AttachVolumeTestJSON-336390128 tempest-AttachVolumeTestJSON-336390128-project] Pushing event updated for resources: {'Port': ['ID=21fae4ca-fb3d-4b09-8071-928df2baff45,revision_number=1']} {{(pid=103917) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 17:23:04.894341 dv-cinder-837356-2-iscsi neutron-server[103916]: DEBUG neutron_lib.callbacks.manager [None req-8e9e9bf3-8097-4164-8f53-751bdb07f359 admin admin] Publish callbacks [] for security_group (27428dcb-5a8a-46d8-a222-e1484a841d76), precommit_create {{(pid=103916) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 17:23:04.902930 dv-cinder-837356-2-iscsi neutron-server[103916]: DEBUG neutron.wsgi [-] (103916) accepted ('10.222.0.66', 36788) {{(pid=103916) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 16 17:23:04.991655 dv-cinder-837356-2-iscsi neutron-server[103916]: DEBUG neutron_lib.callbacks.manager [None req-5f633dfe-dab6-4ff0-9e62-9eb2314a7897 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-570488'] for security_group (e01a53fb-4b57-4d2e-9d8b-984f0cad9330), after_create {{(pid=103916) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 17:23:04.994276 dv-cinder-837356-2-iscsi neutron-server[103916]: DEBUG neutron_lib.callbacks.manager [None req-8e9e9bf3-8097-4164-8f53-751bdb07f359 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-570488'] for security_group (27428dcb-5a8a-46d8-a222-e1484a841d76), after_create {{(pid=103916) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 17:23:04.996033 dv-cinder-837356-2-iscsi neutron-server[103917]: INFO neutron.wsgi [req-e8448b2b-c387-4816-a635-4cd354ee8aa2 req-429a035e-0caa-4ac2-ba50-19f4fe917c4e service neutron] 10.222.0.81 "GET /v2.0/networks/7c13538c-2941-4763-a560-37a0a33d14c7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1743608 Jun 16 17:23:05.157617 dv-cinder-837356-2-iscsi neutron-server[103916]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7f702f7-351f-4acc-99d9-42c4e2d9858d req-0c5d667c-8ad5-43ca-81e3-198c27ce18c3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103916) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 16 17:23:05.160491 dv-cinder-837356-2-iscsi neutron-server[103916]: INFO neutron.wsgi [req-c7f702f7-351f-4acc-99d9-42c4e2d9858d req-0c5d667c-8ad5-43ca-81e3-198c27ce18c3 service neutron] 10.222.0.81 "GET /v2.0/ports?network_id=7c13538c-2941-4763-a560-37a0a33d14c7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.5236325 Jun 16 17:23:05.318052 dv-cinder-837356-2-iscsi neutron-server[103917]: INFO neutron.wsgi [req-1aaa77a5-d33b-424e-9982-0ca2dbd2ed9c req-f487bf65-dc42-4b6b-94d9-2fe62846346b tempest-ServerRescueNegativeTestJSON-1475515620 tempest-ServerRescueNegativeTestJSON-1475515620-project] 10.222.0.66 "GET /v2.0/security-groups?id=ce781013-5cdb-4bc3-8c66-743aa21b4c5c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5372691 Jun 16 17:23:05.420340 dv-cinder-837356-2-iscsi neutron-server[103916]: INFO neutron.wsgi [None req-8e9e9bf3-8097-4164-8f53-751bdb07f359 admin admin] 10.222.0.66 "GET /v2.0/security-groups?tenant_id=16fe1da4ddb845caa8fab0c2b7c46adc&name=default HTTP/1.1" status: 200 len: 2996 time: 2.2761672 Jun 16 17:23:05.425662 dv-cinder-837356-2-iscsi neutron-server[103916]: INFO neutron.wsgi [None req-5f633dfe-dab6-4ff0-9e62-9eb2314a7897 admin admin] 10.222.0.66 "GET /v2.0/security-groups?tenant_id=59bf1fcbe8624af68647407d0fca1bcc&name=default HTTP/1.1" status: 200 len: 2996 time: 1.2950809 Jun 16 17:23:05.426583 dv-cinder-837356-2-iscsi neutron-server[103916]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5f633dfe-dab6-4ff0-9e62-9eb2314a7897 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e01a53fb-4b57-4d2e-9d8b-984f0cad9330,revision_number=1']} {{(pid=103916) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 17:23:05.429295 dv-cinder-837356-2-iscsi neutron-server[103916]: DEBUG neutron.wsgi [-] (103916) accepted ('10.222.0.66', 36810) {{(pid=103916) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 16 17:23:05.429596 dv-cinder-837356-2-iscsi neutron-server[103916]: DEBUG neutron.wsgi [-] (103916) accepted ('10.222.0.66', 36812) {{(pid=103916) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 16 17:23:05.582659 dv-cinder-837356-2-iscsi neutron-server[103917]: DEBUG neutron.notifiers.nova [req-dfcf68ed-df61-459c-9915-4114a6965a7c req-5fe3a75f-ef1c-4eec-bbf8-79decca41d0d service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 21fae4ca-fb3d-4b09-8071-928df2baff45 {{(pid=103917) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Jun 16 17:23:05.601747 dv-cinder-837356-2-iscsi neutron-server[103917]: DEBUG neutron_lib.callbacks.manager [req-dfcf68ed-df61-459c-9915-4114a6965a7c req-5fe3a75f-ef1c-4eec-bbf8-79decca41d0d service neutron] Publish callbacks [] for port (21fae4ca-fb3d-4b09-8071-928df2baff45), precommit_update {{(pid=103917) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 17:23:05.623597 dv-cinder-837356-2-iscsi neutron-server[103917]: DEBUG neutron.db.provisioning_blocks [req-dfcf68ed-df61-459c-9915-4114a6965a7c req-5fe3a75f-ef1c-4eec-bbf8-79decca41d0d service neutron] Transition to ACTIVE for port object 21fae4ca-fb3d-4b09-8071-928df2baff45 will not be triggered until provisioned by entity L2. {{(pid=103917) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Jun 16 17:23:05.675586 dv-cinder-837356-2-iscsi neutron-server[103916]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8e9e9bf3-8097-4164-8f53-751bdb07f359 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=27428dcb-5a8a-46d8-a222-e1484a841d76,revision_number=1']} {{(pid=103916) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 17:23:05.713966 dv-cinder-837356-2-iscsi neutron-server[103916]: DEBUG neutron_lib.callbacks.manager [None req-bf461a77-f03e-464a-871c-342eddbc7078 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103916) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 17:23:05.714518 dv-cinder-837356-2-iscsi neutron-server[103917]: DEBUG dbcounter [-] [103917] Writing DB stats neutron:SELECT=94,neutron:UPDATE=6 {{(pid=103917) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 16 17:23:05.767253 dv-cinder-837356-2-iscsi neutron-server[103917]: INFO neutron.wsgi [req-e8448b2b-c387-4816-a635-4cd354ee8aa2 req-5040776b-d8b3-4bc7-9dc4-af913c07a80a service neutron] 10.222.0.81 "GET /v2.0/networks/7c13538c-2941-4763-a560-37a0a33d14c7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.7446098 Jun 16 17:23:05.768634 dv-cinder-837356-2-iscsi neutron-server[103916]: INFO neutron.wsgi [req-da19b371-1d4c-4505-bacb-cffa38e9794d req-9bdc5bb6-73cb-4a06-9547-e32904a169e6 tempest-AttachVolumeShelveTestJSON-1123487845 tempest-AttachVolumeShelveTestJSON-1123487845-project] 10.222.0.66 "GET /v2.0/security-groups?id=5ab805c8-38ae-4655-bf71-1fc1999d288e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 1.1168208 Jun 16 17:23:05.789061 dv-cinder-837356-2-iscsi neutron-server[103917]: DEBUG neutron_lib.callbacks.manager [req-dfcf68ed-df61-459c-9915-4114a6965a7c req-5fe3a75f-ef1c-4eec-bbf8-79decca41d0d service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16007527', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-75831', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16241551', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728539364693', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728538993439', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728538993457'] for port (21fae4ca-fb3d-4b09-8071-928df2baff45), after_update {{(pid=103917) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 17:23:05.920046 dv-cinder-837356-2-iscsi neutron-server[103916]: DEBUG dbcounter [-] [103916] Writing DB stats neutron:SELECT=82,neutron:INSERT=16,neutron:UPDATE=2 {{(pid=103916) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 16 17:23:05.996909 dv-cinder-837356-2-iscsi neutron-server[103916]: DEBUG neutron_lib.callbacks.manager [None req-3ec3eaa2-a9d4-4257-b2f8-84d37818df75 admin admin] Publish callbacks [] for security_group (e01a53fb-4b57-4d2e-9d8b-984f0cad9330), before_delete {{(pid=103916) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 17:23:06.003957 dv-cinder-837356-2-iscsi neutron-server[103917]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98465a05-c5ed-4e53-bfa5-298ee4c69a6a req-7fd03a68-28b7-4e4e-a7c4-2da8b1726277 tempest-DeleteServersTestJSON-168559711 tempest-DeleteServersTestJSON-168559711-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103917) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 16 17:23:06.026105 dv-cinder-837356-2-iscsi neutron-server[103917]: INFO neutron.wsgi [req-98465a05-c5ed-4e53-bfa5-298ee4c69a6a req-7fd03a68-28b7-4e4e-a7c4-2da8b1726277 tempest-DeleteServersTestJSON-168559711 tempest-DeleteServersTestJSON-168559711-project] 10.222.0.66 "GET /v2.0/ports?device_id=57b787b3-74c7-4e30-9f10-acea71d19c0c HTTP/1.1" status: 200 len: 944 time: 0.5534925 Jun 16 17:23:06.035146 dv-cinder-837356-2-iscsi neutron-server[103916]: DEBUG neutron_lib.callbacks.manager [None req-3ec3eaa2-a9d4-4257-b2f8-84d37818df75 admin admin] Publish callbacks [] for security_group (e01a53fb-4b57-4d2e-9d8b-984f0cad9330), precommit_delete {{(pid=103916) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 17:23:06.104526 dv-cinder-837356-2-iscsi neutron-server[103917]: DEBUG neutron.notifiers.nova [req-c17d1fb6-d773-4900-8e27-5c5a8d0a6dd7 req-90c038c3-5b3d-4ea4-ab32-1923756b36d0 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 2da50d5c-d328-4853-a261-6bd0c6378dcd {{(pid=103917) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Jun 16 17:23:06.135625 dv-cinder-837356-2-iscsi neutron-server[103917]: DEBUG neutron_lib.callbacks.manager [req-c17d1fb6-d773-4900-8e27-5c5a8d0a6dd7 req-90c038c3-5b3d-4ea4-ab32-1923756b36d0 service neutron] Publish callbacks [] for port (2da50d5c-d328-4853-a261-6bd0c6378dcd), precommit_update {{(pid=103917) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 17:23:06.158633 dv-cinder-837356-2-iscsi neutron-server[103916]: INFO neutron.wsgi [req-b55ede11-ea2c-4dbb-88ea-324863f26cc8 req-f2c1b989-4db4-4351-81be-e03dedc92a9f service neutron] 10.222.0.81 "GET /v2.0/networks/cccb02cd-ffcd-4f18-9410-1ede3b2101bc?fields=segments HTTP/1.1" status: 200 len: 212 time: 1.2548513 Jun 16 17:23:06.165335 dv-cinder-837356-2-iscsi neutron-server[103917]: DEBUG neutron.db.provisioning_blocks [req-c17d1fb6-d773-4900-8e27-5c5a8d0a6dd7 req-90c038c3-5b3d-4ea4-ab32-1923756b36d0 service neutron] Transition to ACTIVE for port object 2da50d5c-d328-4853-a261-6bd0c6378dcd will not be triggered until provisioned by entity L2. {{(pid=103917) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Jun 16 17:23:06.181669 dv-cinder-837356-2-iscsi neutron-server[103916]: DEBUG dbcounter [-] [103916] Writing DB stats neutron:SELECT=95,neutron:INSERT=4,neutron:DELETE=1 {{(pid=103916) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 16 17:23:06.181669 dv-cinder-837356-2-iscsi neutron-server[103916]: INFO neutron.wsgi [req-c7f702f7-351f-4acc-99d9-42c4e2d9858d req-1f5e5aa2-8e87-4729-8647-426dc2a325a7 service neutron] 10.222.0.81 "GET /v2.0/networks/7c13538c-2941-4763-a560-37a0a33d14c7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.9766676 Jun 16 17:23:06.251967 dv-cinder-837356-2-iscsi neutron-server[103917]: DEBUG neutron_lib.callbacks.manager [req-c17d1fb6-d773-4900-8e27-5c5a8d0a6dd7 req-90c038c3-5b3d-4ea4-ab32-1923756b36d0 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16007527', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-75831', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16241551', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728539364693', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728538993439', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728538993457'] for port (2da50d5c-d328-4853-a261-6bd0c6378dcd), after_update {{(pid=103917) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 17:23:06.287639 dv-cinder-837356-2-iscsi neutron-server[103917]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5fe3a75f-ef1c-4eec-bbf8-79decca41d0d service neutron] Pushing event updated for resources: {'Port': ['ID=21fae4ca-fb3d-4b09-8071-928df2baff45,revision_number=2']} {{(pid=103917) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 17:23:06.313819 dv-cinder-837356-2-iscsi neutron-server[103917]: DEBUG dbcounter [-] [103917] Writing DB stats neutron:SELECT=96,neutron:INSERT=2,neutron:UPDATE=2 {{(pid=103917) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 16 17:23:06.343992 dv-cinder-837356-2-iscsi neutron-server[103916]: INFO neutron.wsgi [req-b55ede11-ea2c-4dbb-88ea-324863f26cc8 req-15c5f028-a56d-4e6c-81d9-78fe92ea2a63 service neutron] 10.222.0.81 "GET /v2.0/networks/cccb02cd-ffcd-4f18-9410-1ede3b2101bc?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1730578 Jun 16 17:23:06.368942 dv-cinder-837356-2-iscsi neutron-server[103916]: DEBUG neutron_lib.callbacks.manager [None req-7afd0c56-6093-4d7d-a2e2-1332cd4faad1 admin admin] Publish callbacks [] for security_group (27428dcb-5a8a-46d8-a222-e1484a841d76), before_delete {{(pid=103916) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 17:23:06.377512 dv-cinder-837356-2-iscsi neutron-server[103917]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-157a5345-9ac5-4966-ab09-e4f038fdd05e req-1c2bd29f-cc4a-4f06-b1c7-9eda4a822f8d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103917) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 16 17:23:06.379091 dv-cinder-837356-2-iscsi neutron-server[103917]: INFO neutron.wsgi [req-157a5345-9ac5-4966-ab09-e4f038fdd05e req-1c2bd29f-cc4a-4f06-b1c7-9eda4a822f8d service neutron] 10.222.0.81 "GET /v2.0/ports?tenant_id=ccf5c45783454fc5a7872490196f07e0&device_id=90ea9630-ef03-47fd-aa60-695a36081c19 HTTP/1.1" status: 200 len: 1127 time: 0.3458290 Jun 16 17:23:06.401604 dv-cinder-837356-2-iscsi neutron-server[103916]: DEBUG neutron_lib.callbacks.manager [None req-7afd0c56-6093-4d7d-a2e2-1332cd4faad1 admin admin] Publish callbacks [] for security_group (27428dcb-5a8a-46d8-a222-e1484a841d76), precommit_delete {{(pid=103916) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 17:23:06.515836 dv-cinder-837356-2-iscsi neutron-server[103916]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 346 Content-Type: application/json Date: Thu, 16 Jun 2022 17:23:03 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7a44fa27-4c69-4b9f-bffe-0052c9e9457a x-openstack-request-id: req-7a44fa27-4c69-4b9f-bffe-0052c9e9457a {{(pid=103916) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 16 17:23:06.516235 dv-cinder-837356-2-iscsi neutron-server[103916]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "57b787b3-74c7-4e30-9f10-acea71d19c0c", "tag": "793bfabc-d2dc-472c-95a2-270f46bad4dc", "status": "completed", "code": 200}, {"name": "network-changed", "server_uuid": "75957299-3d36-4f9c-a081-9e621c88225c", "tag": "24585d4c-eda6-469f-a310-d2d5f70274a1", "status": "completed", "code": 200}]} {{(pid=103916) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 16 17:23:06.516387 dv-cinder-837356-2-iscsi neutron-server[103916]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.66/compute/v2.1/os-server-external-events used request id req-7a44fa27-4c69-4b9f-bffe-0052c9e9457a {{(pid=103916) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 16 17:23:06.516930 dv-cinder-837356-2-iscsi neutron-server[103916]: INFO neutron.notifiers.nova [-] Nova event matching ['req-7a44fa27-4c69-4b9f-bffe-0052c9e9457a'] response: {'name': 'network-changed', 'server_uuid': '57b787b3-74c7-4e30-9f10-acea71d19c0c', 'tag': '793bfabc-d2dc-472c-95a2-270f46bad4dc', 'status': 'completed', 'code': 200} Jun 16 17:23:06.517307 dv-cinder-837356-2-iscsi neutron-server[103916]: INFO neutron.notifiers.nova [-] Nova event matching ['req-7a44fa27-4c69-4b9f-bffe-0052c9e9457a'] response: {'name': 'network-changed', 'server_uuid': '75957299-3d36-4f9c-a081-9e621c88225c', 'tag': '24585d4c-eda6-469f-a310-d2d5f70274a1', 'status': 'completed', 'code': 200} Jun 16 17:23:06.532280 dv-cinder-837356-2-iscsi neutron-server[103917]: DEBUG neutron.plugins.ml2.managers [req-dfcf68ed-df61-459c-9915-4114a6965a7c req-5fe3a75f-ef1c-4eec-bbf8-79decca41d0d service neutron] Attempting to bind port 21fae4ca-fb3d-4b09-8071-928df2baff45 on host hv-cinder-83735 for vnic_type normal with profile {{(pid=103917) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:811}} Jun 16 17:23:06.532706 dv-cinder-837356-2-iscsi neutron-server[103917]: DEBUG neutron.plugins.ml2.managers [req-dfcf68ed-df61-459c-9915-4114a6965a7c req-5fe3a75f-ef1c-4eec-bbf8-79decca41d0d service neutron] Attempting to bind port 21fae4ca-fb3d-4b09-8071-928df2baff45 by drivers openvswitch,hyperv on host hv-cinder-83735 at level 0 using segments [{'id': '3fc55272-fc64-4407-9040-7681311e4934', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1007, 'network_id': '82c6c893-96f4-45ae-b1e3-d70ff1db738d'}] {{(pid=103917) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:836}} Jun 16 17:23:06.533109 dv-cinder-837356-2-iscsi neutron-server[103917]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-dfcf68ed-df61-459c-9915-4114a6965a7c req-5fe3a75f-ef1c-4eec-bbf8-79decca41d0d service neutron] Attempting to bind port 21fae4ca-fb3d-4b09-8071-928df2baff45 on network 82c6c893-96f4-45ae-b1e3-d70ff1db738d {{(pid=103917) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jun 16 17:23:06.580672 dv-cinder-837356-2-iscsi neutron-server[103917]: INFO neutron.wsgi [req-98465a05-c5ed-4e53-bfa5-298ee4c69a6a req-a640f8d2-263d-4902-a54d-f03982069738 tempest-DeleteServersTestJSON-168559711 tempest-DeleteServersTestJSON-168559711-project] 10.222.0.66 "GET /v2.0/security-groups?id=9db58268-b1a0-4bab-b8d1-6bdd045c4c5a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5495253 Jun 16 17:23:06.629460 dv-cinder-837356-2-iscsi neutron-server[103917]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-90c038c3-5b3d-4ea4-ab32-1923756b36d0 service neutron] Pushing event updated for resources: {'Port': ['ID=2da50d5c-d328-4853-a261-6bd0c6378dcd,revision_number=2']} {{(pid=103917) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 17:23:06.702563 dv-cinder-837356-2-iscsi neutron-server[103916]: DEBUG neutron_lib.callbacks.manager [None req-3ec3eaa2-a9d4-4257-b2f8-84d37818df75 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-570488'] for security_group (e01a53fb-4b57-4d2e-9d8b-984f0cad9330), after_delete {{(pid=103916) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 17:23:06.705122 dv-cinder-837356-2-iscsi neutron-server[103916]: DEBUG neutron_lib.callbacks.manager [None req-3ec3eaa2-a9d4-4257-b2f8-84d37818df75 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103916) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 17:23:06.708588 dv-cinder-837356-2-iscsi neutron-server[103916]: INFO neutron.wsgi [None req-3ec3eaa2-a9d4-4257-b2f8-84d37818df75 admin admin] 10.222.0.66 "DELETE /v2.0/security-groups/e01a53fb-4b57-4d2e-9d8b-984f0cad9330 HTTP/1.1" status: 204 len: 168 time: 1.2630904 Jun 16 17:23:06.831033 dv-cinder-837356-2-iscsi neutron-server[103916]: INFO neutron.wsgi [req-c7f702f7-351f-4acc-99d9-42c4e2d9858d req-e4e3ed45-2d77-4050-a44b-1e94d045a82a service neutron] 10.222.0.81 "GET /v2.0/networks/7c13538c-2941-4763-a560-37a0a33d14c7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4834969 Jun 16 17:23:06.832442 dv-cinder-837356-2-iscsi neutron-server[103916]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5203cb86-2c79-406d-a8a3-c20f926a526e req-10a79c21-5b3d-4e17-a5ff-c8bab13319a8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103916) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 16 17:23:06.834518 dv-cinder-837356-2-iscsi neutron-server[103916]: INFO neutron.wsgi [req-5203cb86-2c79-406d-a8a3-c20f926a526e req-10a79c21-5b3d-4e17-a5ff-c8bab13319a8 service neutron] 10.222.0.81 "GET /v2.0/ports?tenant_id=859da351f9cc437ebe79e5bdb87a177d&device_id=57b787b3-74c7-4e30-9f10-acea71d19c0c HTTP/1.1" status: 200 len: 1128 time: 0.2778735 Jun 16 17:23:06.835647 dv-cinder-837356-2-iscsi neutron-server[103916]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ec3eaa2-a9d4-4257-b2f8-84d37818df75 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e01a53fb-4b57-4d2e-9d8b-984f0cad9330,revision_number=None']} {{(pid=103916) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 17:23:06.859831 dv-cinder-837356-2-iscsi neutron-server[103917]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-dfcf68ed-df61-459c-9915-4114a6965a7c req-5fe3a75f-ef1c-4eec-bbf8-79decca41d0d service neutron] Port 21fae4ca-fb3d-4b09-8071-928df2baff45 on network 82c6c893-96f4-45ae-b1e3-d70ff1db738d not bound, no agent of type Open vSwitch agent registered on host hv-cinder-83735 {{(pid=103917) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Jun 16 17:23:06.860895 dv-cinder-837356-2-iscsi neutron-server[103917]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-dfcf68ed-df61-459c-9915-4114a6965a7c req-5fe3a75f-ef1c-4eec-bbf8-79decca41d0d service neutron] Attempting to bind port 21fae4ca-fb3d-4b09-8071-928df2baff45 on network 82c6c893-96f4-45ae-b1e3-d70ff1db738d {{(pid=103917) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jun 16 17:23:06.876259 dv-cinder-837356-2-iscsi neutron-server[103917]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-dfcf68ed-df61-459c-9915-4114a6965a7c req-5fe3a75f-ef1c-4eec-bbf8-79decca41d0d service neutron] Checking agent: {'id': '2e97d73d-50fc-4f89-a4ea-85f65eb860d8', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-83735', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 6, 16, 17, 20, 29), 'started_at': datetime.datetime(2022, 6, 16, 17, 20, 29), 'heartbeat_timestamp': datetime.datetime(2022, 6, 16, 17, 22, 59), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103917) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jun 16 17:23:06.876957 dv-cinder-837356-2-iscsi neutron-server[103917]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-dfcf68ed-df61-459c-9915-4114a6965a7c req-5fe3a75f-ef1c-4eec-bbf8-79decca41d0d service neutron] Checking segment: {'id': '3fc55272-fc64-4407-9040-7681311e4934', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1007, 'network_id': '82c6c893-96f4-45ae-b1e3-d70ff1db738d'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103917) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jun 16 17:23:06.879209 dv-cinder-837356-2-iscsi neutron-server[103917]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-dfcf68ed-df61-459c-9915-4114a6965a7c req-5fe3a75f-ef1c-4eec-bbf8-79decca41d0d service neutron] Bound using segment: {'id': '3fc55272-fc64-4407-9040-7681311e4934', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1007, 'network_id': '82c6c893-96f4-45ae-b1e3-d70ff1db738d'} {{(pid=103917) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jun 16 17:23:06.880124 dv-cinder-837356-2-iscsi neutron-server[103917]: DEBUG neutron.plugins.ml2.managers [req-dfcf68ed-df61-459c-9915-4114a6965a7c req-5fe3a75f-ef1c-4eec-bbf8-79decca41d0d service neutron] Bound port: 21fae4ca-fb3d-4b09-8071-928df2baff45, host: hv-cinder-83735, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '3fc55272-fc64-4407-9040-7681311e4934', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1007, 'network_id': '82c6c893-96f4-45ae-b1e3-d70ff1db738d'}}] {{(pid=103917) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:948}} Jun 16 17:23:06.880730 dv-cinder-837356-2-iscsi neutron-server[103917]: DEBUG neutron_lib.callbacks.manager [req-dfcf68ed-df61-459c-9915-4114a6965a7c req-5fe3a75f-ef1c-4eec-bbf8-79decca41d0d service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16007590'] for port (21fae4ca-fb3d-4b09-8071-928df2baff45), before_update {{(pid=103917) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 17:23:06.960396 dv-cinder-837356-2-iscsi neutron-server[103917]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-157a5345-9ac5-4966-ab09-e4f038fdd05e req-bbc8fd5e-f0e9-489b-a5de-a9d900463c3d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103917) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 16 17:23:06.962405 dv-cinder-837356-2-iscsi neutron-server[103917]: INFO neutron.wsgi [req-157a5345-9ac5-4966-ab09-e4f038fdd05e req-bbc8fd5e-f0e9-489b-a5de-a9d900463c3d service neutron] 10.222.0.81 "GET /v2.0/networks?id=7c13538c-2941-4763-a560-37a0a33d14c7 HTTP/1.1" status: 200 len: 921 time: 0.5693552 Jun 16 17:23:06.970539 dv-cinder-837356-2-iscsi neutron-server[103917]: DEBUG neutron.plugins.ml2.managers [req-c17d1fb6-d773-4900-8e27-5c5a8d0a6dd7 req-90c038c3-5b3d-4ea4-ab32-1923756b36d0 service neutron] Attempting to bind port 2da50d5c-d328-4853-a261-6bd0c6378dcd on host hv-cinder-83735 for vnic_type normal with profile {{(pid=103917) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:811}} Jun 16 17:23:06.971429 dv-cinder-837356-2-iscsi neutron-server[103917]: DEBUG neutron.plugins.ml2.managers [req-c17d1fb6-d773-4900-8e27-5c5a8d0a6dd7 req-90c038c3-5b3d-4ea4-ab32-1923756b36d0 service neutron] Attempting to bind port 2da50d5c-d328-4853-a261-6bd0c6378dcd by drivers openvswitch,hyperv on host hv-cinder-83735 at level 0 using segments [{'id': 'd53d2152-678f-42ce-a3f8-cc589901ed6b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1034, 'network_id': '04f2ecf4-cd9f-483b-9100-6d9d67a561d2'}] {{(pid=103917) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:836}} Jun 16 17:23:06.972493 dv-cinder-837356-2-iscsi neutron-server[103917]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c17d1fb6-d773-4900-8e27-5c5a8d0a6dd7 req-90c038c3-5b3d-4ea4-ab32-1923756b36d0 service neutron] Attempting to bind port 2da50d5c-d328-4853-a261-6bd0c6378dcd on network 04f2ecf4-cd9f-483b-9100-6d9d67a561d2 {{(pid=103917) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jun 16 17:23:06.983861 dv-cinder-837356-2-iscsi neutron-server[103916]: DEBUG neutron_lib.callbacks.manager [None req-7afd0c56-6093-4d7d-a2e2-1332cd4faad1 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-570488'] for security_group (27428dcb-5a8a-46d8-a222-e1484a841d76), after_delete {{(pid=103916) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 17:23:06.986458 dv-cinder-837356-2-iscsi neutron-server[103916]: DEBUG neutron_lib.callbacks.manager [None req-7afd0c56-6093-4d7d-a2e2-1332cd4faad1 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103916) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 17:23:06.990452 dv-cinder-837356-2-iscsi neutron-server[103916]: INFO neutron.wsgi [None req-7afd0c56-6093-4d7d-a2e2-1332cd4faad1 admin admin] 10.222.0.66 "DELETE /v2.0/security-groups/27428dcb-5a8a-46d8-a222-e1484a841d76 HTTP/1.1" status: 204 len: 168 time: 1.5457556 Jun 16 17:23:07.038286 dv-cinder-837356-2-iscsi neutron-server[103916]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5262dcf2-3902-496f-ac5b-203a17fbc623 req-028966d4-1d7e-4cfd-89ca-245602caab44 tempest-AttachVolumeTestJSON-336390128 tempest-AttachVolumeTestJSON-336390128-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103916) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 16 17:23:07.049078 dv-cinder-837356-2-iscsi neutron-server[103916]: INFO neutron.wsgi [req-5262dcf2-3902-496f-ac5b-203a17fbc623 req-028966d4-1d7e-4cfd-89ca-245602caab44 tempest-AttachVolumeTestJSON-336390128 tempest-AttachVolumeTestJSON-336390128-project] 10.222.0.66 "GET /v2.0/ports?device_id=7d22b60d-19fe-4dca-8eef-821db5a4dc55 HTTP/1.1" status: 200 len: 943 time: 0.3754714 Jun 16 17:23:07.132039 dv-cinder-837356-2-iscsi neutron-server[103916]: DEBUG neutron_lib.callbacks.manager [None req-bf461a77-f03e-464a-871c-342eddbc7078 admin admin] Publish callbacks [] for security_group (e1155d97-72b4-441a-82f1-2f7cadaaa975), precommit_create {{(pid=103916) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 17:23:07.204270 dv-cinder-837356-2-iscsi neutron-server[103917]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c17d1fb6-d773-4900-8e27-5c5a8d0a6dd7 req-90c038c3-5b3d-4ea4-ab32-1923756b36d0 service neutron] Port 2da50d5c-d328-4853-a261-6bd0c6378dcd on network 04f2ecf4-cd9f-483b-9100-6d9d67a561d2 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-83735 {{(pid=103917) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Jun 16 17:23:07.209601 dv-cinder-837356-2-iscsi neutron-server[103917]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c17d1fb6-d773-4900-8e27-5c5a8d0a6dd7 req-90c038c3-5b3d-4ea4-ab32-1923756b36d0 service neutron] Attempting to bind port 2da50d5c-d328-4853-a261-6bd0c6378dcd on network 04f2ecf4-cd9f-483b-9100-6d9d67a561d2 {{(pid=103917) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jun 16 17:23:07.225739 dv-cinder-837356-2-iscsi neutron-server[103917]: INFO neutron.wsgi [req-157a5345-9ac5-4966-ab09-e4f038fdd05e req-fc5dd2f7-2497-4440-8316-f7b973d123b0 service neutron] 10.222.0.81 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=6fa0a160-b8b9-480d-91ad-c84aa7d2485a HTTP/1.1" status: 200 len: 217 time: 0.2484908 Jun 16 17:23:07.253754 dv-cinder-837356-2-iscsi neutron-server[103916]: DEBUG neutron_lib.callbacks.manager [None req-bf461a77-f03e-464a-871c-342eddbc7078 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-570488'] for security_group (e1155d97-72b4-441a-82f1-2f7cadaaa975), after_create {{(pid=103916) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 17:23:07.258743 dv-cinder-837356-2-iscsi neutron-server[103917]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae1dfe4e-50bb-4e61-a089-0bf09efe7621 req-c1e6d6eb-d7e6-484d-b487-6a12248f83c2 tempest-ServerRescueNegativeTestJSON-1475515620 tempest-ServerRescueNegativeTestJSON-1475515620-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103917) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 16 17:23:07.260937 dv-cinder-837356-2-iscsi neutron-server[103917]: INFO neutron.wsgi [req-ae1dfe4e-50bb-4e61-a089-0bf09efe7621 req-c1e6d6eb-d7e6-484d-b487-6a12248f83c2 tempest-ServerRescueNegativeTestJSON-1475515620 tempest-ServerRescueNegativeTestJSON-1475515620-project] 10.222.0.66 "GET /v2.0/ports?device_id=75957299-3d36-4f9c-a081-9e621c88225c HTTP/1.1" status: 200 len: 944 time: 0.3933771 Jun 16 17:23:07.272785 dv-cinder-837356-2-iscsi neutron-server[103917]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c17d1fb6-d773-4900-8e27-5c5a8d0a6dd7 req-90c038c3-5b3d-4ea4-ab32-1923756b36d0 service neutron] Checking agent: {'id': '2e97d73d-50fc-4f89-a4ea-85f65eb860d8', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-83735', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 6, 16, 17, 20, 29), 'started_at': datetime.datetime(2022, 6, 16, 17, 20, 29), 'heartbeat_timestamp': datetime.datetime(2022, 6, 16, 17, 22, 59), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103917) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jun 16 17:23:07.273209 dv-cinder-837356-2-iscsi neutron-server[103917]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c17d1fb6-d773-4900-8e27-5c5a8d0a6dd7 req-90c038c3-5b3d-4ea4-ab32-1923756b36d0 service neutron] Checking segment: {'id': 'd53d2152-678f-42ce-a3f8-cc589901ed6b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1034, 'network_id': '04f2ecf4-cd9f-483b-9100-6d9d67a561d2'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103917) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jun 16 17:23:07.273731 dv-cinder-837356-2-iscsi neutron-server[103917]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c17d1fb6-d773-4900-8e27-5c5a8d0a6dd7 req-90c038c3-5b3d-4ea4-ab32-1923756b36d0 service neutron] Bound using segment: {'id': 'd53d2152-678f-42ce-a3f8-cc589901ed6b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1034, 'network_id': '04f2ecf4-cd9f-483b-9100-6d9d67a561d2'} {{(pid=103917) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jun 16 17:23:07.274201 dv-cinder-837356-2-iscsi neutron-server[103917]: DEBUG neutron.plugins.ml2.managers [req-c17d1fb6-d773-4900-8e27-5c5a8d0a6dd7 req-90c038c3-5b3d-4ea4-ab32-1923756b36d0 service neutron] Bound port: 2da50d5c-d328-4853-a261-6bd0c6378dcd, host: hv-cinder-83735, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'd53d2152-678f-42ce-a3f8-cc589901ed6b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1034, 'network_id': '04f2ecf4-cd9f-483b-9100-6d9d67a561d2'}}] {{(pid=103917) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:948}} Jun 16 17:23:07.274537 dv-cinder-837356-2-iscsi neutron-server[103917]: DEBUG neutron_lib.callbacks.manager [req-c17d1fb6-d773-4900-8e27-5c5a8d0a6dd7 req-90c038c3-5b3d-4ea4-ab32-1923756b36d0 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16007590'] for port (2da50d5c-d328-4853-a261-6bd0c6378dcd), before_update {{(pid=103917) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 17:23:07.342779 dv-cinder-837356-2-iscsi neutron-server[103916]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7afd0c56-6093-4d7d-a2e2-1332cd4faad1 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=27428dcb-5a8a-46d8-a222-e1484a841d76,revision_number=None']} {{(pid=103916) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 17:23:07.354301 dv-cinder-837356-2-iscsi neutron-server[103916]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5203cb86-2c79-406d-a8a3-c20f926a526e req-01e0fa73-3c75-450e-b2d0-24a14292d5e3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103916) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 16 17:23:07.366387 dv-cinder-837356-2-iscsi neutron-server[103916]: INFO neutron.wsgi [req-5203cb86-2c79-406d-a8a3-c20f926a526e req-01e0fa73-3c75-450e-b2d0-24a14292d5e3 service neutron] 10.222.0.81 "GET /v2.0/networks?id=cccb02cd-ffcd-4f18-9410-1ede3b2101bc HTTP/1.1" status: 200 len: 914 time: 0.4947186 Jun 16 17:23:07.380142 dv-cinder-837356-2-iscsi neutron-server[103917]: DEBUG neutron.plugins.ml2.db [req-dfcf68ed-df61-459c-9915-4114a6965a7c req-5fe3a75f-ef1c-4eec-bbf8-79decca41d0d service neutron] For port 21fae4ca-fb3d-4b09-8071-928df2baff45, host hv-cinder-83735, cleared binding levels {{(pid=103917) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 16 17:23:07.413919 dv-cinder-837356-2-iscsi neutron-server[103917]: DEBUG neutron.plugins.ml2.db [req-dfcf68ed-df61-459c-9915-4114a6965a7c req-5fe3a75f-ef1c-4eec-bbf8-79decca41d0d service neutron] For port 21fae4ca-fb3d-4b09-8071-928df2baff45, host hv-cinder-83735, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83735',level=0,port_id=21fae4ca-fb3d-4b09-8071-928df2baff45,segment=NetworkSegment(3fc55272-fc64-4407-9040-7681311e4934),segment_id=3fc55272-fc64-4407-9040-7681311e4934)] {{(pid=103917) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 16 17:23:07.434388 dv-cinder-837356-2-iscsi neutron-server[103917]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-157a5345-9ac5-4966-ab09-e4f038fdd05e req-43ece2da-9eda-4a56-b84e-f1404406a211 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=103917) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 16 17:23:07.435878 dv-cinder-837356-2-iscsi neutron-server[103917]: INFO neutron.wsgi [req-157a5345-9ac5-4966-ab09-e4f038fdd05e req-43ece2da-9eda-4a56-b84e-f1404406a211 service neutron] 10.222.0.81 "GET /v2.0/subnets?id=8e38426e-d044-4155-92d6-5d9da7f0fc35 HTTP/1.1" status: 200 len: 858 time: 0.1645207 Jun 16 17:23:07.445233 dv-cinder-837356-2-iscsi neutron-server[103917]: DEBUG neutron_lib.callbacks.manager [req-dfcf68ed-df61-459c-9915-4114a6965a7c req-5fe3a75f-ef1c-4eec-bbf8-79decca41d0d service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16007527', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-75831', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16241551', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728539364693', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728538993439', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728538993457'] for port (21fae4ca-fb3d-4b09-8071-928df2baff45), after_update {{(pid=103917) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 17:23:07.450936 dv-cinder-837356-2-iscsi neutron-server[103916]: INFO neutron.wsgi [None req-bf461a77-f03e-464a-871c-342eddbc7078 admin admin] 10.222.0.66 "GET /v2.0/security-groups?tenant_id=3146fbcf250742c7b9232da34a6a94de&name=default HTTP/1.1" status: 200 len: 2996 time: 2.5325592 Jun 16 17:23:07.461622 dv-cinder-837356-2-iscsi neutron-server[103917]: DEBUG neutron.wsgi [-] (103917) accepted ('10.222.0.66', 36852) {{(pid=103917) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 16 17:23:07.461862 dv-cinder-837356-2-iscsi neutron-server[103916]: INFO neutron.wsgi [req-5203cb86-2c79-406d-a8a3-c20f926a526e req-d826bb98-f3f0-4425-9e98-a8c6e0d0ff50 service neutron] 10.222.0.81 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=793bfabc-d2dc-472c-95a2-270f46bad4dc HTTP/1.1" status: 200 len: 217 time: 0.0756171 Jun 16 17:23:07.474887 dv-cinder-837356-2-iscsi neutron-server[103917]: INFO neutron.wsgi [req-ae1dfe4e-50bb-4e61-a089-0bf09efe7621 req-bf804474-f36e-48a1-ab33-1dedfe20fd3c tempest-ServerRescueNegativeTestJSON-1475515620 tempest-ServerRescueNegativeTestJSON-1475515620-project] 10.222.0.66 "GET /v2.0/security-groups?id=ce781013-5cdb-4bc3-8c66-743aa21b4c5c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1925089 Jun 16 17:23:07.483227 dv-cinder-837356-2-iscsi neutron-server[103916]: INFO neutron.wsgi [req-5262dcf2-3902-496f-ac5b-203a17fbc623 req-6a15ca4f-6f0c-4ed4-af41-95ca5e393df5 tempest-AttachVolumeTestJSON-336390128 tempest-AttachVolumeTestJSON-336390128-project] 10.222.0.66 "GET /v2.0/security-groups?id=b5243b74-2536-4f9c-b2d2-f7b79b8f3edb&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.4332438 Jun 16 17:23:07.484148 dv-cinder-837356-2-iscsi neutron-server[103916]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bf461a77-f03e-464a-871c-342eddbc7078 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e1155d97-72b4-441a-82f1-2f7cadaaa975,revision_number=1']} {{(pid=103916) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 17:23:07.518131 dv-cinder-837356-2-iscsi neutron-server[103917]: DEBUG neutron.plugins.ml2.db [req-c17d1fb6-d773-4900-8e27-5c5a8d0a6dd7 req-90c038c3-5b3d-4ea4-ab32-1923756b36d0 service neutron] For port 2da50d5c-d328-4853-a261-6bd0c6378dcd, host hv-cinder-83735, cleared binding levels {{(pid=103917) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 16 17:23:07.528676 dv-cinder-837356-2-iscsi neutron-server[103917]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dfcf68ed-df61-459c-9915-4114a6965a7c req-5fe3a75f-ef1c-4eec-bbf8-79decca41d0d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103917) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 16 17:23:07.528894 dv-cinder-837356-2-iscsi neutron-server[103917]: DEBUG neutron_lib.callbacks.manager [req-dfcf68ed-df61-459c-9915-4114a6965a7c req-5fe3a75f-ef1c-4eec-bbf8-79decca41d0d service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-191112', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-16241561'] for port (None), before_response {{(pid=103917) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 17:23:07.530236 dv-cinder-837356-2-iscsi neutron-server[103917]: INFO neutron.wsgi [req-dfcf68ed-df61-459c-9915-4114a6965a7c req-5fe3a75f-ef1c-4eec-bbf8-79decca41d0d service neutron] 10.222.0.81 "PUT /v2.0/ports/21fae4ca-fb3d-4b09-8071-928df2baff45 HTTP/1.1" status: 200 len: 1093 time: 4.7263248 Jun 16 17:23:07.530781 dv-cinder-837356-2-iscsi neutron-server[103917]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '7d22b60d-19fe-4dca-8eef-821db5a4dc55', 'tag': '21fae4ca-fb3d-4b09-8071-928df2baff45'}] {{(pid=103917) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jun 16 17:23:07.533170 dv-cinder-837356-2-iscsi neutron-server[103917]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.66/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6f3fd2b1a6655810f50592bc9015c397d118e5689141688eaf1b23dbeee2ebf8" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8954dd04-a071-412d-99f2-66ef9dc65e38" -d '{"events": [{"name": "network-changed", "server_uuid": "7d22b60d-19fe-4dca-8eef-821db5a4dc55", "tag": "21fae4ca-fb3d-4b09-8071-928df2baff45"}]}' {{(pid=103917) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 16 17:23:07.544916 dv-cinder-837356-2-iscsi neutron-server[103917]: DEBUG dbcounter [-] [103917] Writing DB stats neutron:SELECT=96,neutron:UPDATE=2,neutron:INSERT=2 {{(pid=103917) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 16 17:23:07.583437 dv-cinder-837356-2-iscsi neutron-server[103917]: DEBUG neutron.plugins.ml2.db [req-c17d1fb6-d773-4900-8e27-5c5a8d0a6dd7 req-90c038c3-5b3d-4ea4-ab32-1923756b36d0 service neutron] For port 2da50d5c-d328-4853-a261-6bd0c6378dcd, host hv-cinder-83735, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83735',level=0,port_id=2da50d5c-d328-4853-a261-6bd0c6378dcd,segment=NetworkSegment(d53d2152-678f-42ce-a3f8-cc589901ed6b),segment_id=d53d2152-678f-42ce-a3f8-cc589901ed6b)] {{(pid=103917) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 16 17:23:07.590437 dv-cinder-837356-2-iscsi neutron-server[103917]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5fe3a75f-ef1c-4eec-bbf8-79decca41d0d service neutron] Pushing event updated for resources: {'Port': ['ID=21fae4ca-fb3d-4b09-8071-928df2baff45,revision_number=3']} {{(pid=103917) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 17:23:07.594990 dv-cinder-837356-2-iscsi neutron-server[103917]: DEBUG neutron_lib.callbacks.manager [req-c17d1fb6-d773-4900-8e27-5c5a8d0a6dd7 req-90c038c3-5b3d-4ea4-ab32-1923756b36d0 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16007527', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-75831', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16241551', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728539364693', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728538993439', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728538993457'] for port (2da50d5c-d328-4853-a261-6bd0c6378dcd), after_update {{(pid=103917) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 17:23:07.599772 dv-cinder-837356-2-iscsi neutron-server[103917]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 16 Jun 2022 17:23:07 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2b9f76ef-77c4-4135-b4f1-a0be9416691c x-openstack-request-id: req-2b9f76ef-77c4-4135-b4f1-a0be9416691c {{(pid=103917) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 16 17:23:07.600055 dv-cinder-837356-2-iscsi neutron-server[103917]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "7d22b60d-19fe-4dca-8eef-821db5a4dc55", "tag": "21fae4ca-fb3d-4b09-8071-928df2baff45", "status": "completed", "code": 200}]} {{(pid=103917) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 16 17:23:07.600306 dv-cinder-837356-2-iscsi neutron-server[103917]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.66/compute/v2.1/os-server-external-events used request id req-2b9f76ef-77c4-4135-b4f1-a0be9416691c {{(pid=103917) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 16 17:23:07.600701 dv-cinder-837356-2-iscsi neutron-server[103917]: INFO neutron.notifiers.nova [-] Nova event matching ['req-2b9f76ef-77c4-4135-b4f1-a0be9416691c'] response: {'name': 'network-changed', 'server_uuid': '7d22b60d-19fe-4dca-8eef-821db5a4dc55', 'tag': '21fae4ca-fb3d-4b09-8071-928df2baff45', 'status': 'completed', 'code': 200} Jun 16 17:23:07.648250 dv-cinder-837356-2-iscsi neutron-server[103916]: DEBUG dbcounter [-] [103916] Writing DB stats neutron:INSERT=6,neutron:SELECT=88,neutron:DELETE=5,neutron:UPDATE=1 {{(pid=103916) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 16 17:23:07.668632 dv-cinder-837356-2-iscsi neutron-server[103917]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c17d1fb6-d773-4900-8e27-5c5a8d0a6dd7 req-90c038c3-5b3d-4ea4-ab32-1923756b36d0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103917) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 16 17:23:07.669634 dv-cinder-837356-2-iscsi neutron-server[103917]: DEBUG neutron_lib.callbacks.manager [req-c17d1fb6-d773-4900-8e27-5c5a8d0a6dd7 req-90c038c3-5b3d-4ea4-ab32-1923756b36d0 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-191112', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-16241561'] for port (None), before_response {{(pid=103917) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 17:23:07.671083 dv-cinder-837356-2-iscsi neutron-server[103917]: INFO neutron.wsgi [req-c17d1fb6-d773-4900-8e27-5c5a8d0a6dd7 req-90c038c3-5b3d-4ea4-ab32-1923756b36d0 service neutron] 10.222.0.81 "PUT /v2.0/ports/2da50d5c-d328-4853-a261-6bd0c6378dcd HTTP/1.1" status: 200 len: 1094 time: 6.0348413 Jun 16 17:23:07.680265 dv-cinder-837356-2-iscsi neutron-server[103917]: DEBUG neutron_lib.callbacks.manager [None req-a0cc5abb-10ab-4c26-8f48-498170ed16b6 admin admin] Publish callbacks [] for security_group (e1155d97-72b4-441a-82f1-2f7cadaaa975), before_delete {{(pid=103917) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 17:23:07.747180 dv-cinder-837356-2-iscsi neutron-server[103916]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7bdb1882-dbf5-4a75-b0ca-d900ad3abc15 req-185e64a0-3c76-4102-b48d-4c5516b608ae tempest-AttachVolumeShelveTestJSON-1123487845 tempest-AttachVolumeShelveTestJSON-1123487845-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103916) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 16 17:23:07.751634 dv-cinder-837356-2-iscsi neutron-server[103916]: INFO neutron.wsgi [req-7bdb1882-dbf5-4a75-b0ca-d900ad3abc15 req-185e64a0-3c76-4102-b48d-4c5516b608ae tempest-AttachVolumeShelveTestJSON-1123487845 tempest-AttachVolumeShelveTestJSON-1123487845-project] 10.222.0.66 "GET /v2.0/ports?device_id=ab2e7148-fa86-4648-9e4b-87e27fcf1147 HTTP/1.1" status: 200 len: 944 time: 0.1195405 Jun 16 17:23:07.910335 dv-cinder-837356-2-iscsi neutron-server[103916]: INFO neutron.wsgi [req-7bdb1882-dbf5-4a75-b0ca-d900ad3abc15 req-730ccfce-ca52-410d-9b2d-e3d3cf76bf80 tempest-AttachVolumeShelveTestJSON-1123487845 tempest-AttachVolumeShelveTestJSON-1123487845-project] 10.222.0.66 "GET /v2.0/security-groups?id=5ab805c8-38ae-4655-bf71-1fc1999d288e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1263416 Jun 16 17:23:07.936987 dv-cinder-837356-2-iscsi neutron-server[103916]: DEBUG neutron.wsgi [-] (103916) accepted ('10.222.0.66', 36864) {{(pid=103916) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 16 17:23:08.043988 dv-cinder-837356-2-iscsi neutron-server[103916]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5203cb86-2c79-406d-a8a3-c20f926a526e req-780f535b-70d6-4467-8719-17bea0c8e810 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=103916) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 16 17:23:08.046676 dv-cinder-837356-2-iscsi neutron-server[103916]: INFO neutron.wsgi [req-5203cb86-2c79-406d-a8a3-c20f926a526e req-780f535b-70d6-4467-8719-17bea0c8e810 service neutron] 10.222.0.81 "GET /v2.0/subnets?id=b26dd601-e65a-447c-b8d3-dd234ca9816d HTTP/1.1" status: 200 len: 851 time: 0.1454830 Jun 16 17:23:08.058557 dv-cinder-837356-2-iscsi neutron-server[103916]: DEBUG neutron_lib.callbacks.manager [None req-ab1ce934-a88e-4479-a270-ea609c1e59f7 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103916) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 17:23:08.058856 dv-cinder-837356-2-iscsi neutron-server[103917]: DEBUG neutron_lib.callbacks.manager [None req-a0cc5abb-10ab-4c26-8f48-498170ed16b6 admin admin] Publish callbacks [] for security_group (e1155d97-72b4-441a-82f1-2f7cadaaa975), precommit_delete {{(pid=103917) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 17:23:08.095995 dv-cinder-837356-2-iscsi neutron-server[103917]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-90c038c3-5b3d-4ea4-ab32-1923756b36d0 service neutron] Pushing event updated for resources: {'Port': ['ID=2da50d5c-d328-4853-a261-6bd0c6378dcd,revision_number=3']} {{(pid=103917) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 17:23:08.118812 dv-cinder-837356-2-iscsi neutron-server[103916]: DEBUG neutron.wsgi [-] (103916) accepted ('10.222.0.66', 36870) {{(pid=103916) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 16 17:23:08.166622 dv-cinder-837356-2-iscsi neutron-server[103917]: DEBUG dbcounter [-] [103917] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=103917) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 16 17:23:08.202048 dv-cinder-837356-2-iscsi neutron-server[103917]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b11464d0-1ecb-4aed-8cd7-fa3d279f0508 req-f3dfdccb-a2ce-434b-9de9-9ba109c127b1 tempest-DeleteServersTestJSON-168559711 tempest-DeleteServersTestJSON-168559711-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103917) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 16 17:23:08.203608 dv-cinder-837356-2-iscsi neutron-server[103917]: INFO neutron.wsgi [req-b11464d0-1ecb-4aed-8cd7-fa3d279f0508 req-f3dfdccb-a2ce-434b-9de9-9ba109c127b1 tempest-DeleteServersTestJSON-168559711 tempest-DeleteServersTestJSON-168559711-project] 10.222.0.66 "GET /v2.0/ports?device_id=57b787b3-74c7-4e30-9f10-acea71d19c0c HTTP/1.1" status: 200 len: 944 time: 0.4965422 Jun 16 17:23:08.206441 dv-cinder-837356-2-iscsi neutron-server[103916]: DEBUG neutron_lib.callbacks.manager [None req-ab1ce934-a88e-4479-a270-ea609c1e59f7 admin admin] Publish callbacks [] for security_group (22eefe60-34ae-4456-8611-5a69e16e20f3), precommit_create {{(pid=103916) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 17:23:08.214032 dv-cinder-837356-2-iscsi neutron-server[103916]: DEBUG neutron_lib.callbacks.manager [None req-ab1ce934-a88e-4479-a270-ea609c1e59f7 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-570488'] for security_group (22eefe60-34ae-4456-8611-5a69e16e20f3), after_create {{(pid=103916) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 17:23:08.225302 dv-cinder-837356-2-iscsi neutron-server[103917]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c17d1fb6-d773-4900-8e27-5c5a8d0a6dd7 req-05dff3b4-9e37-4a90-b6c0-36e3aabc6bae service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103917) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 16 17:23:08.226922 dv-cinder-837356-2-iscsi neutron-server[103917]: INFO neutron.wsgi [req-c17d1fb6-d773-4900-8e27-5c5a8d0a6dd7 req-05dff3b4-9e37-4a90-b6c0-36e3aabc6bae service neutron] 10.222.0.81 "GET /v2.0/ports?tenant_id=0c63f648631a4a11910b4b135f22b235&device_id=ab2e7148-fa86-4648-9e4b-87e27fcf1147 HTTP/1.1" status: 200 len: 1128 time: 0.1728137 Jun 16 17:23:08.233883 dv-cinder-837356-2-iscsi neutron-server[103917]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8954dd04-a071-412d-99f2-66ef9dc65e38 req-29268348-79f7-49b2-a81a-9fe473c93eea service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103917) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 16 17:23:08.235377 dv-cinder-837356-2-iscsi neutron-server[103917]: INFO neutron.wsgi [req-8954dd04-a071-412d-99f2-66ef9dc65e38 req-29268348-79f7-49b2-a81a-9fe473c93eea service neutron] 10.222.0.81 "GET /v2.0/ports?tenant_id=f029a8bb389c4d348c0e9001c5fa059c&device_id=7d22b60d-19fe-4dca-8eef-821db5a4dc55 HTTP/1.1" status: 200 len: 1127 time: 0.1801472 Jun 16 17:23:08.238122 dv-cinder-837356-2-iscsi neutron-server[103917]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-157a5345-9ac5-4966-ab09-e4f038fdd05e req-f661a741-1642-4439-881c-510a10c867c9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103917) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 16 17:23:08.239515 dv-cinder-837356-2-iscsi neutron-server[103917]: INFO neutron.wsgi [req-157a5345-9ac5-4966-ab09-e4f038fdd05e req-f661a741-1642-4439-881c-510a10c867c9 service neutron] 10.222.0.81 "GET /v2.0/ports?network_id=7c13538c-2941-4763-a560-37a0a33d14c7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.1756487 Jun 16 17:23:08.267633 dv-cinder-837356-2-iscsi neutron-server[103916]: INFO neutron.wsgi [None req-ab1ce934-a88e-4479-a270-ea609c1e59f7 admin admin] 10.222.0.66 "GET /v2.0/security-groups?tenant_id=381da679be7a4c7ea65a27a926c88eeb&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3294532 Jun 16 17:23:08.268713 dv-cinder-837356-2-iscsi neutron-server[103916]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ab1ce934-a88e-4479-a270-ea609c1e59f7 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=22eefe60-34ae-4456-8611-5a69e16e20f3,revision_number=1']} {{(pid=103916) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 17:23:08.271839 dv-cinder-837356-2-iscsi neutron-server[103916]: DEBUG neutron.wsgi [-] (103916) accepted ('10.222.0.66', 36876) {{(pid=103916) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 16 17:23:08.282735 dv-cinder-837356-2-iscsi neutron-server[103917]: DEBUG neutron_lib.callbacks.manager [None req-a0cc5abb-10ab-4c26-8f48-498170ed16b6 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-570488'] for security_group (e1155d97-72b4-441a-82f1-2f7cadaaa975), after_delete {{(pid=103917) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 17:23:08.285815 dv-cinder-837356-2-iscsi neutron-server[103917]: DEBUG neutron_lib.callbacks.manager [None req-a0cc5abb-10ab-4c26-8f48-498170ed16b6 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103917) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 17:23:08.288870 dv-cinder-837356-2-iscsi neutron-server[103917]: INFO neutron.wsgi [None req-a0cc5abb-10ab-4c26-8f48-498170ed16b6 admin admin] 10.222.0.66 "DELETE /v2.0/security-groups/e1155d97-72b4-441a-82f1-2f7cadaaa975 HTTP/1.1" status: 204 len: 168 time: 0.8206592 Jun 16 17:23:08.301283 dv-cinder-837356-2-iscsi neutron-server[103917]: INFO neutron.wsgi [req-b11464d0-1ecb-4aed-8cd7-fa3d279f0508 req-121b883f-01da-4c28-a3c6-5296ba9b833c tempest-DeleteServersTestJSON-168559711 tempest-DeleteServersTestJSON-168559711-project] 10.222.0.66 "GET /v2.0/security-groups?id=9db58268-b1a0-4bab-b8d1-6bdd045c4c5a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0813551 Jun 16 17:23:08.302196 dv-cinder-837356-2-iscsi neutron-server[103917]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a0cc5abb-10ab-4c26-8f48-498170ed16b6 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e1155d97-72b4-441a-82f1-2f7cadaaa975,revision_number=None']} {{(pid=103917) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 17:23:08.340786 dv-cinder-837356-2-iscsi neutron-server[103916]: DEBUG neutron_lib.callbacks.manager [None req-4b5e3168-0354-49d7-9dcf-9faf72f9dac2 admin admin] Publish callbacks [] for security_group (22eefe60-34ae-4456-8611-5a69e16e20f3), before_delete {{(pid=103916) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 17:23:08.345502 dv-cinder-837356-2-iscsi neutron-server[103916]: DEBUG dbcounter [-] [103916] Writing DB stats neutron:SELECT=91,neutron:DELETE=2,neutron:INSERT=6,neutron:UPDATE=1 {{(pid=103916) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 16 17:23:08.368822 dv-cinder-837356-2-iscsi neutron-server[103916]: DEBUG neutron_lib.callbacks.manager [None req-4b5e3168-0354-49d7-9dcf-9faf72f9dac2 admin admin] Publish callbacks [] for security_group (22eefe60-34ae-4456-8611-5a69e16e20f3), precommit_delete {{(pid=103916) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 17:23:08.557130 dv-cinder-837356-2-iscsi neutron-server[103919]: DEBUG dbcounter [-] [103919] Writing DB stats neutron:SELECT=27 {{(pid=103919) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 16 17:23:08.581115 dv-cinder-837356-2-iscsi neutron-server[103916]: DEBUG neutron_lib.callbacks.manager [None req-2670a5b9-3ad5-4492-bf30-ffafb6253edd admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103916) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 17:23:08.624403 dv-cinder-837356-2-iscsi neutron-server[103916]: DEBUG neutron_lib.callbacks.manager [None req-4b5e3168-0354-49d7-9dcf-9faf72f9dac2 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-570488'] for security_group (22eefe60-34ae-4456-8611-5a69e16e20f3), after_delete {{(pid=103916) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 17:23:08.626658 dv-cinder-837356-2-iscsi neutron-server[103916]: DEBUG neutron_lib.callbacks.manager [None req-4b5e3168-0354-49d7-9dcf-9faf72f9dac2 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103916) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 17:23:08.630211 dv-cinder-837356-2-iscsi neutron-server[103916]: INFO neutron.wsgi [None req-4b5e3168-0354-49d7-9dcf-9faf72f9dac2 admin admin] 10.222.0.66 "DELETE /v2.0/security-groups/22eefe60-34ae-4456-8611-5a69e16e20f3 HTTP/1.1" status: 204 len: 168 time: 0.3554022 Jun 16 17:23:08.682114 dv-cinder-837356-2-iscsi neutron-server[103917]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de21d63c-7c95-4c91-89cc-79f5e7352928 req-2c2c93c8-f751-4c3d-87ec-deb475dec260 tempest-ServerRescueNegativeTestJSON-1475515620 tempest-ServerRescueNegativeTestJSON-1475515620-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103917) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 16 17:23:08.690756 dv-cinder-837356-2-iscsi neutron-server[103917]: INFO neutron.wsgi [req-de21d63c-7c95-4c91-89cc-79f5e7352928 req-2c2c93c8-f751-4c3d-87ec-deb475dec260 tempest-ServerRescueNegativeTestJSON-1475515620 tempest-ServerRescueNegativeTestJSON-1475515620-project] 10.222.0.66 "GET /v2.0/ports?device_id=75957299-3d36-4f9c-a081-9e621c88225c HTTP/1.1" status: 200 len: 944 time: 0.0632637 Jun 16 17:23:08.691526 dv-cinder-837356-2-iscsi neutron-server[103916]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d095e51-c5e2-4656-97c5-5d3b769aec74 req-8d5fcb41-522d-4e20-bfe8-57652cd54ac4 tempest-AttachVolumeTestJSON-336390128 tempest-AttachVolumeTestJSON-336390128-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103916) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 16 17:23:08.692830 dv-cinder-837356-2-iscsi neutron-server[103916]: INFO neutron.wsgi [req-9d095e51-c5e2-4656-97c5-5d3b769aec74 req-8d5fcb41-522d-4e20-bfe8-57652cd54ac4 tempest-AttachVolumeTestJSON-336390128 tempest-AttachVolumeTestJSON-336390128-project] 10.222.0.66 "GET /v2.0/ports?device_id=7d22b60d-19fe-4dca-8eef-821db5a4dc55 HTTP/1.1" status: 200 len: 943 time: 0.0640635 Jun 16 17:23:08.704625 dv-cinder-837356-2-iscsi neutron-server[103916]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4b5e3168-0354-49d7-9dcf-9faf72f9dac2 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=22eefe60-34ae-4456-8611-5a69e16e20f3,revision_number=None']} {{(pid=103916) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 17:23:08.780303 dv-cinder-837356-2-iscsi neutron-server[103916]: INFO neutron.wsgi [req-9d095e51-c5e2-4656-97c5-5d3b769aec74 req-22ba21ec-05ab-4cc0-9a87-0de26dab16b8 tempest-AttachVolumeTestJSON-336390128 tempest-AttachVolumeTestJSON-336390128-project] 10.222.0.66 "GET /v2.0/security-groups?id=b5243b74-2536-4f9c-b2d2-f7b79b8f3edb&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0788896 Jun 16 17:23:08.794237 dv-cinder-837356-2-iscsi neutron-server[103916]: DEBUG neutron_lib.callbacks.manager [None req-2670a5b9-3ad5-4492-bf30-ffafb6253edd admin admin] Publish callbacks [] for security_group (f227a771-e9a6-4729-8af2-318a7ed6a0ff), precommit_create {{(pid=103916) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 17:23:08.799834 dv-cinder-837356-2-iscsi neutron-server[103916]: DEBUG neutron_lib.callbacks.manager [None req-2670a5b9-3ad5-4492-bf30-ffafb6253edd admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-570488'] for security_group (f227a771-e9a6-4729-8af2-318a7ed6a0ff), after_create {{(pid=103916) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 17:23:08.826997 dv-cinder-837356-2-iscsi neutron-server[103917]: INFO neutron.wsgi [req-de21d63c-7c95-4c91-89cc-79f5e7352928 req-69d70f11-21ec-4218-a242-5a0901772a35 tempest-ServerRescueNegativeTestJSON-1475515620 tempest-ServerRescueNegativeTestJSON-1475515620-project] 10.222.0.66 "GET /v2.0/security-groups?id=ce781013-5cdb-4bc3-8c66-743aa21b4c5c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1341803 Jun 16 17:23:08.847035 dv-cinder-837356-2-iscsi neutron-server[103916]: INFO neutron.wsgi [None req-2670a5b9-3ad5-4492-bf30-ffafb6253edd admin admin] 10.222.0.66 "GET /v2.0/security-groups?tenant_id=7b0cc6ed0d284d9e9c8a2d56a556ed04&name=default HTTP/1.1" status: 200 len: 2996 time: 0.7264853 Jun 16 17:23:08.848183 dv-cinder-837356-2-iscsi neutron-server[103916]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2670a5b9-3ad5-4492-bf30-ffafb6253edd admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f227a771-e9a6-4729-8af2-318a7ed6a0ff,revision_number=1']} {{(pid=103916) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 17:23:08.850741 dv-cinder-837356-2-iscsi neutron-server[103916]: DEBUG neutron.wsgi [-] (103916) accepted ('10.222.0.66', 36894) {{(pid=103916) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 16 17:23:08.912715 dv-cinder-837356-2-iscsi neutron-server[103916]: DEBUG neutron_lib.callbacks.manager [None req-66d2d233-d174-45d9-bfbb-c10d99bfe56b admin admin] Publish callbacks [] for security_group (f227a771-e9a6-4729-8af2-318a7ed6a0ff), before_delete {{(pid=103916) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 17:23:08.914257 dv-cinder-837356-2-iscsi neutron-server[103916]: DEBUG dbcounter [-] [103916] Writing DB stats neutron:SELECT=85,neutron:INSERT=11,neutron:DELETE=3,neutron:UPDATE=1 {{(pid=103916) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 16 17:23:08.942053 dv-cinder-837356-2-iscsi neutron-server[103916]: DEBUG neutron_lib.callbacks.manager [None req-66d2d233-d174-45d9-bfbb-c10d99bfe56b admin admin] Publish callbacks [] for security_group (f227a771-e9a6-4729-8af2-318a7ed6a0ff), precommit_delete {{(pid=103916) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 17:23:08.953128 dv-cinder-837356-2-iscsi neutron-server[103917]: DEBUG neutron.wsgi [-] (103917) accepted ('10.222.0.66', 36898) {{(pid=103917) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 16 17:23:08.968283 dv-cinder-837356-2-iscsi neutron-server[103917]: DEBUG neutron_lib.callbacks.manager [None req-d7957082-cddb-4ccc-882a-b2fd36641d6a admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103917) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 17:23:09.030920 dv-cinder-837356-2-iscsi neutron-server[103916]: DEBUG neutron_lib.callbacks.manager [None req-66d2d233-d174-45d9-bfbb-c10d99bfe56b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-570488'] for security_group (f227a771-e9a6-4729-8af2-318a7ed6a0ff), after_delete {{(pid=103916) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 17:23:09.035658 dv-cinder-837356-2-iscsi neutron-server[103916]: DEBUG neutron_lib.callbacks.manager [None req-66d2d233-d174-45d9-bfbb-c10d99bfe56b admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103916) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 17:23:09.038239 dv-cinder-837356-2-iscsi neutron-server[103916]: INFO neutron.wsgi [None req-66d2d233-d174-45d9-bfbb-c10d99bfe56b admin admin] 10.222.0.66 "DELETE /v2.0/security-groups/f227a771-e9a6-4729-8af2-318a7ed6a0ff HTTP/1.1" status: 204 len: 168 time: 0.1864922 Jun 16 17:23:09.078495 dv-cinder-837356-2-iscsi neutron-server[103917]: DEBUG neutron_lib.callbacks.manager [None req-d7957082-cddb-4ccc-882a-b2fd36641d6a admin admin] Publish callbacks [] for security_group (8aafe080-0c41-4830-871e-352d15d9309f), precommit_create {{(pid=103917) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 17:23:09.085236 dv-cinder-837356-2-iscsi neutron-server[103917]: DEBUG neutron_lib.callbacks.manager [None req-d7957082-cddb-4ccc-882a-b2fd36641d6a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-570488'] for security_group (8aafe080-0c41-4830-871e-352d15d9309f), after_create {{(pid=103917) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 17:23:09.087249 dv-cinder-837356-2-iscsi neutron-server[103916]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-66d2d233-d174-45d9-bfbb-c10d99bfe56b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f227a771-e9a6-4729-8af2-318a7ed6a0ff,revision_number=None']} {{(pid=103916) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 17:23:09.141539 dv-cinder-837356-2-iscsi neutron-server[103916]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb6f5812-81b9-4864-853c-764b096cd000 req-07e5a8cd-40ca-4a43-b941-9be4bdeb11fd tempest-AttachVolumeShelveTestJSON-1123487845 tempest-AttachVolumeShelveTestJSON-1123487845-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103916) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 16 17:23:09.143490 dv-cinder-837356-2-iscsi neutron-server[103916]: INFO neutron.wsgi [req-cb6f5812-81b9-4864-853c-764b096cd000 req-07e5a8cd-40ca-4a43-b941-9be4bdeb11fd tempest-AttachVolumeShelveTestJSON-1123487845 tempest-AttachVolumeShelveTestJSON-1123487845-project] 10.222.0.66 "GET /v2.0/ports?device_id=ab2e7148-fa86-4648-9e4b-87e27fcf1147 HTTP/1.1" status: 200 len: 944 time: 0.0952497 Jun 16 17:23:09.160708 dv-cinder-837356-2-iscsi neutron-server[103917]: INFO neutron.wsgi [None req-d7957082-cddb-4ccc-882a-b2fd36641d6a admin admin] 10.222.0.66 "GET /v2.0/security-groups?tenant_id=4fafcf8cd87846dcb8972c7861146706&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2038963 Jun 16 17:23:09.160708 dv-cinder-837356-2-iscsi neutron-server[103917]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d7957082-cddb-4ccc-882a-b2fd36641d6a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8aafe080-0c41-4830-871e-352d15d9309f,revision_number=1']} {{(pid=103917) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 17:23:09.162321 dv-cinder-837356-2-iscsi neutron-server[103917]: DEBUG neutron.wsgi [-] (103917) accepted ('10.222.0.66', 36908) {{(pid=103917) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 16 17:23:09.213159 dv-cinder-837356-2-iscsi neutron-server[103916]: INFO neutron.wsgi [req-cb6f5812-81b9-4864-853c-764b096cd000 req-28042da6-9f8f-403f-b17b-d06b3b1946e9 tempest-AttachVolumeShelveTestJSON-1123487845 tempest-AttachVolumeShelveTestJSON-1123487845-project] 10.222.0.66 "GET /v2.0/security-groups?id=5ab805c8-38ae-4655-bf71-1fc1999d288e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0621803 Jun 16 17:23:09.231804 dv-cinder-837356-2-iscsi neutron-server[103917]: DEBUG neutron_lib.callbacks.manager [None req-8e0db356-dfb4-46a0-a4f8-c9248221c456 admin admin] Publish callbacks [] for security_group (8aafe080-0c41-4830-871e-352d15d9309f), before_delete {{(pid=103917) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 17:23:09.258713 dv-cinder-837356-2-iscsi neutron-server[103917]: DEBUG neutron_lib.callbacks.manager [None req-8e0db356-dfb4-46a0-a4f8-c9248221c456 admin admin] Publish callbacks [] for security_group (8aafe080-0c41-4830-871e-352d15d9309f), precommit_delete {{(pid=103917) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 17:23:09.318384 dv-cinder-837356-2-iscsi neutron-server[103917]: DEBUG neutron_lib.callbacks.manager [None req-8e0db356-dfb4-46a0-a4f8-c9248221c456 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-570488'] for security_group (8aafe080-0c41-4830-871e-352d15d9309f), after_delete {{(pid=103917) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 17:23:09.325729 dv-cinder-837356-2-iscsi neutron-server[103917]: DEBUG neutron_lib.callbacks.manager [None req-8e0db356-dfb4-46a0-a4f8-c9248221c456 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103917) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 17:23:09.329304 dv-cinder-837356-2-iscsi neutron-server[103917]: INFO neutron.wsgi [None req-8e0db356-dfb4-46a0-a4f8-c9248221c456 admin admin] 10.222.0.66 "DELETE /v2.0/security-groups/8aafe080-0c41-4830-871e-352d15d9309f HTTP/1.1" status: 204 len: 168 time: 0.1634476 Jun 16 17:23:09.336361 dv-cinder-837356-2-iscsi neutron-server[103917]: DEBUG dbcounter [-] [103917] Writing DB stats neutron:SELECT=90,neutron:DELETE=4,neutron:INSERT=6 {{(pid=103917) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 16 17:23:09.338000 dv-cinder-837356-2-iscsi neutron-server[103917]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8e0db356-dfb4-46a0-a4f8-c9248221c456 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8aafe080-0c41-4830-871e-352d15d9309f,revision_number=None']} {{(pid=103917) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 17:23:09.446024 dv-cinder-837356-2-iscsi neutron-server[103917]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6422923-55d5-4346-abeb-2e07da8d1985 req-09aec911-103e-4530-b2cd-aa2525d5d5e2 tempest-DeleteServersTestJSON-168559711 tempest-DeleteServersTestJSON-168559711-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103917) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 16 17:23:09.447684 dv-cinder-837356-2-iscsi neutron-server[103917]: INFO neutron.wsgi [req-f6422923-55d5-4346-abeb-2e07da8d1985 req-09aec911-103e-4530-b2cd-aa2525d5d5e2 tempest-DeleteServersTestJSON-168559711 tempest-DeleteServersTestJSON-168559711-project] 10.222.0.66 "GET /v2.0/ports?device_id=57b787b3-74c7-4e30-9f10-acea71d19c0c HTTP/1.1" status: 200 len: 944 time: 0.0566039 Jun 16 17:23:09.509122 dv-cinder-837356-2-iscsi neutron-server[103917]: INFO neutron.wsgi [req-f6422923-55d5-4346-abeb-2e07da8d1985 req-c6b73faa-06ae-488a-86a4-469e06c7eafc tempest-DeleteServersTestJSON-168559711 tempest-DeleteServersTestJSON-168559711-project] 10.222.0.66 "GET /v2.0/security-groups?id=9db58268-b1a0-4bab-b8d1-6bdd045c4c5a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0544169 Jun 16 17:23:09.523209 dv-cinder-837356-2-iscsi neutron-server[103916]: DEBUG neutron.wsgi [-] (103916) accepted ('10.222.0.66', 36922) {{(pid=103916) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 16 17:23:09.541777 dv-cinder-837356-2-iscsi neutron-server[103916]: DEBUG neutron_lib.callbacks.manager [None req-73f60d00-e381-40d9-b0af-0576366e7181 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103916) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 17:23:09.601357 dv-cinder-837356-2-iscsi neutron-server[103917]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'ab2e7148-fa86-4648-9e4b-87e27fcf1147', 'tag': '2da50d5c-d328-4853-a261-6bd0c6378dcd'}] {{(pid=103917) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jun 16 17:23:09.604590 dv-cinder-837356-2-iscsi neutron-server[103917]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.66/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6f3fd2b1a6655810f50592bc9015c397d118e5689141688eaf1b23dbeee2ebf8" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6945ab37-3d7a-4257-9d38-ffcbf3d9da6b" -d '{"events": [{"name": "network-changed", "server_uuid": "ab2e7148-fa86-4648-9e4b-87e27fcf1147", "tag": "2da50d5c-d328-4853-a261-6bd0c6378dcd"}]}' {{(pid=103917) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 16 17:23:09.639918 dv-cinder-837356-2-iscsi neutron-server[103916]: DEBUG neutron_lib.callbacks.manager [None req-73f60d00-e381-40d9-b0af-0576366e7181 admin admin] Publish callbacks [] for security_group (9f2e8253-6b31-44b8-b3a0-8e55b04c1f4a), precommit_create {{(pid=103916) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 17:23:09.646515 dv-cinder-837356-2-iscsi neutron-server[103916]: DEBUG neutron_lib.callbacks.manager [None req-73f60d00-e381-40d9-b0af-0576366e7181 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-570488'] for security_group (9f2e8253-6b31-44b8-b3a0-8e55b04c1f4a), after_create {{(pid=103916) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 17:23:09.651635 dv-cinder-837356-2-iscsi neutron-server[103917]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 16 Jun 2022 17:23:09 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b1debcfd-da55-4bc1-8a1e-87028a3a4900 x-openstack-request-id: req-b1debcfd-da55-4bc1-8a1e-87028a3a4900 {{(pid=103917) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 16 17:23:09.651924 dv-cinder-837356-2-iscsi neutron-server[103917]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "ab2e7148-fa86-4648-9e4b-87e27fcf1147", "tag": "2da50d5c-d328-4853-a261-6bd0c6378dcd", "status": "completed", "code": 200}]} {{(pid=103917) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 16 17:23:09.652171 dv-cinder-837356-2-iscsi neutron-server[103917]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.66/compute/v2.1/os-server-external-events used request id req-b1debcfd-da55-4bc1-8a1e-87028a3a4900 {{(pid=103917) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 16 17:23:09.652569 dv-cinder-837356-2-iscsi neutron-server[103917]: INFO neutron.notifiers.nova [-] Nova event matching ['req-b1debcfd-da55-4bc1-8a1e-87028a3a4900'] response: {'name': 'network-changed', 'server_uuid': 'ab2e7148-fa86-4648-9e4b-87e27fcf1147', 'tag': '2da50d5c-d328-4853-a261-6bd0c6378dcd', 'status': 'completed', 'code': 200} Jun 16 17:23:09.691621 dv-cinder-837356-2-iscsi neutron-server[103916]: INFO neutron.wsgi [None req-73f60d00-e381-40d9-b0af-0576366e7181 admin admin] 10.222.0.66 "GET /v2.0/security-groups?tenant_id=2da941bdf37c4adab2720eda49c6f8bd&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1672084 Jun 16 17:23:09.694381 dv-cinder-837356-2-iscsi neutron-server[103917]: DEBUG neutron.wsgi [-] (103917) accepted ('10.222.0.66', 36928) {{(pid=103917) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 16 17:23:09.697277 dv-cinder-837356-2-iscsi neutron-server[103916]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-73f60d00-e381-40d9-b0af-0576366e7181 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9f2e8253-6b31-44b8-b3a0-8e55b04c1f4a,revision_number=1']} {{(pid=103916) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 17:23:09.785096 dv-cinder-837356-2-iscsi neutron-server[103917]: DEBUG neutron_lib.callbacks.manager [None req-3fdc333a-76d4-4bc2-b6ac-87eed2f79934 admin admin] Publish callbacks [] for security_group (9f2e8253-6b31-44b8-b3a0-8e55b04c1f4a), before_delete {{(pid=103917) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 17:23:09.819962 dv-cinder-837356-2-iscsi neutron-server[103917]: DEBUG neutron_lib.callbacks.manager [None req-3fdc333a-76d4-4bc2-b6ac-87eed2f79934 admin admin] Publish callbacks [] for security_group (9f2e8253-6b31-44b8-b3a0-8e55b04c1f4a), precommit_delete {{(pid=103917) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 17:23:09.930500 dv-cinder-837356-2-iscsi neutron-server[103917]: DEBUG neutron_lib.callbacks.manager [None req-3fdc333a-76d4-4bc2-b6ac-87eed2f79934 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-570488'] for security_group (9f2e8253-6b31-44b8-b3a0-8e55b04c1f4a), after_delete {{(pid=103917) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 17:23:09.933538 dv-cinder-837356-2-iscsi neutron-server[103917]: DEBUG neutron_lib.callbacks.manager [None req-3fdc333a-76d4-4bc2-b6ac-87eed2f79934 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103917) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 17:23:09.934930 dv-cinder-837356-2-iscsi neutron-server[103917]: INFO neutron.wsgi [None req-3fdc333a-76d4-4bc2-b6ac-87eed2f79934 admin admin] 10.222.0.66 "DELETE /v2.0/security-groups/9f2e8253-6b31-44b8-b3a0-8e55b04c1f4a HTTP/1.1" status: 204 len: 168 time: 0.2392070 Jun 16 17:23:09.953226 dv-cinder-837356-2-iscsi neutron-server[103917]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90c8f6c9-ca99-43bc-aa4f-b79d6e52de6a req-9097a3ec-408e-4bc1-8718-f603686ec30f tempest-AttachVolumeTestJSON-336390128 tempest-AttachVolumeTestJSON-336390128-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103917) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 16 17:23:09.954900 dv-cinder-837356-2-iscsi neutron-server[103917]: INFO neutron.wsgi [req-90c8f6c9-ca99-43bc-aa4f-b79d6e52de6a req-9097a3ec-408e-4bc1-8718-f603686ec30f tempest-AttachVolumeTestJSON-336390128 tempest-AttachVolumeTestJSON-336390128-project] 10.222.0.66 "GET /v2.0/ports?device_id=7d22b60d-19fe-4dca-8eef-821db5a4dc55 HTTP/1.1" status: 200 len: 943 time: 0.0738103 Jun 16 17:23:09.956205 dv-cinder-837356-2-iscsi neutron-server[103917]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3fdc333a-76d4-4bc2-b6ac-87eed2f79934 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9f2e8253-6b31-44b8-b3a0-8e55b04c1f4a,revision_number=None']} {{(pid=103917) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 17:23:09.996935 dv-cinder-837356-2-iscsi neutron-server[103916]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b80662de-a4db-46d6-a714-c8fbc3642941 req-93f6fe8d-87c7-478c-bde8-4a38ade7c417 tempest-ServerRescueNegativeTestJSON-1475515620 tempest-ServerRescueNegativeTestJSON-1475515620-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103916) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 16 17:23:10.008286 dv-cinder-837356-2-iscsi neutron-server[103916]: INFO neutron.wsgi [req-b80662de-a4db-46d6-a714-c8fbc3642941 req-93f6fe8d-87c7-478c-bde8-4a38ade7c417 tempest-ServerRescueNegativeTestJSON-1475515620 tempest-ServerRescueNegativeTestJSON-1475515620-project] 10.222.0.66 "GET /v2.0/ports?device_id=75957299-3d36-4f9c-a081-9e621c88225c HTTP/1.1" status: 200 len: 944 time: 0.0899808 Jun 16 17:23:10.053210 dv-cinder-837356-2-iscsi neutron-server[103916]: DEBUG dbcounter [-] [103916] Writing DB stats neutron:SELECT=85,neutron:DELETE=2,neutron:INSERT=12,neutron:UPDATE=1 {{(pid=103916) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 16 17:23:10.062927 dv-cinder-837356-2-iscsi neutron-server[103917]: INFO neutron.wsgi [req-90c8f6c9-ca99-43bc-aa4f-b79d6e52de6a req-71452307-614f-4e6b-bfdd-f9592f872b80 tempest-AttachVolumeTestJSON-336390128 tempest-AttachVolumeTestJSON-336390128-project] 10.222.0.66 "GET /v2.0/security-groups?id=b5243b74-2536-4f9c-b2d2-f7b79b8f3edb&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0926886 Jun 16 17:23:10.077757 dv-cinder-837356-2-iscsi neutron-server[103916]: INFO neutron.wsgi [req-b80662de-a4db-46d6-a714-c8fbc3642941 req-ff968db2-83d0-4698-a3e9-478e0382e8be tempest-ServerRescueNegativeTestJSON-1475515620 tempest-ServerRescueNegativeTestJSON-1475515620-project] 10.222.0.66 "GET /v2.0/security-groups?id=ce781013-5cdb-4bc3-8c66-743aa21b4c5c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0683486 Jun 16 17:23:10.385236 dv-cinder-837356-2-iscsi neutron-server[103918]: DEBUG neutron.plugins.ml2.rpc [None req-b2b17746-c296-4803-869a-65578e8233dd None None] Device 793bfabc-d2dc-472c-95a2-270f46bad4dc details requested by agent hyperv_hv-cinder-83735 with host hv-cinder-83735 {{(pid=103918) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jun 16 17:23:10.393125 dv-cinder-837356-2-iscsi neutron-server[103917]: INFO neutron.wsgi [req-c17d1fb6-d773-4900-8e27-5c5a8d0a6dd7 req-8c7415a7-b4d1-4875-a438-f351209f1601 service neutron] 10.222.0.81 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=2da50d5c-d328-4853-a261-6bd0c6378dcd HTTP/1.1" status: 200 len: 217 time: 0.0638502 Jun 16 17:23:10.421235 dv-cinder-837356-2-iscsi neutron-server[103916]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5203cb86-2c79-406d-a8a3-c20f926a526e req-7a8c98a1-a038-4650-9e10-8b9e7b1db391 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103916) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 16 17:23:10.426814 dv-cinder-837356-2-iscsi neutron-server[103916]: INFO neutron.wsgi [req-5203cb86-2c79-406d-a8a3-c20f926a526e req-7a8c98a1-a038-4650-9e10-8b9e7b1db391 service neutron] 10.222.0.81 "GET /v2.0/ports?network_id=cccb02cd-ffcd-4f18-9410-1ede3b2101bc&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.1012149 Jun 16 17:23:10.491903 dv-cinder-837356-2-iscsi neutron-server[103917]: DEBUG dbcounter [-] [103917] Writing DB stats neutron:SELECT=88,neutron:DELETE=6,neutron:INSERT=5,neutron:UPDATE=1 {{(pid=103917) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 16 17:23:10.491903 dv-cinder-837356-2-iscsi neutron-server[103917]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c17d1fb6-d773-4900-8e27-5c5a8d0a6dd7 req-df6190e8-f25f-4fe9-9ac9-065037c5ae7e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=103917) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 16 17:23:10.491903 dv-cinder-837356-2-iscsi neutron-server[103917]: INFO neutron.wsgi [req-c17d1fb6-d773-4900-8e27-5c5a8d0a6dd7 req-df6190e8-f25f-4fe9-9ac9-065037c5ae7e service neutron] 10.222.0.81 "GET /v2.0/subnets?id=57d5f714-8d8c-468b-957a-7745cf345909 HTTP/1.1" status: 200 len: 855 time: 0.0664577 Jun 16 17:23:10.516651 dv-cinder-837356-2-iscsi neutron-server[103918]: DEBUG dbcounter [-] [103918] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=103918) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 16 17:23:10.517916 dv-cinder-837356-2-iscsi neutron-server[103918]: DEBUG dbcounter [-] [103918] Writing DB stats neutron:SELECT=100 {{(pid=103918) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 16 17:23:10.531142 dv-cinder-837356-2-iscsi neutron-server[103918]: DEBUG neutron.plugins.ml2.db [None req-b2b17746-c296-4803-869a-65578e8233dd None None] For port 793bfabc-d2dc-472c-95a2-270f46bad4dc, host hv-cinder-83735, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83735',level=0,port_id=793bfabc-d2dc-472c-95a2-270f46bad4dc,segment=NetworkSegment(fc64d2c6-c2f0-412f-b3c5-2a5dbaec0731),segment_id=fc64d2c6-c2f0-412f-b3c5-2a5dbaec0731)] {{(pid=103918) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 16 17:23:10.580240 dv-cinder-837356-2-iscsi neutron-server[103918]: DEBUG neutron.plugins.ml2.rpc [None req-b2b17746-c296-4803-869a-65578e8233dd None None] Returning: {'device': '793bfabc-d2dc-472c-95a2-270f46bad4dc', 'network_id': 'cccb02cd-ffcd-4f18-9410-1ede3b2101bc', 'port_id': '793bfabc-d2dc-472c-95a2-270f46bad4dc', 'mac_address': 'fa:16:3e:17:9b:10', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 1023, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'b26dd601-e65a-447c-b8d3-dd234ca9816d', 'ip_address': '172.20.0.14'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'qos_network_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103918) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jun 16 17:23:10.601934 dv-cinder-837356-2-iscsi neutron-server[103916]: DEBUG neutron.wsgi [-] (103916) accepted ('10.222.0.66', 36974) {{(pid=103916) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 16 17:23:10.605904 dv-cinder-837356-2-iscsi neutron-server[103917]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c17d1fb6-d773-4900-8e27-5c5a8d0a6dd7 req-f1254492-1d71-4619-856a-793778fe772c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103917) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 16 17:23:10.607663 dv-cinder-837356-2-iscsi neutron-server[103917]: INFO neutron.wsgi [req-c17d1fb6-d773-4900-8e27-5c5a8d0a6dd7 req-f1254492-1d71-4619-856a-793778fe772c service neutron] 10.222.0.81 "GET /v2.0/ports?network_id=04f2ecf4-cd9f-483b-9100-6d9d67a561d2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0997393 Jun 16 17:23:10.623302 dv-cinder-837356-2-iscsi neutron-server[103917]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d8a4d43-50cc-4fba-92a9-235830f1d797 req-780f55ae-071e-4439-844d-9023bbff8512 tempest-AttachVolumeShelveTestJSON-1123487845 tempest-AttachVolumeShelveTestJSON-1123487845-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103917) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 16 17:23:10.630625 dv-cinder-837356-2-iscsi neutron-server[103917]: INFO neutron.wsgi [req-5d8a4d43-50cc-4fba-92a9-235830f1d797 req-780f55ae-071e-4439-844d-9023bbff8512 tempest-AttachVolumeShelveTestJSON-1123487845 tempest-AttachVolumeShelveTestJSON-1123487845-project] 10.222.0.66 "GET /v2.0/ports?device_id=ab2e7148-fa86-4648-9e4b-87e27fcf1147 HTTP/1.1" status: 200 len: 944 time: 0.3299568 Jun 16 17:23:10.649239 dv-cinder-837356-2-iscsi neutron-server[103916]: DEBUG neutron_lib.callbacks.manager [None req-89401dad-93cb-4a53-abb9-401bc1926aa8 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103916) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 17:23:10.652192 dv-cinder-837356-2-iscsi neutron-server[103918]: DEBUG neutron.plugins.ml2.plugin [None req-b2b17746-c296-4803-869a-65578e8233dd None None] Current status of the port 793bfabc-d2dc-472c-95a2-270f46bad4dc is: DOWN; New status is: BUILD {{(pid=103918) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2298}} Jun 16 17:23:10.652921 dv-cinder-837356-2-iscsi neutron-server[103918]: DEBUG neutron_lib.callbacks.manager [None req-b2b17746-c296-4803-869a-65578e8233dd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16007590'] for port (793bfabc-d2dc-472c-95a2-270f46bad4dc), before_update {{(pid=103918) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 17:23:10.687035 dv-cinder-837356-2-iscsi neutron-server[103918]: DEBUG neutron.notifiers.nova [None req-b2b17746-c296-4803-869a-65578e8233dd None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 793bfabc-d2dc-472c-95a2-270f46bad4dc {{(pid=103918) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Jun 16 17:23:10.744687 dv-cinder-837356-2-iscsi neutron-server[103916]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0672538e-2d44-4a0f-88f3-aa7054754be4 req-f8e21f1c-91f2-4c8c-8e36-a7b2cf51de19 tempest-DeleteServersTestJSON-168559711 tempest-DeleteServersTestJSON-168559711-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103916) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 16 17:23:10.749417 dv-cinder-837356-2-iscsi neutron-server[103916]: INFO neutron.wsgi [req-0672538e-2d44-4a0f-88f3-aa7054754be4 req-f8e21f1c-91f2-4c8c-8e36-a7b2cf51de19 tempest-DeleteServersTestJSON-168559711 tempest-DeleteServersTestJSON-168559711-project] 10.222.0.66 "GET /v2.0/ports?device_id=57b787b3-74c7-4e30-9f10-acea71d19c0c HTTP/1.1" status: 200 len: 944 time: 0.1256502 Jun 16 17:23:10.750426 dv-cinder-837356-2-iscsi neutron-server[103918]: DEBUG neutron.plugins.ml2.db [None req-b2b17746-c296-4803-869a-65578e8233dd None None] For port 793bfabc-d2dc-472c-95a2-270f46bad4dc, host hv-cinder-83735, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83735',level=0,port_id=793bfabc-d2dc-472c-95a2-270f46bad4dc,segment=NetworkSegment(fc64d2c6-c2f0-412f-b3c5-2a5dbaec0731),segment_id=fc64d2c6-c2f0-412f-b3c5-2a5dbaec0731)] {{(pid=103918) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 16 17:23:10.753630 dv-cinder-837356-2-iscsi neutron-server[103917]: INFO neutron.wsgi [req-5d8a4d43-50cc-4fba-92a9-235830f1d797 req-29adf6cf-27ec-4f19-a5c2-2f7043236655 tempest-AttachVolumeShelveTestJSON-1123487845 tempest-AttachVolumeShelveTestJSON-1123487845-project] 10.222.0.66 "GET /v2.0/security-groups?id=5ab805c8-38ae-4655-bf71-1fc1999d288e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1216583 Jun 16 17:23:10.757766 dv-cinder-837356-2-iscsi neutron-server[103918]: DEBUG neutron_lib.callbacks.manager [None req-b2b17746-c296-4803-869a-65578e8233dd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16007527', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-75831', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16241551', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728539364693', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728538993439', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728538993457'] for port (793bfabc-d2dc-472c-95a2-270f46bad4dc), after_update {{(pid=103918) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 17:23:10.759914 dv-cinder-837356-2-iscsi neutron-server[103918]: DEBUG neutron.plugins.ml2.rpc [None req-b2b17746-c296-4803-869a-65578e8233dd None None] Device 6fa0a160-b8b9-480d-91ad-c84aa7d2485a details requested by agent hyperv_hv-cinder-83735 with host hv-cinder-83735 {{(pid=103918) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jun 16 17:23:10.768832 dv-cinder-837356-2-iscsi neutron-server[103916]: INFO neutron.wsgi [req-5203cb86-2c79-406d-a8a3-c20f926a526e req-280b1fce-0f9e-4e4d-8e94-746c8c1643c4 service neutron] 10.222.0.81 "GET /v2.0/networks/cccb02cd-ffcd-4f18-9410-1ede3b2101bc?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3340178 Jun 16 17:23:10.816654 dv-cinder-837356-2-iscsi neutron-server[103917]: DEBUG dbcounter [-] [103917] Writing DB stats neutron:SELECT=98,neutron:DELETE=2 {{(pid=103917) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 16 17:23:10.905350 dv-cinder-837356-2-iscsi neutron-server[103917]: INFO neutron.wsgi [req-157a5345-9ac5-4966-ab09-e4f038fdd05e req-76445011-7385-48ab-b49c-fb2532f47273 service neutron] 10.222.0.81 "GET /v2.0/networks/7c13538c-2941-4763-a560-37a0a33d14c7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5740786 Jun 16 17:23:10.908713 dv-cinder-837356-2-iscsi neutron-server[103917]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8954dd04-a071-412d-99f2-66ef9dc65e38 req-9f39e1fe-16fd-409d-bc52-4adf3f44edd3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103917) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 16 17:23:10.910666 dv-cinder-837356-2-iscsi neutron-server[103917]: INFO neutron.wsgi [req-8954dd04-a071-412d-99f2-66ef9dc65e38 req-9f39e1fe-16fd-409d-bc52-4adf3f44edd3 service neutron] 10.222.0.81 "GET /v2.0/networks?tenant_id=f029a8bb389c4d348c0e9001c5fa059c&shared=False HTTP/1.1" status: 200 len: 913 time: 0.5804110 Jun 16 17:23:10.917009 dv-cinder-837356-2-iscsi neutron-server[103916]: INFO neutron.wsgi [req-5203cb86-2c79-406d-a8a3-c20f926a526e req-87c1962d-4dd8-4c72-8205-8e9a35910e83 service neutron] 10.222.0.81 "GET /v2.0/networks/cccb02cd-ffcd-4f18-9410-1ede3b2101bc?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1361198 Jun 16 17:23:11.016110 dv-cinder-837356-2-iscsi neutron-server[103918]: DEBUG neutron.plugins.ml2.db [None req-b2b17746-c296-4803-869a-65578e8233dd None None] For port 6fa0a160-b8b9-480d-91ad-c84aa7d2485a, host hv-cinder-83735, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83735',level=0,port_id=6fa0a160-b8b9-480d-91ad-c84aa7d2485a,segment=NetworkSegment(036772f7-7333-486e-9364-cdd941d04468),segment_id=036772f7-7333-486e-9364-cdd941d04468)] {{(pid=103918) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 16 17:23:11.031743 dv-cinder-837356-2-iscsi neutron-server[103916]: DEBUG dbcounter [-] [103916] Writing DB stats neutron:SELECT=90,neutron:DELETE=3,neutron:INSERT=7 {{(pid=103916) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 16 17:23:11.034568 dv-cinder-837356-2-iscsi neutron-server[103916]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5203cb86-2c79-406d-a8a3-c20f926a526e req-67bd7d75-633f-4121-b2b0-389c881d293f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103916) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 16 17:23:11.036190 dv-cinder-837356-2-iscsi neutron-server[103916]: INFO neutron.wsgi [req-5203cb86-2c79-406d-a8a3-c20f926a526e req-67bd7d75-633f-4121-b2b0-389c881d293f service neutron] 10.222.0.81 "GET /v2.0/ports?tenant_id=ccf5c45783454fc5a7872490196f07e0&device_id=75957299-3d36-4f9c-a081-9e621c88225c HTTP/1.1" status: 200 len: 1128 time: 0.0605247 Jun 16 17:23:11.069157 dv-cinder-837356-2-iscsi neutron-server[103918]: DEBUG neutron.plugins.ml2.rpc [None req-b2b17746-c296-4803-869a-65578e8233dd None None] Returning: {'device': '6fa0a160-b8b9-480d-91ad-c84aa7d2485a', 'network_id': '7c13538c-2941-4763-a560-37a0a33d14c7', 'port_id': '6fa0a160-b8b9-480d-91ad-c84aa7d2485a', 'mac_address': 'fa:16:3e:58:c5:0d', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 1012, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '8e38426e-d044-4155-92d6-5d9da7f0fc35', 'ip_address': '172.20.0.6'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'qos_network_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103918) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jun 16 17:23:11.228338 dv-cinder-837356-2-iscsi neutron-server[103916]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5203cb86-2c79-406d-a8a3-c20f926a526e req-c1a3e930-ceda-4ec8-9cd0-bb4f35182924 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103916) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 16 17:23:11.231577 dv-cinder-837356-2-iscsi neutron-server[103916]: INFO neutron.wsgi [req-5203cb86-2c79-406d-a8a3-c20f926a526e req-c1a3e930-ceda-4ec8-9cd0-bb4f35182924 service neutron] 10.222.0.81 "GET /v2.0/networks?id=7c13538c-2941-4763-a560-37a0a33d14c7 HTTP/1.1" status: 200 len: 921 time: 0.1863511 Jun 16 17:23:11.246695 dv-cinder-837356-2-iscsi neutron-server[103918]: DEBUG neutron.plugins.ml2.plugin [None req-b2b17746-c296-4803-869a-65578e8233dd None None] Current status of the port 6fa0a160-b8b9-480d-91ad-c84aa7d2485a is: DOWN; New status is: BUILD {{(pid=103918) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2298}} Jun 16 17:23:11.247079 dv-cinder-837356-2-iscsi neutron-server[103918]: DEBUG neutron_lib.callbacks.manager [None req-b2b17746-c296-4803-869a-65578e8233dd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16007590'] for port (6fa0a160-b8b9-480d-91ad-c84aa7d2485a), before_update {{(pid=103918) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 17:23:11.284075 dv-cinder-837356-2-iscsi neutron-server[103918]: DEBUG neutron.notifiers.nova [None req-b2b17746-c296-4803-869a-65578e8233dd None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 6fa0a160-b8b9-480d-91ad-c84aa7d2485a {{(pid=103918) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Jun 16 17:23:11.305857 dv-cinder-837356-2-iscsi neutron-server[103918]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b2b17746-c296-4803-869a-65578e8233dd None None] Pushing event updated for resources: {'Port': ['ID=793bfabc-d2dc-472c-95a2-270f46bad4dc,revision_number=4']} {{(pid=103918) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 17:23:11.358033 dv-cinder-837356-2-iscsi neutron-server[103918]: DEBUG neutron.plugins.ml2.db [None req-b2b17746-c296-4803-869a-65578e8233dd None None] For port 6fa0a160-b8b9-480d-91ad-c84aa7d2485a, host hv-cinder-83735, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83735',level=0,port_id=6fa0a160-b8b9-480d-91ad-c84aa7d2485a,segment=NetworkSegment(036772f7-7333-486e-9364-cdd941d04468),segment_id=036772f7-7333-486e-9364-cdd941d04468)] {{(pid=103918) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 16 17:23:11.368898 dv-cinder-837356-2-iscsi neutron-server[103918]: DEBUG neutron_lib.callbacks.manager [None req-b2b17746-c296-4803-869a-65578e8233dd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16007527', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-75831', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16241551', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728539364693', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728538993439', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728538993457'] for port (6fa0a160-b8b9-480d-91ad-c84aa7d2485a), after_update {{(pid=103918) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 17:23:11.375872 dv-cinder-837356-2-iscsi neutron-server[103918]: DEBUG neutron.plugins.ml2.rpc [None req-b2b17746-c296-4803-869a-65578e8233dd None None] Device 24585d4c-eda6-469f-a310-d2d5f70274a1 details requested by agent hyperv_hv-cinder-83735 with host hv-cinder-83735 {{(pid=103918) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jun 16 17:23:11.380619 dv-cinder-837356-2-iscsi neutron-server[103916]: INFO neutron.wsgi [req-5203cb86-2c79-406d-a8a3-c20f926a526e req-58e45c63-d29f-450e-b05f-33786f7a34ea service neutron] 10.222.0.81 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=24585d4c-eda6-469f-a310-d2d5f70274a1 HTTP/1.1" status: 200 len: 217 time: 0.1277804 Jun 16 17:23:11.458896 dv-cinder-837356-2-iscsi neutron-server[103917]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de36994e-82c7-479d-b8a0-67194b5b59fe req-d2838bd2-4efb-47f6-90b3-29c5ae186282 tempest-AttachVolumeTestJSON-336390128 tempest-AttachVolumeTestJSON-336390128-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103917) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 16 17:23:11.474330 dv-cinder-837356-2-iscsi neutron-server[103917]: INFO neutron.wsgi [req-de36994e-82c7-479d-b8a0-67194b5b59fe req-d2838bd2-4efb-47f6-90b3-29c5ae186282 tempest-AttachVolumeTestJSON-336390128 tempest-AttachVolumeTestJSON-336390128-project] 10.222.0.66 "GET /v2.0/ports?device_id=7d22b60d-19fe-4dca-8eef-821db5a4dc55 HTTP/1.1" status: 200 len: 943 time: 0.2400475 Jun 16 17:23:11.479991 dv-cinder-837356-2-iscsi neutron-server[103916]: INFO neutron.wsgi [req-0672538e-2d44-4a0f-88f3-aa7054754be4 req-2de0f326-226c-40e3-99b2-0db74ee7d33e tempest-DeleteServersTestJSON-168559711 tempest-DeleteServersTestJSON-168559711-project] 10.222.0.66 "GET /v2.0/security-groups?id=9db58268-b1a0-4bab-b8d1-6bdd045c4c5a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.7100124 Jun 16 17:23:11.506273 dv-cinder-837356-2-iscsi neutron-server[103918]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b2b17746-c296-4803-869a-65578e8233dd None None] Pushing event updated for resources: {'Port': ['ID=6fa0a160-b8b9-480d-91ad-c84aa7d2485a,revision_number=4']} {{(pid=103918) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 17:23:11.543397 dv-cinder-837356-2-iscsi neutron-server[103916]: DEBUG neutron_lib.callbacks.manager [None req-89401dad-93cb-4a53-abb9-401bc1926aa8 admin admin] Publish callbacks [] for security_group (9516c174-1f4a-49fe-b444-623c86f5a271), precommit_create {{(pid=103916) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 17:23:11.545585 dv-cinder-837356-2-iscsi neutron-server[103917]: INFO neutron.wsgi [req-c17d1fb6-d773-4900-8e27-5c5a8d0a6dd7 req-1ba43a53-ff05-41ce-9064-dcb0ec9b3da8 service neutron] 10.222.0.81 "GET /v2.0/networks/04f2ecf4-cd9f-483b-9100-6d9d67a561d2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.9113145 Jun 16 17:23:11.556622 dv-cinder-837356-2-iscsi neutron-server[103916]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5203cb86-2c79-406d-a8a3-c20f926a526e req-7fd09267-8607-4f62-8cbd-ab9522f7b011 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=103916) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 16 17:23:11.558265 dv-cinder-837356-2-iscsi neutron-server[103916]: INFO neutron.wsgi [req-5203cb86-2c79-406d-a8a3-c20f926a526e req-7fd09267-8607-4f62-8cbd-ab9522f7b011 service neutron] 10.222.0.81 "GET /v2.0/subnets?id=8e38426e-d044-4155-92d6-5d9da7f0fc35 HTTP/1.1" status: 200 len: 858 time: 0.1569743 Jun 16 17:23:11.560570 dv-cinder-837356-2-iscsi neutron-server[103916]: DEBUG neutron_lib.callbacks.manager [None req-89401dad-93cb-4a53-abb9-401bc1926aa8 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-570488'] for security_group (9516c174-1f4a-49fe-b444-623c86f5a271), after_create {{(pid=103916) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 17:23:11.573501 dv-cinder-837356-2-iscsi neutron-server[103917]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8954dd04-a071-412d-99f2-66ef9dc65e38 req-af81267e-3270-4cdd-8f4b-29b9dd3e8e68 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103917) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 16 17:23:11.575135 dv-cinder-837356-2-iscsi neutron-server[103917]: INFO neutron.wsgi [req-8954dd04-a071-412d-99f2-66ef9dc65e38 req-af81267e-3270-4cdd-8f4b-29b9dd3e8e68 service neutron] 10.222.0.81 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 871 time: 0.6481793 Jun 16 17:23:11.630214 dv-cinder-837356-2-iscsi neutron-server[103916]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5203cb86-2c79-406d-a8a3-c20f926a526e req-7aebdea4-de7d-4d65-9d18-0e8cb6158d17 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103916) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 16 17:23:11.632193 dv-cinder-837356-2-iscsi neutron-server[103916]: INFO neutron.wsgi [req-5203cb86-2c79-406d-a8a3-c20f926a526e req-7aebdea4-de7d-4d65-9d18-0e8cb6158d17 service neutron] 10.222.0.81 "GET /v2.0/ports?network_id=7c13538c-2941-4763-a560-37a0a33d14c7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0658922 Jun 16 17:23:11.644703 dv-cinder-837356-2-iscsi neutron-server[103917]: INFO neutron.wsgi [req-de36994e-82c7-479d-b8a0-67194b5b59fe req-b097a404-734f-4e65-826a-0feab5dde97f tempest-AttachVolumeTestJSON-336390128 tempest-AttachVolumeTestJSON-336390128-project] 10.222.0.66 "GET /v2.0/security-groups?id=b5243b74-2536-4f9c-b2d2-f7b79b8f3edb&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1690495 Jun 16 17:23:11.652693 dv-cinder-837356-2-iscsi neutron-server[103918]: DEBUG neutron.plugins.ml2.db [None req-b2b17746-c296-4803-869a-65578e8233dd None None] For port 24585d4c-eda6-469f-a310-d2d5f70274a1, host hv-cinder-83735, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83735',level=0,port_id=24585d4c-eda6-469f-a310-d2d5f70274a1,segment=NetworkSegment(036772f7-7333-486e-9364-cdd941d04468),segment_id=036772f7-7333-486e-9364-cdd941d04468)] {{(pid=103918) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 16 17:23:11.696262 dv-cinder-837356-2-iscsi neutron-server[103918]: DEBUG neutron.plugins.ml2.rpc [None req-b2b17746-c296-4803-869a-65578e8233dd None None] Returning: {'device': '24585d4c-eda6-469f-a310-d2d5f70274a1', 'network_id': '7c13538c-2941-4763-a560-37a0a33d14c7', 'port_id': '24585d4c-eda6-469f-a310-d2d5f70274a1', 'mac_address': 'fa:16:3e:fe:d0:87', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 1012, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '8e38426e-d044-4155-92d6-5d9da7f0fc35', 'ip_address': '172.20.0.12'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'qos_network_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103918) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jun 16 17:23:11.731037 dv-cinder-837356-2-iscsi neutron-server[103917]: INFO neutron.wsgi [req-157a5345-9ac5-4966-ab09-e4f038fdd05e req-314199ab-d802-4c24-8a2a-12fa5fd34892 service neutron] 10.222.0.81 "GET /v2.0/networks/7c13538c-2941-4763-a560-37a0a33d14c7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.8151288 Jun 16 17:23:11.732244 dv-cinder-837356-2-iscsi neutron-server[103916]: INFO neutron.wsgi [None req-89401dad-93cb-4a53-abb9-401bc1926aa8 admin admin] 10.222.0.66 "GET /v2.0/security-groups?tenant_id=927236d7cbc048f68e805499cafc0f52&name=default HTTP/1.1" status: 200 len: 2996 time: 1.1261361 Jun 16 17:23:11.735884 dv-cinder-837356-2-iscsi neutron-server[103917]: DEBUG neutron.wsgi [-] (103917) accepted ('10.222.0.66', 37000) {{(pid=103917) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 16 17:23:11.738922 dv-cinder-837356-2-iscsi neutron-server[103916]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-89401dad-93cb-4a53-abb9-401bc1926aa8 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9516c174-1f4a-49fe-b444-623c86f5a271,revision_number=1']} {{(pid=103916) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 17:23:11.766430 dv-cinder-837356-2-iscsi neutron-server[103918]: DEBUG neutron.plugins.ml2.plugin [None req-b2b17746-c296-4803-869a-65578e8233dd None None] Current status of the port 24585d4c-eda6-469f-a310-d2d5f70274a1 is: DOWN; New status is: BUILD {{(pid=103918) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2298}} Jun 16 17:23:11.768149 dv-cinder-837356-2-iscsi neutron-server[103918]: DEBUG neutron_lib.callbacks.manager [None req-b2b17746-c296-4803-869a-65578e8233dd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16007590'] for port (24585d4c-eda6-469f-a310-d2d5f70274a1), before_update {{(pid=103918) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 17:23:11.793598 dv-cinder-837356-2-iscsi neutron-server[103918]: DEBUG neutron.notifiers.nova [None req-b2b17746-c296-4803-869a-65578e8233dd None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 24585d4c-eda6-469f-a310-d2d5f70274a1 {{(pid=103918) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Jun 16 17:23:11.805683 dv-cinder-837356-2-iscsi neutron-server[103916]: DEBUG dbcounter [-] [103916] Writing DB stats neutron:SELECT=91,neutron:INSERT=8,neutron:UPDATE=1 {{(pid=103916) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 16 17:23:11.825969 dv-cinder-837356-2-iscsi neutron-server[103918]: DEBUG neutron.plugins.ml2.db [None req-b2b17746-c296-4803-869a-65578e8233dd None None] For port 24585d4c-eda6-469f-a310-d2d5f70274a1, host hv-cinder-83735, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83735',level=0,port_id=24585d4c-eda6-469f-a310-d2d5f70274a1,segment=NetworkSegment(036772f7-7333-486e-9364-cdd941d04468),segment_id=036772f7-7333-486e-9364-cdd941d04468)] {{(pid=103918) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 16 17:23:11.834256 dv-cinder-837356-2-iscsi neutron-server[103918]: DEBUG neutron_lib.callbacks.manager [None req-b2b17746-c296-4803-869a-65578e8233dd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16007527', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-75831', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16241551', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728539364693', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728538993439', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728538993457'] for port (24585d4c-eda6-469f-a310-d2d5f70274a1), after_update {{(pid=103918) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 17:23:11.835493 dv-cinder-837356-2-iscsi neutron-server[103916]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-adc21933-c5d9-4f5c-bf8d-3028951b9eb7 req-35e3973b-702e-4130-a73a-cb98beee56bb tempest-ServerRescueNegativeTestJSON-1475515620 tempest-ServerRescueNegativeTestJSON-1475515620-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103916) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 16 17:23:11.839828 dv-cinder-837356-2-iscsi neutron-server[103916]: INFO neutron.wsgi [req-adc21933-c5d9-4f5c-bf8d-3028951b9eb7 req-35e3973b-702e-4130-a73a-cb98beee56bb tempest-ServerRescueNegativeTestJSON-1475515620 tempest-ServerRescueNegativeTestJSON-1475515620-project] 10.222.0.66 "GET /v2.0/ports?device_id=75957299-3d36-4f9c-a081-9e621c88225c HTTP/1.1" status: 200 len: 944 time: 0.1328237 Jun 16 17:23:11.869769 dv-cinder-837356-2-iscsi neutron-server[103917]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dfcf68ed-df61-459c-9915-4114a6965a7c req-b92d21eb-48ad-49c0-bd31-7dc8d85cb039 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103917) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 16 17:23:11.871666 dv-cinder-837356-2-iscsi neutron-server[103917]: INFO neutron.wsgi [req-dfcf68ed-df61-459c-9915-4114a6965a7c req-b92d21eb-48ad-49c0-bd31-7dc8d85cb039 service neutron] 10.222.0.81 "GET /v2.0/ports?tenant_id=f029a8bb389c4d348c0e9001c5fa059c&device_id=7d22b60d-19fe-4dca-8eef-821db5a4dc55 HTTP/1.1" status: 200 len: 1127 time: 0.2156165 Jun 16 17:23:11.874002 dv-cinder-837356-2-iscsi neutron-server[103917]: INFO neutron.wsgi [req-c17d1fb6-d773-4900-8e27-5c5a8d0a6dd7 req-684d6553-31e8-4320-89e2-d1269bcf32a3 service neutron] 10.222.0.81 "GET /v2.0/networks/04f2ecf4-cd9f-483b-9100-6d9d67a561d2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3138974 Jun 16 17:23:11.947543 dv-cinder-837356-2-iscsi neutron-server[103916]: INFO neutron.wsgi [req-5203cb86-2c79-406d-a8a3-c20f926a526e req-3b72f264-493a-417e-a633-a4593dab1697 service neutron] 10.222.0.81 "GET /v2.0/networks/7c13538c-2941-4763-a560-37a0a33d14c7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3016567 Jun 16 17:23:11.958998 dv-cinder-837356-2-iscsi neutron-server[103918]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b2b17746-c296-4803-869a-65578e8233dd None None] Pushing event updated for resources: {'Port': ['ID=24585d4c-eda6-469f-a310-d2d5f70274a1,revision_number=4']} {{(pid=103918) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 17:23:11.963537 dv-cinder-837356-2-iscsi neutron-server[103916]: INFO neutron.wsgi [req-adc21933-c5d9-4f5c-bf8d-3028951b9eb7 req-de4afb53-b610-4dd7-ad9f-b15837024a23 tempest-ServerRescueNegativeTestJSON-1475515620 tempest-ServerRescueNegativeTestJSON-1475515620-project] 10.222.0.66 "GET /v2.0/security-groups?id=ce781013-5cdb-4bc3-8c66-743aa21b4c5c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1143689 Jun 16 17:23:12.220194 dv-cinder-837356-2-iscsi neutron-server[103917]: INFO neutron.wsgi [req-dfcf68ed-df61-459c-9915-4114a6965a7c req-9f1a9e57-f8f1-4992-9a23-e3cb438779a8 service neutron] 10.222.0.81 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=21fae4ca-fb3d-4b09-8071-928df2baff45 HTTP/1.1" status: 200 len: 217 time: 0.3338473 Jun 16 17:23:12.239453 dv-cinder-837356-2-iscsi neutron-server[103917]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-306716d5-662c-4cf4-8e5c-48d925f44c39 req-5e978fb0-c032-4cec-8497-7bcf0f59e05c tempest-AttachVolumeShelveTestJSON-1123487845 tempest-AttachVolumeShelveTestJSON-1123487845-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103917) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 16 17:23:12.243075 dv-cinder-837356-2-iscsi neutron-server[103917]: INFO neutron.wsgi [req-306716d5-662c-4cf4-8e5c-48d925f44c39 req-5e978fb0-c032-4cec-8497-7bcf0f59e05c tempest-AttachVolumeShelveTestJSON-1123487845 tempest-AttachVolumeShelveTestJSON-1123487845-project] 10.222.0.66 "GET /v2.0/ports?device_id=ab2e7148-fa86-4648-9e4b-87e27fcf1147 HTTP/1.1" status: 200 len: 944 time: 0.3623197 Jun 16 17:23:12.265739 dv-cinder-837356-2-iscsi neutron-server[103917]: DEBUG neutron_lib.callbacks.manager [None req-834d5814-42c9-4149-ae48-510b56a1c8fa admin admin] Publish callbacks [] for security_group (9516c174-1f4a-49fe-b444-623c86f5a271), before_delete {{(pid=103917) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 17:23:12.314698 dv-cinder-837356-2-iscsi neutron-server[103917]: DEBUG neutron_lib.callbacks.manager [None req-834d5814-42c9-4149-ae48-510b56a1c8fa admin admin] Publish callbacks [] for security_group (9516c174-1f4a-49fe-b444-623c86f5a271), precommit_delete {{(pid=103917) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 17:23:12.332667 dv-cinder-837356-2-iscsi neutron-server[103917]: INFO neutron.wsgi [req-306716d5-662c-4cf4-8e5c-48d925f44c39 req-4ac9c7cf-9968-48e6-bb10-0e16ad8826a2 tempest-AttachVolumeShelveTestJSON-1123487845 tempest-AttachVolumeShelveTestJSON-1123487845-project] 10.222.0.66 "GET /v2.0/security-groups?id=5ab805c8-38ae-4655-bf71-1fc1999d288e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0769711 Jun 16 17:23:12.386036 dv-cinder-837356-2-iscsi neutron-server[103917]: DEBUG neutron_lib.callbacks.manager [None req-834d5814-42c9-4149-ae48-510b56a1c8fa admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-570488'] for security_group (9516c174-1f4a-49fe-b444-623c86f5a271), after_delete {{(pid=103917) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 17:23:12.388974 dv-cinder-837356-2-iscsi neutron-server[103917]: DEBUG neutron_lib.callbacks.manager [None req-834d5814-42c9-4149-ae48-510b56a1c8fa admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103917) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 17:23:12.390263 dv-cinder-837356-2-iscsi neutron-server[103917]: INFO neutron.wsgi [None req-834d5814-42c9-4149-ae48-510b56a1c8fa admin admin] 10.222.0.66 "DELETE /v2.0/security-groups/9516c174-1f4a-49fe-b444-623c86f5a271 HTTP/1.1" status: 204 len: 168 time: 0.6515944 Jun 16 17:23:12.398408 dv-cinder-837356-2-iscsi neutron-server[103918]: DEBUG neutron.plugins.ml2.db [None req-b2b17746-c296-4803-869a-65578e8233dd None None] get_ports_and_sgs() called for port_ids ['793bfabc-d2dc-472c-95a2-270f46bad4dc'] {{(pid=103918) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jun 16 17:23:12.401318 dv-cinder-837356-2-iscsi neutron-server[103917]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-834d5814-42c9-4149-ae48-510b56a1c8fa admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9516c174-1f4a-49fe-b444-623c86f5a271,revision_number=None']} {{(pid=103917) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 17:23:12.531903 dv-cinder-837356-2-iscsi neutron-server[103918]: DEBUG neutron.plugins.ml2.db [None req-b2b17746-c296-4803-869a-65578e8233dd None None] get_ports_and_sgs() called for port_ids ['24585d4c-eda6-469f-a310-d2d5f70274a1'] {{(pid=103918) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jun 16 17:23:12.544636 dv-cinder-837356-2-iscsi neutron-server[103918]: DEBUG dbcounter [-] [103918] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=103918) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 16 17:23:12.600419 dv-cinder-837356-2-iscsi neutron-server[103918]: DEBUG neutron.plugins.ml2.db [None req-b2b17746-c296-4803-869a-65578e8233dd None None] get_ports_and_sgs() called for port_ids ['6fa0a160-b8b9-480d-91ad-c84aa7d2485a'] {{(pid=103918) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jun 16 17:23:12.646267 dv-cinder-837356-2-iscsi neutron-server[103916]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5cb04819-8b2e-49cc-8adc-446cc9bb3cd1 req-b8a93bed-ee10-45af-b771-709c4f057abc tempest-DeleteServersTestJSON-168559711 tempest-DeleteServersTestJSON-168559711-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103916) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 16 17:23:12.648370 dv-cinder-837356-2-iscsi neutron-server[103916]: INFO neutron.wsgi [req-5cb04819-8b2e-49cc-8adc-446cc9bb3cd1 req-b8a93bed-ee10-45af-b771-709c4f057abc tempest-DeleteServersTestJSON-168559711 tempest-DeleteServersTestJSON-168559711-project] 10.222.0.66 "GET /v2.0/ports?device_id=57b787b3-74c7-4e30-9f10-acea71d19c0c HTTP/1.1" status: 200 len: 945 time: 0.0617511 Jun 16 17:23:12.752784 dv-cinder-837356-2-iscsi neutron-server[103916]: INFO neutron.wsgi [req-5cb04819-8b2e-49cc-8adc-446cc9bb3cd1 req-66d8247a-8718-4183-bba8-d63d546cd46d tempest-DeleteServersTestJSON-168559711 tempest-DeleteServersTestJSON-168559711-project] 10.222.0.66 "GET /v2.0/security-groups?id=9db58268-b1a0-4bab-b8d1-6bdd045c4c5a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0974882 Jun 16 17:23:12.847378 dv-cinder-837356-2-iscsi neutron-server[103916]: INFO neutron.wsgi [req-5203cb86-2c79-406d-a8a3-c20f926a526e req-7c7b670b-f845-4b88-9cef-59a1599615de service neutron] 10.222.0.81 "GET /v2.0/networks/7c13538c-2941-4763-a560-37a0a33d14c7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1428673 Jun 16 17:23:12.855393 dv-cinder-837356-2-iscsi neutron-server[103918]: DEBUG dbcounter [-] [103918] Writing DB stats neutron:SELECT=96,neutron:UPDATE=4 {{(pid=103918) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 16 17:23:12.891145 dv-cinder-837356-2-iscsi neutron-server[103917]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6945ab37-3d7a-4257-9d38-ffcbf3d9da6b req-26689f57-625b-4bf7-89c9-c9948bfd3319 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103917) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 16 17:23:12.901633 dv-cinder-837356-2-iscsi neutron-server[103917]: INFO neutron.wsgi [req-6945ab37-3d7a-4257-9d38-ffcbf3d9da6b req-26689f57-625b-4bf7-89c9-c9948bfd3319 service neutron] 10.222.0.81 "GET /v2.0/ports?tenant_id=0c63f648631a4a11910b4b135f22b235&device_id=ab2e7148-fa86-4648-9e4b-87e27fcf1147 HTTP/1.1" status: 200 len: 1128 time: 0.1833398 Jun 16 17:23:13.225251 dv-cinder-837356-2-iscsi neutron-server[103917]: DEBUG dbcounter [-] [103917] Writing DB stats neutron:SELECT=97,neutron:DELETE=3 {{(pid=103917) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 16 17:23:13.226494 dv-cinder-837356-2-iscsi neutron-server[103917]: DEBUG dbcounter [-] [103917] Writing DB stats neutron:SELECT=99,neutron:DELETE=1 {{(pid=103917) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 16 17:23:13.231667 dv-cinder-837356-2-iscsi neutron-server[103917]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6945ab37-3d7a-4257-9d38-ffcbf3d9da6b req-6036125d-93cb-424b-ab5f-51432c354feb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103917) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 16 17:23:13.235464 dv-cinder-837356-2-iscsi neutron-server[103917]: INFO neutron.wsgi [req-6945ab37-3d7a-4257-9d38-ffcbf3d9da6b req-6036125d-93cb-424b-ab5f-51432c354feb service neutron] 10.222.0.81 "GET /v2.0/networks?id=04f2ecf4-cd9f-483b-9100-6d9d67a561d2 HTTP/1.1" status: 200 len: 918 time: 0.3053019 Jun 16 17:23:13.248718 dv-cinder-837356-2-iscsi neutron-server[103918]: DEBUG neutron_lib.callbacks.manager [None req-606f9049-d024-4c81-8ea2-91398f4a5e96 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728539454181', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16149322'] for agent (0913b7ec-eea4-4492-8ef1-e01c4575abca), after_update {{(pid=103918) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 17:23:13.282568 dv-cinder-837356-2-iscsi neutron-server[103916]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d327341-1876-43ea-b663-946bb83db532 req-346ec596-00b3-4f23-948b-ca526a15a755 tempest-ServerRescueNegativeTestJSON-1475515620 tempest-ServerRescueNegativeTestJSON-1475515620-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103916) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 16 17:23:13.291767 dv-cinder-837356-2-iscsi neutron-server[103916]: INFO neutron.wsgi [req-3d327341-1876-43ea-b663-946bb83db532 req-346ec596-00b3-4f23-948b-ca526a15a755 tempest-ServerRescueNegativeTestJSON-1475515620 tempest-ServerRescueNegativeTestJSON-1475515620-project] 10.222.0.66 "GET /v2.0/ports?device_id=75957299-3d36-4f9c-a081-9e621c88225c HTTP/1.1" status: 200 len: 945 time: 0.1994812 Jun 16 17:23:13.292766 dv-cinder-837356-2-iscsi neutron-server[103917]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dfcf68ed-df61-459c-9915-4114a6965a7c req-1880566b-7845-4f03-8a12-3fce4a952fdf service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=103917) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 16 17:23:13.296841 dv-cinder-837356-2-iscsi neutron-server[103917]: INFO neutron.wsgi [req-dfcf68ed-df61-459c-9915-4114a6965a7c req-1880566b-7845-4f03-8a12-3fce4a952fdf service neutron] 10.222.0.81 "GET /v2.0/subnets?id=744fc868-35e9-4c30-8ac9-ba01749c37c3 HTTP/1.1" status: 200 len: 850 time: 0.5994377 Jun 16 17:23:13.324827 dv-cinder-837356-2-iscsi neutron-server[103917]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf0c8310-5724-442a-9baa-b7d93b812da3 req-f30de2e3-0fd4-4185-898c-7690276df7f0 tempest-AttachVolumeTestJSON-336390128 tempest-AttachVolumeTestJSON-336390128-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103917) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 16 17:23:13.324827 dv-cinder-837356-2-iscsi neutron-server[103917]: INFO neutron.wsgi [req-cf0c8310-5724-442a-9baa-b7d93b812da3 req-f30de2e3-0fd4-4185-898c-7690276df7f0 tempest-AttachVolumeTestJSON-336390128 tempest-AttachVolumeTestJSON-336390128-project] 10.222.0.66 "GET /v2.0/ports?device_id=7d22b60d-19fe-4dca-8eef-821db5a4dc55 HTTP/1.1" status: 200 len: 943 time: 0.4789760 Jun 16 17:23:13.386733 dv-cinder-837356-2-iscsi neutron-server[103916]: INFO neutron.wsgi [req-3d327341-1876-43ea-b663-946bb83db532 req-2171ffb2-f89b-42ee-9323-8b20f58376db tempest-ServerRescueNegativeTestJSON-1475515620 tempest-ServerRescueNegativeTestJSON-1475515620-project] 10.222.0.66 "GET /v2.0/security-groups?id=ce781013-5cdb-4bc3-8c66-743aa21b4c5c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0930536 Jun 16 17:23:13.394467 dv-cinder-837356-2-iscsi neutron-server[103917]: INFO neutron.wsgi [req-6945ab37-3d7a-4257-9d38-ffcbf3d9da6b req-72af43cb-9ad8-4875-8737-7c1fab19885e service neutron] 10.222.0.81 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=2da50d5c-d328-4853-a261-6bd0c6378dcd HTTP/1.1" status: 200 len: 217 time: 0.1273341 Jun 16 17:23:13.500963 dv-cinder-837356-2-iscsi neutron-server[103917]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dfcf68ed-df61-459c-9915-4114a6965a7c req-b9be849f-07e7-4888-b736-b9d00138da32 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103917) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 16 17:23:13.502847 dv-cinder-837356-2-iscsi neutron-server[103917]: INFO neutron.wsgi [req-dfcf68ed-df61-459c-9915-4114a6965a7c req-b9be849f-07e7-4888-b736-b9d00138da32 service neutron] 10.222.0.81 "GET /v2.0/ports?network_id=82c6c893-96f4-45ae-b1e3-d70ff1db738d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.1225786 Jun 16 17:23:13.540626 dv-cinder-837356-2-iscsi neutron-server[103917]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6945ab37-3d7a-4257-9d38-ffcbf3d9da6b req-98ad42d9-b78c-4810-9b3c-93b2e6ab1fe8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=103917) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 16 17:23:13.541608 dv-cinder-837356-2-iscsi neutron-server[103916]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a7049e5-2916-44de-8232-fff3ac380944 req-4c625248-cd1d-4162-aec1-dd322b88907e tempest-AttachVolumeShelveTestJSON-1123487845 tempest-AttachVolumeShelveTestJSON-1123487845-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103916) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 16 17:23:13.542396 dv-cinder-837356-2-iscsi neutron-server[103917]: INFO neutron.wsgi [req-6945ab37-3d7a-4257-9d38-ffcbf3d9da6b req-98ad42d9-b78c-4810-9b3c-93b2e6ab1fe8 service neutron] 10.222.0.81 "GET /v2.0/subnets?id=57d5f714-8d8c-468b-957a-7745cf345909 HTTP/1.1" status: 200 len: 855 time: 0.1147380 Jun 16 17:23:13.543835 dv-cinder-837356-2-iscsi neutron-server[103916]: INFO neutron.wsgi [req-7a7049e5-2916-44de-8232-fff3ac380944 req-4c625248-cd1d-4162-aec1-dd322b88907e tempest-AttachVolumeShelveTestJSON-1123487845 tempest-AttachVolumeShelveTestJSON-1123487845-project] 10.222.0.66 "GET /v2.0/ports?device_id=ab2e7148-fa86-4648-9e4b-87e27fcf1147 HTTP/1.1" status: 200 len: 944 time: 0.0727682 Jun 16 17:23:13.549769 dv-cinder-837356-2-iscsi neutron-server[103917]: INFO neutron.wsgi [req-cf0c8310-5724-442a-9baa-b7d93b812da3 req-8048dcb8-b04e-48a6-beb1-fa9eb0480213 tempest-AttachVolumeTestJSON-336390128 tempest-AttachVolumeTestJSON-336390128-project] 10.222.0.66 "GET /v2.0/security-groups?id=b5243b74-2536-4f9c-b2d2-f7b79b8f3edb&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1674819 Jun 16 17:23:13.625397 dv-cinder-837356-2-iscsi neutron-server[103916]: INFO neutron.wsgi [req-7a7049e5-2916-44de-8232-fff3ac380944 req-926b1036-679e-47e3-9c2c-2fa95b430e88 tempest-AttachVolumeShelveTestJSON-1123487845 tempest-AttachVolumeShelveTestJSON-1123487845-project] 10.222.0.66 "GET /v2.0/security-groups?id=5ab805c8-38ae-4655-bf71-1fc1999d288e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0661705 Jun 16 17:23:13.941455 dv-cinder-837356-2-iscsi neutron-server[103917]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb874a30-ff6c-40b2-9e52-7e38ff8ce347 req-897bac3b-27a5-4b65-bdeb-7cc1ef6feaf8 tempest-DeleteServersTestJSON-168559711 tempest-DeleteServersTestJSON-168559711-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103917) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 16 17:23:13.943913 dv-cinder-837356-2-iscsi neutron-server[103917]: INFO neutron.wsgi [req-cb874a30-ff6c-40b2-9e52-7e38ff8ce347 req-897bac3b-27a5-4b65-bdeb-7cc1ef6feaf8 tempest-DeleteServersTestJSON-168559711 tempest-DeleteServersTestJSON-168559711-project] 10.222.0.66 "GET /v2.0/ports?device_id=57b787b3-74c7-4e30-9f10-acea71d19c0c HTTP/1.1" status: 200 len: 945 time: 0.0826895 Jun 16 17:23:14.028096 dv-cinder-837356-2-iscsi neutron-server[103917]: INFO neutron.wsgi [req-cb874a30-ff6c-40b2-9e52-7e38ff8ce347 req-e31d18c8-7cc2-419e-bfce-6f1bae491f96 tempest-DeleteServersTestJSON-168559711 tempest-DeleteServersTestJSON-168559711-project] 10.222.0.66 "GET /v2.0/security-groups?id=9db58268-b1a0-4bab-b8d1-6bdd045c4c5a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0782902 Jun 16 17:23:14.140419 dv-cinder-837356-2-iscsi neutron-server[103916]: DEBUG neutron.wsgi [-] (103916) accepted ('10.222.0.66', 37120) {{(pid=103916) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 16 17:23:14.265149 dv-cinder-837356-2-iscsi neutron-server[103916]: DEBUG neutron_lib.callbacks.manager [None req-430fbdf4-d22b-4fe1-9a5e-d55283213319 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103916) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 17:23:14.358759 dv-cinder-837356-2-iscsi neutron-server[103916]: DEBUG neutron_lib.callbacks.manager [None req-430fbdf4-d22b-4fe1-9a5e-d55283213319 admin admin] Publish callbacks [] for security_group (cb7b5b8e-4a8b-4b0e-aa0d-1697e4d2eff9), precommit_create {{(pid=103916) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 17:23:14.365276 dv-cinder-837356-2-iscsi neutron-server[103916]: DEBUG neutron_lib.callbacks.manager [None req-430fbdf4-d22b-4fe1-9a5e-d55283213319 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-570488'] for security_group (cb7b5b8e-4a8b-4b0e-aa0d-1697e4d2eff9), after_create {{(pid=103916) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 17:23:14.379083 dv-cinder-837356-2-iscsi neutron-server[103917]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6945ab37-3d7a-4257-9d38-ffcbf3d9da6b req-0d50afc4-69ab-40ed-bc32-a4b004bc41ea service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103917) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 16 17:23:14.380675 dv-cinder-837356-2-iscsi neutron-server[103917]: INFO neutron.wsgi [req-6945ab37-3d7a-4257-9d38-ffcbf3d9da6b req-0d50afc4-69ab-40ed-bc32-a4b004bc41ea service neutron] 10.222.0.81 "GET /v2.0/ports?network_id=04f2ecf4-cd9f-483b-9100-6d9d67a561d2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.1106546 Jun 16 17:23:14.403973 dv-cinder-837356-2-iscsi neutron-server[103916]: DEBUG dbcounter [-] [103916] Writing DB stats neutron:SELECT=94,neutron:INSERT=6 {{(pid=103916) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 16 17:23:14.414300 dv-cinder-837356-2-iscsi neutron-server[103917]: INFO neutron.wsgi [req-dfcf68ed-df61-459c-9915-4114a6965a7c req-4b0d8943-571f-4d28-bb15-f1ee91aeb8a6 service neutron] 10.222.0.81 "GET /v2.0/networks/82c6c893-96f4-45ae-b1e3-d70ff1db738d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1430933 Jun 16 17:23:14.415132 dv-cinder-837356-2-iscsi neutron-server[103916]: INFO neutron.wsgi [None req-430fbdf4-d22b-4fe1-9a5e-d55283213319 admin admin] 10.222.0.66 "GET /v2.0/security-groups?tenant_id=3dc570ddc93b4f64a98cdd8063b03202&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2699955 Jun 16 17:23:14.415239 dv-cinder-837356-2-iscsi neutron-server[103917]: DEBUG neutron.wsgi [-] (103917) accepted ('10.222.0.66', 37134) {{(pid=103917) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 16 17:23:14.418032 dv-cinder-837356-2-iscsi neutron-server[103916]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-430fbdf4-d22b-4fe1-9a5e-d55283213319 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=cb7b5b8e-4a8b-4b0e-aa0d-1697e4d2eff9,revision_number=1']} {{(pid=103916) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 17:23:14.479676 dv-cinder-837356-2-iscsi neutron-server[103917]: DEBUG neutron_lib.callbacks.manager [None req-332b0d8a-a50c-485f-802a-5e0d263ee838 admin admin] Publish callbacks [] for security_group (cb7b5b8e-4a8b-4b0e-aa0d-1697e4d2eff9), before_delete {{(pid=103917) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 17:23:14.505247 dv-cinder-837356-2-iscsi neutron-server[103917]: DEBUG neutron_lib.callbacks.manager [None req-332b0d8a-a50c-485f-802a-5e0d263ee838 admin admin] Publish callbacks [] for security_group (cb7b5b8e-4a8b-4b0e-aa0d-1697e4d2eff9), precommit_delete {{(pid=103917) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 17:23:14.551382 dv-cinder-837356-2-iscsi neutron-server[103916]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd4aa6d8-0a2f-423e-bf03-cc9f49ad075e req-3268348a-3389-4077-bfad-904b5d10b583 tempest-ServerRescueNegativeTestJSON-1475515620 tempest-ServerRescueNegativeTestJSON-1475515620-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103916) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 16 17:23:14.553058 dv-cinder-837356-2-iscsi neutron-server[103916]: INFO neutron.wsgi [req-cd4aa6d8-0a2f-423e-bf03-cc9f49ad075e req-3268348a-3389-4077-bfad-904b5d10b583 tempest-ServerRescueNegativeTestJSON-1475515620 tempest-ServerRescueNegativeTestJSON-1475515620-project] 10.222.0.66 "GET /v2.0/ports?device_id=75957299-3d36-4f9c-a081-9e621c88225c HTTP/1.1" status: 200 len: 945 time: 0.0541039 Jun 16 17:23:14.573757 dv-cinder-837356-2-iscsi neutron-server[103917]: DEBUG neutron_lib.callbacks.manager [None req-332b0d8a-a50c-485f-802a-5e0d263ee838 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-570488'] for security_group (cb7b5b8e-4a8b-4b0e-aa0d-1697e4d2eff9), after_delete {{(pid=103917) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 17:23:14.576586 dv-cinder-837356-2-iscsi neutron-server[103917]: DEBUG neutron_lib.callbacks.manager [None req-332b0d8a-a50c-485f-802a-5e0d263ee838 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103917) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 17:23:14.582115 dv-cinder-837356-2-iscsi neutron-server[103917]: INFO neutron.wsgi [None req-332b0d8a-a50c-485f-802a-5e0d263ee838 admin admin] 10.222.0.66 "DELETE /v2.0/security-groups/cb7b5b8e-4a8b-4b0e-aa0d-1697e4d2eff9 HTTP/1.1" status: 204 len: 168 time: 0.1646216 Jun 16 17:23:14.601287 dv-cinder-837356-2-iscsi neutron-server[103917]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-332b0d8a-a50c-485f-802a-5e0d263ee838 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=cb7b5b8e-4a8b-4b0e-aa0d-1697e4d2eff9,revision_number=None']} {{(pid=103917) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 17:23:14.652212 dv-cinder-837356-2-iscsi neutron-server[103916]: INFO neutron.wsgi [req-cd4aa6d8-0a2f-423e-bf03-cc9f49ad075e req-975b9a33-08bb-4c5f-a66c-88b255af17d9 tempest-ServerRescueNegativeTestJSON-1475515620 tempest-ServerRescueNegativeTestJSON-1475515620-project] 10.222.0.66 "GET /v2.0/security-groups?id=ce781013-5cdb-4bc3-8c66-743aa21b4c5c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0927150 Jun 16 17:23:14.713350 dv-cinder-837356-2-iscsi neutron-server[103917]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b3c8626-8d42-4f1c-aea7-8376d899624c req-f9d53ba8-2b53-4ffe-bbef-7c89d93e547d tempest-AttachVolumeTestJSON-336390128 tempest-AttachVolumeTestJSON-336390128-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103917) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 16 17:23:14.715388 dv-cinder-837356-2-iscsi neutron-server[103917]: INFO neutron.wsgi [req-7b3c8626-8d42-4f1c-aea7-8376d899624c req-f9d53ba8-2b53-4ffe-bbef-7c89d93e547d tempest-AttachVolumeTestJSON-336390128 tempest-AttachVolumeTestJSON-336390128-project] 10.222.0.66 "GET /v2.0/ports?device_id=7d22b60d-19fe-4dca-8eef-821db5a4dc55 HTTP/1.1" status: 200 len: 943 time: 0.0669525 Jun 16 17:23:14.794670 dv-cinder-837356-2-iscsi neutron-server[103916]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b8468da-a96c-4f32-aa68-6b3e3341c407 req-552e944b-d0b6-4827-804f-54de3d4aa6ca tempest-AttachVolumeShelveTestJSON-1123487845 tempest-AttachVolumeShelveTestJSON-1123487845-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103916) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 16 17:23:14.796365 dv-cinder-837356-2-iscsi neutron-server[103916]: INFO neutron.wsgi [req-8b8468da-a96c-4f32-aa68-6b3e3341c407 req-552e944b-d0b6-4827-804f-54de3d4aa6ca tempest-AttachVolumeShelveTestJSON-1123487845 tempest-AttachVolumeShelveTestJSON-1123487845-project] 10.222.0.66 "GET /v2.0/ports?device_id=ab2e7148-fa86-4648-9e4b-87e27fcf1147 HTTP/1.1" status: 200 len: 944 time: 0.0666196 Jun 16 17:23:14.798655 dv-cinder-837356-2-iscsi neutron-server[103917]: INFO neutron.wsgi [req-7b3c8626-8d42-4f1c-aea7-8376d899624c req-9f892cad-e0cd-4aa9-bded-5fac3b3680a1 tempest-AttachVolumeTestJSON-336390128 tempest-AttachVolumeTestJSON-336390128-project] 10.222.0.66 "GET /v2.0/security-groups?id=b5243b74-2536-4f9c-b2d2-f7b79b8f3edb&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0771937 Jun 16 17:23:14.861493 dv-cinder-837356-2-iscsi neutron-server[103916]: INFO neutron.wsgi [req-8b8468da-a96c-4f32-aa68-6b3e3341c407 req-7bc1a7fa-9ca5-4847-9054-135469e7eada tempest-AttachVolumeShelveTestJSON-1123487845 tempest-AttachVolumeShelveTestJSON-1123487845-project] 10.222.0.66 "GET /v2.0/security-groups?id=5ab805c8-38ae-4655-bf71-1fc1999d288e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0511086 Jun 16 17:23:15.023491 dv-cinder-837356-2-iscsi neutron-server[103917]: DEBUG neutron.wsgi [-] (103917) accepted ('10.222.0.66', 37158) {{(pid=103917) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 16 17:23:15.038044 dv-cinder-837356-2-iscsi neutron-server[103917]: DEBUG neutron_lib.callbacks.manager [None req-87afe5b0-18f0-4c6b-9459-2c0e065066ac admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103917) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 17:23:15.172555 dv-cinder-837356-2-iscsi neutron-server[103917]: DEBUG neutron_lib.callbacks.manager [None req-87afe5b0-18f0-4c6b-9459-2c0e065066ac admin admin] Publish callbacks [] for security_group (cff19592-1a1e-476a-aa36-d59b6a4157d6), precommit_create {{(pid=103917) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 17:23:15.182289 dv-cinder-837356-2-iscsi neutron-server[103917]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a8eff65-c576-49c8-8018-f4c52dac711f req-71361d7a-a369-49e7-b2a3-ca1e449237fb tempest-DeleteServersTestJSON-168559711 tempest-DeleteServersTestJSON-168559711-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103917) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 16 17:23:15.183952 dv-cinder-837356-2-iscsi neutron-server[103917]: INFO neutron.wsgi [req-8a8eff65-c576-49c8-8018-f4c52dac711f req-71361d7a-a369-49e7-b2a3-ca1e449237fb tempest-DeleteServersTestJSON-168559711 tempest-DeleteServersTestJSON-168559711-project] 10.222.0.66 "GET /v2.0/ports?device_id=57b787b3-74c7-4e30-9f10-acea71d19c0c HTTP/1.1" status: 200 len: 945 time: 0.0795286 Jun 16 17:23:15.185622 dv-cinder-837356-2-iscsi neutron-server[103917]: DEBUG neutron_lib.callbacks.manager [None req-87afe5b0-18f0-4c6b-9459-2c0e065066ac admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-570488'] for security_group (cff19592-1a1e-476a-aa36-d59b6a4157d6), after_create {{(pid=103917) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 17:23:15.199428 dv-cinder-837356-2-iscsi neutron-server[103917]: DEBUG dbcounter [-] [103917] Writing DB stats neutron:SELECT=91,neutron:DELETE=1,neutron:INSERT=8 {{(pid=103917) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 16 17:23:15.232259 dv-cinder-837356-2-iscsi neutron-server[103917]: DEBUG dbcounter [-] [103917] Writing DB stats neutron:SELECT=93,neutron:DELETE=3,neutron:INSERT=3,neutron:UPDATE=1 {{(pid=103917) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 16 17:23:15.254392 dv-cinder-837356-2-iscsi neutron-server[103917]: INFO neutron.wsgi [None req-87afe5b0-18f0-4c6b-9459-2c0e065066ac admin admin] 10.222.0.66 "GET /v2.0/security-groups?tenant_id=20598005537949149c827c70ca7a06dd&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2297270 Jun 16 17:23:15.257203 dv-cinder-837356-2-iscsi neutron-server[103916]: DEBUG neutron.wsgi [-] (103916) accepted ('10.222.0.66', 37178) {{(pid=103916) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 16 17:23:15.260995 dv-cinder-837356-2-iscsi neutron-server[103917]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-87afe5b0-18f0-4c6b-9459-2c0e065066ac admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=cff19592-1a1e-476a-aa36-d59b6a4157d6,revision_number=1']} {{(pid=103917) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 17:23:15.283996 dv-cinder-837356-2-iscsi neutron-server[103917]: INFO neutron.wsgi [req-8a8eff65-c576-49c8-8018-f4c52dac711f req-fb3a46c5-79e4-4f88-9773-cc018a0ac42c tempest-DeleteServersTestJSON-168559711 tempest-DeleteServersTestJSON-168559711-project] 10.222.0.66 "GET /v2.0/security-groups?id=9db58268-b1a0-4bab-b8d1-6bdd045c4c5a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0934098 Jun 16 17:23:15.329356 dv-cinder-837356-2-iscsi neutron-server[103916]: DEBUG dbcounter [-] [103916] Writing DB stats neutron:SELECT=93,neutron:INSERT=6,neutron:UPDATE=1 {{(pid=103916) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 16 17:23:15.343114 dv-cinder-837356-2-iscsi neutron-server[103916]: DEBUG neutron_lib.callbacks.manager [None req-1c3bc44f-3044-4399-8b79-b2d763075627 admin admin] Publish callbacks [] for security_group (cff19592-1a1e-476a-aa36-d59b6a4157d6), before_delete {{(pid=103916) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 17:23:15.371224 dv-cinder-837356-2-iscsi neutron-server[103916]: DEBUG neutron_lib.callbacks.manager [None req-1c3bc44f-3044-4399-8b79-b2d763075627 admin admin] Publish callbacks [] for security_group (cff19592-1a1e-476a-aa36-d59b6a4157d6), precommit_delete {{(pid=103916) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 17:23:15.423287 dv-cinder-837356-2-iscsi neutron-server[103916]: DEBUG neutron_lib.callbacks.manager [None req-1c3bc44f-3044-4399-8b79-b2d763075627 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-570488'] for security_group (cff19592-1a1e-476a-aa36-d59b6a4157d6), after_delete {{(pid=103916) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 17:23:15.426373 dv-cinder-837356-2-iscsi neutron-server[103916]: DEBUG neutron_lib.callbacks.manager [None req-1c3bc44f-3044-4399-8b79-b2d763075627 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103916) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 17:23:15.427669 dv-cinder-837356-2-iscsi neutron-server[103916]: INFO neutron.wsgi [None req-1c3bc44f-3044-4399-8b79-b2d763075627 admin admin] 10.222.0.66 "DELETE /v2.0/security-groups/cff19592-1a1e-476a-aa36-d59b6a4157d6 HTTP/1.1" status: 204 len: 168 time: 0.1694639 Jun 16 17:23:15.433815 dv-cinder-837356-2-iscsi neutron-server[103918]: DEBUG neutron_lib.callbacks.manager [None req-d2c24d2b-0cb1-4685-9871-522d8b2b9706 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728539454181', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16149322'] for agent (7639df21-17c3-4235-8912-210c3ad54137), after_update {{(pid=103918) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 17:23:15.439370 dv-cinder-837356-2-iscsi neutron-server[103916]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c3bc44f-3044-4399-8b79-b2d763075627 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=cff19592-1a1e-476a-aa36-d59b6a4157d6,revision_number=None']} {{(pid=103916) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 17:23:15.678711 dv-cinder-837356-2-iscsi neutron-server[103916]: DEBUG neutron.wsgi [-] (103916) accepted ('10.222.0.66', 37196) {{(pid=103916) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 16 17:23:15.772309 dv-cinder-837356-2-iscsi neutron-server[103916]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-abaf711e-9426-4036-80e7-02900ee90055 req-22794451-95e2-4462-9158-b994a8ae478d tempest-ServerRescueNegativeTestJSON-1475515620 tempest-ServerRescueNegativeTestJSON-1475515620-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103916) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 16 17:23:15.774228 dv-cinder-837356-2-iscsi neutron-server[103916]: INFO neutron.wsgi [req-abaf711e-9426-4036-80e7-02900ee90055 req-22794451-95e2-4462-9158-b994a8ae478d tempest-ServerRescueNegativeTestJSON-1475515620 tempest-ServerRescueNegativeTestJSON-1475515620-project] 10.222.0.66 "GET /v2.0/ports?device_id=75957299-3d36-4f9c-a081-9e621c88225c HTTP/1.1" status: 200 len: 945 time: 0.0504556 Jun 16 17:23:15.815209 dv-cinder-837356-2-iscsi neutron-server[103916]: DEBUG neutron_lib.callbacks.manager [None req-b8900d5b-b4df-46fc-a16c-829113464b26 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103916) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 17:23:15.858493 dv-cinder-837356-2-iscsi neutron-server[103916]: INFO neutron.wsgi [req-abaf711e-9426-4036-80e7-02900ee90055 req-fa37c593-96dd-43ea-924b-4456725c4ed2 tempest-ServerRescueNegativeTestJSON-1475515620 tempest-ServerRescueNegativeTestJSON-1475515620-project] 10.222.0.66 "GET /v2.0/security-groups?id=ce781013-5cdb-4bc3-8c66-743aa21b4c5c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0779183 Jun 16 17:23:15.948498 dv-cinder-837356-2-iscsi neutron-server[103916]: DEBUG neutron_lib.callbacks.manager [None req-b8900d5b-b4df-46fc-a16c-829113464b26 admin admin] Publish callbacks [] for security_group (44b141ee-a9ba-4497-9d1d-064799dccbea), precommit_create {{(pid=103916) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 17:23:15.958818 dv-cinder-837356-2-iscsi neutron-server[103917]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-817d2aa2-5d0d-42fd-ac1f-dae0a8a763fe req-d7789dbe-e0e6-4cca-b26f-91de85a9c9f2 tempest-AttachVolumeTestJSON-336390128 tempest-AttachVolumeTestJSON-336390128-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103917) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 16 17:23:15.960562 dv-cinder-837356-2-iscsi neutron-server[103917]: INFO neutron.wsgi [req-817d2aa2-5d0d-42fd-ac1f-dae0a8a763fe req-d7789dbe-e0e6-4cca-b26f-91de85a9c9f2 tempest-AttachVolumeTestJSON-336390128 tempest-AttachVolumeTestJSON-336390128-project] 10.222.0.66 "GET /v2.0/ports?device_id=7d22b60d-19fe-4dca-8eef-821db5a4dc55 HTTP/1.1" status: 200 len: 943 time: 0.0657089 Jun 16 17:23:15.963568 dv-cinder-837356-2-iscsi neutron-server[103916]: DEBUG neutron_lib.callbacks.manager [None req-b8900d5b-b4df-46fc-a16c-829113464b26 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-570488'] for security_group (44b141ee-a9ba-4497-9d1d-064799dccbea), after_create {{(pid=103916) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 17:23:16.055616 dv-cinder-837356-2-iscsi neutron-server[103916]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0af895f-aa54-48ca-aea7-a8f5f2acbb0f req-402923bd-f50e-43d8-9d19-3a7564bf6180 tempest-AttachVolumeShelveTestJSON-1123487845 tempest-AttachVolumeShelveTestJSON-1123487845-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103916) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 16 17:23:16.057298 dv-cinder-837356-2-iscsi neutron-server[103916]: INFO neutron.wsgi [req-a0af895f-aa54-48ca-aea7-a8f5f2acbb0f req-402923bd-f50e-43d8-9d19-3a7564bf6180 tempest-AttachVolumeShelveTestJSON-1123487845 tempest-AttachVolumeShelveTestJSON-1123487845-project] 10.222.0.66 "GET /v2.0/ports?device_id=ab2e7148-fa86-4648-9e4b-87e27fcf1147 HTTP/1.1" status: 200 len: 944 time: 0.1062667 Jun 16 17:23:16.061052 dv-cinder-837356-2-iscsi neutron-server[103916]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b8900d5b-b4df-46fc-a16c-829113464b26 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=44b141ee-a9ba-4497-9d1d-064799dccbea,revision_number=1']} {{(pid=103916) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 17:23:16.072162 dv-cinder-837356-2-iscsi neutron-server[103916]: INFO neutron.wsgi [None req-b8900d5b-b4df-46fc-a16c-829113464b26 admin admin] 10.222.0.66 "GET /v2.0/security-groups?tenant_id=c98413c1705644359db4e3ebe75d8d1f&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3869479 Jun 16 17:23:16.072162 dv-cinder-837356-2-iscsi neutron-server[103916]: DEBUG neutron.wsgi [-] (103916) accepted ('10.222.0.66', 37216) {{(pid=103916) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 16 17:23:16.179410 dv-cinder-837356-2-iscsi neutron-server[103916]: DEBUG neutron_lib.callbacks.manager [None req-490dfc1e-bb1b-4d00-b19d-fc9f0fdbc8d9 admin admin] Publish callbacks [] for security_group (44b141ee-a9ba-4497-9d1d-064799dccbea), before_delete {{(pid=103916) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 17:23:16.198616 dv-cinder-837356-2-iscsi neutron-server[103916]: INFO neutron.wsgi [req-a0af895f-aa54-48ca-aea7-a8f5f2acbb0f req-8eab9a38-4b26-40cf-8ddd-231a52ecd979 tempest-AttachVolumeShelveTestJSON-1123487845 tempest-AttachVolumeShelveTestJSON-1123487845-project] 10.222.0.66 "GET /v2.0/security-groups?id=5ab805c8-38ae-4655-bf71-1fc1999d288e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1089339 Jun 16 17:23:16.204998 dv-cinder-837356-2-iscsi neutron-server[103917]: INFO neutron.wsgi [req-817d2aa2-5d0d-42fd-ac1f-dae0a8a763fe req-b38c9a5c-a7e6-4887-afd5-dd7a1f0f48e9 tempest-AttachVolumeTestJSON-336390128 tempest-AttachVolumeTestJSON-336390128-project] 10.222.0.66 "GET /v2.0/security-groups?id=b5243b74-2536-4f9c-b2d2-f7b79b8f3edb&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2317944 Jun 16 17:23:16.221787 dv-cinder-837356-2-iscsi neutron-server[103916]: DEBUG neutron_lib.callbacks.manager [None req-490dfc1e-bb1b-4d00-b19d-fc9f0fdbc8d9 admin admin] Publish callbacks [] for security_group (44b141ee-a9ba-4497-9d1d-064799dccbea), precommit_delete {{(pid=103916) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 17:23:16.259534 dv-cinder-837356-2-iscsi neutron-server[103917]: INFO neutron.wsgi [req-6945ab37-3d7a-4257-9d38-ffcbf3d9da6b req-06d5ae78-6528-4549-a97e-0f6fd7f9aba5 service neutron] 10.222.0.81 "GET /v2.0/networks/04f2ecf4-cd9f-483b-9100-6d9d67a561d2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2836030 Jun 16 17:23:16.266744 dv-cinder-837356-2-iscsi neutron-server[103917]: INFO neutron.wsgi [req-dfcf68ed-df61-459c-9915-4114a6965a7c req-8757df63-59bf-4344-baeb-4e57cf586f61 service neutron] 10.222.0.81 "GET /v2.0/networks/82c6c893-96f4-45ae-b1e3-d70ff1db738d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2715440 Jun 16 17:23:16.312226 dv-cinder-837356-2-iscsi neutron-server[103918]: DEBUG neutron_lib.callbacks.manager [None req-20715706-35a9-45af-9420-375bdcc64c61 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728539454181', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16149322'] for agent (50395103-89cf-4fb3-87eb-9dff4dfdeea8), after_update {{(pid=103918) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 17:23:16.339029 dv-cinder-837356-2-iscsi neutron-server[103916]: DEBUG neutron_lib.callbacks.manager [None req-490dfc1e-bb1b-4d00-b19d-fc9f0fdbc8d9 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-570488'] for security_group (44b141ee-a9ba-4497-9d1d-064799dccbea), after_delete {{(pid=103916) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 17:23:16.342080 dv-cinder-837356-2-iscsi neutron-server[103916]: DEBUG neutron_lib.callbacks.manager [None req-490dfc1e-bb1b-4d00-b19d-fc9f0fdbc8d9 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103916) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 17:23:16.345544 dv-cinder-837356-2-iscsi neutron-server[103916]: INFO neutron.wsgi [None req-490dfc1e-bb1b-4d00-b19d-fc9f0fdbc8d9 admin admin] 10.222.0.66 "DELETE /v2.0/security-groups/44b141ee-a9ba-4497-9d1d-064799dccbea HTTP/1.1" status: 204 len: 168 time: 0.2714164 Jun 16 17:23:16.354114 dv-cinder-837356-2-iscsi neutron-server[103916]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-490dfc1e-bb1b-4d00-b19d-fc9f0fdbc8d9 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=44b141ee-a9ba-4497-9d1d-064799dccbea,revision_number=None']} {{(pid=103916) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 17:23:16.401577 dv-cinder-837356-2-iscsi neutron-server[103916]: DEBUG dbcounter [-] [103916] Writing DB stats neutron:SELECT=91,neutron:DELETE=3,neutron:INSERT=6 {{(pid=103916) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 16 17:23:16.421443 dv-cinder-837356-2-iscsi neutron-server[103917]: INFO neutron.wsgi [req-6945ab37-3d7a-4257-9d38-ffcbf3d9da6b req-6f42633a-ef7f-4486-b665-e6c47c8e4998 service neutron] 10.222.0.81 "GET /v2.0/networks/04f2ecf4-cd9f-483b-9100-6d9d67a561d2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1534975 Jun 16 17:23:16.444905 dv-cinder-837356-2-iscsi neutron-server[103916]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67b95b5c-69ec-4ab5-853e-a55238861a5f req-dbec9fa4-f5e1-4b8f-9745-7d524db5c8c2 tempest-DeleteServersTestJSON-168559711 tempest-DeleteServersTestJSON-168559711-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103916) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 16 17:23:16.447362 dv-cinder-837356-2-iscsi neutron-server[103916]: INFO neutron.wsgi [req-67b95b5c-69ec-4ab5-853e-a55238861a5f req-dbec9fa4-f5e1-4b8f-9745-7d524db5c8c2 tempest-DeleteServersTestJSON-168559711 tempest-DeleteServersTestJSON-168559711-project] 10.222.0.66 "GET /v2.0/ports?device_id=57b787b3-74c7-4e30-9f10-acea71d19c0c HTTP/1.1" status: 200 len: 945 time: 0.0564847 Jun 16 17:23:16.511237 dv-cinder-837356-2-iscsi neutron-server[103916]: INFO neutron.wsgi [req-67b95b5c-69ec-4ab5-853e-a55238861a5f req-fc3feafe-011c-4057-a8f2-4fa72023af71 tempest-DeleteServersTestJSON-168559711 tempest-DeleteServersTestJSON-168559711-project] 10.222.0.66 "GET /v2.0/security-groups?id=9db58268-b1a0-4bab-b8d1-6bdd045c4c5a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0580285 Jun 16 17:23:16.772965 dv-cinder-837356-2-iscsi neutron-server[103916]: DEBUG neutron.wsgi [-] (103916) accepted ('10.222.0.66', 37250) {{(pid=103916) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 16 17:23:16.787667 dv-cinder-837356-2-iscsi neutron-server[103916]: DEBUG neutron_lib.callbacks.manager [None req-acd7e6db-fd89-41a7-997c-af3839d5e3cd admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103916) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 17:23:16.878193 dv-cinder-837356-2-iscsi neutron-server[103916]: DEBUG neutron_lib.callbacks.manager [None req-acd7e6db-fd89-41a7-997c-af3839d5e3cd admin admin] Publish callbacks [] for security_group (964c8fdb-d6ee-4547-90f9-e6bfc4bc2a90), precommit_create {{(pid=103916) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 17:23:16.882761 dv-cinder-837356-2-iscsi neutron-server[103916]: DEBUG neutron_lib.callbacks.manager [None req-acd7e6db-fd89-41a7-997c-af3839d5e3cd admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-570488'] for security_group (964c8fdb-d6ee-4547-90f9-e6bfc4bc2a90), after_create {{(pid=103916) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 17:23:16.887881 dv-cinder-837356-2-iscsi neutron-server[103916]: DEBUG dbcounter [-] [103916] Writing DB stats neutron:SELECT=84,neutron:DELETE=5,neutron:INSERT=10,neutron:UPDATE=1 {{(pid=103916) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 16 17:23:16.907865 dv-cinder-837356-2-iscsi neutron-server[103918]: DEBUG neutron.plugins.ml2.rpc [None req-b2b17746-c296-4803-869a-65578e8233dd None None] Device 24585d4c-eda6-469f-a310-d2d5f70274a1 up at agent hyperv_hv-cinder-83735 {{(pid=103918) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 16 17:23:16.944558 dv-cinder-837356-2-iscsi neutron-server[103916]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-acd7e6db-fd89-41a7-997c-af3839d5e3cd admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=964c8fdb-d6ee-4547-90f9-e6bfc4bc2a90,revision_number=1']} {{(pid=103916) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 17:23:16.950420 dv-cinder-837356-2-iscsi neutron-server[103916]: INFO neutron.wsgi [None req-acd7e6db-fd89-41a7-997c-af3839d5e3cd admin admin] 10.222.0.66 "GET /v2.0/security-groups?tenant_id=8d267d8926d244b8a9fb37781b831df4&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1760130 Jun 16 17:23:16.957341 dv-cinder-837356-2-iscsi neutron-server[103917]: DEBUG neutron.wsgi [-] (103917) accepted ('10.222.0.66', 37258) {{(pid=103917) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 16 17:23:17.008762 dv-cinder-837356-2-iscsi neutron-server[103918]: DEBUG neutron.db.provisioning_blocks [None req-b2b17746-c296-4803-869a-65578e8233dd None None] Provisioning for port 24585d4c-eda6-469f-a310-d2d5f70274a1 completed by entity L2. {{(pid=103918) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:137}} Jun 16 17:23:17.015509 dv-cinder-837356-2-iscsi neutron-server[103918]: DEBUG neutron.db.provisioning_blocks [None req-b2b17746-c296-4803-869a-65578e8233dd None None] Provisioning complete for port 24585d4c-eda6-469f-a310-d2d5f70274a1 triggered by entity L2. {{(pid=103918) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jun 16 17:23:17.015864 dv-cinder-837356-2-iscsi neutron-server[103918]: DEBUG neutron_lib.callbacks.manager [None req-b2b17746-c296-4803-869a-65578e8233dd None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16149424'] for port (24585d4c-eda6-469f-a310-d2d5f70274a1), provisioning_complete {{(pid=103918) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 17:23:17.060633 dv-cinder-837356-2-iscsi neutron-server[103917]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16c288fe-432f-4dea-960f-7f44bf8e0b0c req-41123b7a-1437-457e-8fb3-97bc8f21acb6 tempest-ServerRescueNegativeTestJSON-1475515620 tempest-ServerRescueNegativeTestJSON-1475515620-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103917) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 16 17:23:17.062192 dv-cinder-837356-2-iscsi neutron-server[103917]: INFO neutron.wsgi [req-16c288fe-432f-4dea-960f-7f44bf8e0b0c req-41123b7a-1437-457e-8fb3-97bc8f21acb6 tempest-ServerRescueNegativeTestJSON-1475515620 tempest-ServerRescueNegativeTestJSON-1475515620-project] 10.222.0.66 "GET /v2.0/ports?device_id=75957299-3d36-4f9c-a081-9e621c88225c HTTP/1.1" status: 200 len: 945 time: 0.0698633 Jun 16 17:23:17.064459 dv-cinder-837356-2-iscsi neutron-server[103916]: DEBUG neutron.wsgi [-] (103916) accepted ('10.222.0.66', 37260) {{(pid=103916) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 16 17:23:17.067660 dv-cinder-837356-2-iscsi neutron-server[103917]: DEBUG neutron_lib.callbacks.manager [None req-95220ae5-8b85-46a8-bd24-06ff0cfac19f admin admin] Publish callbacks [] for security_group (964c8fdb-d6ee-4547-90f9-e6bfc4bc2a90), before_delete {{(pid=103917) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 17:23:17.095820 dv-cinder-837356-2-iscsi neutron-server[103918]: DEBUG neutron.plugins.ml2.plugin [None req-b2b17746-c296-4803-869a-65578e8233dd None None] Current status of the port 24585d4c-eda6-469f-a310-d2d5f70274a1 is: BUILD; New status is: ACTIVE {{(pid=103918) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2298}} Jun 16 17:23:17.096419 dv-cinder-837356-2-iscsi neutron-server[103918]: DEBUG neutron_lib.callbacks.manager [None req-b2b17746-c296-4803-869a-65578e8233dd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16007590'] for port (24585d4c-eda6-469f-a310-d2d5f70274a1), before_update {{(pid=103918) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 17:23:17.108289 dv-cinder-837356-2-iscsi neutron-server[103917]: DEBUG neutron_lib.callbacks.manager [None req-95220ae5-8b85-46a8-bd24-06ff0cfac19f admin admin] Publish callbacks [] for security_group (964c8fdb-d6ee-4547-90f9-e6bfc4bc2a90), precommit_delete {{(pid=103917) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 17:23:17.136297 dv-cinder-837356-2-iscsi neutron-server[103918]: DEBUG neutron.plugins.ml2.db [None req-b2b17746-c296-4803-869a-65578e8233dd None None] For port 24585d4c-eda6-469f-a310-d2d5f70274a1, host hv-cinder-83735, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83735',level=0,port_id=24585d4c-eda6-469f-a310-d2d5f70274a1,segment=NetworkSegment(036772f7-7333-486e-9364-cdd941d04468),segment_id=036772f7-7333-486e-9364-cdd941d04468)] {{(pid=103918) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 16 17:23:17.137517 dv-cinder-837356-2-iscsi neutron-server[103918]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '75957299-3d36-4f9c-a081-9e621c88225c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '24585d4c-eda6-469f-a310-d2d5f70274a1'}] {{(pid=103918) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jun 16 17:23:17.165781 dv-cinder-837356-2-iscsi neutron-server[103917]: INFO neutron.wsgi [req-16c288fe-432f-4dea-960f-7f44bf8e0b0c req-0624610d-6ca0-489a-8f02-680796ab0628 tempest-ServerRescueNegativeTestJSON-1475515620 tempest-ServerRescueNegativeTestJSON-1475515620-project] 10.222.0.66 "GET /v2.0/security-groups?id=ce781013-5cdb-4bc3-8c66-743aa21b4c5c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0873964 Jun 16 17:23:17.199913 dv-cinder-837356-2-iscsi neutron-server[103917]: DEBUG neutron_lib.callbacks.manager [None req-95220ae5-8b85-46a8-bd24-06ff0cfac19f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-570488'] for security_group (964c8fdb-d6ee-4547-90f9-e6bfc4bc2a90), after_delete {{(pid=103917) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 17:23:17.200947 dv-cinder-837356-2-iscsi neutron-server[103918]: DEBUG neutron_lib.callbacks.manager [None req-b2b17746-c296-4803-869a-65578e8233dd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16007527', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-75831', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16241551', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728539364693', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728538993439', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728538993457'] for port (24585d4c-eda6-469f-a310-d2d5f70274a1), after_update {{(pid=103918) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 17:23:17.201834 dv-cinder-837356-2-iscsi neutron-server[103918]: DEBUG neutron.plugins.ml2.rpc [None req-b2b17746-c296-4803-869a-65578e8233dd None None] Device 6fa0a160-b8b9-480d-91ad-c84aa7d2485a up at agent hyperv_hv-cinder-83735 {{(pid=103918) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 16 17:23:17.202909 dv-cinder-837356-2-iscsi neutron-server[103917]: DEBUG neutron_lib.callbacks.manager [None req-95220ae5-8b85-46a8-bd24-06ff0cfac19f admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103917) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 17:23:17.209262 dv-cinder-837356-2-iscsi neutron-server[103917]: INFO neutron.wsgi [None req-95220ae5-8b85-46a8-bd24-06ff0cfac19f admin admin] 10.222.0.66 "DELETE /v2.0/security-groups/964c8fdb-d6ee-4547-90f9-e6bfc4bc2a90 HTTP/1.1" status: 204 len: 168 time: 0.2464817 Jun 16 17:23:17.216030 dv-cinder-837356-2-iscsi neutron-server[103917]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-95220ae5-8b85-46a8-bd24-06ff0cfac19f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=964c8fdb-d6ee-4547-90f9-e6bfc4bc2a90,revision_number=None']} {{(pid=103917) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 17:23:17.261036 dv-cinder-837356-2-iscsi neutron-server[103916]: DEBUG neutron_lib.callbacks.manager [None req-2e8e2df3-dc35-4400-9c3e-8eaecf058aad admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103916) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 17:23:17.300583 dv-cinder-837356-2-iscsi neutron-server[103918]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b2b17746-c296-4803-869a-65578e8233dd None None] Pushing event updated for resources: {'Port': ['ID=24585d4c-eda6-469f-a310-d2d5f70274a1,revision_number=5']} {{(pid=103918) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 17:23:17.307668 dv-cinder-837356-2-iscsi neutron-server[103918]: DEBUG dbcounter [-] [103918] Writing DB stats neutron:SELECT=98,neutron:UPDATE=1,neutron:DELETE=1 {{(pid=103918) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 16 17:23:17.314575 dv-cinder-837356-2-iscsi neutron-server[103918]: DEBUG neutron.db.provisioning_blocks [None req-b2b17746-c296-4803-869a-65578e8233dd None None] Provisioning for port 6fa0a160-b8b9-480d-91ad-c84aa7d2485a completed by entity L2. {{(pid=103918) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:137}} Jun 16 17:23:17.327083 dv-cinder-837356-2-iscsi neutron-server[103918]: DEBUG neutron.db.provisioning_blocks [None req-b2b17746-c296-4803-869a-65578e8233dd None None] Provisioning complete for port 6fa0a160-b8b9-480d-91ad-c84aa7d2485a triggered by entity L2. {{(pid=103918) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jun 16 17:23:17.327707 dv-cinder-837356-2-iscsi neutron-server[103918]: DEBUG neutron_lib.callbacks.manager [None req-b2b17746-c296-4803-869a-65578e8233dd None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16149424'] for port (6fa0a160-b8b9-480d-91ad-c84aa7d2485a), provisioning_complete {{(pid=103918) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 17:23:17.427202 dv-cinder-837356-2-iscsi neutron-server[103918]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.66/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c81ba123246404939637391270152498621c2ac0d5068f91321d7f7277fce0c4" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0ef83de0-0807-4884-99c1-cb257e658e52" -d '{"events": [{"server_uuid": "75957299-3d36-4f9c-a081-9e621c88225c", "name": "network-vif-plugged", "status": "completed", "tag": "24585d4c-eda6-469f-a310-d2d5f70274a1"}]}' {{(pid=103918) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 16 17:23:17.444263 dv-cinder-837356-2-iscsi neutron-server[103917]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2261a929-46cc-4bde-883b-0ccfeec4dd6c req-55c65867-bd9a-40e1-ba2e-7750614f37e4 tempest-AttachVolumeShelveTestJSON-1123487845 tempest-AttachVolumeShelveTestJSON-1123487845-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103917) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 16 17:23:17.445109 dv-cinder-837356-2-iscsi neutron-server[103916]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98a28141-3aca-4593-a3b6-72cfdf2b504c req-95395517-85d1-4d74-a64a-bbf0c6537441 tempest-AttachVolumeTestJSON-336390128 tempest-AttachVolumeTestJSON-336390128-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103916) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 16 17:23:17.452446 dv-cinder-837356-2-iscsi neutron-server[103916]: INFO neutron.wsgi [req-98a28141-3aca-4593-a3b6-72cfdf2b504c req-95395517-85d1-4d74-a64a-bbf0c6537441 tempest-AttachVolumeTestJSON-336390128 tempest-AttachVolumeTestJSON-336390128-project] 10.222.0.66 "GET /v2.0/ports?device_id=7d22b60d-19fe-4dca-8eef-821db5a4dc55 HTTP/1.1" status: 200 len: 943 time: 0.0744345 Jun 16 17:23:17.455754 dv-cinder-837356-2-iscsi neutron-server[103917]: INFO neutron.wsgi [req-2261a929-46cc-4bde-883b-0ccfeec4dd6c req-55c65867-bd9a-40e1-ba2e-7750614f37e4 tempest-AttachVolumeShelveTestJSON-1123487845 tempest-AttachVolumeShelveTestJSON-1123487845-project] 10.222.0.66 "GET /v2.0/ports?device_id=ab2e7148-fa86-4648-9e4b-87e27fcf1147 HTTP/1.1" status: 200 len: 944 time: 0.0837116 Jun 16 17:23:17.498965 dv-cinder-837356-2-iscsi neutron-server[103918]: DEBUG neutron.plugins.ml2.plugin [None req-b2b17746-c296-4803-869a-65578e8233dd None None] Current status of the port 6fa0a160-b8b9-480d-91ad-c84aa7d2485a is: BUILD; New status is: ACTIVE {{(pid=103918) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2298}} Jun 16 17:23:17.499704 dv-cinder-837356-2-iscsi neutron-server[103918]: DEBUG neutron_lib.callbacks.manager [None req-b2b17746-c296-4803-869a-65578e8233dd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16007590'] for port (6fa0a160-b8b9-480d-91ad-c84aa7d2485a), before_update {{(pid=103918) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 17:23:17.552206 dv-cinder-837356-2-iscsi neutron-server[103918]: DEBUG neutron.plugins.ml2.db [None req-b2b17746-c296-4803-869a-65578e8233dd None None] For port 6fa0a160-b8b9-480d-91ad-c84aa7d2485a, host hv-cinder-83735, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83735',level=0,port_id=6fa0a160-b8b9-480d-91ad-c84aa7d2485a,segment=NetworkSegment(036772f7-7333-486e-9364-cdd941d04468),segment_id=036772f7-7333-486e-9364-cdd941d04468)] {{(pid=103918) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 16 17:23:17.556593 dv-cinder-837356-2-iscsi neutron-server[103917]: INFO neutron.wsgi [req-2261a929-46cc-4bde-883b-0ccfeec4dd6c req-2a8e03e5-07f4-4c05-9ca7-6b7238d33f83 tempest-AttachVolumeShelveTestJSON-1123487845 tempest-AttachVolumeShelveTestJSON-1123487845-project] 10.222.0.66 "GET /v2.0/security-groups?id=5ab805c8-38ae-4655-bf71-1fc1999d288e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0976772 Jun 16 17:23:17.561898 dv-cinder-837356-2-iscsi neutron-server[103918]: DEBUG neutron_lib.callbacks.manager [None req-b2b17746-c296-4803-869a-65578e8233dd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16007527', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-75831', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16241551', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728539364693', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728538993439', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728538993457'] for port (6fa0a160-b8b9-480d-91ad-c84aa7d2485a), after_update {{(pid=103918) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 17:23:17.563205 dv-cinder-837356-2-iscsi neutron-server[103918]: DEBUG neutron.plugins.ml2.rpc [None req-b2b17746-c296-4803-869a-65578e8233dd None None] Device 793bfabc-d2dc-472c-95a2-270f46bad4dc up at agent hyperv_hv-cinder-83735 {{(pid=103918) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 16 17:23:17.587044 dv-cinder-837356-2-iscsi neutron-server[103916]: DEBUG neutron_lib.callbacks.manager [None req-2e8e2df3-dc35-4400-9c3e-8eaecf058aad admin admin] Publish callbacks [] for security_group (f50c1ff3-05ba-4d6c-a267-0d5eee40b77f), precommit_create {{(pid=103916) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 17:23:17.592526 dv-cinder-837356-2-iscsi neutron-server[103918]: DEBUG dbcounter [-] [103918] Writing DB stats neutron:SELECT=94,neutron:UPDATE=5,neutron:DELETE=1 {{(pid=103918) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 16 17:23:17.599393 dv-cinder-837356-2-iscsi neutron-server[103916]: DEBUG neutron_lib.callbacks.manager [None req-2e8e2df3-dc35-4400-9c3e-8eaecf058aad admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-570488'] for security_group (f50c1ff3-05ba-4d6c-a267-0d5eee40b77f), after_create {{(pid=103916) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 17:23:17.627266 dv-cinder-837356-2-iscsi neutron-server[103916]: INFO neutron.wsgi [req-98a28141-3aca-4593-a3b6-72cfdf2b504c req-0108e3c8-783e-43e3-aa8a-406fc94e1dc0 tempest-AttachVolumeTestJSON-336390128 tempest-AttachVolumeTestJSON-336390128-project] 10.222.0.66 "GET /v2.0/security-groups?id=b5243b74-2536-4f9c-b2d2-f7b79b8f3edb&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1666276 Jun 16 17:23:17.636174 dv-cinder-837356-2-iscsi neutron-server[103919]: DEBUG neutron.db.agents_db [None req-d2debd9c-00d6-4a8f-b9fc-d112a2dcea0d None None] Agent healthcheck: found 6 active agents {{(pid=103919) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jun 16 17:23:17.664651 dv-cinder-837356-2-iscsi neutron-server[103918]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b2b17746-c296-4803-869a-65578e8233dd None None] Pushing event updated for resources: {'Port': ['ID=6fa0a160-b8b9-480d-91ad-c84aa7d2485a,revision_number=5']} {{(pid=103918) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 17:23:17.682425 dv-cinder-837356-2-iscsi neutron-server[103918]: DEBUG neutron.db.provisioning_blocks [None req-b2b17746-c296-4803-869a-65578e8233dd None None] Provisioning for port 793bfabc-d2dc-472c-95a2-270f46bad4dc completed by entity L2. {{(pid=103918) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:137}} Jun 16 17:23:17.697449 dv-cinder-837356-2-iscsi neutron-server[103918]: DEBUG neutron.db.provisioning_blocks [None req-b2b17746-c296-4803-869a-65578e8233dd None None] Provisioning complete for port 793bfabc-d2dc-472c-95a2-270f46bad4dc triggered by entity L2. {{(pid=103918) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jun 16 17:23:17.697821 dv-cinder-837356-2-iscsi neutron-server[103918]: DEBUG neutron_lib.callbacks.manager [None req-b2b17746-c296-4803-869a-65578e8233dd None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16149424'] for port (793bfabc-d2dc-472c-95a2-270f46bad4dc), provisioning_complete {{(pid=103918) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 17:23:17.715411 dv-cinder-837356-2-iscsi neutron-server[103916]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2e8e2df3-dc35-4400-9c3e-8eaecf058aad admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f50c1ff3-05ba-4d6c-a267-0d5eee40b77f,revision_number=1']} {{(pid=103916) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 17:23:17.741036 dv-cinder-837356-2-iscsi neutron-server[103916]: INFO neutron.wsgi [None req-2e8e2df3-dc35-4400-9c3e-8eaecf058aad admin admin] 10.222.0.66 "GET /v2.0/security-groups?tenant_id=6c47df4422604b42b9fd9ec4b99031aa&name=default HTTP/1.1" status: 200 len: 2996 time: 0.6754625 Jun 16 17:23:17.744101 dv-cinder-837356-2-iscsi neutron-server[103916]: DEBUG neutron.wsgi [-] (103916) accepted ('10.222.0.66', 37300) {{(pid=103916) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 16 17:23:17.809932 dv-cinder-837356-2-iscsi neutron-server[103918]: DEBUG neutron.plugins.ml2.plugin [None req-b2b17746-c296-4803-869a-65578e8233dd None None] Current status of the port 793bfabc-d2dc-472c-95a2-270f46bad4dc is: BUILD; New status is: ACTIVE {{(pid=103918) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2298}} Jun 16 17:23:17.810874 dv-cinder-837356-2-iscsi neutron-server[103918]: DEBUG neutron_lib.callbacks.manager [None req-b2b17746-c296-4803-869a-65578e8233dd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16007590'] for port (793bfabc-d2dc-472c-95a2-270f46bad4dc), before_update {{(pid=103918) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 17:23:17.837965 dv-cinder-837356-2-iscsi neutron-server[103918]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 16 Jun 2022 17:23:17 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-56114eb4-8e02-4b79-ba9d-2fa45326d0bd x-openstack-request-id: req-56114eb4-8e02-4b79-ba9d-2fa45326d0bd {{(pid=103918) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 16 17:23:17.838495 dv-cinder-837356-2-iscsi neutron-server[103918]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "75957299-3d36-4f9c-a081-9e621c88225c", "name": "network-vif-plugged", "status": "completed", "tag": "24585d4c-eda6-469f-a310-d2d5f70274a1", "code": 200}]} {{(pid=103918) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 16 17:23:17.838921 dv-cinder-837356-2-iscsi neutron-server[103918]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.66/compute/v2.1/os-server-external-events used request id req-56114eb4-8e02-4b79-ba9d-2fa45326d0bd {{(pid=103918) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 16 17:23:17.839549 dv-cinder-837356-2-iscsi neutron-server[103918]: INFO neutron.notifiers.nova [-] Nova event matching ['req-56114eb4-8e02-4b79-ba9d-2fa45326d0bd'] response: {'server_uuid': '75957299-3d36-4f9c-a081-9e621c88225c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '24585d4c-eda6-469f-a310-d2d5f70274a1', 'code': 200} Jun 16 17:23:17.865950 dv-cinder-837356-2-iscsi neutron-server[103918]: DEBUG neutron.plugins.ml2.db [None req-b2b17746-c296-4803-869a-65578e8233dd None None] For port 793bfabc-d2dc-472c-95a2-270f46bad4dc, host hv-cinder-83735, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83735',level=0,port_id=793bfabc-d2dc-472c-95a2-270f46bad4dc,segment=NetworkSegment(fc64d2c6-c2f0-412f-b3c5-2a5dbaec0731),segment_id=fc64d2c6-c2f0-412f-b3c5-2a5dbaec0731)] {{(pid=103918) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 16 17:23:17.872575 dv-cinder-837356-2-iscsi neutron-server[103918]: DEBUG neutron_lib.callbacks.manager [None req-b2b17746-c296-4803-869a-65578e8233dd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16007527', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-75831', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16241551', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728539364693', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728538993439', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728538993457'] for port (793bfabc-d2dc-472c-95a2-270f46bad4dc), after_update {{(pid=103918) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 17:23:17.882178 dv-cinder-837356-2-iscsi neutron-server[103916]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-904be30c-4bbd-4076-9686-2a40e957fe3c req-d76e0b38-4bd6-46d8-a0b5-eae188295644 tempest-DeleteServersTestJSON-168559711 tempest-DeleteServersTestJSON-168559711-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103916) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 16 17:23:17.883889 dv-cinder-837356-2-iscsi neutron-server[103916]: INFO neutron.wsgi [req-904be30c-4bbd-4076-9686-2a40e957fe3c req-d76e0b38-4bd6-46d8-a0b5-eae188295644 tempest-DeleteServersTestJSON-168559711 tempest-DeleteServersTestJSON-168559711-project] 10.222.0.66 "GET /v2.0/ports?device_id=57b787b3-74c7-4e30-9f10-acea71d19c0c HTTP/1.1" status: 200 len: 945 time: 0.1304963 Jun 16 17:23:17.913657 dv-cinder-837356-2-iscsi neutron-server[103916]: DEBUG neutron_lib.callbacks.manager [None req-7bbdf1ef-c0c2-41b9-9c98-770407719a62 admin admin] Publish callbacks [] for security_group (f50c1ff3-05ba-4d6c-a267-0d5eee40b77f), before_delete {{(pid=103916) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 17:23:17.952770 dv-cinder-837356-2-iscsi neutron-server[103916]: DEBUG neutron_lib.callbacks.manager [None req-7bbdf1ef-c0c2-41b9-9c98-770407719a62 admin admin] Publish callbacks [] for security_group (f50c1ff3-05ba-4d6c-a267-0d5eee40b77f), precommit_delete {{(pid=103916) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 17:23:17.971825 dv-cinder-837356-2-iscsi neutron-server[103918]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b2b17746-c296-4803-869a-65578e8233dd None None] Pushing event updated for resources: {'Port': ['ID=793bfabc-d2dc-472c-95a2-270f46bad4dc,revision_number=5']} {{(pid=103918) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 17:23:17.987306 dv-cinder-837356-2-iscsi neutron-server[103916]: INFO neutron.wsgi [req-904be30c-4bbd-4076-9686-2a40e957fe3c req-05e99bd9-c49f-41c1-956d-4aa7b336158d tempest-DeleteServersTestJSON-168559711 tempest-DeleteServersTestJSON-168559711-project] 10.222.0.66 "GET /v2.0/security-groups?id=9db58268-b1a0-4bab-b8d1-6bdd045c4c5a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0941999 Jun 16 17:23:18.033218 dv-cinder-837356-2-iscsi neutron-server[103918]: DEBUG neutron_lib.callbacks.manager [None req-90597016-5de8-4c3e-b42a-66aa2c70cc5e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728539454181', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16149322'] for agent (853db9d1-1c17-40a4-900c-de4f90440474), after_update {{(pid=103918) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 17:23:18.035574 dv-cinder-837356-2-iscsi neutron-server[103916]: DEBUG neutron_lib.callbacks.manager [None req-7bbdf1ef-c0c2-41b9-9c98-770407719a62 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-570488'] for security_group (f50c1ff3-05ba-4d6c-a267-0d5eee40b77f), after_delete {{(pid=103916) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 17:23:18.038654 dv-cinder-837356-2-iscsi neutron-server[103916]: DEBUG neutron_lib.callbacks.manager [None req-7bbdf1ef-c0c2-41b9-9c98-770407719a62 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103916) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 17:23:18.043423 dv-cinder-837356-2-iscsi neutron-server[103916]: INFO neutron.wsgi [None req-7bbdf1ef-c0c2-41b9-9c98-770407719a62 admin admin] 10.222.0.66 "DELETE /v2.0/security-groups/f50c1ff3-05ba-4d6c-a267-0d5eee40b77f HTTP/1.1" status: 204 len: 168 time: 0.2946110 Jun 16 17:23:18.049790 dv-cinder-837356-2-iscsi neutron-server[103916]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7bbdf1ef-c0c2-41b9-9c98-770407719a62 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f50c1ff3-05ba-4d6c-a267-0d5eee40b77f,revision_number=None']} {{(pid=103916) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 17:23:18.401238 dv-cinder-837356-2-iscsi neutron-server[103917]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b3f6b9a-eb6a-4239-b537-9c0e884719b9 req-cc9189d3-a8ba-4d9c-aa0f-6acaeee72873 tempest-ServerRescueNegativeTestJSON-1475515620 tempest-ServerRescueNegativeTestJSON-1475515620-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103917) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 16 17:23:18.405960 dv-cinder-837356-2-iscsi neutron-server[103917]: INFO neutron.wsgi [req-6b3f6b9a-eb6a-4239-b537-9c0e884719b9 req-cc9189d3-a8ba-4d9c-aa0f-6acaeee72873 tempest-ServerRescueNegativeTestJSON-1475515620 tempest-ServerRescueNegativeTestJSON-1475515620-project] 10.222.0.66 "GET /v2.0/ports?device_id=75957299-3d36-4f9c-a081-9e621c88225c HTTP/1.1" status: 200 len: 946 time: 0.1062691 Jun 16 17:23:18.431391 dv-cinder-837356-2-iscsi neutron-server[103917]: DEBUG dbcounter [-] [103917] Writing DB stats neutron:SELECT=97,neutron:DELETE=3 {{(pid=103917) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 16 17:23:18.453952 dv-cinder-837356-2-iscsi neutron-server[103918]: DEBUG neutron_lib.callbacks.manager [None req-39ead2dc-a542-4f04-b117-439eb7f32aa8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728539454181', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16149322'] for agent (5b2fa84c-1db1-41c6-a6b9-975c3da28daf), after_update {{(pid=103918) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 17:23:18.469165 dv-cinder-837356-2-iscsi neutron-server[103917]: INFO neutron.wsgi [req-6b3f6b9a-eb6a-4239-b537-9c0e884719b9 req-54975776-a073-4569-a665-1f24a7673c93 tempest-ServerRescueNegativeTestJSON-1475515620 tempest-ServerRescueNegativeTestJSON-1475515620-project] 10.222.0.66 "GET /v2.0/security-groups?id=ce781013-5cdb-4bc3-8c66-743aa21b4c5c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0557420 Jun 16 17:23:18.705776 dv-cinder-837356-2-iscsi neutron-server[103916]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c68960b-9043-4129-a233-337b919fae52 req-e8d3fbd4-7897-405c-ad19-93f42e8413f5 tempest-AttachVolumeShelveTestJSON-1123487845 tempest-AttachVolumeShelveTestJSON-1123487845-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103916) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 16 17:23:18.708340 dv-cinder-837356-2-iscsi neutron-server[103916]: INFO neutron.wsgi [req-2c68960b-9043-4129-a233-337b919fae52 req-e8d3fbd4-7897-405c-ad19-93f42e8413f5 tempest-AttachVolumeShelveTestJSON-1123487845 tempest-AttachVolumeShelveTestJSON-1123487845-project] 10.222.0.66 "GET /v2.0/ports?device_id=ab2e7148-fa86-4648-9e4b-87e27fcf1147 HTTP/1.1" status: 200 len: 944 time: 0.0752234 Jun 16 17:23:18.727285 dv-cinder-837356-2-iscsi neutron-server[103916]: DEBUG dbcounter [-] [103916] Writing DB stats neutron:SELECT=84,neutron:INSERT=14,neutron:UPDATE=1,neutron:DELETE=1 {{(pid=103916) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 16 17:23:18.781351 dv-cinder-837356-2-iscsi neutron-server[103917]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da7dba86-f9a4-4560-a978-80e1755cc0a0 req-3ca901fc-b0b8-4dc8-8eea-a0b79abad0a9 tempest-AttachVolumeTestJSON-336390128 tempest-AttachVolumeTestJSON-336390128-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103917) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 16 17:23:18.783703 dv-cinder-837356-2-iscsi neutron-server[103917]: INFO neutron.wsgi [req-da7dba86-f9a4-4560-a978-80e1755cc0a0 req-3ca901fc-b0b8-4dc8-8eea-a0b79abad0a9 tempest-AttachVolumeTestJSON-336390128 tempest-AttachVolumeTestJSON-336390128-project] 10.222.0.66 "GET /v2.0/ports?device_id=7d22b60d-19fe-4dca-8eef-821db5a4dc55 HTTP/1.1" status: 200 len: 943 time: 0.0879526 Jun 16 17:23:18.785451 dv-cinder-837356-2-iscsi neutron-server[103916]: INFO neutron.wsgi [req-2c68960b-9043-4129-a233-337b919fae52 req-5282a0d7-0ca2-43ca-bac9-6a03efa3ba00 tempest-AttachVolumeShelveTestJSON-1123487845 tempest-AttachVolumeShelveTestJSON-1123487845-project] 10.222.0.66 "GET /v2.0/security-groups?id=5ab805c8-38ae-4655-bf71-1fc1999d288e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0672305 Jun 16 17:23:18.851483 dv-cinder-837356-2-iscsi neutron-server[103917]: INFO neutron.wsgi [req-da7dba86-f9a4-4560-a978-80e1755cc0a0 req-493a04f8-8a57-43e3-8f00-94f5a85e31b2 tempest-AttachVolumeTestJSON-336390128 tempest-AttachVolumeTestJSON-336390128-project] 10.222.0.66 "GET /v2.0/security-groups?id=b5243b74-2536-4f9c-b2d2-f7b79b8f3edb&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0570185 Jun 16 17:23:18.924931 dv-cinder-837356-2-iscsi neutron-server[103918]: DEBUG neutron.plugins.ml2.rpc [None req-b2b17746-c296-4803-869a-65578e8233dd None None] Device 2da50d5c-d328-4853-a261-6bd0c6378dcd details requested by agent hyperv_hv-cinder-83735 with host hv-cinder-83735 {{(pid=103918) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jun 16 17:23:19.085488 dv-cinder-837356-2-iscsi neutron-server[103918]: DEBUG neutron.plugins.ml2.db [None req-b2b17746-c296-4803-869a-65578e8233dd None None] For port 2da50d5c-d328-4853-a261-6bd0c6378dcd, host hv-cinder-83735, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83735',level=0,port_id=2da50d5c-d328-4853-a261-6bd0c6378dcd,segment=NetworkSegment(d53d2152-678f-42ce-a3f8-cc589901ed6b),segment_id=d53d2152-678f-42ce-a3f8-cc589901ed6b)] {{(pid=103918) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 16 17:23:19.106505 dv-cinder-837356-2-iscsi neutron-server[103918]: DEBUG neutron.plugins.ml2.rpc [None req-b2b17746-c296-4803-869a-65578e8233dd None None] Returning: {'device': '2da50d5c-d328-4853-a261-6bd0c6378dcd', 'network_id': '04f2ecf4-cd9f-483b-9100-6d9d67a561d2', 'port_id': '2da50d5c-d328-4853-a261-6bd0c6378dcd', 'mac_address': 'fa:16:3e:7a:0e:13', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 1034, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '57d5f714-8d8c-468b-957a-7745cf345909', 'ip_address': '172.20.0.11'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'qos_network_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103918) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jun 16 17:23:19.154300 dv-cinder-837356-2-iscsi neutron-server[103918]: DEBUG neutron.plugins.ml2.plugin [None req-b2b17746-c296-4803-869a-65578e8233dd None None] Current status of the port 2da50d5c-d328-4853-a261-6bd0c6378dcd is: DOWN; New status is: BUILD {{(pid=103918) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2298}} Jun 16 17:23:19.154699 dv-cinder-837356-2-iscsi neutron-server[103918]: DEBUG neutron_lib.callbacks.manager [None req-b2b17746-c296-4803-869a-65578e8233dd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16007590'] for port (2da50d5c-d328-4853-a261-6bd0c6378dcd), before_update {{(pid=103918) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 17:23:19.160497 dv-cinder-837356-2-iscsi neutron-server[103916]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d7f673d-8358-4c30-8e4a-a747a773f03a req-eb7410d1-d858-4789-9155-ac48e3283405 tempest-DeleteServersTestJSON-168559711 tempest-DeleteServersTestJSON-168559711-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103916) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 16 17:23:19.163618 dv-cinder-837356-2-iscsi neutron-server[103916]: INFO neutron.wsgi [req-8d7f673d-8358-4c30-8e4a-a747a773f03a req-eb7410d1-d858-4789-9155-ac48e3283405 tempest-DeleteServersTestJSON-168559711 tempest-DeleteServersTestJSON-168559711-project] 10.222.0.66 "GET /v2.0/ports?device_id=57b787b3-74c7-4e30-9f10-acea71d19c0c HTTP/1.1" status: 200 len: 946 time: 0.0660725 Jun 16 17:23:19.186632 dv-cinder-837356-2-iscsi neutron-server[103918]: DEBUG neutron.notifiers.nova [None req-b2b17746-c296-4803-869a-65578e8233dd None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 2da50d5c-d328-4853-a261-6bd0c6378dcd {{(pid=103918) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Jun 16 17:23:19.220467 dv-cinder-837356-2-iscsi neutron-server[103918]: DEBUG neutron.plugins.ml2.db [None req-b2b17746-c296-4803-869a-65578e8233dd None None] For port 2da50d5c-d328-4853-a261-6bd0c6378dcd, host hv-cinder-83735, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83735',level=0,port_id=2da50d5c-d328-4853-a261-6bd0c6378dcd,segment=NetworkSegment(d53d2152-678f-42ce-a3f8-cc589901ed6b),segment_id=d53d2152-678f-42ce-a3f8-cc589901ed6b)] {{(pid=103918) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 16 17:23:19.226562 dv-cinder-837356-2-iscsi neutron-server[103918]: DEBUG neutron_lib.callbacks.manager [None req-b2b17746-c296-4803-869a-65578e8233dd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16007527', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-75831', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16241551', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728539364693', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728538993439', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728538993457'] for port (2da50d5c-d328-4853-a261-6bd0c6378dcd), after_update {{(pid=103918) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 17:23:19.233723 dv-cinder-837356-2-iscsi neutron-server[103916]: INFO neutron.wsgi [req-8d7f673d-8358-4c30-8e4a-a747a773f03a req-fbb81cbe-5b7a-4ff0-b1aa-6a8bf59a82c1 tempest-DeleteServersTestJSON-168559711 tempest-DeleteServersTestJSON-168559711-project] 10.222.0.66 "GET /v2.0/security-groups?id=9db58268-b1a0-4bab-b8d1-6bdd045c4c5a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0582263 Jun 16 17:23:19.285480 dv-cinder-837356-2-iscsi neutron-server[103918]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b2b17746-c296-4803-869a-65578e8233dd None None] Pushing event updated for resources: {'Port': ['ID=2da50d5c-d328-4853-a261-6bd0c6378dcd,revision_number=4']} {{(pid=103918) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 17:23:19.615028 dv-cinder-837356-2-iscsi neutron-server[103917]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22fb9e3d-073b-47b6-aec9-814f725167bb req-8b343965-9a94-4547-a7e6-24793fec35c0 tempest-ServerRescueNegativeTestJSON-1475515620 tempest-ServerRescueNegativeTestJSON-1475515620-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103917) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 16 17:23:19.617296 dv-cinder-837356-2-iscsi neutron-server[103917]: INFO neutron.wsgi [req-22fb9e3d-073b-47b6-aec9-814f725167bb req-8b343965-9a94-4547-a7e6-24793fec35c0 tempest-ServerRescueNegativeTestJSON-1475515620 tempest-ServerRescueNegativeTestJSON-1475515620-project] 10.222.0.66 "GET /v2.0/ports?device_id=75957299-3d36-4f9c-a081-9e621c88225c HTTP/1.1" status: 200 len: 946 time: 0.0586505 Jun 16 17:23:19.680164 dv-cinder-837356-2-iscsi neutron-server[103917]: INFO neutron.wsgi [req-22fb9e3d-073b-47b6-aec9-814f725167bb req-6865bb72-52d1-477e-a608-a7d5c1a4b9d8 tempest-ServerRescueNegativeTestJSON-1475515620 tempest-ServerRescueNegativeTestJSON-1475515620-project] 10.222.0.66 "GET /v2.0/security-groups?id=ce781013-5cdb-4bc3-8c66-743aa21b4c5c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0566909 Jun 16 17:23:19.689438 dv-cinder-837356-2-iscsi neutron-server[103916]: DEBUG neutron.wsgi [-] (103916) accepted ('10.222.0.66', 37414) {{(pid=103916) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 16 17:23:19.840399 dv-cinder-837356-2-iscsi neutron-server[103918]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '90ea9630-ef03-47fd-aa60-695a36081c19', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '6fa0a160-b8b9-480d-91ad-c84aa7d2485a'}, {'server_uuid': '57b787b3-74c7-4e30-9f10-acea71d19c0c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '793bfabc-d2dc-472c-95a2-270f46bad4dc'}] {{(pid=103918) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jun 16 17:23:19.842849 dv-cinder-837356-2-iscsi neutron-server[103918]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.66/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c81ba123246404939637391270152498621c2ac0d5068f91321d7f7277fce0c4" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-fa2a2543-98b4-44ff-9504-270fff42aa19" -d '{"events": [{"server_uuid": "90ea9630-ef03-47fd-aa60-695a36081c19", "name": "network-vif-plugged", "status": "completed", "tag": "6fa0a160-b8b9-480d-91ad-c84aa7d2485a"}, {"server_uuid": "57b787b3-74c7-4e30-9f10-acea71d19c0c", "name": "network-vif-plugged", "status": "completed", "tag": "793bfabc-d2dc-472c-95a2-270f46bad4dc"}]}' {{(pid=103918) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 16 17:23:19.869157 dv-cinder-837356-2-iscsi neutron-server[103916]: DEBUG neutron_lib.callbacks.manager [None req-126447c5-1b8e-4eb0-b55a-0b1df9dd7675 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103916) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 17:23:19.909147 dv-cinder-837356-2-iscsi neutron-server[103918]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 354 Content-Type: application/json Date: Thu, 16 Jun 2022 17:23:19 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-dab7c398-8d81-416c-9af8-221c797e711f x-openstack-request-id: req-dab7c398-8d81-416c-9af8-221c797e711f {{(pid=103918) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 16 17:23:19.909464 dv-cinder-837356-2-iscsi neutron-server[103918]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "90ea9630-ef03-47fd-aa60-695a36081c19", "name": "network-vif-plugged", "status": "completed", "tag": "6fa0a160-b8b9-480d-91ad-c84aa7d2485a", "code": 200}, {"server_uuid": "57b787b3-74c7-4e30-9f10-acea71d19c0c", "name": "network-vif-plugged", "status": "completed", "tag": "793bfabc-d2dc-472c-95a2-270f46bad4dc", "code": 200}]} {{(pid=103918) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 16 17:23:19.909714 dv-cinder-837356-2-iscsi neutron-server[103918]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.66/compute/v2.1/os-server-external-events used request id req-dab7c398-8d81-416c-9af8-221c797e711f {{(pid=103918) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 16 17:23:19.910119 dv-cinder-837356-2-iscsi neutron-server[103918]: INFO neutron.notifiers.nova [-] Nova event matching ['req-dab7c398-8d81-416c-9af8-221c797e711f'] response: {'server_uuid': '90ea9630-ef03-47fd-aa60-695a36081c19', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '6fa0a160-b8b9-480d-91ad-c84aa7d2485a', 'code': 200} Jun 16 17:23:19.910371 dv-cinder-837356-2-iscsi neutron-server[103918]: INFO neutron.notifiers.nova [-] Nova event matching ['req-dab7c398-8d81-416c-9af8-221c797e711f'] response: {'server_uuid': '57b787b3-74c7-4e30-9f10-acea71d19c0c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '793bfabc-d2dc-472c-95a2-270f46bad4dc', 'code': 200} Jun 16 17:23:19.955512 dv-cinder-837356-2-iscsi neutron-server[103916]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c06346b-2ad4-4055-931f-214aa295d132 req-3a1ce29f-55c4-404f-a798-74024e6b2f88 tempest-AttachVolumeShelveTestJSON-1123487845 tempest-AttachVolumeShelveTestJSON-1123487845-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103916) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 16 17:23:19.963315 dv-cinder-837356-2-iscsi neutron-server[103916]: INFO neutron.wsgi [req-6c06346b-2ad4-4055-931f-214aa295d132 req-3a1ce29f-55c4-404f-a798-74024e6b2f88 tempest-AttachVolumeShelveTestJSON-1123487845 tempest-AttachVolumeShelveTestJSON-1123487845-project] 10.222.0.66 "GET /v2.0/ports?device_id=ab2e7148-fa86-4648-9e4b-87e27fcf1147 HTTP/1.1" status: 200 len: 945 time: 0.0827591 Jun 16 17:23:19.979256 dv-cinder-837356-2-iscsi neutron-server[103916]: DEBUG dbcounter [-] [103916] Writing DB stats neutron:SELECT=90,neutron:INSERT=6,neutron:UPDATE=1,neutron:DELETE=3 {{(pid=103916) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 16 17:23:20.021741 dv-cinder-837356-2-iscsi neutron-server[103917]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a53f3901-3de3-4f30-99c5-30dec7bc5b44 req-75e176cf-6002-4a91-9e64-161059b37221 tempest-AttachVolumeTestJSON-336390128 tempest-AttachVolumeTestJSON-336390128-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103917) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 16 17:23:20.042581 dv-cinder-837356-2-iscsi neutron-server[103917]: INFO neutron.wsgi [req-a53f3901-3de3-4f30-99c5-30dec7bc5b44 req-75e176cf-6002-4a91-9e64-161059b37221 tempest-AttachVolumeTestJSON-336390128 tempest-AttachVolumeTestJSON-336390128-project] 10.222.0.66 "GET /v2.0/ports?device_id=7d22b60d-19fe-4dca-8eef-821db5a4dc55 HTTP/1.1" status: 200 len: 943 time: 0.0804963 Jun 16 17:23:20.051769 dv-cinder-837356-2-iscsi neutron-server[103916]: INFO neutron.wsgi [req-6c06346b-2ad4-4055-931f-214aa295d132 req-59379b8b-c539-4f1b-a370-88c0db9eda2f tempest-AttachVolumeShelveTestJSON-1123487845 tempest-AttachVolumeShelveTestJSON-1123487845-project] 10.222.0.66 "GET /v2.0/security-groups?id=5ab805c8-38ae-4655-bf71-1fc1999d288e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0872033 Jun 16 17:23:20.073691 dv-cinder-837356-2-iscsi neutron-server[103917]: DEBUG dbcounter [-] [103917] Writing DB stats neutron:SELECT=99,neutron:DELETE=1 {{(pid=103917) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 16 17:23:20.108295 dv-cinder-837356-2-iscsi neutron-server[103918]: DEBUG neutron.plugins.ml2.db [None req-b2b17746-c296-4803-869a-65578e8233dd None None] get_ports_and_sgs() called for port_ids ['2da50d5c-d328-4853-a261-6bd0c6378dcd'] {{(pid=103918) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jun 16 17:23:20.120142 dv-cinder-837356-2-iscsi neutron-server[103916]: DEBUG neutron_lib.callbacks.manager [None req-126447c5-1b8e-4eb0-b55a-0b1df9dd7675 admin admin] Publish callbacks [] for security_group (e198eab9-04fb-4300-b0d0-e93e6e629170), precommit_create {{(pid=103916) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 17:23:20.126507 dv-cinder-837356-2-iscsi neutron-server[103916]: DEBUG neutron_lib.callbacks.manager [None req-126447c5-1b8e-4eb0-b55a-0b1df9dd7675 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-570488'] for security_group (e198eab9-04fb-4300-b0d0-e93e6e629170), after_create {{(pid=103916) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 17:23:20.140604 dv-cinder-837356-2-iscsi neutron-server[103918]: DEBUG neutron.plugins.ml2.rpc [None req-b2b17746-c296-4803-869a-65578e8233dd None None] Device 21fae4ca-fb3d-4b09-8071-928df2baff45 details requested by agent hyperv_hv-cinder-83735 with host hv-cinder-83735 {{(pid=103918) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jun 16 17:23:20.159253 dv-cinder-837356-2-iscsi neutron-server[103917]: INFO neutron.wsgi [req-a53f3901-3de3-4f30-99c5-30dec7bc5b44 req-d626f5cf-7140-49c6-a265-a16bbed850bf tempest-AttachVolumeTestJSON-336390128 tempest-AttachVolumeTestJSON-336390128-project] 10.222.0.66 "GET /v2.0/security-groups?id=b5243b74-2536-4f9c-b2d2-f7b79b8f3edb&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1155131 Jun 16 17:23:20.196838 dv-cinder-837356-2-iscsi neutron-server[103916]: INFO neutron.wsgi [None req-126447c5-1b8e-4eb0-b55a-0b1df9dd7675 admin admin] 10.222.0.66 "GET /v2.0/security-groups?tenant_id=5fa1f646736b4715a770190347ea0744&name=default HTTP/1.1" status: 200 len: 2996 time: 0.5061617 Jun 16 17:23:20.198042 dv-cinder-837356-2-iscsi neutron-server[103916]: DEBUG neutron.wsgi [-] (103916) accepted ('10.222.0.66', 37440) {{(pid=103916) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 16 17:23:20.200861 dv-cinder-837356-2-iscsi neutron-server[103916]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-126447c5-1b8e-4eb0-b55a-0b1df9dd7675 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e198eab9-04fb-4300-b0d0-e93e6e629170,revision_number=1']} {{(pid=103916) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 17:23:20.228594 dv-cinder-837356-2-iscsi neutron-server[103917]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f81f5e16-c660-4591-8ba8-5628bd757424 req-3108ea8f-fb44-430f-9607-16a130299203 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103917) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 16 17:23:20.231165 dv-cinder-837356-2-iscsi neutron-server[103917]: INFO neutron.wsgi [req-f81f5e16-c660-4591-8ba8-5628bd757424 req-3108ea8f-fb44-430f-9607-16a130299203 service neutron] 10.222.0.81 "GET /v2.0/ports?device_id=57b787b3-74c7-4e30-9f10-acea71d19c0c HTTP/1.1" status: 200 len: 1130 time: 0.0641148 Jun 16 17:23:20.235821 dv-cinder-837356-2-iscsi neutron-server[103918]: DEBUG dbcounter [-] [103918] Writing DB stats neutron:SELECT=97,neutron:UPDATE=2,neutron:DELETE=1 {{(pid=103918) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 16 17:23:20.262674 dv-cinder-837356-2-iscsi neutron-server[103917]: DEBUG neutron_lib.callbacks.manager [req-f81f5e16-c660-4591-8ba8-5628bd757424 req-3966e23b-3772-43a8-ab60-755953b54183 service neutron] Publish callbacks [] for security_group (None), before_create {{(pid=103917) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 17:23:20.267114 dv-cinder-837356-2-iscsi neutron-server[103917]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d85c043a-3795-4ee9-91b6-be214b02dd88 req-7db2e989-0322-4ca6-ac48-bf2587cdc280 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103917) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 16 17:23:20.268886 dv-cinder-837356-2-iscsi neutron-server[103917]: INFO neutron.wsgi [req-d85c043a-3795-4ee9-91b6-be214b02dd88 req-7db2e989-0322-4ca6-ac48-bf2587cdc280 service neutron] 10.222.0.81 "GET /v2.0/ports?device_id=75957299-3d36-4f9c-a081-9e621c88225c HTTP/1.1" status: 200 len: 1130 time: 0.2077112 Jun 16 17:23:20.301763 dv-cinder-837356-2-iscsi neutron-server[103917]: DEBUG neutron_lib.callbacks.manager [req-d85c043a-3795-4ee9-91b6-be214b02dd88 req-d1a9a3ac-44c2-4734-9880-e9de38e80cf4 service neutron] Publish callbacks [] for security_group (None), before_create {{(pid=103917) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 17:23:20.461409 dv-cinder-837356-2-iscsi neutron-server[103918]: DEBUG dbcounter [-] [103918] Writing DB stats neutron:SELECT=95,neutron:UPDATE=5 {{(pid=103918) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 16 17:23:20.480176 dv-cinder-837356-2-iscsi neutron-server[103917]: DEBUG neutron_lib.callbacks.manager [req-d85c043a-3795-4ee9-91b6-be214b02dd88 req-d1a9a3ac-44c2-4734-9880-e9de38e80cf4 service neutron] Publish callbacks [] for security_group (b84184db-15cc-4825-9c41-ad0dd788c973), precommit_create {{(pid=103917) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 17:23:20.491920 dv-cinder-837356-2-iscsi neutron-server[103916]: DEBUG neutron_lib.callbacks.manager [None req-a640271e-7520-4dbd-902e-f29c835f0105 admin admin] Publish callbacks [] for security_group (e198eab9-04fb-4300-b0d0-e93e6e629170), before_delete {{(pid=103916) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 17:23:20.503333 dv-cinder-837356-2-iscsi neutron-server[103917]: DEBUG neutron_lib.db.api [req-f81f5e16-c660-4591-8ba8-5628bd757424 req-3966e23b-3772-43a8-ab60-755953b54183 service neutron] Retry wrapper got retriable exception: Failed to create a duplicate DefaultSecurityGroup: for attribute(s) ['default_security_group.PRIMARY'] with value(s) 8deb4e225ab24d98bacff11a9f183d8c {{(pid=103917) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:188}} Jun 16 17:23:20.503856 dv-cinder-837356-2-iscsi neutron-server[103917]: DEBUG oslo_db.api [req-f81f5e16-c660-4591-8ba8-5628bd757424 req-3966e23b-3772-43a8-ab60-755953b54183 service neutron] Performing DB retry for function neutron.db.securitygroups_db.SecurityGroupDbMixin.create_security_group {{(pid=103917) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jun 16 17:23:20.509401 dv-cinder-837356-2-iscsi neutron-server[103917]: DEBUG neutron_lib.callbacks.manager [req-d85c043a-3795-4ee9-91b6-be214b02dd88 req-d1a9a3ac-44c2-4734-9880-e9de38e80cf4 service neutron] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-570488'] for security_group (b84184db-15cc-4825-9c41-ad0dd788c973), after_create {{(pid=103917) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 17:23:20.530069 dv-cinder-837356-2-iscsi neutron-server[103916]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2795958d-cdba-4ffd-b7bf-9a7fec0a8410 req-c1ef0b16-d075-44a7-9d33-e527b5b6e916 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103916) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 16 17:23:20.531981 dv-cinder-837356-2-iscsi neutron-server[103916]: INFO neutron.wsgi [req-2795958d-cdba-4ffd-b7bf-9a7fec0a8410 req-c1ef0b16-d075-44a7-9d33-e527b5b6e916 service neutron] 10.222.0.81 "GET /v2.0/ports?device_id=90ea9630-ef03-47fd-aa60-695a36081c19 HTTP/1.1" status: 200 len: 1129 time: 0.2185483 Jun 16 17:23:20.558209 dv-cinder-837356-2-iscsi neutron-server[103918]: DEBUG neutron.plugins.ml2.db [None req-b2b17746-c296-4803-869a-65578e8233dd None None] For port 21fae4ca-fb3d-4b09-8071-928df2baff45, host hv-cinder-83735, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83735',level=0,port_id=21fae4ca-fb3d-4b09-8071-928df2baff45,segment=NetworkSegment(3fc55272-fc64-4407-9040-7681311e4934),segment_id=3fc55272-fc64-4407-9040-7681311e4934)] {{(pid=103918) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 16 17:23:20.576944 dv-cinder-837356-2-iscsi neutron-server[103917]: INFO neutron.wsgi [req-d85c043a-3795-4ee9-91b6-be214b02dd88 req-d1a9a3ac-44c2-4734-9880-e9de38e80cf4 service neutron] 10.222.0.81 "GET /v2.0/security-groups?id=ce781013-5cdb-4bc3-8c66-743aa21b4c5c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2999082 Jun 16 17:23:20.595726 dv-cinder-837356-2-iscsi neutron-server[103916]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0997a18a-6785-444d-93fb-45ce3ad9a16a req-93de9dcd-d6bc-443c-8b7a-e9b0a83d34b8 tempest-DeleteServersTestJSON-168559711 tempest-DeleteServersTestJSON-168559711-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103916) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 16 17:23:20.597510 dv-cinder-837356-2-iscsi neutron-server[103916]: INFO neutron.wsgi [req-0997a18a-6785-444d-93fb-45ce3ad9a16a req-93de9dcd-d6bc-443c-8b7a-e9b0a83d34b8 tempest-DeleteServersTestJSON-168559711 tempest-DeleteServersTestJSON-168559711-project] 10.222.0.66 "GET /v2.0/ports?device_id=57b787b3-74c7-4e30-9f10-acea71d19c0c HTTP/1.1" status: 200 len: 946 time: 0.1858246 Jun 16 17:23:20.599685 dv-cinder-837356-2-iscsi neutron-server[103918]: DEBUG neutron.plugins.ml2.rpc [None req-b2b17746-c296-4803-869a-65578e8233dd None None] Returning: {'device': '21fae4ca-fb3d-4b09-8071-928df2baff45', 'network_id': '82c6c893-96f4-45ae-b1e3-d70ff1db738d', 'port_id': '21fae4ca-fb3d-4b09-8071-928df2baff45', 'mac_address': 'fa:16:3e:1d:01:27', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 1007, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '744fc868-35e9-4c30-8ac9-ba01749c37c3', 'ip_address': '172.20.0.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'qos_network_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103918) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jun 16 17:23:20.600413 dv-cinder-837356-2-iscsi neutron-server[103916]: DEBUG neutron_lib.callbacks.manager [None req-a640271e-7520-4dbd-902e-f29c835f0105 admin admin] Publish callbacks [] for security_group (e198eab9-04fb-4300-b0d0-e93e6e629170), precommit_delete {{(pid=103916) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 17:23:20.605579 dv-cinder-837356-2-iscsi neutron-server[103917]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d1a9a3ac-44c2-4734-9880-e9de38e80cf4 service neutron] Pushing event updated for resources: {'SecurityGroup': ['ID=b84184db-15cc-4825-9c41-ad0dd788c973,revision_number=1']} {{(pid=103917) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 17:23:20.662776 dv-cinder-837356-2-iscsi neutron-server[103918]: DEBUG neutron.plugins.ml2.plugin [None req-b2b17746-c296-4803-869a-65578e8233dd None None] Current status of the port 21fae4ca-fb3d-4b09-8071-928df2baff45 is: DOWN; New status is: BUILD {{(pid=103918) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2298}} Jun 16 17:23:20.663367 dv-cinder-837356-2-iscsi neutron-server[103918]: DEBUG neutron_lib.callbacks.manager [None req-b2b17746-c296-4803-869a-65578e8233dd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16007590'] for port (21fae4ca-fb3d-4b09-8071-928df2baff45), before_update {{(pid=103918) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 17:23:20.682110 dv-cinder-837356-2-iscsi neutron-server[103918]: DEBUG neutron.notifiers.nova [None req-b2b17746-c296-4803-869a-65578e8233dd None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 21fae4ca-fb3d-4b09-8071-928df2baff45 {{(pid=103918) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Jun 16 17:23:20.737111 dv-cinder-837356-2-iscsi neutron-server[103918]: DEBUG neutron.plugins.ml2.db [None req-b2b17746-c296-4803-869a-65578e8233dd None None] For port 21fae4ca-fb3d-4b09-8071-928df2baff45, host hv-cinder-83735, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83735',level=0,port_id=21fae4ca-fb3d-4b09-8071-928df2baff45,segment=NetworkSegment(3fc55272-fc64-4407-9040-7681311e4934),segment_id=3fc55272-fc64-4407-9040-7681311e4934)] {{(pid=103918) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 16 17:23:20.745378 dv-cinder-837356-2-iscsi neutron-server[103918]: DEBUG neutron_lib.callbacks.manager [None req-b2b17746-c296-4803-869a-65578e8233dd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16007527', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-75831', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16241551', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728539364693', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728538993439', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728538993457'] for port (21fae4ca-fb3d-4b09-8071-928df2baff45), after_update {{(pid=103918) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 17:23:20.839308 dv-cinder-837356-2-iscsi neutron-server[103917]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d3d675a-b3e8-46fe-8eea-bc432dc52578 req-cc295f86-1b27-4cce-92bd-e300be471a3c tempest-ServerRescueNegativeTestJSON-1475515620 tempest-ServerRescueNegativeTestJSON-1475515620-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103917) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 16 17:23:20.840901 dv-cinder-837356-2-iscsi neutron-server[103917]: INFO neutron.wsgi [req-7d3d675a-b3e8-46fe-8eea-bc432dc52578 req-cc295f86-1b27-4cce-92bd-e300be471a3c tempest-ServerRescueNegativeTestJSON-1475515620 tempest-ServerRescueNegativeTestJSON-1475515620-project] 10.222.0.66 "GET /v2.0/ports?device_id=75957299-3d36-4f9c-a081-9e621c88225c HTTP/1.1" status: 200 len: 946 time: 0.0675232 Jun 16 17:23:20.855732 dv-cinder-837356-2-iscsi neutron-server[103918]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b2b17746-c296-4803-869a-65578e8233dd None None] Pushing event updated for resources: {'Port': ['ID=21fae4ca-fb3d-4b09-8071-928df2baff45,revision_number=4']} {{(pid=103918) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 17:23:20.879935 dv-cinder-837356-2-iscsi neutron-server[103916]: INFO neutron.wsgi [req-2795958d-cdba-4ffd-b7bf-9a7fec0a8410 req-93181b58-b560-4384-8d0d-7b2022d4435f service neutron] 10.222.0.81 "GET /v2.0/security-groups?id=ce781013-5cdb-4bc3-8c66-743aa21b4c5c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3374023 Jun 16 17:23:20.898415 dv-cinder-837356-2-iscsi neutron-server[103916]: INFO neutron.wsgi [req-0997a18a-6785-444d-93fb-45ce3ad9a16a req-9578c1d2-a027-48eb-806b-00afde5410c7 tempest-DeleteServersTestJSON-168559711 tempest-DeleteServersTestJSON-168559711-project] 10.222.0.66 "GET /v2.0/security-groups?id=9db58268-b1a0-4bab-b8d1-6bdd045c4c5a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2876992 Jun 16 17:23:20.912281 dv-cinder-837356-2-iscsi neutron-server[103916]: DEBUG neutron_lib.callbacks.manager [None req-a640271e-7520-4dbd-902e-f29c835f0105 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-570488'] for security_group (e198eab9-04fb-4300-b0d0-e93e6e629170), after_delete {{(pid=103916) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 17:23:20.916226 dv-cinder-837356-2-iscsi neutron-server[103916]: DEBUG neutron_lib.callbacks.manager [None req-a640271e-7520-4dbd-902e-f29c835f0105 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103916) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 17:23:20.917766 dv-cinder-837356-2-iscsi neutron-server[103916]: INFO neutron.wsgi [None req-a640271e-7520-4dbd-902e-f29c835f0105 admin admin] 10.222.0.66 "DELETE /v2.0/security-groups/e198eab9-04fb-4300-b0d0-e93e6e629170 HTTP/1.1" status: 204 len: 168 time: 0.7191985 Jun 16 17:23:20.927883 dv-cinder-837356-2-iscsi neutron-server[103917]: INFO neutron.wsgi [req-7d3d675a-b3e8-46fe-8eea-bc432dc52578 req-d22ac51d-fc7f-4f11-bb24-3873b05c1816 tempest-ServerRescueNegativeTestJSON-1475515620 tempest-ServerRescueNegativeTestJSON-1475515620-project] 10.222.0.66 "GET /v2.0/security-groups?id=ce781013-5cdb-4bc3-8c66-743aa21b4c5c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0808675 Jun 16 17:23:20.928351 dv-cinder-837356-2-iscsi neutron-server[103916]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a640271e-7520-4dbd-902e-f29c835f0105 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e198eab9-04fb-4300-b0d0-e93e6e629170,revision_number=None']} {{(pid=103916) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 17:23:21.005303 dv-cinder-837356-2-iscsi neutron-server[103917]: DEBUG neutron_lib.callbacks.manager [req-f81f5e16-c660-4591-8ba8-5628bd757424 req-3966e23b-3772-43a8-ab60-755953b54183 service neutron] Publish callbacks [] for security_group (None), before_create {{(pid=103917) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 17:23:21.097446 dv-cinder-837356-2-iscsi neutron-server[103917]: INFO neutron.wsgi [req-f81f5e16-c660-4591-8ba8-5628bd757424 req-3966e23b-3772-43a8-ab60-755953b54183 service neutron] 10.222.0.81 "GET /v2.0/security-groups?id=9db58268-b1a0-4bab-b8d1-6bdd045c4c5a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.8575156 Jun 16 17:23:21.208360 dv-cinder-837356-2-iscsi neutron-server[103916]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0f5988b-ae96-4671-9580-45f794ff4bc0 req-c47d9554-7ab5-4fcb-bbcc-b90a1bba1ade tempest-AttachVolumeShelveTestJSON-1123487845 tempest-AttachVolumeShelveTestJSON-1123487845-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103916) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 16 17:23:21.216739 dv-cinder-837356-2-iscsi neutron-server[103916]: INFO neutron.wsgi [req-a0f5988b-ae96-4671-9580-45f794ff4bc0 req-c47d9554-7ab5-4fcb-bbcc-b90a1bba1ade tempest-AttachVolumeShelveTestJSON-1123487845 tempest-AttachVolumeShelveTestJSON-1123487845-project] 10.222.0.66 "GET /v2.0/ports?device_id=ab2e7148-fa86-4648-9e4b-87e27fcf1147 HTTP/1.1" status: 200 len: 945 time: 0.0640688 Jun 16 17:23:21.243005 dv-cinder-837356-2-iscsi neutron-server[103916]: DEBUG dbcounter [-] [103916] Writing DB stats neutron:SELECT=92,neutron:INSERT=6,neutron:UPDATE=1,neutron:DELETE=1 {{(pid=103916) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 16 17:23:21.270954 dv-cinder-837356-2-iscsi neutron-server[103916]: INFO neutron.wsgi [req-a0f5988b-ae96-4671-9580-45f794ff4bc0 req-a3405ff9-ef83-4de3-b733-2e36415e1fcc tempest-AttachVolumeShelveTestJSON-1123487845 tempest-AttachVolumeShelveTestJSON-1123487845-project] 10.222.0.66 "GET /v2.0/security-groups?id=5ab805c8-38ae-4655-bf71-1fc1999d288e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0529540 Jun 16 17:23:21.330684 dv-cinder-837356-2-iscsi neutron-server[103917]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35753821-2be5-454c-8dfc-9d89a4872e1e req-4243e526-592c-47cc-880d-4dfaf21f8d96 tempest-AttachVolumeTestJSON-336390128 tempest-AttachVolumeTestJSON-336390128-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103917) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 16 17:23:21.332164 dv-cinder-837356-2-iscsi neutron-server[103917]: INFO neutron.wsgi [req-35753821-2be5-454c-8dfc-9d89a4872e1e req-4243e526-592c-47cc-880d-4dfaf21f8d96 tempest-AttachVolumeTestJSON-336390128 tempest-AttachVolumeTestJSON-336390128-project] 10.222.0.66 "GET /v2.0/ports?device_id=7d22b60d-19fe-4dca-8eef-821db5a4dc55 HTTP/1.1" status: 200 len: 944 time: 0.0513988 Jun 16 17:23:21.398013 dv-cinder-837356-2-iscsi neutron-server[103917]: INFO neutron.wsgi [req-35753821-2be5-454c-8dfc-9d89a4872e1e req-dd86aaf6-731a-44ea-b6e6-1bcf041f18c6 tempest-AttachVolumeTestJSON-336390128 tempest-AttachVolumeTestJSON-336390128-project] 10.222.0.66 "GET /v2.0/security-groups?id=b5243b74-2536-4f9c-b2d2-f7b79b8f3edb&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0594709 Jun 16 17:23:21.457499 dv-cinder-837356-2-iscsi neutron-server[103918]: DEBUG neutron.plugins.ml2.db [None req-b2b17746-c296-4803-869a-65578e8233dd None None] get_ports_and_sgs() called for port_ids ['21fae4ca-fb3d-4b09-8071-928df2baff45'] {{(pid=103918) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jun 16 17:23:22.031790 dv-cinder-837356-2-iscsi neutron-server[103916]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20882186-87a8-4f43-bb51-80e2a9156331 req-cbcf2062-7dca-4ea9-ab94-327c826d7b23 tempest-DeleteServersTestJSON-168559711 tempest-DeleteServersTestJSON-168559711-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103916) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 16 17:23:22.033329 dv-cinder-837356-2-iscsi neutron-server[103916]: INFO neutron.wsgi [req-20882186-87a8-4f43-bb51-80e2a9156331 req-cbcf2062-7dca-4ea9-ab94-327c826d7b23 tempest-DeleteServersTestJSON-168559711 tempest-DeleteServersTestJSON-168559711-project] 10.222.0.66 "GET /v2.0/ports?device_id=57b787b3-74c7-4e30-9f10-acea71d19c0c HTTP/1.1" status: 200 len: 946 time: 0.0598934 Jun 16 17:23:22.043820 dv-cinder-837356-2-iscsi neutron-server[103917]: DEBUG dbcounter [-] [103917] Writing DB stats neutron:SELECT=97,neutron:INSERT=3 {{(pid=103917) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 16 17:23:22.060841 dv-cinder-837356-2-iscsi neutron-server[103917]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9cb29614-c824-455c-a37d-50d5798a9773 req-44cd7a7d-a52b-4173-9dd3-6d7ce7be79d4 tempest-ServerRescueNegativeTestJSON-1475515620 tempest-ServerRescueNegativeTestJSON-1475515620-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103917) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 16 17:23:22.062359 dv-cinder-837356-2-iscsi neutron-server[103917]: INFO neutron.wsgi [req-9cb29614-c824-455c-a37d-50d5798a9773 req-44cd7a7d-a52b-4173-9dd3-6d7ce7be79d4 tempest-ServerRescueNegativeTestJSON-1475515620 tempest-ServerRescueNegativeTestJSON-1475515620-project] 10.222.0.66 "GET /v2.0/ports?device_id=75957299-3d36-4f9c-a081-9e621c88225c HTTP/1.1" status: 200 len: 946 time: 0.0492678 Jun 16 17:23:22.089270 dv-cinder-837356-2-iscsi neutron-server[103916]: INFO neutron.wsgi [req-20882186-87a8-4f43-bb51-80e2a9156331 req-61cb2b9e-d046-4f2a-9f53-657326de3eb4 tempest-DeleteServersTestJSON-168559711 tempest-DeleteServersTestJSON-168559711-project] 10.222.0.66 "GET /v2.0/security-groups?id=9db58268-b1a0-4bab-b8d1-6bdd045c4c5a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0483713 Jun 16 17:23:22.124637 dv-cinder-837356-2-iscsi neutron-server[103917]: INFO neutron.wsgi [req-9cb29614-c824-455c-a37d-50d5798a9773 req-b6eadccc-65fa-43f9-a24f-a2d6613960d8 tempest-ServerRescueNegativeTestJSON-1475515620 tempest-ServerRescueNegativeTestJSON-1475515620-project] 10.222.0.66 "GET /v2.0/security-groups?id=ce781013-5cdb-4bc3-8c66-743aa21b4c5c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0559747 Jun 16 17:23:22.416430 dv-cinder-837356-2-iscsi neutron-server[103916]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03e8ddc6-c0e5-4e4a-b379-b6a76015c2ec req-e1fc4664-6a3e-419b-b6c4-05ec353eb86e tempest-AttachVolumeShelveTestJSON-1123487845 tempest-AttachVolumeShelveTestJSON-1123487845-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103916) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 16 17:23:22.417944 dv-cinder-837356-2-iscsi neutron-server[103916]: INFO neutron.wsgi [req-03e8ddc6-c0e5-4e4a-b379-b6a76015c2ec req-e1fc4664-6a3e-419b-b6c4-05ec353eb86e tempest-AttachVolumeShelveTestJSON-1123487845 tempest-AttachVolumeShelveTestJSON-1123487845-project] 10.222.0.66 "GET /v2.0/ports?device_id=ab2e7148-fa86-4648-9e4b-87e27fcf1147 HTTP/1.1" status: 200 len: 945 time: 0.0588908 Jun 16 17:23:22.486884 dv-cinder-837356-2-iscsi neutron-server[103916]: INFO neutron.wsgi [req-03e8ddc6-c0e5-4e4a-b379-b6a76015c2ec req-e569b033-bc8f-4327-8e37-9d3070e76c02 tempest-AttachVolumeShelveTestJSON-1123487845 tempest-AttachVolumeShelveTestJSON-1123487845-project] 10.222.0.66 "GET /v2.0/security-groups?id=5ab805c8-38ae-4655-bf71-1fc1999d288e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0609853 Jun 16 17:23:22.540158 dv-cinder-837356-2-iscsi neutron-server[103917]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65fe8896-135f-4dab-a3d2-33fdde54024d req-22a609ac-b78e-48c4-805b-00e8d72c87e1 tempest-AttachVolumeTestJSON-336390128 tempest-AttachVolumeTestJSON-336390128-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103917) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 16 17:23:22.541827 dv-cinder-837356-2-iscsi neutron-server[103917]: INFO neutron.wsgi [req-65fe8896-135f-4dab-a3d2-33fdde54024d req-22a609ac-b78e-48c4-805b-00e8d72c87e1 tempest-AttachVolumeTestJSON-336390128 tempest-AttachVolumeTestJSON-336390128-project] 10.222.0.66 "GET /v2.0/ports?device_id=7d22b60d-19fe-4dca-8eef-821db5a4dc55 HTTP/1.1" status: 200 len: 944 time: 0.0570464 Jun 16 17:23:22.593163 dv-cinder-837356-2-iscsi neutron-server[103917]: INFO neutron.wsgi [req-65fe8896-135f-4dab-a3d2-33fdde54024d req-cc52739d-fd90-4cf2-8a6e-4fe79af96e4f tempest-AttachVolumeTestJSON-336390128 tempest-AttachVolumeTestJSON-336390128-project] 10.222.0.66 "GET /v2.0/security-groups?id=b5243b74-2536-4f9c-b2d2-f7b79b8f3edb&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0456493 Jun 16 17:23:22.650936 dv-cinder-837356-2-iscsi neutron-server[103919]: DEBUG dbcounter [-] [103919] Writing DB stats neutron:SELECT=4 {{(pid=103919) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 16 17:23:23.207656 dv-cinder-837356-2-iscsi neutron-server[103916]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39889b02-398d-460a-a711-11ec40a39067 req-639189b3-9a43-4a6f-9384-994361e46bf0 tempest-DeleteServersTestJSON-168559711 tempest-DeleteServersTestJSON-168559711-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103916) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 16 17:23:23.209125 dv-cinder-837356-2-iscsi neutron-server[103916]: INFO neutron.wsgi [req-39889b02-398d-460a-a711-11ec40a39067 req-639189b3-9a43-4a6f-9384-994361e46bf0 tempest-DeleteServersTestJSON-168559711 tempest-DeleteServersTestJSON-168559711-project] 10.222.0.66 "GET /v2.0/ports?device_id=57b787b3-74c7-4e30-9f10-acea71d19c0c HTTP/1.1" status: 200 len: 946 time: 0.0504627 Jun 16 17:23:23.249913 dv-cinder-837356-2-iscsi neutron-server[103917]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4a54b0a-f426-494d-8fec-03402500e21b req-d769bf63-d333-450d-8261-4add9957e93b tempest-ServerRescueNegativeTestJSON-1475515620 tempest-ServerRescueNegativeTestJSON-1475515620-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103917) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 16 17:23:23.251390 dv-cinder-837356-2-iscsi neutron-server[103917]: INFO neutron.wsgi [req-a4a54b0a-f426-494d-8fec-03402500e21b req-d769bf63-d333-450d-8261-4add9957e93b tempest-ServerRescueNegativeTestJSON-1475515620 tempest-ServerRescueNegativeTestJSON-1475515620-project] 10.222.0.66 "GET /v2.0/ports?device_id=75957299-3d36-4f9c-a081-9e621c88225c HTTP/1.1" status: 200 len: 946 time: 0.0515773 Jun 16 17:23:23.257850 dv-cinder-837356-2-iscsi neutron-server[103916]: INFO neutron.wsgi [req-39889b02-398d-460a-a711-11ec40a39067 req-6c314063-1e41-4a63-9021-f81ae9a1ac70 tempest-DeleteServersTestJSON-168559711 tempest-DeleteServersTestJSON-168559711-project] 10.222.0.66 "GET /v2.0/security-groups?id=9db58268-b1a0-4bab-b8d1-6bdd045c4c5a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0428145 Jun 16 17:23:23.308183 dv-cinder-837356-2-iscsi neutron-server[103917]: INFO neutron.wsgi [req-a4a54b0a-f426-494d-8fec-03402500e21b req-2b2162f8-4108-4b75-b730-238079c06865 tempest-ServerRescueNegativeTestJSON-1475515620 tempest-ServerRescueNegativeTestJSON-1475515620-project] 10.222.0.66 "GET /v2.0/security-groups?id=ce781013-5cdb-4bc3-8c66-743aa21b4c5c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0511403 Jun 16 17:23:23.618858 dv-cinder-837356-2-iscsi neutron-server[103916]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0bd8f3c3-5b25-4783-b499-71920abe1e41 req-73599ae9-3bb0-4db7-9326-4eae4d4eca10 tempest-AttachVolumeShelveTestJSON-1123487845 tempest-AttachVolumeShelveTestJSON-1123487845-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103916) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 16 17:23:23.620298 dv-cinder-837356-2-iscsi neutron-server[103916]: INFO neutron.wsgi [req-0bd8f3c3-5b25-4783-b499-71920abe1e41 req-73599ae9-3bb0-4db7-9326-4eae4d4eca10 tempest-AttachVolumeShelveTestJSON-1123487845 tempest-AttachVolumeShelveTestJSON-1123487845-project] 10.222.0.66 "GET /v2.0/ports?device_id=ab2e7148-fa86-4648-9e4b-87e27fcf1147 HTTP/1.1" status: 200 len: 945 time: 0.0502298 Jun 16 17:23:23.673010 dv-cinder-837356-2-iscsi neutron-server[103916]: INFO neutron.wsgi [req-0bd8f3c3-5b25-4783-b499-71920abe1e41 req-e560615d-4031-458b-9294-c4e07061865c tempest-AttachVolumeShelveTestJSON-1123487845 tempest-AttachVolumeShelveTestJSON-1123487845-project] 10.222.0.66 "GET /v2.0/security-groups?id=5ab805c8-38ae-4655-bf71-1fc1999d288e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0465746 Jun 16 17:23:23.677636 dv-cinder-837356-2-iscsi neutron-server[103917]: DEBUG dbcounter [-] [103917] Writing DB stats neutron:SELECT=88,neutron:INSERT=11,neutron:UPDATE=1 {{(pid=103917) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 16 17:23:23.732819 dv-cinder-837356-2-iscsi neutron-server[103917]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91cb9fe1-7f62-4e3e-9bc6-a484edc00625 req-0333c589-f0ad-41dc-8b07-fd41e588c801 tempest-AttachVolumeTestJSON-336390128 tempest-AttachVolumeTestJSON-336390128-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103917) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 16 17:23:23.734370 dv-cinder-837356-2-iscsi neutron-server[103917]: INFO neutron.wsgi [req-91cb9fe1-7f62-4e3e-9bc6-a484edc00625 req-0333c589-f0ad-41dc-8b07-fd41e588c801 tempest-AttachVolumeTestJSON-336390128 tempest-AttachVolumeTestJSON-336390128-project] 10.222.0.66 "GET /v2.0/ports?device_id=7d22b60d-19fe-4dca-8eef-821db5a4dc55 HTTP/1.1" status: 200 len: 944 time: 0.0665154 Jun 16 17:23:23.783007 dv-cinder-837356-2-iscsi neutron-server[103917]: INFO neutron.wsgi [req-91cb9fe1-7f62-4e3e-9bc6-a484edc00625 req-59c62348-4312-4bb5-a339-12c256461400 tempest-AttachVolumeTestJSON-336390128 tempest-AttachVolumeTestJSON-336390128-project] 10.222.0.66 "GET /v2.0/security-groups?id=b5243b74-2536-4f9c-b2d2-f7b79b8f3edb&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0428181 Jun 16 17:23:24.376833 dv-cinder-837356-2-iscsi neutron-server[103916]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f32f52c1-042d-422b-8af0-d0aed49bf44f req-64b2c74d-53fe-4ee2-9ff7-4f42600707a8 tempest-DeleteServersTestJSON-168559711 tempest-DeleteServersTestJSON-168559711-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103916) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 16 17:23:24.378374 dv-cinder-837356-2-iscsi neutron-server[103916]: INFO neutron.wsgi [req-f32f52c1-042d-422b-8af0-d0aed49bf44f req-64b2c74d-53fe-4ee2-9ff7-4f42600707a8 tempest-DeleteServersTestJSON-168559711 tempest-DeleteServersTestJSON-168559711-project] 10.222.0.66 "GET /v2.0/ports?device_id=57b787b3-74c7-4e30-9f10-acea71d19c0c HTTP/1.1" status: 200 len: 946 time: 0.0517747 Jun 16 17:23:24.430606 dv-cinder-837356-2-iscsi neutron-server[103916]: DEBUG dbcounter [-] [103916] Writing DB stats neutron:SELECT=95,neutron:INSERT=2,neutron:DELETE=3 {{(pid=103916) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 16 17:23:24.433218 dv-cinder-837356-2-iscsi neutron-server[103917]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1585d7c-92d0-493c-a77b-bb2a45c64fd6 req-df44dec6-a35f-4937-8790-bc563094b5bd tempest-ServerRescueNegativeTestJSON-1475515620 tempest-ServerRescueNegativeTestJSON-1475515620-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103917) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 16 17:23:24.434721 dv-cinder-837356-2-iscsi neutron-server[103917]: INFO neutron.wsgi [req-f1585d7c-92d0-493c-a77b-bb2a45c64fd6 req-df44dec6-a35f-4937-8790-bc563094b5bd tempest-ServerRescueNegativeTestJSON-1475515620 tempest-ServerRescueNegativeTestJSON-1475515620-project] 10.222.0.66 "GET /v2.0/ports?device_id=75957299-3d36-4f9c-a081-9e621c88225c HTTP/1.1" status: 200 len: 946 time: 0.0537450 Jun 16 17:23:24.436011 dv-cinder-837356-2-iscsi neutron-server[103916]: INFO neutron.wsgi [req-f32f52c1-042d-422b-8af0-d0aed49bf44f req-94da1134-cc86-4807-9659-b509439d2d43 tempest-DeleteServersTestJSON-168559711 tempest-DeleteServersTestJSON-168559711-project] 10.222.0.66 "GET /v2.0/security-groups?id=9db58268-b1a0-4bab-b8d1-6bdd045c4c5a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0458105 Jun 16 17:23:24.488676 dv-cinder-837356-2-iscsi neutron-server[103917]: INFO neutron.wsgi [req-f1585d7c-92d0-493c-a77b-bb2a45c64fd6 req-d9bfb97d-117e-47e8-ac7d-69bca4c1eeb3 tempest-ServerRescueNegativeTestJSON-1475515620 tempest-ServerRescueNegativeTestJSON-1475515620-project] 10.222.0.66 "GET /v2.0/security-groups?id=ce781013-5cdb-4bc3-8c66-743aa21b4c5c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0479720 Jun 16 17:23:24.801899 dv-cinder-837356-2-iscsi neutron-server[103916]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26a22dfe-b71d-4268-9e30-fada0ea2f6ac req-479c5e89-770c-4c7b-b9c0-8e65467ca47f tempest-AttachVolumeShelveTestJSON-1123487845 tempest-AttachVolumeShelveTestJSON-1123487845-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103916) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 16 17:23:24.803397 dv-cinder-837356-2-iscsi neutron-server[103916]: INFO neutron.wsgi [req-26a22dfe-b71d-4268-9e30-fada0ea2f6ac req-479c5e89-770c-4c7b-b9c0-8e65467ca47f tempest-AttachVolumeShelveTestJSON-1123487845 tempest-AttachVolumeShelveTestJSON-1123487845-project] 10.222.0.66 "GET /v2.0/ports?device_id=ab2e7148-fa86-4648-9e4b-87e27fcf1147 HTTP/1.1" status: 200 len: 945 time: 0.0537195 Jun 16 17:23:24.858124 dv-cinder-837356-2-iscsi neutron-server[103916]: INFO neutron.wsgi [req-26a22dfe-b71d-4268-9e30-fada0ea2f6ac req-a0db4b22-f3c0-4eac-a61c-3e92cf2dedea tempest-AttachVolumeShelveTestJSON-1123487845 tempest-AttachVolumeShelveTestJSON-1123487845-project] 10.222.0.66 "GET /v2.0/security-groups?id=5ab805c8-38ae-4655-bf71-1fc1999d288e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0489829 Jun 16 17:23:24.899791 dv-cinder-837356-2-iscsi neutron-server[103917]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40bf0984-804e-4dc4-9d9c-51d4c99730f4 req-a9d2b865-fc9b-457a-b2f7-827082f1a630 tempest-AttachVolumeTestJSON-336390128 tempest-AttachVolumeTestJSON-336390128-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103917) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 16 17:23:24.901290 dv-cinder-837356-2-iscsi neutron-server[103917]: INFO neutron.wsgi [req-40bf0984-804e-4dc4-9d9c-51d4c99730f4 req-a9d2b865-fc9b-457a-b2f7-827082f1a630 tempest-AttachVolumeTestJSON-336390128 tempest-AttachVolumeTestJSON-336390128-project] 10.222.0.66 "GET /v2.0/ports?device_id=7d22b60d-19fe-4dca-8eef-821db5a4dc55 HTTP/1.1" status: 200 len: 944 time: 0.0487146 Jun 16 17:23:24.949658 dv-cinder-837356-2-iscsi neutron-server[103917]: INFO neutron.wsgi [req-40bf0984-804e-4dc4-9d9c-51d4c99730f4 req-0e362a30-f1fb-4035-8e44-dc2a9d26cff7 tempest-AttachVolumeTestJSON-336390128 tempest-AttachVolumeTestJSON-336390128-project] 10.222.0.66 "GET /v2.0/security-groups?id=b5243b74-2536-4f9c-b2d2-f7b79b8f3edb&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0423393 Jun 16 17:23:25.038423 dv-cinder-837356-2-iscsi neutron-server[103918]: DEBUG neutron.plugins.ml2.rpc [None req-b2b17746-c296-4803-869a-65578e8233dd None None] Device 2da50d5c-d328-4853-a261-6bd0c6378dcd up at agent hyperv_hv-cinder-83735 {{(pid=103918) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 16 17:23:25.085383 dv-cinder-837356-2-iscsi neutron-server[103918]: DEBUG neutron.db.provisioning_blocks [None req-b2b17746-c296-4803-869a-65578e8233dd None None] Provisioning for port 2da50d5c-d328-4853-a261-6bd0c6378dcd completed by entity L2. {{(pid=103918) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:137}} Jun 16 17:23:25.093724 dv-cinder-837356-2-iscsi neutron-server[103918]: DEBUG neutron.db.provisioning_blocks [None req-b2b17746-c296-4803-869a-65578e8233dd None None] Provisioning complete for port 2da50d5c-d328-4853-a261-6bd0c6378dcd triggered by entity L2. {{(pid=103918) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jun 16 17:23:25.094181 dv-cinder-837356-2-iscsi neutron-server[103918]: DEBUG neutron_lib.callbacks.manager [None req-b2b17746-c296-4803-869a-65578e8233dd None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16149424'] for port (2da50d5c-d328-4853-a261-6bd0c6378dcd), provisioning_complete {{(pid=103918) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 17:23:25.173768 dv-cinder-837356-2-iscsi neutron-server[103918]: DEBUG neutron.plugins.ml2.plugin [None req-b2b17746-c296-4803-869a-65578e8233dd None None] Current status of the port 2da50d5c-d328-4853-a261-6bd0c6378dcd is: BUILD; New status is: ACTIVE {{(pid=103918) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2298}} Jun 16 17:23:25.174240 dv-cinder-837356-2-iscsi neutron-server[103918]: DEBUG neutron_lib.callbacks.manager [None req-b2b17746-c296-4803-869a-65578e8233dd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16007590'] for port (2da50d5c-d328-4853-a261-6bd0c6378dcd), before_update {{(pid=103918) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 17:23:25.200605 dv-cinder-837356-2-iscsi neutron-server[103918]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ab2e7148-fa86-4648-9e4b-87e27fcf1147', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '2da50d5c-d328-4853-a261-6bd0c6378dcd'}] {{(pid=103918) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jun 16 17:23:25.203147 dv-cinder-837356-2-iscsi neutron-server[103918]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.66/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c81ba123246404939637391270152498621c2ac0d5068f91321d7f7277fce0c4" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-99f889dc-3164-4ad6-8811-043c3adad71d" -d '{"events": [{"server_uuid": "ab2e7148-fa86-4648-9e4b-87e27fcf1147", "name": "network-vif-plugged", "status": "completed", "tag": "2da50d5c-d328-4853-a261-6bd0c6378dcd"}]}' {{(pid=103918) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 16 17:23:25.215975 dv-cinder-837356-2-iscsi neutron-server[103918]: DEBUG neutron.plugins.ml2.db [None req-b2b17746-c296-4803-869a-65578e8233dd None None] For port 2da50d5c-d328-4853-a261-6bd0c6378dcd, host hv-cinder-83735, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83735',level=0,port_id=2da50d5c-d328-4853-a261-6bd0c6378dcd,segment=NetworkSegment(d53d2152-678f-42ce-a3f8-cc589901ed6b),segment_id=d53d2152-678f-42ce-a3f8-cc589901ed6b)] {{(pid=103918) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 16 17:23:25.220451 dv-cinder-837356-2-iscsi neutron-server[103918]: DEBUG neutron_lib.callbacks.manager [None req-b2b17746-c296-4803-869a-65578e8233dd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16007527', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-75831', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16241551', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728539364693', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728538993439', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728538993457'] for port (2da50d5c-d328-4853-a261-6bd0c6378dcd), after_update {{(pid=103918) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 17:23:25.221845 dv-cinder-837356-2-iscsi neutron-server[103918]: DEBUG neutron.plugins.ml2.rpc [None req-b2b17746-c296-4803-869a-65578e8233dd None None] Device 21fae4ca-fb3d-4b09-8071-928df2baff45 up at agent hyperv_hv-cinder-83735 {{(pid=103918) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 16 17:23:25.270433 dv-cinder-837356-2-iscsi neutron-server[103918]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 16 Jun 2022 17:23:25 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-aeb533b8-9e99-4ed1-9472-f9f2c71f5910 x-openstack-request-id: req-aeb533b8-9e99-4ed1-9472-f9f2c71f5910 {{(pid=103918) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 16 17:23:25.270714 dv-cinder-837356-2-iscsi neutron-server[103918]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "ab2e7148-fa86-4648-9e4b-87e27fcf1147", "name": "network-vif-plugged", "status": "completed", "tag": "2da50d5c-d328-4853-a261-6bd0c6378dcd", "code": 200}]} {{(pid=103918) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 16 17:23:25.271017 dv-cinder-837356-2-iscsi neutron-server[103918]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.66/compute/v2.1/os-server-external-events used request id req-aeb533b8-9e99-4ed1-9472-f9f2c71f5910 {{(pid=103918) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 16 17:23:25.271403 dv-cinder-837356-2-iscsi neutron-server[103918]: INFO neutron.notifiers.nova [-] Nova event matching ['req-aeb533b8-9e99-4ed1-9472-f9f2c71f5910'] response: {'server_uuid': 'ab2e7148-fa86-4648-9e4b-87e27fcf1147', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '2da50d5c-d328-4853-a261-6bd0c6378dcd', 'code': 200} Jun 16 17:23:25.305478 dv-cinder-837356-2-iscsi neutron-server[103918]: DEBUG dbcounter [-] [103918] Writing DB stats neutron:SELECT=97,neutron:UPDATE=2,neutron:DELETE=1 {{(pid=103918) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 16 17:23:25.315616 dv-cinder-837356-2-iscsi neutron-server[103918]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b2b17746-c296-4803-869a-65578e8233dd None None] Pushing event updated for resources: {'Port': ['ID=2da50d5c-d328-4853-a261-6bd0c6378dcd,revision_number=5']} {{(pid=103918) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 17:23:25.319784 dv-cinder-837356-2-iscsi neutron-server[103918]: DEBUG neutron.db.provisioning_blocks [None req-b2b17746-c296-4803-869a-65578e8233dd None None] Provisioning for port 21fae4ca-fb3d-4b09-8071-928df2baff45 completed by entity L2. {{(pid=103918) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:137}} Jun 16 17:23:25.331690 dv-cinder-837356-2-iscsi neutron-server[103918]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b2b17746-c296-4803-869a-65578e8233dd None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-837356-2-iscsi {{(pid=103918) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 17:23:25.332075 dv-cinder-837356-2-iscsi neutron-server[103918]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b2b17746-c296-4803-869a-65578e8233dd None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-837356-2-iscsi {{(pid=103918) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 17:23:25.332413 dv-cinder-837356-2-iscsi neutron-server[103918]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b2b17746-c296-4803-869a-65578e8233dd None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-837356-2-iscsi {{(pid=103918) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 17:23:25.332764 dv-cinder-837356-2-iscsi neutron-server[103918]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b2b17746-c296-4803-869a-65578e8233dd None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-837356-2-iscsi {{(pid=103918) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 17:23:25.333091 dv-cinder-837356-2-iscsi neutron-server[103918]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b2b17746-c296-4803-869a-65578e8233dd None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-837356-2-iscsi {{(pid=103918) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 17:23:25.333435 dv-cinder-837356-2-iscsi neutron-server[103918]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b2b17746-c296-4803-869a-65578e8233dd None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-837356-2-iscsi {{(pid=103918) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 17:23:25.333789 dv-cinder-837356-2-iscsi neutron-server[103918]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b2b17746-c296-4803-869a-65578e8233dd None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-837356-2-iscsi {{(pid=103918) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 17:23:25.334159 dv-cinder-837356-2-iscsi neutron-server[103918]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b2b17746-c296-4803-869a-65578e8233dd None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-837356-2-iscsi {{(pid=103918) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 17:23:25.335672 dv-cinder-837356-2-iscsi neutron-server[103918]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b2b17746-c296-4803-869a-65578e8233dd None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-837356-2-iscsi {{(pid=103918) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 17:23:25.337885 dv-cinder-837356-2-iscsi neutron-server[103918]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b2b17746-c296-4803-869a-65578e8233dd None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-837356-2-iscsi {{(pid=103918) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 17:23:25.339165 dv-cinder-837356-2-iscsi neutron-server[103918]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b2b17746-c296-4803-869a-65578e8233dd None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-837356-2-iscsi {{(pid=103918) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 17:23:25.339624 dv-cinder-837356-2-iscsi neutron-server[103918]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b2b17746-c296-4803-869a-65578e8233dd None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-837356-2-iscsi {{(pid=103918) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 17:23:25.340314 dv-cinder-837356-2-iscsi neutron-server[103918]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b2b17746-c296-4803-869a-65578e8233dd None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-837356-2-iscsi {{(pid=103918) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 17:23:25.340654 dv-cinder-837356-2-iscsi neutron-server[103918]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b2b17746-c296-4803-869a-65578e8233dd None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-837356-2-iscsi {{(pid=103918) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 17:23:25.340974 dv-cinder-837356-2-iscsi neutron-server[103918]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b2b17746-c296-4803-869a-65578e8233dd None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-837356-2-iscsi {{(pid=103918) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 17:23:25.348781 dv-cinder-837356-2-iscsi neutron-server[103918]: DEBUG neutron.db.provisioning_blocks [None req-b2b17746-c296-4803-869a-65578e8233dd None None] Provisioning complete for port 21fae4ca-fb3d-4b09-8071-928df2baff45 triggered by entity L2. {{(pid=103918) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jun 16 17:23:25.349144 dv-cinder-837356-2-iscsi neutron-server[103918]: DEBUG neutron_lib.callbacks.manager [None req-b2b17746-c296-4803-869a-65578e8233dd None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16149424'] for port (21fae4ca-fb3d-4b09-8071-928df2baff45), provisioning_complete {{(pid=103918) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 17:23:25.433468 dv-cinder-837356-2-iscsi neutron-server[103918]: DEBUG neutron.plugins.ml2.plugin [None req-b2b17746-c296-4803-869a-65578e8233dd None None] Current status of the port 21fae4ca-fb3d-4b09-8071-928df2baff45 is: BUILD; New status is: ACTIVE {{(pid=103918) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2298}} Jun 16 17:23:25.433853 dv-cinder-837356-2-iscsi neutron-server[103918]: DEBUG neutron_lib.callbacks.manager [None req-b2b17746-c296-4803-869a-65578e8233dd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16007590'] for port (21fae4ca-fb3d-4b09-8071-928df2baff45), before_update {{(pid=103918) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 17:23:25.436401 dv-cinder-837356-2-iscsi neutron-server[103918]: DEBUG dbcounter [-] [103918] Writing DB stats neutron:SELECT=97,neutron:UPDATE=2,neutron:DELETE=1 {{(pid=103918) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 16 17:23:25.473414 dv-cinder-837356-2-iscsi neutron-server[103918]: DEBUG neutron.plugins.ml2.db [None req-b2b17746-c296-4803-869a-65578e8233dd None None] For port 21fae4ca-fb3d-4b09-8071-928df2baff45, host hv-cinder-83735, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83735',level=0,port_id=21fae4ca-fb3d-4b09-8071-928df2baff45,segment=NetworkSegment(3fc55272-fc64-4407-9040-7681311e4934),segment_id=3fc55272-fc64-4407-9040-7681311e4934)] {{(pid=103918) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 16 17:23:25.479484 dv-cinder-837356-2-iscsi neutron-server[103918]: DEBUG neutron_lib.callbacks.manager [None req-b2b17746-c296-4803-869a-65578e8233dd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16007527', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-75831', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16241551', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728539364693', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728538993439', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728538993457'] for port (21fae4ca-fb3d-4b09-8071-928df2baff45), after_update {{(pid=103918) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 17:23:25.540256 dv-cinder-837356-2-iscsi neutron-server[103918]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b2b17746-c296-4803-869a-65578e8233dd None None] Pushing event updated for resources: {'Port': ['ID=21fae4ca-fb3d-4b09-8071-928df2baff45,revision_number=5']} {{(pid=103918) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 17:23:25.570277 dv-cinder-837356-2-iscsi neutron-server[103917]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec3f53d3-2bb4-40b5-823c-ce48463bf7fb req-c3be2c5c-92f4-4a55-b741-7e0bc1d392d8 tempest-DeleteServersTestJSON-168559711 tempest-DeleteServersTestJSON-168559711-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103917) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 16 17:23:25.571889 dv-cinder-837356-2-iscsi neutron-server[103917]: INFO neutron.wsgi [req-ec3f53d3-2bb4-40b5-823c-ce48463bf7fb req-c3be2c5c-92f4-4a55-b741-7e0bc1d392d8 tempest-DeleteServersTestJSON-168559711 tempest-DeleteServersTestJSON-168559711-project] 10.222.0.66 "GET /v2.0/ports?device_id=57b787b3-74c7-4e30-9f10-acea71d19c0c HTTP/1.1" status: 200 len: 946 time: 0.0581176 Jun 16 17:23:25.628394 dv-cinder-837356-2-iscsi neutron-server[103916]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4081bb50-cdff-4a60-9379-30d121a160af req-e553159f-f419-423a-8298-0de56fc5c6a2 tempest-ServerRescueNegativeTestJSON-1475515620 tempest-ServerRescueNegativeTestJSON-1475515620-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103916) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 16 17:23:25.637428 dv-cinder-837356-2-iscsi neutron-server[103916]: INFO neutron.wsgi [req-4081bb50-cdff-4a60-9379-30d121a160af req-e553159f-f419-423a-8298-0de56fc5c6a2 tempest-ServerRescueNegativeTestJSON-1475515620 tempest-ServerRescueNegativeTestJSON-1475515620-project] 10.222.0.66 "GET /v2.0/ports?device_id=75957299-3d36-4f9c-a081-9e621c88225c HTTP/1.1" status: 200 len: 946 time: 0.0636320 Jun 16 17:23:25.640881 dv-cinder-837356-2-iscsi neutron-server[103917]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91d023dd-7a4d-42ee-afd1-ec45be15219c req-485b2ccc-c864-483f-a7e1-3875fd8f4082 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103917) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 16 17:23:25.642632 dv-cinder-837356-2-iscsi neutron-server[103917]: INFO neutron.wsgi [req-91d023dd-7a4d-42ee-afd1-ec45be15219c req-485b2ccc-c864-483f-a7e1-3875fd8f4082 service neutron] 10.222.0.81 "GET /v2.0/ports?device_id=ab2e7148-fa86-4648-9e4b-87e27fcf1147 HTTP/1.1" status: 200 len: 1130 time: 0.0653193 Jun 16 17:23:25.666313 dv-cinder-837356-2-iscsi neutron-server[103917]: INFO neutron.wsgi [req-ec3f53d3-2bb4-40b5-823c-ce48463bf7fb req-59f77d1e-1ed7-4a42-9ff0-babcefed15f9 tempest-DeleteServersTestJSON-168559711 tempest-DeleteServersTestJSON-168559711-project] 10.222.0.66 "GET /v2.0/security-groups?id=9db58268-b1a0-4bab-b8d1-6bdd045c4c5a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0874951 Jun 16 17:23:25.684912 dv-cinder-837356-2-iscsi neutron-server[103916]: INFO neutron.wsgi [req-4081bb50-cdff-4a60-9379-30d121a160af req-d9173ff2-6218-486e-8448-936d7340af68 tempest-ServerRescueNegativeTestJSON-1475515620 tempest-ServerRescueNegativeTestJSON-1475515620-project] 10.222.0.66 "GET /v2.0/security-groups?id=ce781013-5cdb-4bc3-8c66-743aa21b4c5c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0464921 Jun 16 17:23:25.981391 dv-cinder-837356-2-iscsi neutron-server[103917]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b91472d-15c0-47bd-ae92-4dcfa59301f9 req-a1bd98bd-322f-4464-9bf1-823108f66734 tempest-AttachVolumeShelveTestJSON-1123487845 tempest-AttachVolumeShelveTestJSON-1123487845-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103917) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 16 17:23:25.983696 dv-cinder-837356-2-iscsi neutron-server[103917]: INFO neutron.wsgi [req-4b91472d-15c0-47bd-ae92-4dcfa59301f9 req-a1bd98bd-322f-4464-9bf1-823108f66734 tempest-AttachVolumeShelveTestJSON-1123487845 tempest-AttachVolumeShelveTestJSON-1123487845-project] 10.222.0.66 "GET /v2.0/ports?device_id=ab2e7148-fa86-4648-9e4b-87e27fcf1147 HTTP/1.1" status: 200 len: 946 time: 0.0518336 Jun 16 17:23:26.046198 dv-cinder-837356-2-iscsi neutron-server[103917]: INFO neutron.wsgi [req-4b91472d-15c0-47bd-ae92-4dcfa59301f9 req-9fbc6061-7cd4-43ce-a151-ba309cbf1c9d tempest-AttachVolumeShelveTestJSON-1123487845 tempest-AttachVolumeShelveTestJSON-1123487845-project] 10.222.0.66 "GET /v2.0/security-groups?id=5ab805c8-38ae-4655-bf71-1fc1999d288e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0557158 Jun 16 17:23:26.103187 dv-cinder-837356-2-iscsi neutron-server[103916]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-918c8a8d-9290-4766-bbb5-d5beb86b8138 req-e63c1ebb-6c4b-4915-9aae-da4e363ab7c6 tempest-AttachVolumeTestJSON-336390128 tempest-AttachVolumeTestJSON-336390128-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103916) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 16 17:23:26.104779 dv-cinder-837356-2-iscsi neutron-server[103916]: INFO neutron.wsgi [req-918c8a8d-9290-4766-bbb5-d5beb86b8138 req-e63c1ebb-6c4b-4915-9aae-da4e363ab7c6 tempest-AttachVolumeTestJSON-336390128 tempest-AttachVolumeTestJSON-336390128-project] 10.222.0.66 "GET /v2.0/ports?device_id=7d22b60d-19fe-4dca-8eef-821db5a4dc55 HTTP/1.1" status: 200 len: 945 time: 0.0646842 Jun 16 17:23:26.158042 dv-cinder-837356-2-iscsi neutron-server[103916]: INFO neutron.wsgi [req-918c8a8d-9290-4766-bbb5-d5beb86b8138 req-c165f235-5887-4ab2-943c-584ff265e061 tempest-AttachVolumeTestJSON-336390128 tempest-AttachVolumeTestJSON-336390128-project] 10.222.0.66 "GET /v2.0/security-groups?id=b5243b74-2536-4f9c-b2d2-f7b79b8f3edb&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0464230 Jun 16 17:23:26.177111 dv-cinder-837356-2-iscsi neutron-server[103916]: DEBUG neutron.wsgi [-] (103916) accepted ('10.222.0.66', 37604) {{(pid=103916) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 16 17:23:26.288001 dv-cinder-837356-2-iscsi neutron-server[103916]: DEBUG neutron_lib.callbacks.manager [None req-363bcbe6-dfeb-4286-b03a-932718d1d585 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103916) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 17:23:26.377616 dv-cinder-837356-2-iscsi neutron-server[103916]: DEBUG neutron_lib.callbacks.manager [None req-363bcbe6-dfeb-4286-b03a-932718d1d585 admin admin] Publish callbacks [] for security_group (f83681e8-c7c2-4551-8266-75485d5f857c), precommit_create {{(pid=103916) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 17:23:26.382441 dv-cinder-837356-2-iscsi neutron-server[103916]: DEBUG neutron_lib.callbacks.manager [None req-363bcbe6-dfeb-4286-b03a-932718d1d585 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-570488'] for security_group (f83681e8-c7c2-4551-8266-75485d5f857c), after_create {{(pid=103916) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 17:23:26.428972 dv-cinder-837356-2-iscsi neutron-server[103917]: DEBUG neutron.wsgi [-] (103917) accepted ('10.222.0.66', 37610) {{(pid=103917) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 16 17:23:26.429261 dv-cinder-837356-2-iscsi neutron-server[103916]: INFO neutron.wsgi [None req-363bcbe6-dfeb-4286-b03a-932718d1d585 admin admin] 10.222.0.66 "GET /v2.0/security-groups?tenant_id=5336d7a5e3bf46fe9dd443a8cf373249&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2508483 Jun 16 17:23:26.430736 dv-cinder-837356-2-iscsi neutron-server[103916]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-363bcbe6-dfeb-4286-b03a-932718d1d585 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f83681e8-c7c2-4551-8266-75485d5f857c,revision_number=1']} {{(pid=103916) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 17:23:26.440273 dv-cinder-837356-2-iscsi neutron-server[103916]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-363bcbe6-dfeb-4286-b03a-932718d1d585 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-837356-2-iscsi {{(pid=103916) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 17:23:26.440647 dv-cinder-837356-2-iscsi neutron-server[103916]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-363bcbe6-dfeb-4286-b03a-932718d1d585 admin admin] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-837356-2-iscsi {{(pid=103916) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 17:23:26.441057 dv-cinder-837356-2-iscsi neutron-server[103916]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-363bcbe6-dfeb-4286-b03a-932718d1d585 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-837356-2-iscsi {{(pid=103916) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 17:23:26.441532 dv-cinder-837356-2-iscsi neutron-server[103916]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-363bcbe6-dfeb-4286-b03a-932718d1d585 admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-837356-2-iscsi {{(pid=103916) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 17:23:26.441893 dv-cinder-837356-2-iscsi neutron-server[103916]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-363bcbe6-dfeb-4286-b03a-932718d1d585 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-837356-2-iscsi {{(pid=103916) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 17:23:26.442230 dv-cinder-837356-2-iscsi neutron-server[103916]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-363bcbe6-dfeb-4286-b03a-932718d1d585 admin admin] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-837356-2-iscsi {{(pid=103916) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 17:23:26.442606 dv-cinder-837356-2-iscsi neutron-server[103916]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-363bcbe6-dfeb-4286-b03a-932718d1d585 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-837356-2-iscsi {{(pid=103916) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 17:23:26.443015 dv-cinder-837356-2-iscsi neutron-server[103916]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-363bcbe6-dfeb-4286-b03a-932718d1d585 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-837356-2-iscsi {{(pid=103916) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 17:23:26.443487 dv-cinder-837356-2-iscsi neutron-server[103916]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-363bcbe6-dfeb-4286-b03a-932718d1d585 admin admin] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-837356-2-iscsi {{(pid=103916) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 17:23:26.443863 dv-cinder-837356-2-iscsi neutron-server[103916]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-363bcbe6-dfeb-4286-b03a-932718d1d585 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-837356-2-iscsi {{(pid=103916) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 17:23:26.444437 dv-cinder-837356-2-iscsi neutron-server[103916]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-363bcbe6-dfeb-4286-b03a-932718d1d585 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-837356-2-iscsi {{(pid=103916) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 17:23:26.444872 dv-cinder-837356-2-iscsi neutron-server[103916]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-363bcbe6-dfeb-4286-b03a-932718d1d585 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-837356-2-iscsi {{(pid=103916) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 17:23:26.445226 dv-cinder-837356-2-iscsi neutron-server[103916]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-363bcbe6-dfeb-4286-b03a-932718d1d585 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-837356-2-iscsi {{(pid=103916) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 17:23:26.445632 dv-cinder-837356-2-iscsi neutron-server[103916]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-363bcbe6-dfeb-4286-b03a-932718d1d585 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-837356-2-iscsi {{(pid=103916) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 17:23:26.445958 dv-cinder-837356-2-iscsi neutron-server[103916]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-363bcbe6-dfeb-4286-b03a-932718d1d585 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-837356-2-iscsi {{(pid=103916) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 17:23:26.508164 dv-cinder-837356-2-iscsi neutron-server[103917]: DEBUG neutron_lib.callbacks.manager [None req-08336850-9fd8-4217-91ce-73a4a5c80ba4 admin admin] Publish callbacks [] for security_group (f83681e8-c7c2-4551-8266-75485d5f857c), before_delete {{(pid=103917) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 17:23:26.538972 dv-cinder-837356-2-iscsi neutron-server[103917]: DEBUG neutron_lib.callbacks.manager [None req-08336850-9fd8-4217-91ce-73a4a5c80ba4 admin admin] Publish callbacks [] for security_group (f83681e8-c7c2-4551-8266-75485d5f857c), precommit_delete {{(pid=103917) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 17:23:26.617084 dv-cinder-837356-2-iscsi neutron-server[103917]: DEBUG neutron_lib.callbacks.manager [None req-08336850-9fd8-4217-91ce-73a4a5c80ba4 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-570488'] for security_group (f83681e8-c7c2-4551-8266-75485d5f857c), after_delete {{(pid=103917) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 17:23:26.617084 dv-cinder-837356-2-iscsi neutron-server[103917]: DEBUG neutron_lib.callbacks.manager [None req-08336850-9fd8-4217-91ce-73a4a5c80ba4 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103917) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 17:23:26.626439 dv-cinder-837356-2-iscsi neutron-server[103917]: INFO neutron.wsgi [None req-08336850-9fd8-4217-91ce-73a4a5c80ba4 admin admin] 10.222.0.66 "DELETE /v2.0/security-groups/f83681e8-c7c2-4551-8266-75485d5f857c HTTP/1.1" status: 204 len: 168 time: 0.1880844 Jun 16 17:23:26.631950 dv-cinder-837356-2-iscsi neutron-server[103917]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-08336850-9fd8-4217-91ce-73a4a5c80ba4 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f83681e8-c7c2-4551-8266-75485d5f857c,revision_number=None']} {{(pid=103917) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 17:23:26.636265 dv-cinder-837356-2-iscsi neutron-server[103917]: INFO neutron.wsgi [req-91d023dd-7a4d-42ee-afd1-ec45be15219c req-109e71d0-14f4-42a7-b82e-946407c51d00 service neutron] 10.222.0.81 "GET /v2.0/security-groups?id=5ab805c8-38ae-4655-bf71-1fc1999d288e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0564086 Jun 16 17:23:26.643386 dv-cinder-837356-2-iscsi neutron-server[103917]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-08336850-9fd8-4217-91ce-73a4a5c80ba4 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-837356-2-iscsi {{(pid=103917) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 17:23:26.643728 dv-cinder-837356-2-iscsi neutron-server[103917]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-08336850-9fd8-4217-91ce-73a4a5c80ba4 admin admin] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-837356-2-iscsi {{(pid=103917) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 17:23:26.644060 dv-cinder-837356-2-iscsi neutron-server[103917]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-08336850-9fd8-4217-91ce-73a4a5c80ba4 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-837356-2-iscsi {{(pid=103917) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 17:23:26.644395 dv-cinder-837356-2-iscsi neutron-server[103917]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-08336850-9fd8-4217-91ce-73a4a5c80ba4 admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-837356-2-iscsi {{(pid=103917) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 17:23:26.644725 dv-cinder-837356-2-iscsi neutron-server[103917]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-08336850-9fd8-4217-91ce-73a4a5c80ba4 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-837356-2-iscsi {{(pid=103917) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 17:23:26.645047 dv-cinder-837356-2-iscsi neutron-server[103917]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-08336850-9fd8-4217-91ce-73a4a5c80ba4 admin admin] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-837356-2-iscsi {{(pid=103917) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 17:23:26.645398 dv-cinder-837356-2-iscsi neutron-server[103917]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-08336850-9fd8-4217-91ce-73a4a5c80ba4 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-837356-2-iscsi {{(pid=103917) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 17:23:26.645718 dv-cinder-837356-2-iscsi neutron-server[103917]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-08336850-9fd8-4217-91ce-73a4a5c80ba4 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-837356-2-iscsi {{(pid=103917) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 17:23:26.646039 dv-cinder-837356-2-iscsi neutron-server[103917]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-08336850-9fd8-4217-91ce-73a4a5c80ba4 admin admin] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-837356-2-iscsi {{(pid=103917) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 17:23:26.646355 dv-cinder-837356-2-iscsi neutron-server[103917]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-08336850-9fd8-4217-91ce-73a4a5c80ba4 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-837356-2-iscsi {{(pid=103917) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 17:23:26.646677 dv-cinder-837356-2-iscsi neutron-server[103917]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-08336850-9fd8-4217-91ce-73a4a5c80ba4 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-837356-2-iscsi {{(pid=103917) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 17:23:26.646984 dv-cinder-837356-2-iscsi neutron-server[103917]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-08336850-9fd8-4217-91ce-73a4a5c80ba4 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-837356-2-iscsi {{(pid=103917) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 17:23:26.647414 dv-cinder-837356-2-iscsi neutron-server[103917]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-08336850-9fd8-4217-91ce-73a4a5c80ba4 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-837356-2-iscsi {{(pid=103917) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 17:23:26.647805 dv-cinder-837356-2-iscsi neutron-server[103917]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-08336850-9fd8-4217-91ce-73a4a5c80ba4 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-837356-2-iscsi {{(pid=103917) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 17:23:26.648048 dv-cinder-837356-2-iscsi neutron-server[103917]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-08336850-9fd8-4217-91ce-73a4a5c80ba4 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-837356-2-iscsi {{(pid=103917) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 17:23:26.818287 dv-cinder-837356-2-iscsi neutron-server[103917]: DEBUG dbcounter [-] [103917] Writing DB stats neutron:SELECT=99,neutron:DELETE=1 {{(pid=103917) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 16 17:23:26.832527 dv-cinder-837356-2-iscsi neutron-server[103917]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90418f56-5ece-47db-8c7f-1a0fecd57985 req-35395208-cf5b-4f96-8dc4-c882e3494391 tempest-DeleteServersTestJSON-168559711 tempest-DeleteServersTestJSON-168559711-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103917) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 16 17:23:26.846256 dv-cinder-837356-2-iscsi neutron-server[103917]: INFO neutron.wsgi [req-90418f56-5ece-47db-8c7f-1a0fecd57985 req-35395208-cf5b-4f96-8dc4-c882e3494391 tempest-DeleteServersTestJSON-168559711 tempest-DeleteServersTestJSON-168559711-project] 10.222.0.66 "GET /v2.0/ports?device_id=57b787b3-74c7-4e30-9f10-acea71d19c0c HTTP/1.1" status: 200 len: 946 time: 0.0734258 Jun 16 17:23:26.874798 dv-cinder-837356-2-iscsi neutron-server[103916]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cde549b7-fc1a-4133-98dc-553d68c02596 req-2d4ee93b-c33a-450f-8171-56820c88bfa2 tempest-ServerRescueNegativeTestJSON-1475515620 tempest-ServerRescueNegativeTestJSON-1475515620-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103916) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 16 17:23:26.877638 dv-cinder-837356-2-iscsi neutron-server[103916]: INFO neutron.wsgi [req-cde549b7-fc1a-4133-98dc-553d68c02596 req-2d4ee93b-c33a-450f-8171-56820c88bfa2 tempest-ServerRescueNegativeTestJSON-1475515620 tempest-ServerRescueNegativeTestJSON-1475515620-project] 10.222.0.66 "GET /v2.0/ports?device_id=75957299-3d36-4f9c-a081-9e621c88225c HTTP/1.1" status: 200 len: 946 time: 0.0813682 Jun 16 17:23:26.936257 dv-cinder-837356-2-iscsi neutron-server[103917]: INFO neutron.wsgi [req-90418f56-5ece-47db-8c7f-1a0fecd57985 req-e55be2ff-bfe4-4e56-834f-4cd1ae8e9fed tempest-DeleteServersTestJSON-168559711 tempest-DeleteServersTestJSON-168559711-project] 10.222.0.66 "GET /v2.0/security-groups?id=9db58268-b1a0-4bab-b8d1-6bdd045c4c5a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0894616 Jun 16 17:23:26.947691 dv-cinder-837356-2-iscsi neutron-server[103916]: DEBUG dbcounter [-] [103916] Writing DB stats neutron:SELECT=93,neutron:INSERT=7 {{(pid=103916) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 16 17:23:26.985984 dv-cinder-837356-2-iscsi neutron-server[103916]: INFO neutron.wsgi [req-cde549b7-fc1a-4133-98dc-553d68c02596 req-e30a1478-6f32-41e0-800d-3464c4b2e6a2 tempest-ServerRescueNegativeTestJSON-1475515620 tempest-ServerRescueNegativeTestJSON-1475515620-project] 10.222.0.66 "GET /v2.0/security-groups?id=ce781013-5cdb-4bc3-8c66-743aa21b4c5c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1017897 Jun 16 17:23:27.137404 dv-cinder-837356-2-iscsi neutron-server[103916]: DEBUG neutron.wsgi [-] (103916) accepted ('10.222.0.66', 37634) {{(pid=103916) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 16 17:23:27.153021 dv-cinder-837356-2-iscsi neutron-server[103916]: DEBUG neutron_lib.callbacks.manager [None req-c02a3a65-64f8-4382-958c-3fd9a31ca1c7 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103916) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 17:23:27.263448 dv-cinder-837356-2-iscsi neutron-server[103916]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11c8213e-eeba-47ef-8b2a-5a106e47ab13 req-0ca1b839-a06f-4ef4-ac20-eb39ce263f31 tempest-AttachVolumeShelveTestJSON-1123487845 tempest-AttachVolumeShelveTestJSON-1123487845-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103916) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 16 17:23:27.271368 dv-cinder-837356-2-iscsi neutron-server[103916]: INFO neutron.wsgi [req-11c8213e-eeba-47ef-8b2a-5a106e47ab13 req-0ca1b839-a06f-4ef4-ac20-eb39ce263f31 tempest-AttachVolumeShelveTestJSON-1123487845 tempest-AttachVolumeShelveTestJSON-1123487845-project] 10.222.0.66 "GET /v2.0/ports?device_id=ab2e7148-fa86-4648-9e4b-87e27fcf1147 HTTP/1.1" status: 200 len: 946 time: 0.0756676 Jun 16 17:23:27.276627 dv-cinder-837356-2-iscsi neutron-server[103918]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '7d22b60d-19fe-4dca-8eef-821db5a4dc55', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '21fae4ca-fb3d-4b09-8071-928df2baff45'}] {{(pid=103918) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jun 16 17:23:27.279060 dv-cinder-837356-2-iscsi neutron-server[103918]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.66/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c81ba123246404939637391270152498621c2ac0d5068f91321d7f7277fce0c4" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f1d9e399-74a0-408d-90d6-cef31e5e962a" -d '{"events": [{"server_uuid": "7d22b60d-19fe-4dca-8eef-821db5a4dc55", "name": "network-vif-plugged", "status": "completed", "tag": "21fae4ca-fb3d-4b09-8071-928df2baff45"}]}' {{(pid=103918) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 16 17:23:27.380909 dv-cinder-837356-2-iscsi neutron-server[103916]: INFO neutron.wsgi [req-11c8213e-eeba-47ef-8b2a-5a106e47ab13 req-d6a5b865-fb84-4e87-846a-bfdde60a20c2 tempest-AttachVolumeShelveTestJSON-1123487845 tempest-AttachVolumeShelveTestJSON-1123487845-project] 10.222.0.66 "GET /v2.0/security-groups?id=5ab805c8-38ae-4655-bf71-1fc1999d288e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1018641 Jun 16 17:23:27.388032 dv-cinder-837356-2-iscsi neutron-server[103916]: DEBUG neutron_lib.callbacks.manager [None req-c02a3a65-64f8-4382-958c-3fd9a31ca1c7 admin admin] Publish callbacks [] for security_group (51294b6c-ac79-49af-a20f-f9ba19667497), precommit_create {{(pid=103916) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 17:23:27.393595 dv-cinder-837356-2-iscsi neutron-server[103916]: DEBUG neutron_lib.callbacks.manager [None req-c02a3a65-64f8-4382-958c-3fd9a31ca1c7 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-570488'] for security_group (51294b6c-ac79-49af-a20f-f9ba19667497), after_create {{(pid=103916) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 17:23:27.455830 dv-cinder-837356-2-iscsi neutron-server[103917]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7da2fd0e-d9fd-4cfe-a278-68e8b04e7d64 req-e21f1ed9-6ec2-4d73-9c9a-33ac6b550581 tempest-AttachVolumeTestJSON-336390128 tempest-AttachVolumeTestJSON-336390128-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103917) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 16 17:23:27.466796 dv-cinder-837356-2-iscsi neutron-server[103917]: INFO neutron.wsgi [req-7da2fd0e-d9fd-4cfe-a278-68e8b04e7d64 req-e21f1ed9-6ec2-4d73-9c9a-33ac6b550581 tempest-AttachVolumeTestJSON-336390128 tempest-AttachVolumeTestJSON-336390128-project] 10.222.0.66 "GET /v2.0/ports?device_id=7d22b60d-19fe-4dca-8eef-821db5a4dc55 HTTP/1.1" status: 200 len: 945 time: 0.1126325 Jun 16 17:23:27.488972 dv-cinder-837356-2-iscsi neutron-server[103916]: DEBUG dbcounter [-] [103916] Writing DB stats neutron:SELECT=87,neutron:INSERT=11,neutron:UPDATE=2 {{(pid=103916) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 16 17:23:27.496269 dv-cinder-837356-2-iscsi neutron-server[103916]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c02a3a65-64f8-4382-958c-3fd9a31ca1c7 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=51294b6c-ac79-49af-a20f-f9ba19667497,revision_number=1']} {{(pid=103916) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 17:23:27.535151 dv-cinder-837356-2-iscsi neutron-server[103916]: INFO neutron.wsgi [None req-c02a3a65-64f8-4382-958c-3fd9a31ca1c7 admin admin] 10.222.0.66 "GET /v2.0/security-groups?tenant_id=e3dd833359504229bc9b4e29a421a440&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3958132 Jun 16 17:23:27.539263 dv-cinder-837356-2-iscsi neutron-server[103916]: DEBUG neutron.wsgi [-] (103916) accepted ('10.222.0.66', 37654) {{(pid=103916) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 16 17:23:27.560138 dv-cinder-837356-2-iscsi neutron-server[103917]: INFO neutron.wsgi [req-7da2fd0e-d9fd-4cfe-a278-68e8b04e7d64 req-3fda3de6-21fe-4b27-bef1-c386e9f3b011 tempest-AttachVolumeTestJSON-336390128 tempest-AttachVolumeTestJSON-336390128-project] 10.222.0.66 "GET /v2.0/security-groups?id=b5243b74-2536-4f9c-b2d2-f7b79b8f3edb&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0890985 Jun 16 17:23:27.583629 dv-cinder-837356-2-iscsi neutron-server[103916]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6fd00af-32e6-4836-bde7-0056d1820869 req-afca458c-0e7c-4889-aa14-1208f6db85c0 tempest-ServerRescueNegativeTestJSON-1475515620 tempest-ServerRescueNegativeTestJSON-1475515620-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103916) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 16 17:23:27.589460 dv-cinder-837356-2-iscsi neutron-server[103916]: INFO neutron.wsgi [req-e6fd00af-32e6-4836-bde7-0056d1820869 req-afca458c-0e7c-4889-aa14-1208f6db85c0 tempest-ServerRescueNegativeTestJSON-1475515620 tempest-ServerRescueNegativeTestJSON-1475515620-project] 10.222.0.66 "GET /v2.0/ports?device_id=75957299-3d36-4f9c-a081-9e621c88225c HTTP/1.1" status: 200 len: 946 time: 0.0990000 Jun 16 17:23:27.599472 dv-cinder-837356-2-iscsi neutron-server[103918]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 16 Jun 2022 17:23:27 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2db80985-6850-4d6f-971a-d40300e3ac15 x-openstack-request-id: req-2db80985-6850-4d6f-971a-d40300e3ac15 {{(pid=103918) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 16 17:23:27.599790 dv-cinder-837356-2-iscsi neutron-server[103918]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "7d22b60d-19fe-4dca-8eef-821db5a4dc55", "name": "network-vif-plugged", "status": "completed", "tag": "21fae4ca-fb3d-4b09-8071-928df2baff45", "code": 200}]} {{(pid=103918) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 16 17:23:27.600430 dv-cinder-837356-2-iscsi neutron-server[103918]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.66/compute/v2.1/os-server-external-events used request id req-2db80985-6850-4d6f-971a-d40300e3ac15 {{(pid=103918) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 16 17:23:27.600849 dv-cinder-837356-2-iscsi neutron-server[103918]: INFO neutron.notifiers.nova [-] Nova event matching ['req-2db80985-6850-4d6f-971a-d40300e3ac15'] response: {'server_uuid': '7d22b60d-19fe-4dca-8eef-821db5a4dc55', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '21fae4ca-fb3d-4b09-8071-928df2baff45', 'code': 200} Jun 16 17:23:27.636227 dv-cinder-837356-2-iscsi neutron-server[103919]: DEBUG dbcounter [-] [103919] Writing DB stats neutron:SELECT=4 {{(pid=103919) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 16 17:23:27.664046 dv-cinder-837356-2-iscsi neutron-server[103916]: DEBUG neutron_lib.callbacks.manager [None req-59322cdd-13bb-47d2-89f8-1f127338311f admin admin] Publish callbacks [] for security_group (51294b6c-ac79-49af-a20f-f9ba19667497), before_delete {{(pid=103916) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 17:23:27.669867 dv-cinder-837356-2-iscsi neutron-server[103916]: INFO neutron.wsgi [req-e6fd00af-32e6-4836-bde7-0056d1820869 req-1e4e981d-2a47-495e-a59b-f9fa91d2754c tempest-ServerRescueNegativeTestJSON-1475515620 tempest-ServerRescueNegativeTestJSON-1475515620-project] 10.222.0.66 "GET /v2.0/security-groups?id=ce781013-5cdb-4bc3-8c66-743aa21b4c5c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0796132 Jun 16 17:23:27.690424 dv-cinder-837356-2-iscsi neutron-server[103916]: DEBUG neutron_lib.callbacks.manager [None req-59322cdd-13bb-47d2-89f8-1f127338311f admin admin] Publish callbacks [] for security_group (51294b6c-ac79-49af-a20f-f9ba19667497), precommit_delete {{(pid=103916) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 17:23:27.740325 dv-cinder-837356-2-iscsi neutron-server[103916]: DEBUG neutron_lib.callbacks.manager [None req-59322cdd-13bb-47d2-89f8-1f127338311f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-570488'] for security_group (51294b6c-ac79-49af-a20f-f9ba19667497), after_delete {{(pid=103916) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 17:23:27.743005 dv-cinder-837356-2-iscsi neutron-server[103916]: DEBUG neutron_lib.callbacks.manager [None req-59322cdd-13bb-47d2-89f8-1f127338311f admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103916) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 17:23:27.747293 dv-cinder-837356-2-iscsi neutron-server[103916]: INFO neutron.wsgi [None req-59322cdd-13bb-47d2-89f8-1f127338311f admin admin] 10.222.0.66 "DELETE /v2.0/security-groups/51294b6c-ac79-49af-a20f-f9ba19667497 HTTP/1.1" status: 204 len: 168 time: 0.2066662 Jun 16 17:23:27.756472 dv-cinder-837356-2-iscsi neutron-server[103916]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-59322cdd-13bb-47d2-89f8-1f127338311f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=51294b6c-ac79-49af-a20f-f9ba19667497,revision_number=None']} {{(pid=103916) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 17:23:28.080123 dv-cinder-837356-2-iscsi neutron-server[103917]: DEBUG neutron.wsgi [-] (103917) accepted ('10.222.0.66', 37666) {{(pid=103917) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 16 17:23:28.093539 dv-cinder-837356-2-iscsi neutron-server[103917]: DEBUG neutron_lib.callbacks.manager [None req-c5e345dd-6294-40a0-abce-13dcfd917a7b admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103917) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 17:23:28.127785 dv-cinder-837356-2-iscsi neutron-server[103917]: DEBUG dbcounter [-] [103917] Writing DB stats neutron:SELECT=96,neutron:DELETE=3,neutron:INSERT=1 {{(pid=103917) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 16 17:23:28.169742 dv-cinder-837356-2-iscsi neutron-server[103917]: DEBUG neutron_lib.callbacks.manager [None req-c5e345dd-6294-40a0-abce-13dcfd917a7b admin admin] Publish callbacks [] for security_group (29cc2762-ad97-4984-ac5d-d6dd4736c3b3), precommit_create {{(pid=103917) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 17:23:28.174130 dv-cinder-837356-2-iscsi neutron-server[103917]: DEBUG neutron_lib.callbacks.manager [None req-c5e345dd-6294-40a0-abce-13dcfd917a7b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-570488'] for security_group (29cc2762-ad97-4984-ac5d-d6dd4736c3b3), after_create {{(pid=103917) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 17:23:28.213463 dv-cinder-837356-2-iscsi neutron-server[103917]: INFO neutron.wsgi [None req-c5e345dd-6294-40a0-abce-13dcfd917a7b admin admin] 10.222.0.66 "GET /v2.0/security-groups?tenant_id=df85f6946e424a6aa1dd55bf029bfe3c&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1322389 Jun 16 17:23:28.214317 dv-cinder-837356-2-iscsi neutron-server[103917]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c5e345dd-6294-40a0-abce-13dcfd917a7b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=29cc2762-ad97-4984-ac5d-d6dd4736c3b3,revision_number=1']} {{(pid=103917) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 17:23:28.217359 dv-cinder-837356-2-iscsi neutron-server[103916]: DEBUG neutron.wsgi [-] (103916) accepted ('10.222.0.66', 37668) {{(pid=103916) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 16 17:23:28.269592 dv-cinder-837356-2-iscsi neutron-server[103916]: DEBUG neutron_lib.callbacks.manager [None req-aaba552b-fa35-4f5a-aa0f-fbc3cb2ce84f admin admin] Publish callbacks [] for security_group (29cc2762-ad97-4984-ac5d-d6dd4736c3b3), before_delete {{(pid=103916) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 17:23:28.292222 dv-cinder-837356-2-iscsi neutron-server[103916]: DEBUG neutron_lib.callbacks.manager [None req-aaba552b-fa35-4f5a-aa0f-fbc3cb2ce84f admin admin] Publish callbacks [] for security_group (29cc2762-ad97-4984-ac5d-d6dd4736c3b3), precommit_delete {{(pid=103916) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 17:23:28.345592 dv-cinder-837356-2-iscsi neutron-server[103916]: DEBUG neutron_lib.callbacks.manager [None req-aaba552b-fa35-4f5a-aa0f-fbc3cb2ce84f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-570488'] for security_group (29cc2762-ad97-4984-ac5d-d6dd4736c3b3), after_delete {{(pid=103916) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 17:23:28.348097 dv-cinder-837356-2-iscsi neutron-server[103916]: DEBUG neutron_lib.callbacks.manager [None req-aaba552b-fa35-4f5a-aa0f-fbc3cb2ce84f admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103916) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 17:23:28.349305 dv-cinder-837356-2-iscsi neutron-server[103916]: INFO neutron.wsgi [None req-aaba552b-fa35-4f5a-aa0f-fbc3cb2ce84f admin admin] 10.222.0.66 "DELETE /v2.0/security-groups/29cc2762-ad97-4984-ac5d-d6dd4736c3b3 HTTP/1.1" status: 204 len: 168 time: 0.1307495 Jun 16 17:23:28.357658 dv-cinder-837356-2-iscsi neutron-server[103916]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aaba552b-fa35-4f5a-aa0f-fbc3cb2ce84f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=29cc2762-ad97-4984-ac5d-d6dd4736c3b3,revision_number=None']} {{(pid=103916) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 17:23:28.515472 dv-cinder-837356-2-iscsi neutron-server[103917]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5afaeb9-f658-4a6b-9f12-c45dbfe1f43a req-4e0eb460-541d-4792-b052-eb83c32f1409 tempest-AttachVolumeShelveTestJSON-1123487845 tempest-AttachVolumeShelveTestJSON-1123487845-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103917) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 16 17:23:28.517330 dv-cinder-837356-2-iscsi neutron-server[103917]: INFO neutron.wsgi [req-d5afaeb9-f658-4a6b-9f12-c45dbfe1f43a req-4e0eb460-541d-4792-b052-eb83c32f1409 tempest-AttachVolumeShelveTestJSON-1123487845 tempest-AttachVolumeShelveTestJSON-1123487845-project] 10.222.0.66 "GET /v2.0/ports?device_id=ab2e7148-fa86-4648-9e4b-87e27fcf1147 HTTP/1.1" status: 200 len: 946 time: 0.0645585 Jun 16 17:23:28.569014 dv-cinder-837356-2-iscsi neutron-server[103917]: INFO neutron.wsgi [req-d5afaeb9-f658-4a6b-9f12-c45dbfe1f43a req-19e5af8e-5f9d-4ed4-990e-b91d62978b48 tempest-AttachVolumeShelveTestJSON-1123487845 tempest-AttachVolumeShelveTestJSON-1123487845-project] 10.222.0.66 "GET /v2.0/security-groups?id=5ab805c8-38ae-4655-bf71-1fc1999d288e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0445879 Jun 16 17:23:28.688239 dv-cinder-837356-2-iscsi neutron-server[103916]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d231b01-2204-4289-b3e7-76685f62028e req-1448c4d8-d7dd-43e0-9e3f-2a47c715d386 tempest-AttachVolumeTestJSON-336390128 tempest-AttachVolumeTestJSON-336390128-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103916) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 16 17:23:28.689844 dv-cinder-837356-2-iscsi neutron-server[103916]: INFO neutron.wsgi [req-2d231b01-2204-4289-b3e7-76685f62028e req-1448c4d8-d7dd-43e0-9e3f-2a47c715d386 tempest-AttachVolumeTestJSON-336390128 tempest-AttachVolumeTestJSON-336390128-project] 10.222.0.66 "GET /v2.0/ports?device_id=7d22b60d-19fe-4dca-8eef-821db5a4dc55 HTTP/1.1" status: 200 len: 945 time: 0.0609593 Jun 16 17:23:28.747834 dv-cinder-837356-2-iscsi neutron-server[103916]: INFO neutron.wsgi [req-2d231b01-2204-4289-b3e7-76685f62028e req-d861f8cb-2863-4919-9184-bc013c8e226f tempest-AttachVolumeTestJSON-336390128 tempest-AttachVolumeTestJSON-336390128-project] 10.222.0.66 "GET /v2.0/security-groups?id=b5243b74-2536-4f9c-b2d2-f7b79b8f3edb&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0492222 Jun 16 17:23:28.811415 dv-cinder-837356-2-iscsi neutron-server[103917]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60433a32-5234-490c-9b7f-f02e332a7293 req-bd0ae835-3b94-477c-8924-13ecc9641df2 tempest-ServerRescueNegativeTestJSON-1475515620 tempest-ServerRescueNegativeTestJSON-1475515620-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103917) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 16 17:23:28.812934 dv-cinder-837356-2-iscsi neutron-server[103917]: INFO neutron.wsgi [req-60433a32-5234-490c-9b7f-f02e332a7293 req-bd0ae835-3b94-477c-8924-13ecc9641df2 tempest-ServerRescueNegativeTestJSON-1475515620 tempest-ServerRescueNegativeTestJSON-1475515620-project] 10.222.0.66 "GET /v2.0/ports?device_id=75957299-3d36-4f9c-a081-9e621c88225c HTTP/1.1" status: 200 len: 946 time: 0.0677841 Jun 16 17:23:28.865574 dv-cinder-837356-2-iscsi neutron-server[103917]: INFO neutron.wsgi [req-60433a32-5234-490c-9b7f-f02e332a7293 req-d18b85c8-6e8b-49cb-9ccd-dd31329ab6c3 tempest-ServerRescueNegativeTestJSON-1475515620 tempest-ServerRescueNegativeTestJSON-1475515620-project] 10.222.0.66 "GET /v2.0/security-groups?id=ce781013-5cdb-4bc3-8c66-743aa21b4c5c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0464671 Jun 16 17:23:29.421782 dv-cinder-837356-2-iscsi neutron-server[103918]: DEBUG neutron_lib.callbacks.manager [None req-b2b17746-c296-4803-869a-65578e8233dd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728539454181', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16149322'] for agent (2e97d73d-50fc-4f89-a4ea-85f65eb860d8), after_update {{(pid=103918) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 17:23:29.723713 dv-cinder-837356-2-iscsi neutron-server[103916]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5e6cf3a-753e-481c-8357-217d51f2c1bd req-dac169a3-ae40-4741-81a2-43a1a09b1c2c tempest-AttachVolumeShelveTestJSON-1123487845 tempest-AttachVolumeShelveTestJSON-1123487845-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103916) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 16 17:23:29.725253 dv-cinder-837356-2-iscsi neutron-server[103916]: INFO neutron.wsgi [req-d5e6cf3a-753e-481c-8357-217d51f2c1bd req-dac169a3-ae40-4741-81a2-43a1a09b1c2c tempest-AttachVolumeShelveTestJSON-1123487845 tempest-AttachVolumeShelveTestJSON-1123487845-project] 10.222.0.66 "GET /v2.0/ports?device_id=ab2e7148-fa86-4648-9e4b-87e27fcf1147 HTTP/1.1" status: 200 len: 946 time: 0.0775883 Jun 16 17:23:29.753923 dv-cinder-837356-2-iscsi neutron-server[103916]: DEBUG dbcounter [-] [103916] Writing DB stats neutron:SELECT=93,neutron:INSERT=4,neutron:DELETE=3 {{(pid=103916) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 16 17:23:29.778671 dv-cinder-837356-2-iscsi neutron-server[103916]: INFO neutron.wsgi [req-d5e6cf3a-753e-481c-8357-217d51f2c1bd req-3d81c253-ac00-40de-afb5-fc918991eef1 tempest-AttachVolumeShelveTestJSON-1123487845 tempest-AttachVolumeShelveTestJSON-1123487845-project] 10.222.0.66 "GET /v2.0/security-groups?id=5ab805c8-38ae-4655-bf71-1fc1999d288e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0475154 Jun 16 17:23:29.886176 dv-cinder-837356-2-iscsi neutron-server[103917]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-915e2d2a-8127-4e1c-ae6c-281cefa42046 req-628fa82b-a3fa-42ae-866d-82abd75e2161 tempest-AttachVolumeTestJSON-336390128 tempest-AttachVolumeTestJSON-336390128-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103917) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 16 17:23:29.887722 dv-cinder-837356-2-iscsi neutron-server[103917]: INFO neutron.wsgi [req-915e2d2a-8127-4e1c-ae6c-281cefa42046 req-628fa82b-a3fa-42ae-866d-82abd75e2161 tempest-AttachVolumeTestJSON-336390128 tempest-AttachVolumeTestJSON-336390128-project] 10.222.0.66 "GET /v2.0/ports?device_id=7d22b60d-19fe-4dca-8eef-821db5a4dc55 HTTP/1.1" status: 200 len: 945 time: 0.0475872 Jun 16 17:23:29.937431 dv-cinder-837356-2-iscsi neutron-server[103917]: INFO neutron.wsgi [req-915e2d2a-8127-4e1c-ae6c-281cefa42046 req-db002ebf-e0f6-4a81-a3f9-63c241ce38e5 tempest-AttachVolumeTestJSON-336390128 tempest-AttachVolumeTestJSON-336390128-project] 10.222.0.66 "GET /v2.0/security-groups?id=b5243b74-2536-4f9c-b2d2-f7b79b8f3edb&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0433660 Jun 16 17:23:29.985584 dv-cinder-837356-2-iscsi neutron-server[103916]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44d455ac-75bf-46f2-8a2d-036750fc58b9 req-4b36e049-8797-4b1e-82aa-a18c266868fb tempest-ServerRescueNegativeTestJSON-1475515620 tempest-ServerRescueNegativeTestJSON-1475515620-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103916) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 16 17:23:29.987049 dv-cinder-837356-2-iscsi neutron-server[103916]: INFO neutron.wsgi [req-44d455ac-75bf-46f2-8a2d-036750fc58b9 req-4b36e049-8797-4b1e-82aa-a18c266868fb tempest-ServerRescueNegativeTestJSON-1475515620 tempest-ServerRescueNegativeTestJSON-1475515620-project] 10.222.0.66 "GET /v2.0/ports?device_id=75957299-3d36-4f9c-a081-9e621c88225c HTTP/1.1" status: 200 len: 946 time: 0.0539470 Jun 16 17:23:30.039460 dv-cinder-837356-2-iscsi neutron-server[103916]: INFO neutron.wsgi [req-44d455ac-75bf-46f2-8a2d-036750fc58b9 req-5e4c219d-dd1f-4c2e-9af4-535b8ef31198 tempest-ServerRescueNegativeTestJSON-1475515620 tempest-ServerRescueNegativeTestJSON-1475515620-project] 10.222.0.66 "GET /v2.0/security-groups?id=ce781013-5cdb-4bc3-8c66-743aa21b4c5c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0466766 Jun 16 17:23:30.914119 dv-cinder-837356-2-iscsi neutron-server[103917]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f19a1871-26d3-46fa-9431-ea4a6dc6f74f req-10fa67dd-2ba2-4a5e-a579-de7859c98ab1 tempest-AttachVolumeShelveTestJSON-1123487845 tempest-AttachVolumeShelveTestJSON-1123487845-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103917) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 16 17:23:30.917698 dv-cinder-837356-2-iscsi neutron-server[103917]: INFO neutron.wsgi [req-f19a1871-26d3-46fa-9431-ea4a6dc6f74f req-10fa67dd-2ba2-4a5e-a579-de7859c98ab1 tempest-AttachVolumeShelveTestJSON-1123487845 tempest-AttachVolumeShelveTestJSON-1123487845-project] 10.222.0.66 "GET /v2.0/ports?device_id=ab2e7148-fa86-4648-9e4b-87e27fcf1147 HTTP/1.1" status: 200 len: 946 time: 0.0497091 Jun 16 17:23:30.975138 dv-cinder-837356-2-iscsi neutron-server[103917]: INFO neutron.wsgi [req-f19a1871-26d3-46fa-9431-ea4a6dc6f74f req-087102a8-8499-4d16-9088-acd6d395f33a tempest-AttachVolumeShelveTestJSON-1123487845 tempest-AttachVolumeShelveTestJSON-1123487845-project] 10.222.0.66 "GET /v2.0/security-groups?id=5ab805c8-38ae-4655-bf71-1fc1999d288e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0498807 Jun 16 17:23:31.082494 dv-cinder-837356-2-iscsi neutron-server[103916]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ccb94463-c1d2-4a68-929f-48956c4cf080 req-0a0543a5-feae-46b8-b50c-296ad52d93f3 tempest-AttachVolumeTestJSON-336390128 tempest-AttachVolumeTestJSON-336390128-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103916) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 16 17:23:31.084139 dv-cinder-837356-2-iscsi neutron-server[103916]: INFO neutron.wsgi [req-ccb94463-c1d2-4a68-929f-48956c4cf080 req-0a0543a5-feae-46b8-b50c-296ad52d93f3 tempest-AttachVolumeTestJSON-336390128 tempest-AttachVolumeTestJSON-336390128-project] 10.222.0.66 "GET /v2.0/ports?device_id=7d22b60d-19fe-4dca-8eef-821db5a4dc55 HTTP/1.1" status: 200 len: 945 time: 0.0525603 Jun 16 17:23:31.147020 dv-cinder-837356-2-iscsi neutron-server[103916]: INFO neutron.wsgi [req-ccb94463-c1d2-4a68-929f-48956c4cf080 req-4778fcb1-faf2-4473-a6dd-37a470d8c8fa tempest-AttachVolumeTestJSON-336390128 tempest-AttachVolumeTestJSON-336390128-project] 10.222.0.66 "GET /v2.0/security-groups?id=b5243b74-2536-4f9c-b2d2-f7b79b8f3edb&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0555081 Jun 16 17:23:31.163585 dv-cinder-837356-2-iscsi neutron-server[103917]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2f4959b-4d55-49a0-907e-a1d5ba30933a req-28e36d26-53da-4576-8289-a5f1efbdf3cf tempest-ServerRescueNegativeTestJSON-1475515620 tempest-ServerRescueNegativeTestJSON-1475515620-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103917) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 16 17:23:31.165286 dv-cinder-837356-2-iscsi neutron-server[103917]: INFO neutron.wsgi [req-b2f4959b-4d55-49a0-907e-a1d5ba30933a req-28e36d26-53da-4576-8289-a5f1efbdf3cf tempest-ServerRescueNegativeTestJSON-1475515620 tempest-ServerRescueNegativeTestJSON-1475515620-project] 10.222.0.66 "GET /v2.0/ports?device_id=75957299-3d36-4f9c-a081-9e621c88225c HTTP/1.1" status: 200 len: 946 time: 0.0499594 Jun 16 17:23:31.216688 dv-cinder-837356-2-iscsi neutron-server[103917]: INFO neutron.wsgi [req-b2f4959b-4d55-49a0-907e-a1d5ba30933a req-5105d9a2-6aaf-4770-a8bb-d420b40e871c tempest-ServerRescueNegativeTestJSON-1475515620 tempest-ServerRescueNegativeTestJSON-1475515620-project] 10.222.0.66 "GET /v2.0/security-groups?id=ce781013-5cdb-4bc3-8c66-743aa21b4c5c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0452406 Jun 16 17:23:32.108360 dv-cinder-837356-2-iscsi neutron-server[103916]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3853611-4cee-480c-9d9b-76b7af4c9980 req-7745c0e6-e688-4f2a-97fe-56b42f7a60d7 tempest-AttachVolumeShelveTestJSON-1123487845 tempest-AttachVolumeShelveTestJSON-1123487845-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103916) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 16 17:23:32.109872 dv-cinder-837356-2-iscsi neutron-server[103916]: INFO neutron.wsgi [req-d3853611-4cee-480c-9d9b-76b7af4c9980 req-7745c0e6-e688-4f2a-97fe-56b42f7a60d7 tempest-AttachVolumeShelveTestJSON-1123487845 tempest-AttachVolumeShelveTestJSON-1123487845-project] 10.222.0.66 "GET /v2.0/ports?device_id=ab2e7148-fa86-4648-9e4b-87e27fcf1147 HTTP/1.1" status: 200 len: 946 time: 0.0507963 Jun 16 17:23:32.171130 dv-cinder-837356-2-iscsi neutron-server[103916]: INFO neutron.wsgi [req-d3853611-4cee-480c-9d9b-76b7af4c9980 req-3d6c549e-1e74-4ce1-b8ac-8d134dde3152 tempest-AttachVolumeShelveTestJSON-1123487845 tempest-AttachVolumeShelveTestJSON-1123487845-project] 10.222.0.66 "GET /v2.0/security-groups?id=5ab805c8-38ae-4655-bf71-1fc1999d288e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0533223 Jun 16 17:23:32.280351 dv-cinder-837356-2-iscsi neutron-server[103917]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ca8db61-4219-4413-87e9-c253b92366c6 req-838c6739-a055-4c27-8429-0054e77df47f tempest-AttachVolumeTestJSON-336390128 tempest-AttachVolumeTestJSON-336390128-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103917) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 16 17:23:32.281815 dv-cinder-837356-2-iscsi neutron-server[103917]: INFO neutron.wsgi [req-2ca8db61-4219-4413-87e9-c253b92366c6 req-838c6739-a055-4c27-8429-0054e77df47f tempest-AttachVolumeTestJSON-336390128 tempest-AttachVolumeTestJSON-336390128-project] 10.222.0.66 "GET /v2.0/ports?device_id=7d22b60d-19fe-4dca-8eef-821db5a4dc55 HTTP/1.1" status: 200 len: 945 time: 0.0555651 Jun 16 17:23:32.343152 dv-cinder-837356-2-iscsi neutron-server[103917]: INFO neutron.wsgi [req-2ca8db61-4219-4413-87e9-c253b92366c6 req-bab448e2-df0b-4496-b1cb-57a52f032a05 tempest-AttachVolumeTestJSON-336390128 tempest-AttachVolumeTestJSON-336390128-project] 10.222.0.66 "GET /v2.0/security-groups?id=b5243b74-2536-4f9c-b2d2-f7b79b8f3edb&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0550716 Jun 16 17:23:32.352152 dv-cinder-837356-2-iscsi neutron-server[103916]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff24dc22-ac33-44c5-a015-4e677a32791a req-7bb1f03f-b55b-4624-939a-ebb50857ebcf tempest-ServerRescueNegativeTestJSON-1475515620 tempest-ServerRescueNegativeTestJSON-1475515620-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103916) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 16 17:23:32.354057 dv-cinder-837356-2-iscsi neutron-server[103916]: INFO neutron.wsgi [req-ff24dc22-ac33-44c5-a015-4e677a32791a req-7bb1f03f-b55b-4624-939a-ebb50857ebcf tempest-ServerRescueNegativeTestJSON-1475515620 tempest-ServerRescueNegativeTestJSON-1475515620-project] 10.222.0.66 "GET /v2.0/ports?device_id=75957299-3d36-4f9c-a081-9e621c88225c HTTP/1.1" status: 200 len: 946 time: 0.0623169 Jun 16 17:23:32.413529 dv-cinder-837356-2-iscsi neutron-server[103916]: INFO neutron.wsgi [req-ff24dc22-ac33-44c5-a015-4e677a32791a req-2e7c5fde-41a7-46b9-8056-d5402eb54a24 tempest-ServerRescueNegativeTestJSON-1475515620 tempest-ServerRescueNegativeTestJSON-1475515620-project] 10.222.0.66 "GET /v2.0/security-groups?id=ce781013-5cdb-4bc3-8c66-743aa21b4c5c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0521750 Jun 16 17:23:33.312600 dv-cinder-837356-2-iscsi neutron-server[103917]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-002f3314-71ee-460d-b966-2c30c9db56f3 req-17303f46-03c5-40c3-8bf1-b740ae1be4ca tempest-AttachVolumeShelveTestJSON-1123487845 tempest-AttachVolumeShelveTestJSON-1123487845-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103917) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 16 17:23:33.314140 dv-cinder-837356-2-iscsi neutron-server[103917]: INFO neutron.wsgi [req-002f3314-71ee-460d-b966-2c30c9db56f3 req-17303f46-03c5-40c3-8bf1-b740ae1be4ca tempest-AttachVolumeShelveTestJSON-1123487845 tempest-AttachVolumeShelveTestJSON-1123487845-project] 10.222.0.66 "GET /v2.0/ports?device_id=ab2e7148-fa86-4648-9e4b-87e27fcf1147 HTTP/1.1" status: 200 len: 946 time: 0.0567806 Jun 16 17:23:33.368025 dv-cinder-837356-2-iscsi neutron-server[103917]: INFO neutron.wsgi [req-002f3314-71ee-460d-b966-2c30c9db56f3 req-0d2f58d5-1706-40f1-89fe-ce0434aef5a1 tempest-AttachVolumeShelveTestJSON-1123487845 tempest-AttachVolumeShelveTestJSON-1123487845-project] 10.222.0.66 "GET /v2.0/security-groups?id=5ab805c8-38ae-4655-bf71-1fc1999d288e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0459914 Jun 16 17:23:33.464891 dv-cinder-837356-2-iscsi neutron-server[103916]: DEBUG dbcounter [-] [103916] Writing DB stats neutron:SELECT=95,neutron:DELETE=5 {{(pid=103916) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 16 17:23:33.474726 dv-cinder-837356-2-iscsi neutron-server[103916]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-080b683d-df4b-45a9-811d-4a4649f0f79f req-eccc02c9-f021-4f93-807f-e8844aa018b3 tempest-AttachVolumeTestJSON-336390128 tempest-AttachVolumeTestJSON-336390128-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103916) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 16 17:23:33.476216 dv-cinder-837356-2-iscsi neutron-server[103916]: INFO neutron.wsgi [req-080b683d-df4b-45a9-811d-4a4649f0f79f req-eccc02c9-f021-4f93-807f-e8844aa018b3 tempest-AttachVolumeTestJSON-336390128 tempest-AttachVolumeTestJSON-336390128-project] 10.222.0.66 "GET /v2.0/ports?device_id=7d22b60d-19fe-4dca-8eef-821db5a4dc55 HTTP/1.1" status: 200 len: 945 time: 0.0518479 Jun 16 17:23:33.494601 dv-cinder-837356-2-iscsi neutron-server[103917]: DEBUG dbcounter [-] [103917] Writing DB stats neutron:SELECT=91,neutron:INSERT=8,neutron:UPDATE=1 {{(pid=103917) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 16 17:23:33.526556 dv-cinder-837356-2-iscsi neutron-server[103916]: INFO neutron.wsgi [req-080b683d-df4b-45a9-811d-4a4649f0f79f req-70254e39-f54f-46f6-b426-8f6d9137e5c5 tempest-AttachVolumeTestJSON-336390128 tempest-AttachVolumeTestJSON-336390128-project] 10.222.0.66 "GET /v2.0/security-groups?id=b5243b74-2536-4f9c-b2d2-f7b79b8f3edb&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0432463 Jun 16 17:23:33.531866 dv-cinder-837356-2-iscsi neutron-server[103917]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7bc3caf8-b778-41fa-8aeb-c6a9a932f9d0 req-20543178-9f5a-4831-bd77-d2c5827e5dac tempest-ServerRescueNegativeTestJSON-1475515620 tempest-ServerRescueNegativeTestJSON-1475515620-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103917) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 16 17:23:33.533367 dv-cinder-837356-2-iscsi neutron-server[103917]: INFO neutron.wsgi [req-7bc3caf8-b778-41fa-8aeb-c6a9a932f9d0 req-20543178-9f5a-4831-bd77-d2c5827e5dac tempest-ServerRescueNegativeTestJSON-1475515620 tempest-ServerRescueNegativeTestJSON-1475515620-project] 10.222.0.66 "GET /v2.0/ports?device_id=75957299-3d36-4f9c-a081-9e621c88225c HTTP/1.1" status: 200 len: 946 time: 0.0471950 Jun 16 17:23:33.581390 dv-cinder-837356-2-iscsi neutron-server[103917]: INFO neutron.wsgi [req-7bc3caf8-b778-41fa-8aeb-c6a9a932f9d0 req-3e6a33a8-098f-448c-8627-fd801781febb tempest-ServerRescueNegativeTestJSON-1475515620 tempest-ServerRescueNegativeTestJSON-1475515620-project] 10.222.0.66 "GET /v2.0/security-groups?id=ce781013-5cdb-4bc3-8c66-743aa21b4c5c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0421484 Jun 16 17:23:34.512387 dv-cinder-837356-2-iscsi neutron-server[103916]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3e0532f-621d-4371-b1b5-96eead22acd3 req-533248b5-f523-4537-8dfd-cf9a06ff11ec tempest-AttachVolumeShelveTestJSON-1123487845 tempest-AttachVolumeShelveTestJSON-1123487845-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103916) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 16 17:23:34.513931 dv-cinder-837356-2-iscsi neutron-server[103916]: INFO neutron.wsgi [req-c3e0532f-621d-4371-b1b5-96eead22acd3 req-533248b5-f523-4537-8dfd-cf9a06ff11ec tempest-AttachVolumeShelveTestJSON-1123487845 tempest-AttachVolumeShelveTestJSON-1123487845-project] 10.222.0.66 "GET /v2.0/ports?device_id=ab2e7148-fa86-4648-9e4b-87e27fcf1147 HTTP/1.1" status: 200 len: 946 time: 0.0562201 Jun 16 17:23:34.579491 dv-cinder-837356-2-iscsi neutron-server[103916]: INFO neutron.wsgi [req-c3e0532f-621d-4371-b1b5-96eead22acd3 req-43d4d62e-ba6a-47de-b62c-ef15e71ccdb6 tempest-AttachVolumeShelveTestJSON-1123487845 tempest-AttachVolumeShelveTestJSON-1123487845-project] 10.222.0.66 "GET /v2.0/security-groups?id=5ab805c8-38ae-4655-bf71-1fc1999d288e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0519729 Jun 16 17:23:34.652018 dv-cinder-837356-2-iscsi neutron-server[103917]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f86d4dcf-c310-4ec4-9863-87a29fcc2487 req-57490fcb-c92e-4fd3-9626-76d5a3522e0a tempest-AttachVolumeTestJSON-336390128 tempest-AttachVolumeTestJSON-336390128-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103917) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 16 17:23:34.653621 dv-cinder-837356-2-iscsi neutron-server[103917]: INFO neutron.wsgi [req-f86d4dcf-c310-4ec4-9863-87a29fcc2487 req-57490fcb-c92e-4fd3-9626-76d5a3522e0a tempest-AttachVolumeTestJSON-336390128 tempest-AttachVolumeTestJSON-336390128-project] 10.222.0.66 "GET /v2.0/ports?device_id=7d22b60d-19fe-4dca-8eef-821db5a4dc55 HTTP/1.1" status: 200 len: 945 time: 0.0525320 Jun 16 17:23:34.720591 dv-cinder-837356-2-iscsi neutron-server[103916]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60218092-915a-48c7-8fbc-0dd17032fb79 req-927c4cd8-ba36-453f-95d5-2c3cf62f822e tempest-ServerRescueNegativeTestJSON-1475515620 tempest-ServerRescueNegativeTestJSON-1475515620-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103916) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 16 17:23:34.722941 dv-cinder-837356-2-iscsi neutron-server[103916]: INFO neutron.wsgi [req-60218092-915a-48c7-8fbc-0dd17032fb79 req-927c4cd8-ba36-453f-95d5-2c3cf62f822e tempest-ServerRescueNegativeTestJSON-1475515620 tempest-ServerRescueNegativeTestJSON-1475515620-project] 10.222.0.66 "GET /v2.0/ports?device_id=75957299-3d36-4f9c-a081-9e621c88225c HTTP/1.1" status: 200 len: 946 time: 0.0679018 Jun 16 17:23:34.802639 dv-cinder-837356-2-iscsi neutron-server[103916]: INFO neutron.wsgi [req-60218092-915a-48c7-8fbc-0dd17032fb79 req-9f2f8c90-8de3-4476-a1af-666e5049c750 tempest-ServerRescueNegativeTestJSON-1475515620 tempest-ServerRescueNegativeTestJSON-1475515620-project] 10.222.0.66 "GET /v2.0/security-groups?id=ce781013-5cdb-4bc3-8c66-743aa21b4c5c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0681701 Jun 16 17:23:34.916936 dv-cinder-837356-2-iscsi neutron-server[103917]: DEBUG dbcounter [-] [103917] Writing DB stats neutron:INSERT=2,neutron:SELECT=98 {{(pid=103917) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 16 17:23:34.941079 dv-cinder-837356-2-iscsi neutron-server[103917]: INFO neutron.wsgi [req-f86d4dcf-c310-4ec4-9863-87a29fcc2487 req-84610986-8150-4e07-98b1-9861b94afedb tempest-AttachVolumeTestJSON-336390128 tempest-AttachVolumeTestJSON-336390128-project] 10.222.0.66 "GET /v2.0/security-groups?id=b5243b74-2536-4f9c-b2d2-f7b79b8f3edb&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2814109 Jun 16 17:23:35.710117 dv-cinder-837356-2-iscsi neutron-server[103917]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0376e25e-fda2-4c59-a572-e198a8313424 req-102e1a2a-457e-405b-807a-984e252f7ab3 tempest-AttachVolumeShelveTestJSON-1123487845 tempest-AttachVolumeShelveTestJSON-1123487845-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103917) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 16 17:23:35.711623 dv-cinder-837356-2-iscsi neutron-server[103917]: INFO neutron.wsgi [req-0376e25e-fda2-4c59-a572-e198a8313424 req-102e1a2a-457e-405b-807a-984e252f7ab3 tempest-AttachVolumeShelveTestJSON-1123487845 tempest-AttachVolumeShelveTestJSON-1123487845-project] 10.222.0.66 "GET /v2.0/ports?device_id=ab2e7148-fa86-4648-9e4b-87e27fcf1147 HTTP/1.1" status: 200 len: 946 time: 0.0553355 Jun 16 17:23:35.771971 dv-cinder-837356-2-iscsi neutron-server[103917]: INFO neutron.wsgi [req-0376e25e-fda2-4c59-a572-e198a8313424 req-a533bc36-d2f3-478c-b7a2-44addca0f6ce tempest-AttachVolumeShelveTestJSON-1123487845 tempest-AttachVolumeShelveTestJSON-1123487845-project] 10.222.0.66 "GET /v2.0/security-groups?id=5ab805c8-38ae-4655-bf71-1fc1999d288e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0511377 Jun 16 17:23:35.933970 dv-cinder-837356-2-iscsi neutron-server[103917]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4a6b1d0-0d28-4198-803f-ff75b7c00e72 req-b8a205f3-a040-412d-9792-4619e51065fb tempest-ServerRescueNegativeTestJSON-1475515620 tempest-ServerRescueNegativeTestJSON-1475515620-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103917) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 16 17:23:35.935457 dv-cinder-837356-2-iscsi neutron-server[103917]: INFO neutron.wsgi [req-f4a6b1d0-0d28-4198-803f-ff75b7c00e72 req-b8a205f3-a040-412d-9792-4619e51065fb tempest-ServerRescueNegativeTestJSON-1475515620 tempest-ServerRescueNegativeTestJSON-1475515620-project] 10.222.0.66 "GET /v2.0/ports?device_id=75957299-3d36-4f9c-a081-9e621c88225c HTTP/1.1" status: 200 len: 946 time: 0.0585444 Jun 16 17:23:35.988938 dv-cinder-837356-2-iscsi neutron-server[103917]: INFO neutron.wsgi [req-f4a6b1d0-0d28-4198-803f-ff75b7c00e72 req-07c7c884-0bb1-4d62-8ad3-d8d4761be16c tempest-ServerRescueNegativeTestJSON-1475515620 tempest-ServerRescueNegativeTestJSON-1475515620-project] 10.222.0.66 "GET /v2.0/security-groups?id=ce781013-5cdb-4bc3-8c66-743aa21b4c5c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0477681 Jun 16 17:23:36.094477 dv-cinder-837356-2-iscsi neutron-server[103917]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b4bdc88-67f4-4102-8a68-b886eb7cdc26 req-4617ec74-79be-4a2e-a57c-dcd206662c98 tempest-AttachVolumeTestJSON-336390128 tempest-AttachVolumeTestJSON-336390128-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103917) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 16 17:23:36.096004 dv-cinder-837356-2-iscsi neutron-server[103917]: INFO neutron.wsgi [req-0b4bdc88-67f4-4102-8a68-b886eb7cdc26 req-4617ec74-79be-4a2e-a57c-dcd206662c98 tempest-AttachVolumeTestJSON-336390128 tempest-AttachVolumeTestJSON-336390128-project] 10.222.0.66 "GET /v2.0/ports?device_id=7d22b60d-19fe-4dca-8eef-821db5a4dc55 HTTP/1.1" status: 200 len: 945 time: 0.0481098 Jun 16 17:23:36.146242 dv-cinder-837356-2-iscsi neutron-server[103917]: INFO neutron.wsgi [req-0b4bdc88-67f4-4102-8a68-b886eb7cdc26 req-01f1e914-1988-45db-b9ed-0adb4725b6dc tempest-AttachVolumeTestJSON-336390128 tempest-AttachVolumeTestJSON-336390128-project] 10.222.0.66 "GET /v2.0/security-groups?id=b5243b74-2536-4f9c-b2d2-f7b79b8f3edb&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0447569 Jun 16 17:23:36.894898 dv-cinder-837356-2-iscsi neutron-server[103917]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72226053-b04b-4834-9a91-842c1200d605 req-8485c23a-3bf2-4ede-a12e-18262917ec00 tempest-AttachVolumeShelveTestJSON-1123487845 tempest-AttachVolumeShelveTestJSON-1123487845-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103917) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 16 17:23:36.896412 dv-cinder-837356-2-iscsi neutron-server[103917]: INFO neutron.wsgi [req-72226053-b04b-4834-9a91-842c1200d605 req-8485c23a-3bf2-4ede-a12e-18262917ec00 tempest-AttachVolumeShelveTestJSON-1123487845 tempest-AttachVolumeShelveTestJSON-1123487845-project] 10.222.0.66 "GET /v2.0/ports?device_id=ab2e7148-fa86-4648-9e4b-87e27fcf1147 HTTP/1.1" status: 200 len: 946 time: 0.0497413 Jun 16 17:23:36.946441 dv-cinder-837356-2-iscsi neutron-server[103917]: INFO neutron.wsgi [req-72226053-b04b-4834-9a91-842c1200d605 req-d6aef7b8-d920-4cdd-b1ba-ee2a40f6a56c tempest-AttachVolumeShelveTestJSON-1123487845 tempest-AttachVolumeShelveTestJSON-1123487845-project] 10.222.0.66 "GET /v2.0/security-groups?id=5ab805c8-38ae-4655-bf71-1fc1999d288e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0437088 Jun 16 17:23:37.125481 dv-cinder-837356-2-iscsi neutron-server[103917]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b757bc3e-7283-4a03-88f7-a6d78df24dfa req-ed9dca32-6bcc-4292-88d9-5ef6c530f691 tempest-ServerRescueNegativeTestJSON-1475515620 tempest-ServerRescueNegativeTestJSON-1475515620-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103917) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 16 17:23:37.127044 dv-cinder-837356-2-iscsi neutron-server[103917]: INFO neutron.wsgi [req-b757bc3e-7283-4a03-88f7-a6d78df24dfa req-ed9dca32-6bcc-4292-88d9-5ef6c530f691 tempest-ServerRescueNegativeTestJSON-1475515620 tempest-ServerRescueNegativeTestJSON-1475515620-project] 10.222.0.66 "GET /v2.0/ports?device_id=75957299-3d36-4f9c-a081-9e621c88225c HTTP/1.1" status: 200 len: 946 time: 0.0626411 Jun 16 17:23:37.188000 dv-cinder-837356-2-iscsi neutron-server[103917]: INFO neutron.wsgi [req-b757bc3e-7283-4a03-88f7-a6d78df24dfa req-a95777a4-3c99-4e64-a8bb-bdeeee6d6b89 tempest-ServerRescueNegativeTestJSON-1475515620 tempest-ServerRescueNegativeTestJSON-1475515620-project] 10.222.0.66 "GET /v2.0/security-groups?id=ce781013-5cdb-4bc3-8c66-743aa21b4c5c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0547342 Jun 16 17:23:37.319014 dv-cinder-837356-2-iscsi neutron-server[103917]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa65a79a-708f-4422-8142-6e1a0b57fee7 req-29d0c919-474a-4ae4-b8d4-b34d9d4bc0a9 tempest-AttachVolumeTestJSON-336390128 tempest-AttachVolumeTestJSON-336390128-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103917) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 16 17:23:37.320909 dv-cinder-837356-2-iscsi neutron-server[103917]: INFO neutron.wsgi [req-aa65a79a-708f-4422-8142-6e1a0b57fee7 req-29d0c919-474a-4ae4-b8d4-b34d9d4bc0a9 tempest-AttachVolumeTestJSON-336390128 tempest-AttachVolumeTestJSON-336390128-project] 10.222.0.66 "GET /v2.0/ports?device_id=7d22b60d-19fe-4dca-8eef-821db5a4dc55 HTTP/1.1" status: 200 len: 945 time: 0.0541933 Jun 16 17:23:37.378288 dv-cinder-837356-2-iscsi neutron-server[103917]: INFO neutron.wsgi [req-aa65a79a-708f-4422-8142-6e1a0b57fee7 req-661a8733-3fab-48df-945a-ffe3d23d185e tempest-AttachVolumeTestJSON-336390128 tempest-AttachVolumeTestJSON-336390128-project] 10.222.0.66 "GET /v2.0/security-groups?id=b5243b74-2536-4f9c-b2d2-f7b79b8f3edb&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0499172 Jun 16 17:23:37.667707 dv-cinder-837356-2-iscsi neutron-server[103916]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86b61205-edc3-475a-bf8b-5eb6e65152c2 req-47099bde-2833-4bf2-bd31-28c3de36054f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103916) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 16 17:23:37.670084 dv-cinder-837356-2-iscsi neutron-server[103916]: INFO neutron.wsgi [req-86b61205-edc3-475a-bf8b-5eb6e65152c2 req-47099bde-2833-4bf2-bd31-28c3de36054f service neutron] 10.222.0.81 "GET /v2.0/ports?tenant_id=ccf5c45783454fc5a7872490196f07e0&device_id=75957299-3d36-4f9c-a081-9e621c88225c HTTP/1.1" status: 200 len: 1130 time: 0.0580366 Jun 16 17:23:37.687625 dv-cinder-837356-2-iscsi neutron-server[103917]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58d151c8-087d-4b3d-82b6-42edc067691a req-f11bf6c8-173f-4230-9746-dc24af6b911a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103917) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 16 17:23:37.690246 dv-cinder-837356-2-iscsi neutron-server[103917]: INFO neutron.wsgi [req-58d151c8-087d-4b3d-82b6-42edc067691a req-f11bf6c8-173f-4230-9746-dc24af6b911a service neutron] 10.222.0.81 "GET /v2.0/ports?device_id=7d22b60d-19fe-4dca-8eef-821db5a4dc55 HTTP/1.1" status: 200 len: 1129 time: 0.0825694 Jun 16 17:23:38.075931 dv-cinder-837356-2-iscsi neutron-server[103917]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d270f5a-310e-4979-b9b9-08c682db5cc8 req-bb737486-4d0d-4420-a72f-d3f7c3b9bc29 tempest-AttachVolumeShelveTestJSON-1123487845 tempest-AttachVolumeShelveTestJSON-1123487845-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103917) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 16 17:23:38.078354 dv-cinder-837356-2-iscsi neutron-server[103917]: INFO neutron.wsgi [req-7d270f5a-310e-4979-b9b9-08c682db5cc8 req-bb737486-4d0d-4420-a72f-d3f7c3b9bc29 tempest-AttachVolumeShelveTestJSON-1123487845 tempest-AttachVolumeShelveTestJSON-1123487845-project] 10.222.0.66 "GET /v2.0/ports?device_id=ab2e7148-fa86-4648-9e4b-87e27fcf1147 HTTP/1.1" status: 200 len: 946 time: 0.0515935 Jun 16 17:23:38.220554 dv-cinder-837356-2-iscsi neutron-server[103917]: INFO neutron.wsgi [req-7d270f5a-310e-4979-b9b9-08c682db5cc8 req-821b9fe9-ae55-4577-963d-a21c85bd3d3b tempest-AttachVolumeShelveTestJSON-1123487845 tempest-AttachVolumeShelveTestJSON-1123487845-project] 10.222.0.66 "GET /v2.0/security-groups?id=5ab805c8-38ae-4655-bf71-1fc1999d288e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1122904 Jun 16 17:23:38.238112 dv-cinder-837356-2-iscsi neutron-server[103916]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86b61205-edc3-475a-bf8b-5eb6e65152c2 req-02b10c5c-00c4-49e4-a5e8-4e6bafdf99c7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103916) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 16 17:23:38.245163 dv-cinder-837356-2-iscsi neutron-server[103916]: INFO neutron.wsgi [req-86b61205-edc3-475a-bf8b-5eb6e65152c2 req-02b10c5c-00c4-49e4-a5e8-4e6bafdf99c7 service neutron] 10.222.0.81 "GET /v2.0/networks?id=7c13538c-2941-4763-a560-37a0a33d14c7 HTTP/1.1" status: 200 len: 921 time: 0.1615467 Jun 16 17:23:38.344756 dv-cinder-837356-2-iscsi neutron-server[103917]: INFO neutron.wsgi [req-58d151c8-087d-4b3d-82b6-42edc067691a req-93a13dba-f0cf-465a-ba15-ab93385c47a1 service neutron] 10.222.0.81 "GET /v2.0/security-groups?id=b5243b74-2536-4f9c-b2d2-f7b79b8f3edb&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2371001 Jun 16 17:23:38.425773 dv-cinder-837356-2-iscsi neutron-server[103916]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d5e89dc-2b67-468c-82bb-ddf5fe5e8dba req-761df5b1-2df2-4471-b6b3-952c2caa5102 tempest-ServerRescueNegativeTestJSON-1475515620 tempest-ServerRescueNegativeTestJSON-1475515620-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103916) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 16 17:23:38.427561 dv-cinder-837356-2-iscsi neutron-server[103916]: INFO neutron.wsgi [req-8d5e89dc-2b67-468c-82bb-ddf5fe5e8dba req-761df5b1-2df2-4471-b6b3-952c2caa5102 tempest-ServerRescueNegativeTestJSON-1475515620 tempest-ServerRescueNegativeTestJSON-1475515620-project] 10.222.0.66 "GET /v2.0/ports?device_id=75957299-3d36-4f9c-a081-9e621c88225c HTTP/1.1" status: 200 len: 946 time: 0.0940847 Jun 16 17:23:38.542758 dv-cinder-837356-2-iscsi neutron-server[103917]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b179be59-1501-404a-9cc4-96525ff4bc7e req-d8f7fbd8-b9ba-4f94-8805-b285f8e0248a tempest-AttachVolumeTestJSON-336390128 tempest-AttachVolumeTestJSON-336390128-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103917) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 16 17:23:38.544893 dv-cinder-837356-2-iscsi neutron-server[103917]: INFO neutron.wsgi [req-b179be59-1501-404a-9cc4-96525ff4bc7e req-d8f7fbd8-b9ba-4f94-8805-b285f8e0248a tempest-AttachVolumeTestJSON-336390128 tempest-AttachVolumeTestJSON-336390128-project] 10.222.0.66 "GET /v2.0/ports?device_id=7d22b60d-19fe-4dca-8eef-821db5a4dc55 HTTP/1.1" status: 200 len: 945 time: 0.0657606 Jun 16 17:23:38.555714 dv-cinder-837356-2-iscsi neutron-server[103916]: INFO neutron.wsgi [req-8d5e89dc-2b67-468c-82bb-ddf5fe5e8dba req-0aee35ea-7358-4c4c-ad4d-5d787ce7a6f0 tempest-ServerRescueNegativeTestJSON-1475515620 tempest-ServerRescueNegativeTestJSON-1475515620-project] 10.222.0.66 "GET /v2.0/security-groups?id=ce781013-5cdb-4bc3-8c66-743aa21b4c5c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1123030 Jun 16 17:23:38.634310 dv-cinder-837356-2-iscsi neutron-server[103917]: INFO neutron.wsgi [req-b179be59-1501-404a-9cc4-96525ff4bc7e req-a3390c0f-29ca-48ba-8abb-0478c85de350 tempest-AttachVolumeTestJSON-336390128 tempest-AttachVolumeTestJSON-336390128-project] 10.222.0.66 "GET /v2.0/security-groups?id=b5243b74-2536-4f9c-b2d2-f7b79b8f3edb&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0762670 Jun 16 17:23:39.435150 dv-cinder-837356-2-iscsi neutron-server[103916]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3b0bd94-d7a6-43f6-b026-5c3ad07b2035 req-15bdafbf-55f7-440e-81fb-736d4206c460 tempest-AttachVolumeShelveTestJSON-1123487845 tempest-AttachVolumeShelveTestJSON-1123487845-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103916) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 16 17:23:39.436678 dv-cinder-837356-2-iscsi neutron-server[103916]: INFO neutron.wsgi [req-a3b0bd94-d7a6-43f6-b026-5c3ad07b2035 req-15bdafbf-55f7-440e-81fb-736d4206c460 tempest-AttachVolumeShelveTestJSON-1123487845 tempest-AttachVolumeShelveTestJSON-1123487845-project] 10.222.0.66 "GET /v2.0/ports?device_id=ab2e7148-fa86-4648-9e4b-87e27fcf1147 HTTP/1.1" status: 200 len: 946 time: 0.0692210 Jun 16 17:23:39.503068 dv-cinder-837356-2-iscsi neutron-server[103916]: INFO neutron.wsgi [req-a3b0bd94-d7a6-43f6-b026-5c3ad07b2035 req-09069f3b-2e2b-4b2f-8ac9-6d30ef378b36 tempest-AttachVolumeShelveTestJSON-1123487845 tempest-AttachVolumeShelveTestJSON-1123487845-project] 10.222.0.66 "GET /v2.0/security-groups?id=5ab805c8-38ae-4655-bf71-1fc1999d288e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0585322 Jun 16 17:23:39.611599 dv-cinder-837356-2-iscsi neutron-server[103917]: DEBUG dbcounter [-] [103917] Writing DB stats neutron:SELECT=100 {{(pid=103917) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 16 17:23:39.626201 dv-cinder-837356-2-iscsi neutron-server[103917]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ac318c4-b292-4c0e-a5ea-7008e4e3312f req-5f264e28-7f65-4ad2-82e9-ceaf638bff9d tempest-AttachVolumeShelveTestJSON-1123487845 tempest-AttachVolumeShelveTestJSON-1123487845-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103917) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 16 17:23:39.627491 dv-cinder-837356-2-iscsi neutron-server[103917]: INFO neutron.wsgi [req-0ac318c4-b292-4c0e-a5ea-7008e4e3312f req-5f264e28-7f65-4ad2-82e9-ceaf638bff9d tempest-AttachVolumeShelveTestJSON-1123487845 tempest-AttachVolumeShelveTestJSON-1123487845-project] 10.222.0.66 "GET /v2.0/ports?device_id=ab2e7148-fa86-4648-9e4b-87e27fcf1147 HTTP/1.1" status: 200 len: 946 time: 0.0513539 Jun 16 17:23:39.637860 dv-cinder-837356-2-iscsi neutron-server[103916]: DEBUG neutron.wsgi [-] (103916) accepted ('10.222.0.66', 37944) {{(pid=103916) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 16 17:23:39.642479 dv-cinder-837356-2-iscsi neutron-server[103916]: DEBUG neutron.api.v2.base [None req-f06d7e1e-ec98-4838-b182-8c08cb7d86c5 tempest-AttachVolumeShelveTestJSON-1123487845 tempest-AttachVolumeShelveTestJSON-1123487845-project] Request body: {'floatingip': {'port_id': '2da50d5c-d328-4853-a261-6bd0c6378dcd'}} {{(pid=103916) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jun 16 17:23:39.763887 dv-cinder-837356-2-iscsi neutron-server[103916]: DEBUG neutron_lib.callbacks.manager [None req-f06d7e1e-ec98-4838-b182-8c08cb7d86c5 tempest-AttachVolumeShelveTestJSON-1123487845 tempest-AttachVolumeShelveTestJSON-1123487845-project] Publish callbacks [] for floatingip (83a541a9-9cb2-465a-9aaf-240ee7b3d5b7), before_update {{(pid=103916) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 17:23:39.777551 dv-cinder-837356-2-iscsi neutron-server[103917]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e25b45ad-d162-4daf-a89a-c223f17fe828 req-cdffaeae-8d81-4033-9040-117d8dc1538d tempest-AttachVolumeTestJSON-336390128 tempest-AttachVolumeTestJSON-336390128-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103917) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 16 17:23:39.779129 dv-cinder-837356-2-iscsi neutron-server[103917]: INFO neutron.wsgi [req-e25b45ad-d162-4daf-a89a-c223f17fe828 req-cdffaeae-8d81-4033-9040-117d8dc1538d tempest-AttachVolumeTestJSON-336390128 tempest-AttachVolumeTestJSON-336390128-project] 10.222.0.66 "GET /v2.0/ports?device_id=7d22b60d-19fe-4dca-8eef-821db5a4dc55 HTTP/1.1" status: 200 len: 945 time: 0.0604007 Jun 16 17:23:39.831347 dv-cinder-837356-2-iscsi neutron-server[103916]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17e110d3-9849-48e0-b965-0ec874c20739 req-9fdd1e8f-5483-41f3-b903-ef28cc5f93a2 tempest-ServerRescueNegativeTestJSON-1475515620 tempest-ServerRescueNegativeTestJSON-1475515620-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103916) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 16 17:23:39.832934 dv-cinder-837356-2-iscsi neutron-server[103916]: INFO neutron.wsgi [req-17e110d3-9849-48e0-b965-0ec874c20739 req-9fdd1e8f-5483-41f3-b903-ef28cc5f93a2 tempest-ServerRescueNegativeTestJSON-1475515620 tempest-ServerRescueNegativeTestJSON-1475515620-project] 10.222.0.66 "GET /v2.0/ports?device_id=75957299-3d36-4f9c-a081-9e621c88225c HTTP/1.1" status: 200 len: 946 time: 0.1604946 Jun 16 17:23:39.834425 dv-cinder-837356-2-iscsi neutron-server[103917]: INFO neutron.wsgi [req-e25b45ad-d162-4daf-a89a-c223f17fe828 req-25051905-df98-46bf-83db-2cb11cc0c327 tempest-AttachVolumeTestJSON-336390128 tempest-AttachVolumeTestJSON-336390128-project] 10.222.0.66 "GET /v2.0/security-groups?id=b5243b74-2536-4f9c-b2d2-f7b79b8f3edb&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0489652 Jun 16 17:23:39.898449 dv-cinder-837356-2-iscsi neutron-server[103916]: DEBUG dbcounter [-] [103916] Writing DB stats neutron:SELECT=100 {{(pid=103916) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 16 17:23:39.984900 dv-cinder-837356-2-iscsi neutron-server[103916]: INFO neutron.wsgi [req-17e110d3-9849-48e0-b965-0ec874c20739 req-855028a7-a45d-497b-92f6-d7bdaa93e0e8 tempest-ServerRescueNegativeTestJSON-1475515620 tempest-ServerRescueNegativeTestJSON-1475515620-project] 10.222.0.66 "GET /v2.0/security-groups?id=ce781013-5cdb-4bc3-8c66-743aa21b4c5c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1207926 Jun 16 17:23:40.217437 dv-cinder-837356-2-iscsi neutron-server[103916]: DEBUG dbcounter [-] [103916] Writing DB stats neutron:SELECT=100 {{(pid=103916) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 16 17:23:40.626810 dv-cinder-837356-2-iscsi neutron-server[103916]: DEBUG neutron_lib.db.resource_extend [None req-f06d7e1e-ec98-4838-b182-8c08cb7d86c5 tempest-AttachVolumeShelveTestJSON-1123487845 tempest-AttachVolumeShelveTestJSON-1123487845-project] It took 0.23 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=103916) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Jun 16 17:23:40.704323 dv-cinder-837356-2-iscsi neutron-server[103916]: DEBUG neutron_lib.callbacks.manager [None req-f06d7e1e-ec98-4838-b182-8c08cb7d86c5 tempest-AttachVolumeShelveTestJSON-1123487845 tempest-AttachVolumeShelveTestJSON-1123487845-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=103916) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 17:23:40.710422 dv-cinder-837356-2-iscsi neutron-server[103916]: DEBUG neutron_lib.callbacks.manager [None req-f06d7e1e-ec98-4838-b182-8c08cb7d86c5 tempest-AttachVolumeShelveTestJSON-1123487845 tempest-AttachVolumeShelveTestJSON-1123487845-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-704970'] for floatingip (83a541a9-9cb2-465a-9aaf-240ee7b3d5b7), after_update {{(pid=103916) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 17:23:40.816995 dv-cinder-837356-2-iscsi neutron-server[103916]: INFO neutron.db.l3_db [None req-f06d7e1e-ec98-4838-b182-8c08cb7d86c5 tempest-AttachVolumeShelveTestJSON-1123487845 tempest-AttachVolumeShelveTestJSON-1123487845-project] Floating IP 83a541a9-9cb2-465a-9aaf-240ee7b3d5b7 associated. External IP: 172.27.2.234, port: 2da50d5c-d328-4853-a261-6bd0c6378dcd. Jun 16 17:23:40.974182 dv-cinder-837356-2-iscsi neutron-server[103917]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc510ca3-6259-4dfb-9736-95e7afc36ba4 req-22c7fc80-673e-4b05-a644-264377260807 tempest-AttachVolumeTestJSON-336390128 tempest-AttachVolumeTestJSON-336390128-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103917) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 16 17:23:40.975655 dv-cinder-837356-2-iscsi neutron-server[103917]: INFO neutron.wsgi [req-bc510ca3-6259-4dfb-9736-95e7afc36ba4 req-22c7fc80-673e-4b05-a644-264377260807 tempest-AttachVolumeTestJSON-336390128 tempest-AttachVolumeTestJSON-336390128-project] 10.222.0.66 "GET /v2.0/ports?device_id=7d22b60d-19fe-4dca-8eef-821db5a4dc55 HTTP/1.1" status: 200 len: 945 time: 0.0513067 Jun 16 17:23:41.008261 dv-cinder-837356-2-iscsi neutron-server[103917]: DEBUG dbcounter [-] [103917] Writing DB stats neutron:SELECT=100 {{(pid=103917) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 16 17:23:41.032094 dv-cinder-837356-2-iscsi neutron-server[103917]: INFO neutron.wsgi [req-bc510ca3-6259-4dfb-9736-95e7afc36ba4 req-efb835cc-221e-4e90-bca2-2e12bd4ff980 tempest-AttachVolumeTestJSON-336390128 tempest-AttachVolumeTestJSON-336390128-project] 10.222.0.66 "GET /v2.0/security-groups?id=b5243b74-2536-4f9c-b2d2-f7b79b8f3edb&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0497403 Jun 16 17:23:41.034578 dv-cinder-837356-2-iscsi neutron-server[103916]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f06d7e1e-ec98-4838-b182-8c08cb7d86c5 tempest-AttachVolumeShelveTestJSON-1123487845 tempest-AttachVolumeShelveTestJSON-1123487845-project] Router 5557f5ad-f4fd-4009-ab4c-69a33d9eac05 has already been hosted by L3 agent 7639df21-17c3-4235-8912-210c3ad54137 {{(pid=103916) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jun 16 17:23:41.171102 dv-cinder-837356-2-iscsi neutron-server[103916]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca6239c1-f23c-4db9-be96-8b44d9e18972 req-b896cf1b-f841-450c-be29-e9029641bcd0 tempest-ServerRescueNegativeTestJSON-1475515620 tempest-ServerRescueNegativeTestJSON-1475515620-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103916) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 16 17:23:41.172558 dv-cinder-837356-2-iscsi neutron-server[103916]: INFO neutron.wsgi [req-ca6239c1-f23c-4db9-be96-8b44d9e18972 req-b896cf1b-f841-450c-be29-e9029641bcd0 tempest-ServerRescueNegativeTestJSON-1475515620 tempest-ServerRescueNegativeTestJSON-1475515620-project] 10.222.0.66 "GET /v2.0/ports?device_id=75957299-3d36-4f9c-a081-9e621c88225c HTTP/1.1" status: 200 len: 946 time: 0.0895820 Jun 16 17:23:41.206615 dv-cinder-837356-2-iscsi neutron-server[103916]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f06d7e1e-ec98-4838-b182-8c08cb7d86c5 tempest-AttachVolumeShelveTestJSON-1123487845 tempest-AttachVolumeShelveTestJSON-1123487845-project] Notify agent at l3_agent.dv-cinder-837356-2-iscsi the message routers_updated {{(pid=103916) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jun 16 17:23:41.213695 dv-cinder-837356-2-iscsi neutron-server[103916]: DEBUG neutron_lib.callbacks.manager [None req-f06d7e1e-ec98-4838-b182-8c08cb7d86c5 tempest-AttachVolumeShelveTestJSON-1123487845 tempest-AttachVolumeShelveTestJSON-1123487845-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-191112'] for floatingip (None), before_response {{(pid=103916) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 17:23:41.220105 dv-cinder-837356-2-iscsi neutron-server[103919]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c763287e-8035-4350-a2dc-4e3cd92639ad None None] Sync routers for ids ['5557f5ad-f4fd-4009-ab4c-69a33d9eac05'] in dv-cinder-837356-2-iscsi {{(pid=103919) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 16 17:23:41.230845 dv-cinder-837356-2-iscsi neutron-server[103919]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c763287e-8035-4350-a2dc-4e3cd92639ad None None] Routers {'5557f5ad-f4fd-4009-ab4c-69a33d9eac05'} bound to L3 agent in host dv-cinder-837356-2-iscsi {{(pid=103919) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jun 16 17:23:41.232001 dv-cinder-837356-2-iscsi neutron-server[103919]: DEBUG neutron.db.l3_hamode_db [None req-c763287e-8035-4350-a2dc-4e3cd92639ad None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-837356-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-06-16T17:14:15Z,description=,heartbeat_timestamp=2022-06-16T17:23:15Z,host='dv-cinder-837356-2-iscsi',id=7639df21-17c3-4235-8912-210c3ad54137,load=0,resource_versions=,resources_synced=,started_at=2022-06-16T17:14:15Z,topic='l3_agent')) {'router_ids': ['5557f5ad-f4fd-4009-ab4c-69a33d9eac05'], 'active': True} {{(pid=103919) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 16 17:23:41.268357 dv-cinder-837356-2-iscsi neutron-server[103916]: INFO neutron.wsgi [None req-f06d7e1e-ec98-4838-b182-8c08cb7d86c5 tempest-AttachVolumeShelveTestJSON-1123487845 tempest-AttachVolumeShelveTestJSON-1123487845-project] 10.222.0.66 "PUT /v2.0/floatingips/83a541a9-9cb2-465a-9aaf-240ee7b3d5b7 HTTP/1.1" status: 200 len: 992 time: 1.6293576 Jun 16 17:23:41.268967 dv-cinder-837356-2-iscsi neutron-server[103916]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'ab2e7148-fa86-4648-9e4b-87e27fcf1147', 'tag': '2da50d5c-d328-4853-a261-6bd0c6378dcd'}] {{(pid=103916) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jun 16 17:23:41.271468 dv-cinder-837356-2-iscsi neutron-server[103916]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.66/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}15d8713043fc5f9b6f9aaf4a9a169ba36e5aaa6307a8131177ae56adda3437c5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2eb12601-b215-4a26-a896-0952fb94f632" -d '{"events": [{"name": "network-changed", "server_uuid": "ab2e7148-fa86-4648-9e4b-87e27fcf1147", "tag": "2da50d5c-d328-4853-a261-6bd0c6378dcd"}]}' {{(pid=103916) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 16 17:23:41.278595 dv-cinder-837356-2-iscsi neutron-server[103916]: INFO neutron.wsgi [req-ca6239c1-f23c-4db9-be96-8b44d9e18972 req-0c00fbda-4d4c-4453-8ba0-a1c28e423fc8 tempest-ServerRescueNegativeTestJSON-1475515620 tempest-ServerRescueNegativeTestJSON-1475515620-project] 10.222.0.66 "GET /v2.0/security-groups?id=ce781013-5cdb-4bc3-8c66-743aa21b4c5c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0968285 Jun 16 17:23:41.322427 dv-cinder-837356-2-iscsi neutron-server[103916]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 16 Jun 2022 17:23:41 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8079fe7a-9577-4cfa-8f8e-ee7be42768fa x-openstack-request-id: req-8079fe7a-9577-4cfa-8f8e-ee7be42768fa {{(pid=103916) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 16 17:23:41.322721 dv-cinder-837356-2-iscsi neutron-server[103916]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "ab2e7148-fa86-4648-9e4b-87e27fcf1147", "tag": "2da50d5c-d328-4853-a261-6bd0c6378dcd", "status": "completed", "code": 200}]} {{(pid=103916) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 16 17:23:41.322968 dv-cinder-837356-2-iscsi neutron-server[103916]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.66/compute/v2.1/os-server-external-events used request id req-8079fe7a-9577-4cfa-8f8e-ee7be42768fa {{(pid=103916) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 16 17:23:41.323370 dv-cinder-837356-2-iscsi neutron-server[103916]: INFO neutron.notifiers.nova [-] Nova event matching ['req-8079fe7a-9577-4cfa-8f8e-ee7be42768fa'] response: {'name': 'network-changed', 'server_uuid': 'ab2e7148-fa86-4648-9e4b-87e27fcf1147', 'tag': '2da50d5c-d328-4853-a261-6bd0c6378dcd', 'status': 'completed', 'code': 200} Jun 16 17:23:41.345804 dv-cinder-837356-2-iscsi neutron-server[103919]: DEBUG neutron.db.l3_dvr_db [None req-c763287e-8035-4350-a2dc-4e3cd92639ad None None] Set router 5557f5ad-f4fd-4009-ab4c-69a33d9eac05 gateway port host: dv-cinder-837356-2-iscsi {{(pid=103919) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jun 16 17:23:41.697047 dv-cinder-837356-2-iscsi neutron-server[103919]: DEBUG neutron.db.l3_hamode_db [None req-c763287e-8035-4350-a2dc-4e3cd92639ad None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5557f5ad-f4fd-4009-ab4c-69a33d9eac05', 'name': 'tempest-AttachVolumeShelveTestJSON-288441189-router', 'tenant_id': '0c63f648631a4a11910b4b135f22b235', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9df31235-0797-44e6-85a0-102cb2da2d58', 'external_fixed_ips': [{'subnet_id': '1dfb0320-f5eb-46f6-88ce-33002f500238', 'ip_address': '172.27.2.250'}], 'enable_snat': True}, 'gw_port_id': 'bbb2266f-e66a-4e7c-90ad-bbf0a686e05e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-16T17:22:27Z', 'updated_at': '2022-06-16T17:22:37Z', 'revision_number': 4, 'project_id': '0c63f648631a4a11910b4b135f22b235', 'gw_port': {'id': 'bbb2266f-e66a-4e7c-90ad-bbf0a686e05e', 'name': '', 'network_id': '9df31235-0797-44e6-85a0-102cb2da2d58', 'tenant_id': '', 'mac_address': 'fa:16:3e:16:85:53', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5557f5ad-f4fd-4009-ab4c-69a33d9eac05', 'device_owner': 'network:router_gateway', 'standard_attr_id': 94, 'fixed_ips': [{'subnet_id': '1dfb0320-f5eb-46f6-88ce-33002f500238', 'ip_address': '172.27.2.250', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-837356-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-16T17:22:29Z', 'updated_at': '2022-06-16T17:22:45Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1dfb0320-f5eb-46f6-88ce-33002f500238', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-837356-2-iscsi', '_floatingips': [{'id': '83a541a9-9cb2-465a-9aaf-240ee7b3d5b7', 'tenant_id': '0c63f648631a4a11910b4b135f22b235', 'floating_ip_address': '172.27.2.234', 'floating_network_id': '9df31235-0797-44e6-85a0-102cb2da2d58', 'router_id': '5557f5ad-f4fd-4009-ab4c-69a33d9eac05', 'port_id': '2da50d5c-d328-4853-a261-6bd0c6378dcd', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'standard_attr_id': 140, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '04f2ecf4-cd9f-483b-9100-6d9d67a561d2', 'mac_address': 'fa:16:3e:7a:0e:13', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ab2e7148-fa86-4648-9e4b-87e27fcf1147', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-06-16T17:22:47Z', 'updated_at': '2022-06-16T17:23:40Z', 'revision_number': 1, 'project_id': '0c63f648631a4a11910b4b135f22b235', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'c624de63-ffae-4e98-95eb-7e74edb29e5b', 'name': '', 'network_id': '04f2ecf4-cd9f-483b-9100-6d9d67a561d2', 'tenant_id': '0c63f648631a4a11910b4b135f22b235', 'mac_address': 'fa:16:3e:62:b5:88', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5557f5ad-f4fd-4009-ab4c-69a33d9eac05', 'device_owner': 'network:router_interface', 'standard_attr_id': 118, 'fixed_ips': [{'subnet_id': '57d5f714-8d8c-468b-957a-7745cf345909', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-837356-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-16T17:22:36Z', 'updated_at': '2022-06-16T17:22:55Z', 'revision_number': 5, 'project_id': '0c63f648631a4a11910b4b135f22b235', 'subnets': [{'id': '57d5f714-8d8c-468b-957a-7745cf345909', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-837356-2-iscsi', False) {} {{(pid=103919) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 16 17:23:41.722141 dv-cinder-837356-2-iscsi neutron-server[103919]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c763287e-8035-4350-a2dc-4e3cd92639ad None None] Checking router: 5557f5ad-f4fd-4009-ab4c-69a33d9eac05 for host: dv-cinder-837356-2-iscsi {{(pid=103919) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 16 17:23:41.731785 dv-cinder-837356-2-iscsi neutron-server[103919]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c763287e-8035-4350-a2dc-4e3cd92639ad None None] Routers {'5557f5ad-f4fd-4009-ab4c-69a33d9eac05'} bound to L3 agent in host dv-cinder-837356-2-iscsi {{(pid=103919) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jun 16 17:23:41.732374 dv-cinder-837356-2-iscsi neutron-server[103919]: DEBUG neutron.db.l3_hamode_db [None req-c763287e-8035-4350-a2dc-4e3cd92639ad None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-837356-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-06-16T17:14:15Z,description=,heartbeat_timestamp=2022-06-16T17:23:15Z,host='dv-cinder-837356-2-iscsi',id=7639df21-17c3-4235-8912-210c3ad54137,load=0,resource_versions=,resources_synced=,started_at=2022-06-16T17:14:15Z,topic='l3_agent')) {'router_ids': ['5557f5ad-f4fd-4009-ab4c-69a33d9eac05'], 'active': True} {{(pid=103919) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 16 17:23:41.845335 dv-cinder-837356-2-iscsi neutron-server[103919]: DEBUG neutron.db.l3_dvr_db [None req-c763287e-8035-4350-a2dc-4e3cd92639ad None None] Set router 5557f5ad-f4fd-4009-ab4c-69a33d9eac05 gateway port host: dv-cinder-837356-2-iscsi {{(pid=103919) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jun 16 17:23:42.062690 dv-cinder-837356-2-iscsi neutron-server[103919]: DEBUG neutron.db.l3_hamode_db [None req-c763287e-8035-4350-a2dc-4e3cd92639ad None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5557f5ad-f4fd-4009-ab4c-69a33d9eac05', 'name': 'tempest-AttachVolumeShelveTestJSON-288441189-router', 'tenant_id': '0c63f648631a4a11910b4b135f22b235', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9df31235-0797-44e6-85a0-102cb2da2d58', 'external_fixed_ips': [{'subnet_id': '1dfb0320-f5eb-46f6-88ce-33002f500238', 'ip_address': '172.27.2.250'}], 'enable_snat': True}, 'gw_port_id': 'bbb2266f-e66a-4e7c-90ad-bbf0a686e05e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-16T17:22:27Z', 'updated_at': '2022-06-16T17:22:37Z', 'revision_number': 4, 'project_id': '0c63f648631a4a11910b4b135f22b235', 'gw_port': {'id': 'bbb2266f-e66a-4e7c-90ad-bbf0a686e05e', 'name': '', 'network_id': '9df31235-0797-44e6-85a0-102cb2da2d58', 'tenant_id': '', 'mac_address': 'fa:16:3e:16:85:53', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5557f5ad-f4fd-4009-ab4c-69a33d9eac05', 'device_owner': 'network:router_gateway', 'standard_attr_id': 94, 'fixed_ips': [{'subnet_id': '1dfb0320-f5eb-46f6-88ce-33002f500238', 'ip_address': '172.27.2.250', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-837356-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-16T17:22:29Z', 'updated_at': '2022-06-16T17:22:45Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1dfb0320-f5eb-46f6-88ce-33002f500238', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-837356-2-iscsi', '_floatingips': [{'id': '83a541a9-9cb2-465a-9aaf-240ee7b3d5b7', 'tenant_id': '0c63f648631a4a11910b4b135f22b235', 'floating_ip_address': '172.27.2.234', 'floating_network_id': '9df31235-0797-44e6-85a0-102cb2da2d58', 'router_id': '5557f5ad-f4fd-4009-ab4c-69a33d9eac05', 'port_id': '2da50d5c-d328-4853-a261-6bd0c6378dcd', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'standard_attr_id': 140, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '04f2ecf4-cd9f-483b-9100-6d9d67a561d2', 'mac_address': 'fa:16:3e:7a:0e:13', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ab2e7148-fa86-4648-9e4b-87e27fcf1147', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-06-16T17:22:47Z', 'updated_at': '2022-06-16T17:23:40Z', 'revision_number': 1, 'project_id': '0c63f648631a4a11910b4b135f22b235', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'c624de63-ffae-4e98-95eb-7e74edb29e5b', 'name': '', 'network_id': '04f2ecf4-cd9f-483b-9100-6d9d67a561d2', 'tenant_id': '0c63f648631a4a11910b4b135f22b235', 'mac_address': 'fa:16:3e:62:b5:88', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5557f5ad-f4fd-4009-ab4c-69a33d9eac05', 'device_owner': 'network:router_interface', 'standard_attr_id': 118, 'fixed_ips': [{'subnet_id': '57d5f714-8d8c-468b-957a-7745cf345909', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-837356-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-16T17:22:36Z', 'updated_at': '2022-06-16T17:22:55Z', 'revision_number': 5, 'project_id': '0c63f648631a4a11910b4b135f22b235', 'subnets': [{'id': '57d5f714-8d8c-468b-957a-7745cf345909', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-837356-2-iscsi', False) {} {{(pid=103919) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 16 17:23:42.089991 dv-cinder-837356-2-iscsi neutron-server[103919]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c763287e-8035-4350-a2dc-4e3cd92639ad None None] The sync data for ids ['5557f5ad-f4fd-4009-ab4c-69a33d9eac05'] in dv-cinder-837356-2-iscsi is: [{'id': '5557f5ad-f4fd-4009-ab4c-69a33d9eac05', 'name': 'tempest-AttachVolumeShelveTestJSON-288441189-router', 'tenant_id': '0c63f648631a4a11910b4b135f22b235', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9df31235-0797-44e6-85a0-102cb2da2d58', 'external_fixed_ips': [{'subnet_id': '1dfb0320-f5eb-46f6-88ce-33002f500238', 'ip_address': '172.27.2.250'}], 'enable_snat': True}, 'gw_port_id': 'bbb2266f-e66a-4e7c-90ad-bbf0a686e05e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-16T17:22:27Z', 'updated_at': '2022-06-16T17:22:37Z', 'revision_number': 4, 'project_id': '0c63f648631a4a11910b4b135f22b235', 'gw_port': {'id': 'bbb2266f-e66a-4e7c-90ad-bbf0a686e05e', 'name': '', 'network_id': '9df31235-0797-44e6-85a0-102cb2da2d58', 'tenant_id': '', 'mac_address': 'fa:16:3e:16:85:53', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5557f5ad-f4fd-4009-ab4c-69a33d9eac05', 'device_owner': 'network:router_gateway', 'standard_attr_id': 94, 'fixed_ips': [{'subnet_id': '1dfb0320-f5eb-46f6-88ce-33002f500238', 'ip_address': '172.27.2.250', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-837356-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-16T17:22:29Z', 'updated_at': '2022-06-16T17:22:45Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1dfb0320-f5eb-46f6-88ce-33002f500238', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-837356-2-iscsi', '_floatingips': [{'id': '83a541a9-9cb2-465a-9aaf-240ee7b3d5b7', 'tenant_id': '0c63f648631a4a11910b4b135f22b235', 'floating_ip_address': '172.27.2.234', 'floating_network_id': '9df31235-0797-44e6-85a0-102cb2da2d58', 'router_id': '5557f5ad-f4fd-4009-ab4c-69a33d9eac05', 'port_id': '2da50d5c-d328-4853-a261-6bd0c6378dcd', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'standard_attr_id': 140, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '04f2ecf4-cd9f-483b-9100-6d9d67a561d2', 'mac_address': 'fa:16:3e:7a:0e:13', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ab2e7148-fa86-4648-9e4b-87e27fcf1147', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-06-16T17:22:47Z', 'updated_at': '2022-06-16T17:23:40Z', 'revision_number': 1, 'project_id': '0c63f648631a4a11910b4b135f22b235', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'c624de63-ffae-4e98-95eb-7e74edb29e5b', 'name': '', 'network_id': '04f2ecf4-cd9f-483b-9100-6d9d67a561d2', 'tenant_id': '0c63f648631a4a11910b4b135f22b235', 'mac_address': 'fa:16:3e:62:b5:88', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5557f5ad-f4fd-4009-ab4c-69a33d9eac05', 'device_owner': 'network:router_interface', 'standard_attr_id': 118, 'fixed_ips': [{'subnet_id': '57d5f714-8d8c-468b-957a-7745cf345909', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-837356-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-16T17:22:36Z', 'updated_at': '2022-06-16T17:22:55Z', 'revision_number': 5, 'project_id': '0c63f648631a4a11910b4b135f22b235', 'subnets': [{'id': '57d5f714-8d8c-468b-957a-7745cf345909', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103919) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 16 17:23:42.156046 dv-cinder-837356-2-iscsi neutron-server[103916]: DEBUG dbcounter [-] [103916] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=103916) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 16 17:23:42.170946 dv-cinder-837356-2-iscsi neutron-server[103916]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-391d2338-52dd-4e02-86c7-712d9bd98840 req-6a4dd453-0cb4-4a5e-b010-67ce4d04c8d0 tempest-AttachVolumeTestJSON-336390128 tempest-AttachVolumeTestJSON-336390128-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103916) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 16 17:23:42.172410 dv-cinder-837356-2-iscsi neutron-server[103916]: INFO neutron.wsgi [req-391d2338-52dd-4e02-86c7-712d9bd98840 req-6a4dd453-0cb4-4a5e-b010-67ce4d04c8d0 tempest-AttachVolumeTestJSON-336390128 tempest-AttachVolumeTestJSON-336390128-project] 10.222.0.66 "GET /v2.0/ports?device_id=7d22b60d-19fe-4dca-8eef-821db5a4dc55 HTTP/1.1" status: 200 len: 945 time: 0.0581450 Jun 16 17:23:42.221820 dv-cinder-837356-2-iscsi neutron-server[103916]: INFO neutron.wsgi [req-391d2338-52dd-4e02-86c7-712d9bd98840 req-3d034316-73c1-422b-bbfa-2e28ce4fbdd1 tempest-AttachVolumeTestJSON-336390128 tempest-AttachVolumeTestJSON-336390128-project] 10.222.0.66 "GET /v2.0/security-groups?id=b5243b74-2536-4f9c-b2d2-f7b79b8f3edb&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0435479 Jun 16 17:23:42.340011 dv-cinder-837356-2-iscsi neutron-server[103918]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-baca71ed-b257-461d-9aa7-12d169428f49 None None] New status for floating IP 83a541a9-9cb2-465a-9aaf-240ee7b3d5b7: ACTIVE {{(pid=103918) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:269}} Jun 16 17:23:42.374367 dv-cinder-837356-2-iscsi neutron-server[103916]: INFO neutron.wsgi [req-86b61205-edc3-475a-bf8b-5eb6e65152c2 req-84421545-7757-42ac-a437-855b43f338f9 service neutron] 10.222.0.81 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=24585d4c-eda6-469f-a310-d2d5f70274a1 HTTP/1.1" status: 200 len: 217 time: 0.0654194 Jun 16 17:23:42.430865 dv-cinder-837356-2-iscsi neutron-server[103917]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2eb12601-b215-4a26-a896-0952fb94f632 req-367f1663-7fa1-4066-a0c0-7af81324f476 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103917) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 16 17:23:42.436053 dv-cinder-837356-2-iscsi neutron-server[103917]: INFO neutron.wsgi [req-2eb12601-b215-4a26-a896-0952fb94f632 req-367f1663-7fa1-4066-a0c0-7af81324f476 service neutron] 10.222.0.81 "GET /v2.0/ports?tenant_id=0c63f648631a4a11910b4b135f22b235&device_id=ab2e7148-fa86-4648-9e4b-87e27fcf1147 HTTP/1.1" status: 200 len: 1130 time: 0.0631316 Jun 16 17:23:42.475611 dv-cinder-837356-2-iscsi neutron-server[103916]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86b61205-edc3-475a-bf8b-5eb6e65152c2 req-ca9abc8e-6f3d-4d9b-83d0-957968bc9365 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=103916) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 16 17:23:42.478510 dv-cinder-837356-2-iscsi neutron-server[103916]: INFO neutron.wsgi [req-86b61205-edc3-475a-bf8b-5eb6e65152c2 req-ca9abc8e-6f3d-4d9b-83d0-957968bc9365 service neutron] 10.222.0.81 "GET /v2.0/subnets?id=8e38426e-d044-4155-92d6-5d9da7f0fc35 HTTP/1.1" status: 200 len: 858 time: 0.0810483 Jun 16 17:23:42.525563 dv-cinder-837356-2-iscsi neutron-server[103917]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-289fb697-2c82-4806-8134-a15c43d39621 req-dd052d17-a5d8-4391-bbcd-265394ed389f tempest-ServerRescueNegativeTestJSON-1475515620 tempest-ServerRescueNegativeTestJSON-1475515620-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103917) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 16 17:23:42.527620 dv-cinder-837356-2-iscsi neutron-server[103917]: INFO neutron.wsgi [req-289fb697-2c82-4806-8134-a15c43d39621 req-dd052d17-a5d8-4391-bbcd-265394ed389f tempest-ServerRescueNegativeTestJSON-1475515620 tempest-ServerRescueNegativeTestJSON-1475515620-project] 10.222.0.66 "GET /v2.0/ports?device_id=75957299-3d36-4f9c-a081-9e621c88225c HTTP/1.1" status: 200 len: 946 time: 0.0799434 Jun 16 17:23:42.581147 dv-cinder-837356-2-iscsi neutron-server[103917]: INFO neutron.wsgi [req-289fb697-2c82-4806-8134-a15c43d39621 req-1d27321b-59f7-49ab-9562-4b106d31b5d5 tempest-ServerRescueNegativeTestJSON-1475515620 tempest-ServerRescueNegativeTestJSON-1475515620-project] 10.222.0.66 "GET /v2.0/security-groups?id=ce781013-5cdb-4bc3-8c66-743aa21b4c5c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0470049 Jun 16 17:23:42.994446 dv-cinder-837356-2-iscsi neutron-server[103918]: DEBUG neutron_lib.callbacks.manager [None req-223b9b72-db88-418e-a425-60bcdd583b06 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728539454181', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16149322'] for agent (0913b7ec-eea4-4492-8ef1-e01c4575abca), after_update {{(pid=103918) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 17:23:43.355631 dv-cinder-837356-2-iscsi neutron-server[103916]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0268790-f3ec-4939-be3c-c9f9be8d302f req-ac3c4f0e-dce5-4230-a410-be59996c9a0d tempest-AttachVolumeTestJSON-336390128 tempest-AttachVolumeTestJSON-336390128-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103916) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 16 17:23:43.357477 dv-cinder-837356-2-iscsi neutron-server[103916]: INFO neutron.wsgi [req-a0268790-f3ec-4939-be3c-c9f9be8d302f req-ac3c4f0e-dce5-4230-a410-be59996c9a0d tempest-AttachVolumeTestJSON-336390128 tempest-AttachVolumeTestJSON-336390128-project] 10.222.0.66 "GET /v2.0/ports?device_id=7d22b60d-19fe-4dca-8eef-821db5a4dc55 HTTP/1.1" status: 200 len: 945 time: 0.0660727 Jun 16 17:23:43.427672 dv-cinder-837356-2-iscsi neutron-server[103916]: INFO neutron.wsgi [req-a0268790-f3ec-4939-be3c-c9f9be8d302f req-d8bb489f-a5f0-4d8b-b7e7-85141cd54acc tempest-AttachVolumeTestJSON-336390128 tempest-AttachVolumeTestJSON-336390128-project] 10.222.0.66 "GET /v2.0/security-groups?id=b5243b74-2536-4f9c-b2d2-f7b79b8f3edb&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0619764 Jun 16 17:23:43.459364 dv-cinder-837356-2-iscsi neutron-server[103916]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86b61205-edc3-475a-bf8b-5eb6e65152c2 req-fafd5967-8611-4b9f-993a-7a5e7805ebb3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103916) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 16 17:23:43.460914 dv-cinder-837356-2-iscsi neutron-server[103916]: INFO neutron.wsgi [req-86b61205-edc3-475a-bf8b-5eb6e65152c2 req-fafd5967-8611-4b9f-993a-7a5e7805ebb3 service neutron] 10.222.0.81 "GET /v2.0/ports?network_id=7c13538c-2941-4763-a560-37a0a33d14c7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0512300 Jun 16 17:23:43.519924 dv-cinder-837356-2-iscsi neutron-server[103917]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2eb12601-b215-4a26-a896-0952fb94f632 req-a352e364-a20c-447f-98b1-e61c745c4d74 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103917) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 16 17:23:43.521438 dv-cinder-837356-2-iscsi neutron-server[103917]: INFO neutron.wsgi [req-2eb12601-b215-4a26-a896-0952fb94f632 req-a352e364-a20c-447f-98b1-e61c745c4d74 service neutron] 10.222.0.81 "GET /v2.0/networks?id=04f2ecf4-cd9f-483b-9100-6d9d67a561d2 HTTP/1.1" status: 200 len: 918 time: 0.1123080 Jun 16 17:23:43.709373 dv-cinder-837356-2-iscsi neutron-server[103916]: DEBUG dbcounter [-] [103916] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=103916) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 16 17:23:43.730557 dv-cinder-837356-2-iscsi neutron-server[103916]: INFO neutron.wsgi [req-86b61205-edc3-475a-bf8b-5eb6e65152c2 req-2223eefe-497e-4c97-be98-9cc5e4520854 service neutron] 10.222.0.81 "GET /v2.0/networks/7c13538c-2941-4763-a560-37a0a33d14c7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1017323 Jun 16 17:23:43.764040 dv-cinder-837356-2-iscsi neutron-server[103917]: INFO neutron.wsgi [req-2eb12601-b215-4a26-a896-0952fb94f632 req-de65a4cf-0f2d-4438-b0f3-1c3725392abb service neutron] 10.222.0.81 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=2da50d5c-d328-4853-a261-6bd0c6378dcd HTTP/1.1" status: 200 len: 1002 time: 0.1359961 Jun 16 17:23:43.770369 dv-cinder-837356-2-iscsi neutron-server[103917]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0aa366f-59ab-4557-8fe2-55ecb3117bee req-b233a8a4-7c63-44d0-9204-54c10da5b458 tempest-ServerRescueNegativeTestJSON-1475515620 tempest-ServerRescueNegativeTestJSON-1475515620-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103917) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 16 17:23:43.771702 dv-cinder-837356-2-iscsi neutron-server[103917]: INFO neutron.wsgi [req-c0aa366f-59ab-4557-8fe2-55ecb3117bee req-b233a8a4-7c63-44d0-9204-54c10da5b458 tempest-ServerRescueNegativeTestJSON-1475515620 tempest-ServerRescueNegativeTestJSON-1475515620-project] 10.222.0.66 "GET /v2.0/ports?device_id=75957299-3d36-4f9c-a081-9e621c88225c HTTP/1.1" status: 200 len: 946 time: 0.0943832 Jun 16 17:23:43.822883 dv-cinder-837356-2-iscsi neutron-server[103917]: INFO neutron.wsgi [req-c0aa366f-59ab-4557-8fe2-55ecb3117bee req-acefedf7-dc27-41e6-82e8-cbe7eb20541f tempest-ServerRescueNegativeTestJSON-1475515620 tempest-ServerRescueNegativeTestJSON-1475515620-project] 10.222.0.66 "GET /v2.0/security-groups?id=ce781013-5cdb-4bc3-8c66-743aa21b4c5c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0454667 Jun 16 17:23:44.544719 dv-cinder-837356-2-iscsi neutron-server[103916]: INFO neutron.wsgi [req-86b61205-edc3-475a-bf8b-5eb6e65152c2 req-2f2b42bb-578d-4682-9089-1eb74453baf5 service neutron] 10.222.0.81 "GET /v2.0/networks/7c13538c-2941-4763-a560-37a0a33d14c7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1423681 Jun 16 17:23:44.552693 dv-cinder-837356-2-iscsi neutron-server[103917]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2eb12601-b215-4a26-a896-0952fb94f632 req-95a1ed84-5513-4134-94b6-7e05b1b5b22a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=103917) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 16 17:23:44.555070 dv-cinder-837356-2-iscsi neutron-server[103917]: INFO neutron.wsgi [req-2eb12601-b215-4a26-a896-0952fb94f632 req-95a1ed84-5513-4134-94b6-7e05b1b5b22a service neutron] 10.222.0.81 "GET /v2.0/subnets?id=57d5f714-8d8c-468b-957a-7745cf345909 HTTP/1.1" status: 200 len: 855 time: 0.1423266 Jun 16 17:23:44.560244 dv-cinder-837356-2-iscsi neutron-server[103917]: INFO neutron.wsgi [req-34d0e1d9-9aab-431e-b647-a1a24ddbebc1 req-bdd7d911-8ebb-4605-a3a3-bdb9a97a1a78 service neutron] 10.222.0.81 "GET /v2.0/ports?device_id=90ea9630-ef03-47fd-aa60-695a36081c19&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0757067 Jun 16 17:23:44.594531 dv-cinder-837356-2-iscsi neutron-server[103916]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30381e1c-cd27-49b2-bb2d-a559ac7ae674 req-d04b0347-3180-4a39-9fad-aa9e4975f0f3 tempest-AttachVolumeTestJSON-336390128 tempest-AttachVolumeTestJSON-336390128-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103916) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 16 17:23:44.596096 dv-cinder-837356-2-iscsi neutron-server[103916]: INFO neutron.wsgi [req-30381e1c-cd27-49b2-bb2d-a559ac7ae674 req-d04b0347-3180-4a39-9fad-aa9e4975f0f3 tempest-AttachVolumeTestJSON-336390128 tempest-AttachVolumeTestJSON-336390128-project] 10.222.0.66 "GET /v2.0/ports?device_id=7d22b60d-19fe-4dca-8eef-821db5a4dc55 HTTP/1.1" status: 200 len: 945 time: 0.0503299 Jun 16 17:23:44.653018 dv-cinder-837356-2-iscsi neutron-server[103916]: INFO neutron.wsgi [req-30381e1c-cd27-49b2-bb2d-a559ac7ae674 req-7868bb86-a704-4d29-9879-35698f1638e8 tempest-AttachVolumeTestJSON-336390128 tempest-AttachVolumeTestJSON-336390128-project] 10.222.0.66 "GET /v2.0/security-groups?id=b5243b74-2536-4f9c-b2d2-f7b79b8f3edb&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0507929 Jun 16 17:23:44.765657 dv-cinder-837356-2-iscsi neutron-server[103917]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3bb4fb4-dbe2-4e66-9513-ce038a7e80c6 req-66e5d653-56a4-4648-b561-2bbd595e782b tempest-AttachVolumeTestJSON-336390128 tempest-AttachVolumeTestJSON-336390128-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103917) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 16 17:23:44.767349 dv-cinder-837356-2-iscsi neutron-server[103917]: INFO neutron.wsgi [req-b3bb4fb4-dbe2-4e66-9513-ce038a7e80c6 req-66e5d653-56a4-4648-b561-2bbd595e782b tempest-AttachVolumeTestJSON-336390128 tempest-AttachVolumeTestJSON-336390128-project] 10.222.0.66 "GET /v2.0/ports?device_id=7d22b60d-19fe-4dca-8eef-821db5a4dc55 HTTP/1.1" status: 200 len: 945 time: 0.0505426 Jun 16 17:23:44.776109 dv-cinder-837356-2-iscsi neutron-server[103916]: DEBUG neutron.wsgi [-] (103916) accepted ('10.222.0.66', 38064) {{(pid=103916) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 16 17:23:44.781327 dv-cinder-837356-2-iscsi neutron-server[103916]: DEBUG neutron.api.v2.base [None req-231bb7d3-db1f-4b70-bbe9-1f4c82eceaf6 tempest-AttachVolumeTestJSON-336390128 tempest-AttachVolumeTestJSON-336390128-project] Request body: {'floatingip': {'port_id': '21fae4ca-fb3d-4b09-8071-928df2baff45'}} {{(pid=103916) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jun 16 17:23:44.833282 dv-cinder-837356-2-iscsi neutron-server[103916]: DEBUG neutron_lib.callbacks.manager [None req-231bb7d3-db1f-4b70-bbe9-1f4c82eceaf6 tempest-AttachVolumeTestJSON-336390128 tempest-AttachVolumeTestJSON-336390128-project] Publish callbacks [] for floatingip (f482a0fc-403a-4b0d-82b2-0f4a46df0c1a), before_update {{(pid=103916) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 17:23:44.834972 dv-cinder-837356-2-iscsi neutron-server[103917]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2eb12601-b215-4a26-a896-0952fb94f632 req-ad1c7f12-4f4e-4fd8-bd0d-023cabc3e772 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103917) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 16 17:23:44.836588 dv-cinder-837356-2-iscsi neutron-server[103917]: INFO neutron.wsgi [req-2eb12601-b215-4a26-a896-0952fb94f632 req-ad1c7f12-4f4e-4fd8-bd0d-023cabc3e772 service neutron] 10.222.0.81 "GET /v2.0/ports?network_id=04f2ecf4-cd9f-483b-9100-6d9d67a561d2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0572693 Jun 16 17:23:44.892050 dv-cinder-837356-2-iscsi neutron-server[103917]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34d0e1d9-9aab-431e-b647-a1a24ddbebc1 req-d2708f5d-cc8b-4893-827f-0b78c7ee894a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103917) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 16 17:23:44.893689 dv-cinder-837356-2-iscsi neutron-server[103917]: INFO neutron.wsgi [req-34d0e1d9-9aab-431e-b647-a1a24ddbebc1 req-d2708f5d-cc8b-4893-827f-0b78c7ee894a service neutron] 10.222.0.81 "GET /v2.0/ports?tenant_id=ccf5c45783454fc5a7872490196f07e0&device_id=90ea9630-ef03-47fd-aa60-695a36081c19 HTTP/1.1" status: 200 len: 1129 time: 0.0418925 Jun 16 17:23:44.976341 dv-cinder-837356-2-iscsi neutron-server[103916]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-744e410a-9727-48d2-9ac5-71f77a552843 req-aa2396da-bb73-4bbf-8ef4-3a5af3a3aec5 tempest-ServerRescueNegativeTestJSON-1475515620 tempest-ServerRescueNegativeTestJSON-1475515620-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103916) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 16 17:23:44.985524 dv-cinder-837356-2-iscsi neutron-server[103916]: INFO neutron.wsgi [req-744e410a-9727-48d2-9ac5-71f77a552843 req-aa2396da-bb73-4bbf-8ef4-3a5af3a3aec5 tempest-ServerRescueNegativeTestJSON-1475515620 tempest-ServerRescueNegativeTestJSON-1475515620-project] 10.222.0.66 "GET /v2.0/ports?device_id=75957299-3d36-4f9c-a081-9e621c88225c HTTP/1.1" status: 200 len: 946 time: 0.0905662 Jun 16 17:23:45.107886 dv-cinder-837356-2-iscsi neutron-server[103916]: INFO neutron.wsgi [req-744e410a-9727-48d2-9ac5-71f77a552843 req-08cdfd87-1bd4-474b-9b11-a1f40fe39e6b tempest-ServerRescueNegativeTestJSON-1475515620 tempest-ServerRescueNegativeTestJSON-1475515620-project] 10.222.0.66 "GET /v2.0/security-groups?id=ce781013-5cdb-4bc3-8c66-743aa21b4c5c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1214242 Jun 16 17:23:45.144165 dv-cinder-837356-2-iscsi neutron-server[103917]: INFO neutron.wsgi [req-2eb12601-b215-4a26-a896-0952fb94f632 req-7d70127f-d67a-43ca-a7e5-78dda431bea8 service neutron] 10.222.0.81 "GET /v2.0/networks/04f2ecf4-cd9f-483b-9100-6d9d67a561d2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1849895 Jun 16 17:23:45.149705 dv-cinder-837356-2-iscsi neutron-server[103917]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34d0e1d9-9aab-431e-b647-a1a24ddbebc1 req-8764928b-cc9a-4ca3-afd5-2ad188090d0f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103917) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 16 17:23:45.151100 dv-cinder-837356-2-iscsi neutron-server[103917]: INFO neutron.wsgi [req-34d0e1d9-9aab-431e-b647-a1a24ddbebc1 req-8764928b-cc9a-4ca3-afd5-2ad188090d0f service neutron] 10.222.0.81 "GET /v2.0/networks?id=7c13538c-2941-4763-a560-37a0a33d14c7 HTTP/1.1" status: 200 len: 921 time: 0.1606467 Jun 16 17:23:45.207365 dv-cinder-837356-2-iscsi neutron-server[103917]: INFO neutron.wsgi [req-34d0e1d9-9aab-431e-b647-a1a24ddbebc1 req-e25ba435-a093-4f40-a268-dbffa5e228d9 service neutron] 10.222.0.81 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=6fa0a160-b8b9-480d-91ad-c84aa7d2485a HTTP/1.1" status: 200 len: 217 time: 0.0470541 Jun 16 17:23:45.251933 dv-cinder-837356-2-iscsi neutron-server[103917]: DEBUG dbcounter [-] [103917] Writing DB stats neutron:SELECT=100 {{(pid=103917) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 16 17:23:45.308353 dv-cinder-837356-2-iscsi neutron-server[103917]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34d0e1d9-9aab-431e-b647-a1a24ddbebc1 req-ba028258-1079-44f4-9aae-f59367832a3d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=103917) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 16 17:23:45.309886 dv-cinder-837356-2-iscsi neutron-server[103917]: INFO neutron.wsgi [req-34d0e1d9-9aab-431e-b647-a1a24ddbebc1 req-ba028258-1079-44f4-9aae-f59367832a3d service neutron] 10.222.0.81 "GET /v2.0/subnets?id=8e38426e-d044-4155-92d6-5d9da7f0fc35 HTTP/1.1" status: 200 len: 858 time: 0.0740068 Jun 16 17:23:45.311887 dv-cinder-837356-2-iscsi neutron-server[103917]: INFO neutron.wsgi [req-2eb12601-b215-4a26-a896-0952fb94f632 req-0bc892af-f53d-4c07-83bd-f307f65c18b1 service neutron] 10.222.0.81 "GET /v2.0/networks/04f2ecf4-cd9f-483b-9100-6d9d67a561d2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1598630 Jun 16 17:23:45.337522 dv-cinder-837356-2-iscsi neutron-server[103916]: DEBUG dbcounter [-] [103916] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=103916) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 16 17:23:45.361922 dv-cinder-837356-2-iscsi neutron-server[103917]: DEBUG dbcounter [-] [103917] Writing DB stats neutron:SELECT=100 {{(pid=103917) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 16 17:23:45.370968 dv-cinder-837356-2-iscsi neutron-server[103917]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34d0e1d9-9aab-431e-b647-a1a24ddbebc1 req-3cf073e3-36af-43d2-9c88-07195349c276 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103917) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 16 17:23:45.372686 dv-cinder-837356-2-iscsi neutron-server[103917]: INFO neutron.wsgi [req-34d0e1d9-9aab-431e-b647-a1a24ddbebc1 req-3cf073e3-36af-43d2-9c88-07195349c276 service neutron] 10.222.0.81 "GET /v2.0/ports?network_id=7c13538c-2941-4763-a560-37a0a33d14c7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0471027 Jun 16 17:23:45.440619 dv-cinder-837356-2-iscsi neutron-server[103918]: DEBUG neutron_lib.callbacks.manager [None req-98e068be-6dc2-4f53-aa4d-d981fc846d7c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728539454181', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16149322'] for agent (7639df21-17c3-4235-8912-210c3ad54137), after_update {{(pid=103918) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 17:23:45.521373 dv-cinder-837356-2-iscsi neutron-server[103917]: INFO neutron.wsgi [req-34d0e1d9-9aab-431e-b647-a1a24ddbebc1 req-be070313-df2d-437e-9056-c77a5d8793e9 service neutron] 10.222.0.81 "GET /v2.0/networks/7c13538c-2941-4763-a560-37a0a33d14c7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1380866 Jun 16 17:23:45.583062 dv-cinder-837356-2-iscsi neutron-server[103916]: DEBUG neutron_lib.db.resource_extend [None req-231bb7d3-db1f-4b70-bbe9-1f4c82eceaf6 tempest-AttachVolumeTestJSON-336390128 tempest-AttachVolumeTestJSON-336390128-project] It took 0.28 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=103916) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Jun 16 17:23:45.634199 dv-cinder-837356-2-iscsi neutron-server[103917]: INFO neutron.wsgi [req-34d0e1d9-9aab-431e-b647-a1a24ddbebc1 req-bb09d96c-c697-49bb-a857-017eeaf3b315 service neutron] 10.222.0.81 "GET /v2.0/networks/7c13538c-2941-4763-a560-37a0a33d14c7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1051476 Jun 16 17:23:45.642634 dv-cinder-837356-2-iscsi neutron-server[103916]: DEBUG neutron_lib.callbacks.manager [None req-231bb7d3-db1f-4b70-bbe9-1f4c82eceaf6 tempest-AttachVolumeTestJSON-336390128 tempest-AttachVolumeTestJSON-336390128-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=103916) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 17:23:45.646473 dv-cinder-837356-2-iscsi neutron-server[103916]: DEBUG neutron_lib.callbacks.manager [None req-231bb7d3-db1f-4b70-bbe9-1f4c82eceaf6 tempest-AttachVolumeTestJSON-336390128 tempest-AttachVolumeTestJSON-336390128-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-704970'] for floatingip (f482a0fc-403a-4b0d-82b2-0f4a46df0c1a), after_update {{(pid=103916) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 17:23:45.754820 dv-cinder-837356-2-iscsi neutron-server[103916]: INFO neutron.db.l3_db [None req-231bb7d3-db1f-4b70-bbe9-1f4c82eceaf6 tempest-AttachVolumeTestJSON-336390128 tempest-AttachVolumeTestJSON-336390128-project] Floating IP f482a0fc-403a-4b0d-82b2-0f4a46df0c1a associated. External IP: 172.27.2.146, port: 21fae4ca-fb3d-4b09-8071-928df2baff45. Jun 16 17:23:45.924163 dv-cinder-837356-2-iscsi neutron-server[103916]: DEBUG dbcounter [-] [103916] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=103916) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 16 17:23:46.032185 dv-cinder-837356-2-iscsi neutron-server[103916]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-231bb7d3-db1f-4b70-bbe9-1f4c82eceaf6 tempest-AttachVolumeTestJSON-336390128 tempest-AttachVolumeTestJSON-336390128-project] Router b698568a-354a-41b9-a41d-a2afa6bbdd0f has already been hosted by L3 agent 7639df21-17c3-4235-8912-210c3ad54137 {{(pid=103916) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jun 16 17:23:46.154070 dv-cinder-837356-2-iscsi neutron-server[103916]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-231bb7d3-db1f-4b70-bbe9-1f4c82eceaf6 tempest-AttachVolumeTestJSON-336390128 tempest-AttachVolumeTestJSON-336390128-project] Notify agent at l3_agent.dv-cinder-837356-2-iscsi the message routers_updated {{(pid=103916) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jun 16 17:23:46.161623 dv-cinder-837356-2-iscsi neutron-server[103916]: DEBUG neutron_lib.callbacks.manager [None req-231bb7d3-db1f-4b70-bbe9-1f4c82eceaf6 tempest-AttachVolumeTestJSON-336390128 tempest-AttachVolumeTestJSON-336390128-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-191112'] for floatingip (None), before_response {{(pid=103916) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 17:23:46.167533 dv-cinder-837356-2-iscsi neutron-server[103919]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8be7c572-4987-49a9-ada9-dca10c76db1b None None] Sync routers for ids ['b698568a-354a-41b9-a41d-a2afa6bbdd0f'] in dv-cinder-837356-2-iscsi {{(pid=103919) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 16 17:23:46.183871 dv-cinder-837356-2-iscsi neutron-server[103919]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8be7c572-4987-49a9-ada9-dca10c76db1b None None] Routers {'b698568a-354a-41b9-a41d-a2afa6bbdd0f'} bound to L3 agent in host dv-cinder-837356-2-iscsi {{(pid=103919) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jun 16 17:23:46.184564 dv-cinder-837356-2-iscsi neutron-server[103919]: DEBUG neutron.db.l3_hamode_db [None req-8be7c572-4987-49a9-ada9-dca10c76db1b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-837356-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-06-16T17:14:15Z,description=,heartbeat_timestamp=2022-06-16T17:23:45Z,host='dv-cinder-837356-2-iscsi',id=7639df21-17c3-4235-8912-210c3ad54137,load=0,resource_versions=,resources_synced=,started_at=2022-06-16T17:14:15Z,topic='l3_agent')) {'router_ids': ['b698568a-354a-41b9-a41d-a2afa6bbdd0f'], 'active': True} {{(pid=103919) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 16 17:23:46.210810 dv-cinder-837356-2-iscsi neutron-server[103916]: INFO neutron.wsgi [None req-231bb7d3-db1f-4b70-bbe9-1f4c82eceaf6 tempest-AttachVolumeTestJSON-336390128 tempest-AttachVolumeTestJSON-336390128-project] 10.222.0.66 "PUT /v2.0/floatingips/f482a0fc-403a-4b0d-82b2-0f4a46df0c1a HTTP/1.1" status: 200 len: 991 time: 1.4333036 Jun 16 17:23:46.211854 dv-cinder-837356-2-iscsi neutron-server[103916]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '7d22b60d-19fe-4dca-8eef-821db5a4dc55', 'tag': '21fae4ca-fb3d-4b09-8071-928df2baff45'}] {{(pid=103916) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jun 16 17:23:46.215636 dv-cinder-837356-2-iscsi neutron-server[103916]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.66/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}15d8713043fc5f9b6f9aaf4a9a169ba36e5aaa6307a8131177ae56adda3437c5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6ae6c973-704b-4c70-9033-e5191400529e" -d '{"events": [{"name": "network-changed", "server_uuid": "7d22b60d-19fe-4dca-8eef-821db5a4dc55", "tag": "21fae4ca-fb3d-4b09-8071-928df2baff45"}]}' {{(pid=103916) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 16 17:23:46.232619 dv-cinder-837356-2-iscsi neutron-server[103917]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-382b3978-eace-4f3f-86fe-982edd75a7f1 req-aeab2103-019f-4897-8024-2c37e6e0cde1 tempest-ServerRescueNegativeTestJSON-1475515620 tempest-ServerRescueNegativeTestJSON-1475515620-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103917) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 16 17:23:46.234157 dv-cinder-837356-2-iscsi neutron-server[103917]: INFO neutron.wsgi [req-382b3978-eace-4f3f-86fe-982edd75a7f1 req-aeab2103-019f-4897-8024-2c37e6e0cde1 tempest-ServerRescueNegativeTestJSON-1475515620 tempest-ServerRescueNegativeTestJSON-1475515620-project] 10.222.0.66 "GET /v2.0/ports?device_id=75957299-3d36-4f9c-a081-9e621c88225c HTTP/1.1" status: 200 len: 946 time: 0.0614195 Jun 16 17:23:46.288795 dv-cinder-837356-2-iscsi neutron-server[103918]: DEBUG neutron_lib.callbacks.manager [None req-20715706-35a9-45af-9420-375bdcc64c61 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728539454181', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16149322'] for agent (50395103-89cf-4fb3-87eb-9dff4dfdeea8), after_update {{(pid=103918) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 17:23:46.291620 dv-cinder-837356-2-iscsi neutron-server[103916]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 16 Jun 2022 17:23:46 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d7feb145-05f6-4699-86db-8d22f8335eb4 x-openstack-request-id: req-d7feb145-05f6-4699-86db-8d22f8335eb4 {{(pid=103916) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 16 17:23:46.291926 dv-cinder-837356-2-iscsi neutron-server[103916]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "7d22b60d-19fe-4dca-8eef-821db5a4dc55", "tag": "21fae4ca-fb3d-4b09-8071-928df2baff45", "status": "completed", "code": 200}]} {{(pid=103916) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 16 17:23:46.292160 dv-cinder-837356-2-iscsi neutron-server[103916]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.66/compute/v2.1/os-server-external-events used request id req-d7feb145-05f6-4699-86db-8d22f8335eb4 {{(pid=103916) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 16 17:23:46.292565 dv-cinder-837356-2-iscsi neutron-server[103916]: INFO neutron.notifiers.nova [-] Nova event matching ['req-d7feb145-05f6-4699-86db-8d22f8335eb4'] response: {'name': 'network-changed', 'server_uuid': '7d22b60d-19fe-4dca-8eef-821db5a4dc55', 'tag': '21fae4ca-fb3d-4b09-8071-928df2baff45', 'status': 'completed', 'code': 200} Jun 16 17:23:46.298561 dv-cinder-837356-2-iscsi neutron-server[103917]: INFO neutron.wsgi [req-382b3978-eace-4f3f-86fe-982edd75a7f1 req-92f339df-a437-46d2-b261-0ef6eb7030f3 tempest-ServerRescueNegativeTestJSON-1475515620 tempest-ServerRescueNegativeTestJSON-1475515620-project] 10.222.0.66 "GET /v2.0/security-groups?id=ce781013-5cdb-4bc3-8c66-743aa21b4c5c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0573976 Jun 16 17:23:46.308117 dv-cinder-837356-2-iscsi neutron-server[103919]: DEBUG neutron.db.l3_dvr_db [None req-8be7c572-4987-49a9-ada9-dca10c76db1b None None] Set router b698568a-354a-41b9-a41d-a2afa6bbdd0f gateway port host: dv-cinder-837356-2-iscsi {{(pid=103919) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jun 16 17:23:46.355246 dv-cinder-837356-2-iscsi neutron-server[103917]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ae6c973-704b-4c70-9033-e5191400529e req-221d14cf-b08c-4a3e-8624-4a2622a5ded2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103917) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 16 17:23:46.355246 dv-cinder-837356-2-iscsi neutron-server[103917]: INFO neutron.wsgi [req-6ae6c973-704b-4c70-9033-e5191400529e req-221d14cf-b08c-4a3e-8624-4a2622a5ded2 service neutron] 10.222.0.81 "GET /v2.0/ports?tenant_id=f029a8bb389c4d348c0e9001c5fa059c&device_id=7d22b60d-19fe-4dca-8eef-821db5a4dc55 HTTP/1.1" status: 200 len: 1129 time: 0.0449789 Jun 16 17:23:46.428658 dv-cinder-837356-2-iscsi neutron-server[103919]: DEBUG dbcounter [-] [103919] Writing DB stats neutron:SELECT=100 {{(pid=103919) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 16 17:23:46.454763 dv-cinder-837356-2-iscsi neutron-server[103917]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ae6c973-704b-4c70-9033-e5191400529e req-d51591e9-fb0c-481e-b018-a768bdfd83fe service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103917) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 16 17:23:46.456137 dv-cinder-837356-2-iscsi neutron-server[103917]: INFO neutron.wsgi [req-6ae6c973-704b-4c70-9033-e5191400529e req-d51591e9-fb0c-481e-b018-a768bdfd83fe service neutron] 10.222.0.81 "GET /v2.0/networks?id=82c6c893-96f4-45ae-b1e3-d70ff1db738d HTTP/1.1" status: 200 len: 913 time: 0.0946062 Jun 16 17:23:46.477212 dv-cinder-837356-2-iscsi neutron-server[103919]: DEBUG dbcounter [-] [103919] Writing DB stats neutron:SELECT=100 {{(pid=103919) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 16 17:23:46.527430 dv-cinder-837356-2-iscsi neutron-server[103917]: INFO neutron.wsgi [req-6ae6c973-704b-4c70-9033-e5191400529e req-f423e086-1a49-4845-aafd-e2e12c0c9ede service neutron] 10.222.0.81 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=21fae4ca-fb3d-4b09-8071-928df2baff45 HTTP/1.1" status: 200 len: 999 time: 0.0623512 Jun 16 17:23:46.533589 dv-cinder-837356-2-iscsi neutron-server[103919]: DEBUG neutron.db.l3_hamode_db [None req-8be7c572-4987-49a9-ada9-dca10c76db1b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b698568a-354a-41b9-a41d-a2afa6bbdd0f', 'name': 'tempest-AttachVolumeTestJSON-2145162369-router', 'tenant_id': 'f029a8bb389c4d348c0e9001c5fa059c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9df31235-0797-44e6-85a0-102cb2da2d58', 'external_fixed_ips': [{'subnet_id': '1dfb0320-f5eb-46f6-88ce-33002f500238', 'ip_address': '172.27.2.110'}], 'enable_snat': True}, 'gw_port_id': '8996dd90-031b-4185-b6a7-e192f4c0cebb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-16T17:22:25Z', 'updated_at': '2022-06-16T17:22:36Z', 'revision_number': 4, 'project_id': 'f029a8bb389c4d348c0e9001c5fa059c', 'gw_port': {'id': '8996dd90-031b-4185-b6a7-e192f4c0cebb', 'name': '', 'network_id': '9df31235-0797-44e6-85a0-102cb2da2d58', 'tenant_id': '', 'mac_address': 'fa:16:3e:c1:51:ad', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b698568a-354a-41b9-a41d-a2afa6bbdd0f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 79, 'fixed_ips': [{'subnet_id': '1dfb0320-f5eb-46f6-88ce-33002f500238', 'ip_address': '172.27.2.110', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-837356-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-16T17:22:28Z', 'updated_at': '2022-06-16T17:22:43Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1dfb0320-f5eb-46f6-88ce-33002f500238', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-837356-2-iscsi', '_floatingips': [{'id': 'f482a0fc-403a-4b0d-82b2-0f4a46df0c1a', 'tenant_id': 'f029a8bb389c4d348c0e9001c5fa059c', 'floating_ip_address': '172.27.2.146', 'floating_network_id': '9df31235-0797-44e6-85a0-102cb2da2d58', 'router_id': 'b698568a-354a-41b9-a41d-a2afa6bbdd0f', 'port_id': '21fae4ca-fb3d-4b09-8071-928df2baff45', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'standard_attr_id': 142, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '82c6c893-96f4-45ae-b1e3-d70ff1db738d', 'mac_address': 'fa:16:3e:1d:01:27', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7d22b60d-19fe-4dca-8eef-821db5a4dc55', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-06-16T17:22:49Z', 'updated_at': '2022-06-16T17:23:45Z', 'revision_number': 1, 'project_id': 'f029a8bb389c4d348c0e9001c5fa059c', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'a8d5bd16-d884-4270-9432-d25b5a4fcf68', 'name': '', 'network_id': '82c6c893-96f4-45ae-b1e3-d70ff1db738d', 'tenant_id': 'f029a8bb389c4d348c0e9001c5fa059c', 'mac_address': 'fa:16:3e:43:3b:d8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b698568a-354a-41b9-a41d-a2afa6bbdd0f', 'device_owner': 'network:router_interface', 'standard_attr_id': 117, 'fixed_ips': [{'subnet_id': '744fc868-35e9-4c30-8ac9-ba01749c37c3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-837356-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-16T17:22:35Z', 'updated_at': '2022-06-16T17:22:48Z', 'revision_number': 5, 'project_id': 'f029a8bb389c4d348c0e9001c5fa059c', 'subnets': [{'id': '744fc868-35e9-4c30-8ac9-ba01749c37c3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-837356-2-iscsi', False) {} {{(pid=103919) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 16 17:23:46.566762 dv-cinder-837356-2-iscsi neutron-server[103919]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8be7c572-4987-49a9-ada9-dca10c76db1b None None] Checking router: b698568a-354a-41b9-a41d-a2afa6bbdd0f for host: dv-cinder-837356-2-iscsi {{(pid=103919) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 16 17:23:46.577320 dv-cinder-837356-2-iscsi neutron-server[103919]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8be7c572-4987-49a9-ada9-dca10c76db1b None None] Routers {'b698568a-354a-41b9-a41d-a2afa6bbdd0f'} bound to L3 agent in host dv-cinder-837356-2-iscsi {{(pid=103919) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jun 16 17:23:46.577656 dv-cinder-837356-2-iscsi neutron-server[103919]: DEBUG neutron.db.l3_hamode_db [None req-8be7c572-4987-49a9-ada9-dca10c76db1b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-837356-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-06-16T17:14:15Z,description=,heartbeat_timestamp=2022-06-16T17:23:45Z,host='dv-cinder-837356-2-iscsi',id=7639df21-17c3-4235-8912-210c3ad54137,load=0,resource_versions=,resources_synced=,started_at=2022-06-16T17:14:15Z,topic='l3_agent')) {'router_ids': ['b698568a-354a-41b9-a41d-a2afa6bbdd0f'], 'active': True} {{(pid=103919) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 16 17:23:46.583462 dv-cinder-837356-2-iscsi neutron-server[103917]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ae6c973-704b-4c70-9033-e5191400529e req-997a7552-e578-48eb-a955-819facb40b65 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=103917) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 16 17:23:46.584960 dv-cinder-837356-2-iscsi neutron-server[103917]: INFO neutron.wsgi [req-6ae6c973-704b-4c70-9033-e5191400529e req-997a7552-e578-48eb-a955-819facb40b65 service neutron] 10.222.0.81 "GET /v2.0/subnets?id=744fc868-35e9-4c30-8ac9-ba01749c37c3 HTTP/1.1" status: 200 len: 850 time: 0.0505226 Jun 16 17:23:46.650385 dv-cinder-837356-2-iscsi neutron-server[103917]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ae6c973-704b-4c70-9033-e5191400529e req-a59c958e-2751-442c-8b72-f16362e8f7b2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103917) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 16 17:23:46.651939 dv-cinder-837356-2-iscsi neutron-server[103917]: INFO neutron.wsgi [req-6ae6c973-704b-4c70-9033-e5191400529e req-a59c958e-2751-442c-8b72-f16362e8f7b2 service neutron] 10.222.0.81 "GET /v2.0/ports?network_id=82c6c893-96f4-45ae-b1e3-d70ff1db738d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0483885 Jun 16 17:23:46.694992 dv-cinder-837356-2-iscsi neutron-server[103919]: DEBUG neutron.db.l3_dvr_db [None req-8be7c572-4987-49a9-ada9-dca10c76db1b None None] Set router b698568a-354a-41b9-a41d-a2afa6bbdd0f gateway port host: dv-cinder-837356-2-iscsi {{(pid=103919) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jun 16 17:23:46.773398 dv-cinder-837356-2-iscsi neutron-server[103917]: INFO neutron.wsgi [req-6ae6c973-704b-4c70-9033-e5191400529e req-6aa3bc30-ae6b-46fa-bc79-adf72f07a49b service neutron] 10.222.0.81 "GET /v2.0/networks/82c6c893-96f4-45ae-b1e3-d70ff1db738d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1095047 Jun 16 17:23:46.898969 dv-cinder-837356-2-iscsi neutron-server[103917]: INFO neutron.wsgi [req-6ae6c973-704b-4c70-9033-e5191400529e req-6ea58dd1-3944-42e5-9d56-4241198d01b8 service neutron] 10.222.0.81 "GET /v2.0/networks/82c6c893-96f4-45ae-b1e3-d70ff1db738d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1166863 Jun 16 17:23:46.953579 dv-cinder-837356-2-iscsi neutron-server[103919]: DEBUG neutron.db.l3_hamode_db [None req-8be7c572-4987-49a9-ada9-dca10c76db1b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b698568a-354a-41b9-a41d-a2afa6bbdd0f', 'name': 'tempest-AttachVolumeTestJSON-2145162369-router', 'tenant_id': 'f029a8bb389c4d348c0e9001c5fa059c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9df31235-0797-44e6-85a0-102cb2da2d58', 'external_fixed_ips': [{'subnet_id': '1dfb0320-f5eb-46f6-88ce-33002f500238', 'ip_address': '172.27.2.110'}], 'enable_snat': True}, 'gw_port_id': '8996dd90-031b-4185-b6a7-e192f4c0cebb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-16T17:22:25Z', 'updated_at': '2022-06-16T17:22:36Z', 'revision_number': 4, 'project_id': 'f029a8bb389c4d348c0e9001c5fa059c', 'gw_port': {'id': '8996dd90-031b-4185-b6a7-e192f4c0cebb', 'name': '', 'network_id': '9df31235-0797-44e6-85a0-102cb2da2d58', 'tenant_id': '', 'mac_address': 'fa:16:3e:c1:51:ad', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b698568a-354a-41b9-a41d-a2afa6bbdd0f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 79, 'fixed_ips': [{'subnet_id': '1dfb0320-f5eb-46f6-88ce-33002f500238', 'ip_address': '172.27.2.110', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-837356-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-16T17:22:28Z', 'updated_at': '2022-06-16T17:22:43Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1dfb0320-f5eb-46f6-88ce-33002f500238', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-837356-2-iscsi', '_floatingips': [{'id': 'f482a0fc-403a-4b0d-82b2-0f4a46df0c1a', 'tenant_id': 'f029a8bb389c4d348c0e9001c5fa059c', 'floating_ip_address': '172.27.2.146', 'floating_network_id': '9df31235-0797-44e6-85a0-102cb2da2d58', 'router_id': 'b698568a-354a-41b9-a41d-a2afa6bbdd0f', 'port_id': '21fae4ca-fb3d-4b09-8071-928df2baff45', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'standard_attr_id': 142, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '82c6c893-96f4-45ae-b1e3-d70ff1db738d', 'mac_address': 'fa:16:3e:1d:01:27', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7d22b60d-19fe-4dca-8eef-821db5a4dc55', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-06-16T17:22:49Z', 'updated_at': '2022-06-16T17:23:45Z', 'revision_number': 1, 'project_id': 'f029a8bb389c4d348c0e9001c5fa059c', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'a8d5bd16-d884-4270-9432-d25b5a4fcf68', 'name': '', 'network_id': '82c6c893-96f4-45ae-b1e3-d70ff1db738d', 'tenant_id': 'f029a8bb389c4d348c0e9001c5fa059c', 'mac_address': 'fa:16:3e:43:3b:d8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b698568a-354a-41b9-a41d-a2afa6bbdd0f', 'device_owner': 'network:router_interface', 'standard_attr_id': 117, 'fixed_ips': [{'subnet_id': '744fc868-35e9-4c30-8ac9-ba01749c37c3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-837356-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-16T17:22:35Z', 'updated_at': '2022-06-16T17:22:48Z', 'revision_number': 5, 'project_id': 'f029a8bb389c4d348c0e9001c5fa059c', 'subnets': [{'id': '744fc868-35e9-4c30-8ac9-ba01749c37c3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-837356-2-iscsi', False) {} {{(pid=103919) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 16 17:23:47.005743 dv-cinder-837356-2-iscsi neutron-server[103919]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8be7c572-4987-49a9-ada9-dca10c76db1b None None] The sync data for ids ['b698568a-354a-41b9-a41d-a2afa6bbdd0f'] in dv-cinder-837356-2-iscsi is: [{'id': 'b698568a-354a-41b9-a41d-a2afa6bbdd0f', 'name': 'tempest-AttachVolumeTestJSON-2145162369-router', 'tenant_id': 'f029a8bb389c4d348c0e9001c5fa059c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9df31235-0797-44e6-85a0-102cb2da2d58', 'external_fixed_ips': [{'subnet_id': '1dfb0320-f5eb-46f6-88ce-33002f500238', 'ip_address': '172.27.2.110'}], 'enable_snat': True}, 'gw_port_id': '8996dd90-031b-4185-b6a7-e192f4c0cebb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-16T17:22:25Z', 'updated_at': '2022-06-16T17:22:36Z', 'revision_number': 4, 'project_id': 'f029a8bb389c4d348c0e9001c5fa059c', 'gw_port': {'id': '8996dd90-031b-4185-b6a7-e192f4c0cebb', 'name': '', 'network_id': '9df31235-0797-44e6-85a0-102cb2da2d58', 'tenant_id': '', 'mac_address': 'fa:16:3e:c1:51:ad', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b698568a-354a-41b9-a41d-a2afa6bbdd0f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 79, 'fixed_ips': [{'subnet_id': '1dfb0320-f5eb-46f6-88ce-33002f500238', 'ip_address': '172.27.2.110', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-837356-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-16T17:22:28Z', 'updated_at': '2022-06-16T17:22:43Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1dfb0320-f5eb-46f6-88ce-33002f500238', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-837356-2-iscsi', '_floatingips': [{'id': 'f482a0fc-403a-4b0d-82b2-0f4a46df0c1a', 'tenant_id': 'f029a8bb389c4d348c0e9001c5fa059c', 'floating_ip_address': '172.27.2.146', 'floating_network_id': '9df31235-0797-44e6-85a0-102cb2da2d58', 'router_id': 'b698568a-354a-41b9-a41d-a2afa6bbdd0f', 'port_id': '21fae4ca-fb3d-4b09-8071-928df2baff45', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'standard_attr_id': 142, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '82c6c893-96f4-45ae-b1e3-d70ff1db738d', 'mac_address': 'fa:16:3e:1d:01:27', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7d22b60d-19fe-4dca-8eef-821db5a4dc55', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-06-16T17:22:49Z', 'updated_at': '2022-06-16T17:23:45Z', 'revision_number': 1, 'project_id': 'f029a8bb389c4d348c0e9001c5fa059c', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'a8d5bd16-d884-4270-9432-d25b5a4fcf68', 'name': '', 'network_id': '82c6c893-96f4-45ae-b1e3-d70ff1db738d', 'tenant_id': 'f029a8bb389c4d348c0e9001c5fa059c', 'mac_address': 'fa:16:3e:43:3b:d8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b698568a-354a-41b9-a41d-a2afa6bbdd0f', 'device_owner': 'network:router_interface', 'standard_attr_id': 117, 'fixed_ips': [{'subnet_id': '744fc868-35e9-4c30-8ac9-ba01749c37c3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-837356-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-16T17:22:35Z', 'updated_at': '2022-06-16T17:22:48Z', 'revision_number': 5, 'project_id': 'f029a8bb389c4d348c0e9001c5fa059c', 'subnets': [{'id': '744fc868-35e9-4c30-8ac9-ba01749c37c3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103919) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 16 17:23:47.144780 dv-cinder-837356-2-iscsi neutron-server[103916]: DEBUG neutron.wsgi [-] (103916) accepted ('10.222.0.66', 38122) {{(pid=103916) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 16 17:23:47.318093 dv-cinder-837356-2-iscsi neutron-server[103918]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ba30f67b-5dce-40fa-85da-50e6c4f6fd42 None None] New status for floating IP f482a0fc-403a-4b0d-82b2-0f4a46df0c1a: ACTIVE {{(pid=103918) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:269}} Jun 16 17:23:47.321031 dv-cinder-837356-2-iscsi neutron-server[103916]: DEBUG neutron_lib.callbacks.manager [None req-d3b91975-a945-4af5-966d-b98c6b9b9e0a admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103916) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 17:23:47.502781 dv-cinder-837356-2-iscsi neutron-server[103916]: DEBUG neutron_lib.callbacks.manager [None req-d3b91975-a945-4af5-966d-b98c6b9b9e0a admin admin] Publish callbacks [] for security_group (9603ddcb-ef0c-4c1c-b04c-676c39283394), precommit_create {{(pid=103916) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 17:23:47.511105 dv-cinder-837356-2-iscsi neutron-server[103916]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4af3ffbc-dd4e-4395-85f4-52f2ad888cb0 req-cc954ec7-ad33-411b-863d-c424998caf93 tempest-ServerRescueNegativeTestJSON-1475515620 tempest-ServerRescueNegativeTestJSON-1475515620-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103916) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 16 17:23:47.512768 dv-cinder-837356-2-iscsi neutron-server[103916]: INFO neutron.wsgi [req-4af3ffbc-dd4e-4395-85f4-52f2ad888cb0 req-cc954ec7-ad33-411b-863d-c424998caf93 tempest-ServerRescueNegativeTestJSON-1475515620 tempest-ServerRescueNegativeTestJSON-1475515620-project] 10.222.0.66 "GET /v2.0/ports?device_id=75957299-3d36-4f9c-a081-9e621c88225c HTTP/1.1" status: 200 len: 946 time: 0.1027050 Jun 16 17:23:47.513983 dv-cinder-837356-2-iscsi neutron-server[103916]: DEBUG neutron_lib.callbacks.manager [None req-d3b91975-a945-4af5-966d-b98c6b9b9e0a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-570488'] for security_group (9603ddcb-ef0c-4c1c-b04c-676c39283394), after_create {{(pid=103916) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 17:23:47.573891 dv-cinder-837356-2-iscsi neutron-server[103916]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d3b91975-a945-4af5-966d-b98c6b9b9e0a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9603ddcb-ef0c-4c1c-b04c-676c39283394,revision_number=1']} {{(pid=103916) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 17:23:47.578589 dv-cinder-837356-2-iscsi neutron-server[103916]: INFO neutron.wsgi [None req-d3b91975-a945-4af5-966d-b98c6b9b9e0a admin admin] 10.222.0.66 "GET /v2.0/security-groups?tenant_id=acaf852fa3b041aeb42927629894b678&name=default HTTP/1.1" status: 200 len: 2996 time: 0.4324803 Jun 16 17:23:47.582888 dv-cinder-837356-2-iscsi neutron-server[103917]: DEBUG neutron.wsgi [-] (103917) accepted ('10.222.0.66', 38130) {{(pid=103917) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 16 17:23:47.616684 dv-cinder-837356-2-iscsi neutron-server[103916]: INFO neutron.wsgi [req-4af3ffbc-dd4e-4395-85f4-52f2ad888cb0 req-a9f9490d-6d16-4cf6-a972-34b7b73ca4ab tempest-ServerRescueNegativeTestJSON-1475515620 tempest-ServerRescueNegativeTestJSON-1475515620-project] 10.222.0.66 "GET /v2.0/security-groups?id=ce781013-5cdb-4bc3-8c66-743aa21b4c5c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0831230 Jun 16 17:23:47.647006 dv-cinder-837356-2-iscsi neutron-server[103917]: DEBUG neutron_lib.callbacks.manager [None req-92b36073-e434-43b0-8ff2-f441bec977ea admin admin] Publish callbacks [] for security_group (9603ddcb-ef0c-4c1c-b04c-676c39283394), before_delete {{(pid=103917) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 17:23:47.649837 dv-cinder-837356-2-iscsi neutron-server[103917]: DEBUG dbcounter [-] [103917] Writing DB stats neutron:SELECT=100 {{(pid=103917) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 16 17:23:47.670837 dv-cinder-837356-2-iscsi neutron-server[103917]: DEBUG neutron_lib.callbacks.manager [None req-92b36073-e434-43b0-8ff2-f441bec977ea admin admin] Publish callbacks [] for security_group (9603ddcb-ef0c-4c1c-b04c-676c39283394), precommit_delete {{(pid=103917) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 17:23:47.721620 dv-cinder-837356-2-iscsi neutron-server[103917]: DEBUG neutron_lib.callbacks.manager [None req-92b36073-e434-43b0-8ff2-f441bec977ea admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-570488'] for security_group (9603ddcb-ef0c-4c1c-b04c-676c39283394), after_delete {{(pid=103917) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 17:23:47.725218 dv-cinder-837356-2-iscsi neutron-server[103917]: DEBUG neutron_lib.callbacks.manager [None req-92b36073-e434-43b0-8ff2-f441bec977ea admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103917) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 17:23:47.726546 dv-cinder-837356-2-iscsi neutron-server[103917]: INFO neutron.wsgi [None req-92b36073-e434-43b0-8ff2-f441bec977ea admin admin] 10.222.0.66 "DELETE /v2.0/security-groups/9603ddcb-ef0c-4c1c-b04c-676c39283394 HTTP/1.1" status: 204 len: 168 time: 0.1426485 Jun 16 17:23:47.740254 dv-cinder-837356-2-iscsi neutron-server[103917]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-92b36073-e434-43b0-8ff2-f441bec977ea admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9603ddcb-ef0c-4c1c-b04c-676c39283394,revision_number=None']} {{(pid=103917) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 17:23:48.030598 dv-cinder-837356-2-iscsi neutron-server[103918]: DEBUG neutron_lib.callbacks.manager [None req-90597016-5de8-4c3e-b42a-66aa2c70cc5e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728539454181', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16149322'] for agent (853db9d1-1c17-40a4-900c-de4f90440474), after_update {{(pid=103918) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 17:23:48.039004 dv-cinder-837356-2-iscsi neutron-server[103917]: DEBUG neutron.wsgi [-] (103917) accepted ('10.222.0.66', 38144) {{(pid=103917) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 16 17:23:48.052760 dv-cinder-837356-2-iscsi neutron-server[103917]: DEBUG neutron_lib.callbacks.manager [None req-b5e86cb3-96ad-43f0-ac03-386f0e97669c admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103917) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 17:23:48.096016 dv-cinder-837356-2-iscsi neutron-server[103917]: DEBUG dbcounter [-] [103917] Writing DB stats neutron:SELECT=93,neutron:DELETE=2,neutron:INSERT=4,neutron:UPDATE=1 {{(pid=103917) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 16 17:23:48.140102 dv-cinder-837356-2-iscsi neutron-server[103917]: DEBUG neutron_lib.callbacks.manager [None req-b5e86cb3-96ad-43f0-ac03-386f0e97669c admin admin] Publish callbacks [] for security_group (81835b04-8d5e-47b0-818c-e952c5940de7), precommit_create {{(pid=103917) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 17:23:48.145209 dv-cinder-837356-2-iscsi neutron-server[103917]: DEBUG neutron_lib.callbacks.manager [None req-b5e86cb3-96ad-43f0-ac03-386f0e97669c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-570488'] for security_group (81835b04-8d5e-47b0-818c-e952c5940de7), after_create {{(pid=103917) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 17:23:48.185222 dv-cinder-837356-2-iscsi neutron-server[103917]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b5e86cb3-96ad-43f0-ac03-386f0e97669c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=81835b04-8d5e-47b0-818c-e952c5940de7,revision_number=1']} {{(pid=103917) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 17:23:48.189430 dv-cinder-837356-2-iscsi neutron-server[103917]: INFO neutron.wsgi [None req-b5e86cb3-96ad-43f0-ac03-386f0e97669c admin admin] 10.222.0.66 "GET /v2.0/security-groups?tenant_id=7a7f85339b3d4dd9aa8b4a5274d5bd3c&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1492369 Jun 16 17:23:48.192311 dv-cinder-837356-2-iscsi neutron-server[103916]: DEBUG neutron.wsgi [-] (103916) accepted ('10.222.0.66', 38148) {{(pid=103916) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 16 17:23:48.244190 dv-cinder-837356-2-iscsi neutron-server[103916]: DEBUG neutron_lib.callbacks.manager [None req-2312eb1b-2854-4ab5-a0a8-7de30813fd59 admin admin] Publish callbacks [] for security_group (81835b04-8d5e-47b0-818c-e952c5940de7), before_delete {{(pid=103916) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 17:23:48.267500 dv-cinder-837356-2-iscsi neutron-server[103916]: DEBUG neutron_lib.callbacks.manager [None req-2312eb1b-2854-4ab5-a0a8-7de30813fd59 admin admin] Publish callbacks [] for security_group (81835b04-8d5e-47b0-818c-e952c5940de7), precommit_delete {{(pid=103916) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 17:23:48.297450 dv-cinder-837356-2-iscsi neutron-server[103916]: DEBUG dbcounter [-] [103916] Writing DB stats neutron:SELECT=91,neutron:INSERT=7,neutron:UPDATE=1,neutron:DELETE=1 {{(pid=103916) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 16 17:23:48.322642 dv-cinder-837356-2-iscsi neutron-server[103916]: DEBUG neutron_lib.callbacks.manager [None req-2312eb1b-2854-4ab5-a0a8-7de30813fd59 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-570488'] for security_group (81835b04-8d5e-47b0-818c-e952c5940de7), after_delete {{(pid=103916) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 17:23:48.325712 dv-cinder-837356-2-iscsi neutron-server[103916]: DEBUG neutron_lib.callbacks.manager [None req-2312eb1b-2854-4ab5-a0a8-7de30813fd59 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103916) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 17:23:48.329301 dv-cinder-837356-2-iscsi neutron-server[103916]: INFO neutron.wsgi [None req-2312eb1b-2854-4ab5-a0a8-7de30813fd59 admin admin] 10.222.0.66 "DELETE /v2.0/security-groups/81835b04-8d5e-47b0-818c-e952c5940de7 HTTP/1.1" status: 204 len: 168 time: 0.1335983 Jun 16 17:23:48.335155 dv-cinder-837356-2-iscsi neutron-server[103916]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2312eb1b-2854-4ab5-a0a8-7de30813fd59 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=81835b04-8d5e-47b0-818c-e952c5940de7,revision_number=None']} {{(pid=103916) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 17:23:48.452497 dv-cinder-837356-2-iscsi neutron-server[103918]: DEBUG neutron_lib.callbacks.manager [None req-39ead2dc-a542-4f04-b117-439eb7f32aa8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728539454181', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16149322'] for agent (5b2fa84c-1db1-41c6-a6b9-975c3da28daf), after_update {{(pid=103918) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 17:23:48.738646 dv-cinder-837356-2-iscsi neutron-server[103917]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64225351-78db-46bc-88dc-2b042441ea5f req-65ffc25c-1dcf-4f06-b15c-f7a3505a8f08 tempest-ServerRescueNegativeTestJSON-1475515620 tempest-ServerRescueNegativeTestJSON-1475515620-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103917) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 16 17:23:48.740644 dv-cinder-837356-2-iscsi neutron-server[103917]: INFO neutron.wsgi [req-64225351-78db-46bc-88dc-2b042441ea5f req-65ffc25c-1dcf-4f06-b15c-f7a3505a8f08 tempest-ServerRescueNegativeTestJSON-1475515620 tempest-ServerRescueNegativeTestJSON-1475515620-project] 10.222.0.66 "GET /v2.0/ports?device_id=75957299-3d36-4f9c-a081-9e621c88225c HTTP/1.1" status: 200 len: 946 time: 0.0505862 Jun 16 17:23:48.791242 dv-cinder-837356-2-iscsi neutron-server[103917]: INFO neutron.wsgi [req-64225351-78db-46bc-88dc-2b042441ea5f req-3789c835-a24c-4dca-b441-b2abba63a31e tempest-ServerRescueNegativeTestJSON-1475515620 tempest-ServerRescueNegativeTestJSON-1475515620-project] 10.222.0.66 "GET /v2.0/security-groups?id=ce781013-5cdb-4bc3-8c66-743aa21b4c5c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0450079 Jun 16 17:23:49.916975 dv-cinder-837356-2-iscsi neutron-server[103916]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ff8da28-5b51-4ab0-b014-2879276a1c55 req-b8b6ee30-c055-4605-8b24-c63f1ee0c83a tempest-ServerRescueNegativeTestJSON-1475515620 tempest-ServerRescueNegativeTestJSON-1475515620-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103916) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 16 17:23:49.918569 dv-cinder-837356-2-iscsi neutron-server[103916]: INFO neutron.wsgi [req-6ff8da28-5b51-4ab0-b014-2879276a1c55 req-b8b6ee30-c055-4605-8b24-c63f1ee0c83a tempest-ServerRescueNegativeTestJSON-1475515620 tempest-ServerRescueNegativeTestJSON-1475515620-project] 10.222.0.66 "GET /v2.0/ports?device_id=75957299-3d36-4f9c-a081-9e621c88225c HTTP/1.1" status: 200 len: 946 time: 0.0546298 Jun 16 17:23:49.972558 dv-cinder-837356-2-iscsi neutron-server[103916]: INFO neutron.wsgi [req-6ff8da28-5b51-4ab0-b014-2879276a1c55 req-8f1bb02a-99ec-4473-8678-17a823b90ca8 tempest-ServerRescueNegativeTestJSON-1475515620 tempest-ServerRescueNegativeTestJSON-1475515620-project] 10.222.0.66 "GET /v2.0/security-groups?id=ce781013-5cdb-4bc3-8c66-743aa21b4c5c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0475483 Jun 16 17:23:51.090583 dv-cinder-837356-2-iscsi neutron-server[103917]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aff72538-b2f6-4bf6-9ed8-4f0e76b38168 req-857c65b3-61c6-468d-81b5-b8275c74d4bf tempest-ServerRescueNegativeTestJSON-1475515620 tempest-ServerRescueNegativeTestJSON-1475515620-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103917) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 16 17:23:51.092143 dv-cinder-837356-2-iscsi neutron-server[103917]: INFO neutron.wsgi [req-aff72538-b2f6-4bf6-9ed8-4f0e76b38168 req-857c65b3-61c6-468d-81b5-b8275c74d4bf tempest-ServerRescueNegativeTestJSON-1475515620 tempest-ServerRescueNegativeTestJSON-1475515620-project] 10.222.0.66 "GET /v2.0/ports?device_id=75957299-3d36-4f9c-a081-9e621c88225c HTTP/1.1" status: 200 len: 946 time: 0.0475233 Jun 16 17:23:51.149355 dv-cinder-837356-2-iscsi neutron-server[103917]: INFO neutron.wsgi [req-aff72538-b2f6-4bf6-9ed8-4f0e76b38168 req-dc3662f7-a982-49ec-80f4-ef4bd88c94d3 tempest-ServerRescueNegativeTestJSON-1475515620 tempest-ServerRescueNegativeTestJSON-1475515620-project] 10.222.0.66 "GET /v2.0/security-groups?id=ce781013-5cdb-4bc3-8c66-743aa21b4c5c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0464461 Jun 16 17:23:52.289732 dv-cinder-837356-2-iscsi neutron-server[103916]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e3df957-ec64-466f-afe5-4a74287097d6 req-4188cc32-85dd-4575-bc73-8f29801fd7fd tempest-ServerRescueNegativeTestJSON-1475515620 tempest-ServerRescueNegativeTestJSON-1475515620-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103916) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 16 17:23:52.291292 dv-cinder-837356-2-iscsi neutron-server[103916]: INFO neutron.wsgi [req-9e3df957-ec64-466f-afe5-4a74287097d6 req-4188cc32-85dd-4575-bc73-8f29801fd7fd tempest-ServerRescueNegativeTestJSON-1475515620 tempest-ServerRescueNegativeTestJSON-1475515620-project] 10.222.0.66 "GET /v2.0/ports?device_id=75957299-3d36-4f9c-a081-9e621c88225c HTTP/1.1" status: 200 len: 946 time: 0.0548272 Jun 16 17:23:52.344500 dv-cinder-837356-2-iscsi neutron-server[103916]: INFO neutron.wsgi [req-9e3df957-ec64-466f-afe5-4a74287097d6 req-2e463a72-57cd-4bb2-8e1d-7d88e2872bbf tempest-ServerRescueNegativeTestJSON-1475515620 tempest-ServerRescueNegativeTestJSON-1475515620-project] 10.222.0.66 "GET /v2.0/security-groups?id=ce781013-5cdb-4bc3-8c66-743aa21b4c5c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0474913 Jun 16 17:23:53.008149 dv-cinder-837356-2-iscsi neutron-server[103916]: DEBUG neutron.wsgi [-] (103916) accepted ('10.222.0.66', 38288) {{(pid=103916) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 16 17:23:53.124508 dv-cinder-837356-2-iscsi neutron-server[103916]: DEBUG neutron_lib.callbacks.manager [None req-38cdb6e1-fc5e-42fa-a9ef-735b58085a6e admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103916) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 17:23:53.127115 dv-cinder-837356-2-iscsi neutron-server[103916]: DEBUG dbcounter [-] [103916] Writing DB stats neutron:SELECT=93,neutron:INSERT=4,neutron:DELETE=3 {{(pid=103916) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 16 17:23:53.206900 dv-cinder-837356-2-iscsi neutron-server[103916]: DEBUG neutron_lib.callbacks.manager [None req-38cdb6e1-fc5e-42fa-a9ef-735b58085a6e admin admin] Publish callbacks [] for security_group (5b0cf5fe-2443-45d2-a9a5-f2f0d50d165e), precommit_create {{(pid=103916) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 17:23:53.211985 dv-cinder-837356-2-iscsi neutron-server[103916]: DEBUG neutron_lib.callbacks.manager [None req-38cdb6e1-fc5e-42fa-a9ef-735b58085a6e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-570488'] for security_group (5b0cf5fe-2443-45d2-a9a5-f2f0d50d165e), after_create {{(pid=103916) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 17:23:53.259333 dv-cinder-837356-2-iscsi neutron-server[103916]: INFO neutron.wsgi [None req-38cdb6e1-fc5e-42fa-a9ef-735b58085a6e admin admin] 10.222.0.66 "GET /v2.0/security-groups?tenant_id=847cf68de2f043149670cf5d3fe2fe48&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2498889 Jun 16 17:23:53.260237 dv-cinder-837356-2-iscsi neutron-server[103916]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-38cdb6e1-fc5e-42fa-a9ef-735b58085a6e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5b0cf5fe-2443-45d2-a9a5-f2f0d50d165e,revision_number=1']} {{(pid=103916) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 17:23:53.262236 dv-cinder-837356-2-iscsi neutron-server[103917]: DEBUG neutron.wsgi [-] (103917) accepted ('10.222.0.66', 38294) {{(pid=103917) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 16 17:23:53.333760 dv-cinder-837356-2-iscsi neutron-server[103917]: DEBUG neutron_lib.callbacks.manager [None req-d71a4632-aff2-4fe6-a9ad-7ea434e9dab3 admin admin] Publish callbacks [] for security_group (5b0cf5fe-2443-45d2-a9a5-f2f0d50d165e), before_delete {{(pid=103917) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 17:23:53.357445 dv-cinder-837356-2-iscsi neutron-server[103917]: DEBUG neutron_lib.callbacks.manager [None req-d71a4632-aff2-4fe6-a9ad-7ea434e9dab3 admin admin] Publish callbacks [] for security_group (5b0cf5fe-2443-45d2-a9a5-f2f0d50d165e), precommit_delete {{(pid=103917) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 17:23:53.414130 dv-cinder-837356-2-iscsi neutron-server[103917]: DEBUG neutron_lib.callbacks.manager [None req-d71a4632-aff2-4fe6-a9ad-7ea434e9dab3 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-570488'] for security_group (5b0cf5fe-2443-45d2-a9a5-f2f0d50d165e), after_delete {{(pid=103917) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 17:23:53.417779 dv-cinder-837356-2-iscsi neutron-server[103917]: DEBUG neutron_lib.callbacks.manager [None req-d71a4632-aff2-4fe6-a9ad-7ea434e9dab3 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103917) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 17:23:53.419055 dv-cinder-837356-2-iscsi neutron-server[103917]: INFO neutron.wsgi [None req-d71a4632-aff2-4fe6-a9ad-7ea434e9dab3 admin admin] 10.222.0.66 "DELETE /v2.0/security-groups/5b0cf5fe-2443-45d2-a9a5-f2f0d50d165e HTTP/1.1" status: 204 len: 168 time: 0.1555085 Jun 16 17:23:53.438421 dv-cinder-837356-2-iscsi neutron-server[103917]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d71a4632-aff2-4fe6-a9ad-7ea434e9dab3 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5b0cf5fe-2443-45d2-a9a5-f2f0d50d165e,revision_number=None']} {{(pid=103917) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 17:23:53.485140 dv-cinder-837356-2-iscsi neutron-server[103917]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5e019b6-030e-4fac-a500-25a76f20ccbb req-b48ce1d9-36ab-4ab8-9bbf-4f4233fd80cc tempest-ServerRescueNegativeTestJSON-1475515620 tempest-ServerRescueNegativeTestJSON-1475515620-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103917) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 16 17:23:53.495069 dv-cinder-837356-2-iscsi neutron-server[103917]: INFO neutron.wsgi [req-c5e019b6-030e-4fac-a500-25a76f20ccbb req-b48ce1d9-36ab-4ab8-9bbf-4f4233fd80cc tempest-ServerRescueNegativeTestJSON-1475515620 tempest-ServerRescueNegativeTestJSON-1475515620-project] 10.222.0.66 "GET /v2.0/ports?device_id=75957299-3d36-4f9c-a081-9e621c88225c HTTP/1.1" status: 200 len: 946 time: 0.0746834 Jun 16 17:23:53.541776 dv-cinder-837356-2-iscsi neutron-server[103917]: INFO neutron.wsgi [req-c5e019b6-030e-4fac-a500-25a76f20ccbb req-58487ec8-576b-4c07-8528-689431188280 tempest-ServerRescueNegativeTestJSON-1475515620 tempest-ServerRescueNegativeTestJSON-1475515620-project] 10.222.0.66 "GET /v2.0/security-groups?id=ce781013-5cdb-4bc3-8c66-743aa21b4c5c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0456526 Jun 16 17:23:53.759963 dv-cinder-837356-2-iscsi neutron-server[103916]: DEBUG neutron.wsgi [-] (103916) accepted ('10.222.0.66', 38312) {{(pid=103916) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 16 17:23:53.775379 dv-cinder-837356-2-iscsi neutron-server[103916]: DEBUG neutron_lib.callbacks.manager [None req-9c4367e2-06ad-45db-b194-209cc8319c45 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103916) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 17:23:53.859172 dv-cinder-837356-2-iscsi neutron-server[103916]: DEBUG neutron_lib.callbacks.manager [None req-9c4367e2-06ad-45db-b194-209cc8319c45 admin admin] Publish callbacks [] for security_group (b3daeed3-82c8-48e3-9e33-e11046a04682), precommit_create {{(pid=103916) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 17:23:53.863696 dv-cinder-837356-2-iscsi neutron-server[103916]: DEBUG neutron_lib.callbacks.manager [None req-9c4367e2-06ad-45db-b194-209cc8319c45 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-570488'] for security_group (b3daeed3-82c8-48e3-9e33-e11046a04682), after_create {{(pid=103916) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 17:23:53.901779 dv-cinder-837356-2-iscsi neutron-server[103916]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c4367e2-06ad-45db-b194-209cc8319c45 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b3daeed3-82c8-48e3-9e33-e11046a04682,revision_number=1']} {{(pid=103916) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 17:23:53.906104 dv-cinder-837356-2-iscsi neutron-server[103916]: INFO neutron.wsgi [None req-9c4367e2-06ad-45db-b194-209cc8319c45 admin admin] 10.222.0.66 "GET /v2.0/security-groups?tenant_id=4009f64a4afa4fff8a34314674fe36e0&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1451192 Jun 16 17:23:53.909894 dv-cinder-837356-2-iscsi neutron-server[103916]: DEBUG neutron.wsgi [-] (103916) accepted ('10.222.0.66', 38316) {{(pid=103916) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 16 17:23:53.962414 dv-cinder-837356-2-iscsi neutron-server[103916]: DEBUG neutron_lib.callbacks.manager [None req-5b62ea0e-9cba-4623-8ea1-0700a04127cf admin admin] Publish callbacks [] for security_group (b3daeed3-82c8-48e3-9e33-e11046a04682), before_delete {{(pid=103916) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 17:23:53.985165 dv-cinder-837356-2-iscsi neutron-server[103916]: DEBUG neutron_lib.callbacks.manager [None req-5b62ea0e-9cba-4623-8ea1-0700a04127cf admin admin] Publish callbacks [] for security_group (b3daeed3-82c8-48e3-9e33-e11046a04682), precommit_delete {{(pid=103916) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 17:23:54.044075 dv-cinder-837356-2-iscsi neutron-server[103916]: DEBUG neutron_lib.callbacks.manager [None req-5b62ea0e-9cba-4623-8ea1-0700a04127cf admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-570488'] for security_group (b3daeed3-82c8-48e3-9e33-e11046a04682), after_delete {{(pid=103916) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 17:23:54.047410 dv-cinder-837356-2-iscsi neutron-server[103916]: DEBUG neutron_lib.callbacks.manager [None req-5b62ea0e-9cba-4623-8ea1-0700a04127cf admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103916) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 17:23:54.048885 dv-cinder-837356-2-iscsi neutron-server[103916]: INFO neutron.wsgi [None req-5b62ea0e-9cba-4623-8ea1-0700a04127cf admin admin] 10.222.0.66 "DELETE /v2.0/security-groups/b3daeed3-82c8-48e3-9e33-e11046a04682 HTTP/1.1" status: 204 len: 168 time: 0.1380801 Jun 16 17:23:54.060841 dv-cinder-837356-2-iscsi neutron-server[103916]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5b62ea0e-9cba-4623-8ea1-0700a04127cf admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b3daeed3-82c8-48e3-9e33-e11046a04682,revision_number=None']} {{(pid=103916) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 17:23:54.641755 dv-cinder-837356-2-iscsi neutron-server[103919]: DEBUG neutron.db.agents_db [None req-d2debd9c-00d6-4a8f-b9fc-d112a2dcea0d None None] Agent healthcheck: found 6 active agents {{(pid=103919) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jun 16 17:23:54.659558 dv-cinder-837356-2-iscsi neutron-server[103916]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7481e5ac-5142-4582-be5e-e1e3837b92d2 req-8d5825c3-5ff9-4511-b557-74dc48368c39 tempest-ServerRescueNegativeTestJSON-1475515620 tempest-ServerRescueNegativeTestJSON-1475515620-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103916) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 16 17:23:54.661375 dv-cinder-837356-2-iscsi neutron-server[103916]: INFO neutron.wsgi [req-7481e5ac-5142-4582-be5e-e1e3837b92d2 req-8d5825c3-5ff9-4511-b557-74dc48368c39 tempest-ServerRescueNegativeTestJSON-1475515620 tempest-ServerRescueNegativeTestJSON-1475515620-project] 10.222.0.66 "GET /v2.0/ports?device_id=75957299-3d36-4f9c-a081-9e621c88225c HTTP/1.1" status: 200 len: 946 time: 0.0500631 Jun 16 17:23:54.712551 dv-cinder-837356-2-iscsi neutron-server[103916]: INFO neutron.wsgi [req-7481e5ac-5142-4582-be5e-e1e3837b92d2 req-9d63b35b-2a3f-474d-bb15-04837b4aa2a1 tempest-ServerRescueNegativeTestJSON-1475515620 tempest-ServerRescueNegativeTestJSON-1475515620-project] 10.222.0.66 "GET /v2.0/security-groups?id=ce781013-5cdb-4bc3-8c66-743aa21b4c5c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0448611 Jun 16 17:23:55.837609 dv-cinder-837356-2-iscsi neutron-server[103917]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46af9806-f21b-450e-ae5b-408f5f3267c6 req-2adb6006-06ca-4a97-9245-2156928bea7a tempest-ServerRescueNegativeTestJSON-1475515620 tempest-ServerRescueNegativeTestJSON-1475515620-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103917) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 16 17:23:55.839293 dv-cinder-837356-2-iscsi neutron-server[103917]: INFO neutron.wsgi [req-46af9806-f21b-450e-ae5b-408f5f3267c6 req-2adb6006-06ca-4a97-9245-2156928bea7a tempest-ServerRescueNegativeTestJSON-1475515620 tempest-ServerRescueNegativeTestJSON-1475515620-project] 10.222.0.66 "GET /v2.0/ports?device_id=75957299-3d36-4f9c-a081-9e621c88225c HTTP/1.1" status: 200 len: 946 time: 0.0551922 Jun 16 17:23:55.895717 dv-cinder-837356-2-iscsi neutron-server[103917]: INFO neutron.wsgi [req-46af9806-f21b-450e-ae5b-408f5f3267c6 req-3fc3b143-98b7-4d77-b949-686cda9a63ca tempest-ServerRescueNegativeTestJSON-1475515620 tempest-ServerRescueNegativeTestJSON-1475515620-project] 10.222.0.66 "GET /v2.0/security-groups?id=ce781013-5cdb-4bc3-8c66-743aa21b4c5c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0455556 Jun 16 17:23:55.991789 dv-cinder-837356-2-iscsi neutron-server[103917]: DEBUG neutron.wsgi [-] (103917) accepted ('10.222.0.66', 38394) {{(pid=103917) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 16 17:23:56.113792 dv-cinder-837356-2-iscsi neutron-server[103917]: DEBUG neutron_lib.callbacks.manager [None req-3eb23322-aa17-4aca-b785-e9291f893666 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103917) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 17:23:56.167586 dv-cinder-837356-2-iscsi neutron-server[103917]: DEBUG dbcounter [-] [103917] Writing DB stats neutron:SELECT=85,neutron:DELETE=4,neutron:INSERT=10,neutron:UPDATE=1 {{(pid=103917) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 16 17:23:56.203508 dv-cinder-837356-2-iscsi neutron-server[103917]: DEBUG neutron_lib.callbacks.manager [None req-3eb23322-aa17-4aca-b785-e9291f893666 admin admin] Publish callbacks [] for security_group (81e6af9d-7aa6-491f-a444-238a43781d8f), precommit_create {{(pid=103917) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 17:23:56.208495 dv-cinder-837356-2-iscsi neutron-server[103917]: DEBUG neutron_lib.callbacks.manager [None req-3eb23322-aa17-4aca-b785-e9291f893666 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-570488'] for security_group (81e6af9d-7aa6-491f-a444-238a43781d8f), after_create {{(pid=103917) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 17:23:56.267018 dv-cinder-837356-2-iscsi neutron-server[103917]: DEBUG dbcounter [-] [103917] Writing DB stats neutron:SELECT=90,neutron:DELETE=2,neutron:INSERT=8 {{(pid=103917) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 16 17:23:56.287740 dv-cinder-837356-2-iscsi neutron-server[103917]: INFO neutron.wsgi [None req-3eb23322-aa17-4aca-b785-e9291f893666 admin admin] 10.222.0.66 "GET /v2.0/security-groups?tenant_id=3dbd85709a4742f7b13de3ef9fdb067b&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2947044 Jun 16 17:23:56.290723 dv-cinder-837356-2-iscsi neutron-server[103916]: DEBUG neutron.wsgi [-] (103916) accepted ('10.222.0.66', 38404) {{(pid=103916) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 16 17:23:56.300424 dv-cinder-837356-2-iscsi neutron-server[103917]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01d8ac5c-98f2-4852-a792-c7ecd3d1fb9a req-d6b7ed4e-5ba7-437d-b532-65a056c063c8 tempest-DeleteServersTestJSON-168559711 tempest-DeleteServersTestJSON-168559711-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103917) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 16 17:23:56.301901 dv-cinder-837356-2-iscsi neutron-server[103917]: INFO neutron.wsgi [req-01d8ac5c-98f2-4852-a792-c7ecd3d1fb9a req-d6b7ed4e-5ba7-437d-b532-65a056c063c8 tempest-DeleteServersTestJSON-168559711 tempest-DeleteServersTestJSON-168559711-project] 10.222.0.66 "GET /v2.0/ports?device_id=57b787b3-74c7-4e30-9f10-acea71d19c0c HTTP/1.1" status: 200 len: 946 time: 0.0866191 Jun 16 17:23:56.302889 dv-cinder-837356-2-iscsi neutron-server[103917]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3eb23322-aa17-4aca-b785-e9291f893666 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=81e6af9d-7aa6-491f-a444-238a43781d8f,revision_number=1']} {{(pid=103917) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 17:23:56.319717 dv-cinder-837356-2-iscsi neutron-server[103916]: DEBUG dbcounter [-] [103916] Writing DB stats neutron:SELECT=86,neutron:INSERT=12,neutron:UPDATE=1,neutron:DELETE=1 {{(pid=103916) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 16 17:23:56.361300 dv-cinder-837356-2-iscsi neutron-server[103916]: DEBUG neutron_lib.callbacks.manager [None req-58659be9-9e04-4c63-a89d-963e2962d3f7 admin admin] Publish callbacks [] for security_group (81e6af9d-7aa6-491f-a444-238a43781d8f), before_delete {{(pid=103916) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 17:23:56.361728 dv-cinder-837356-2-iscsi neutron-server[103917]: INFO neutron.wsgi [req-01d8ac5c-98f2-4852-a792-c7ecd3d1fb9a req-f6fd4319-1f55-436e-8925-5c0718848756 tempest-DeleteServersTestJSON-168559711 tempest-DeleteServersTestJSON-168559711-project] 10.222.0.66 "GET /v2.0/security-groups?id=9db58268-b1a0-4bab-b8d1-6bdd045c4c5a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0515013 Jun 16 17:23:56.386647 dv-cinder-837356-2-iscsi neutron-server[103916]: DEBUG neutron_lib.callbacks.manager [None req-58659be9-9e04-4c63-a89d-963e2962d3f7 admin admin] Publish callbacks [] for security_group (81e6af9d-7aa6-491f-a444-238a43781d8f), precommit_delete {{(pid=103916) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 17:23:56.443641 dv-cinder-837356-2-iscsi neutron-server[103916]: DEBUG neutron_lib.callbacks.manager [None req-58659be9-9e04-4c63-a89d-963e2962d3f7 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-570488'] for security_group (81e6af9d-7aa6-491f-a444-238a43781d8f), after_delete {{(pid=103916) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 17:23:56.446682 dv-cinder-837356-2-iscsi neutron-server[103916]: DEBUG neutron_lib.callbacks.manager [None req-58659be9-9e04-4c63-a89d-963e2962d3f7 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103916) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 17:23:56.447951 dv-cinder-837356-2-iscsi neutron-server[103916]: INFO neutron.wsgi [None req-58659be9-9e04-4c63-a89d-963e2962d3f7 admin admin] 10.222.0.66 "DELETE /v2.0/security-groups/81e6af9d-7aa6-491f-a444-238a43781d8f HTTP/1.1" status: 204 len: 168 time: 0.1560898 Jun 16 17:23:56.456073 dv-cinder-837356-2-iscsi neutron-server[103916]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-58659be9-9e04-4c63-a89d-963e2962d3f7 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=81e6af9d-7aa6-491f-a444-238a43781d8f,revision_number=None']} {{(pid=103916) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 17:23:56.475161 dv-cinder-837356-2-iscsi neutron-server[103918]: DEBUG dbcounter [-] [103918] Writing DB stats neutron:SELECT=52,neutron:UPDATE=5 {{(pid=103918) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 16 17:23:56.476147 dv-cinder-837356-2-iscsi neutron-server[103918]: DEBUG dbcounter [-] [103918] Writing DB stats neutron:SELECT=78,neutron:UPDATE=7 {{(pid=103918) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 16 17:23:56.784594 dv-cinder-837356-2-iscsi neutron-server[103916]: DEBUG neutron.wsgi [-] (103916) accepted ('10.222.0.66', 38412) {{(pid=103916) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 16 17:23:56.798818 dv-cinder-837356-2-iscsi neutron-server[103916]: DEBUG neutron_lib.callbacks.manager [None req-bc2c26e3-ca60-441c-b289-273aabb4b2da admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103916) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 17:23:56.832034 dv-cinder-837356-2-iscsi neutron-server[103916]: DEBUG dbcounter [-] [103916] Writing DB stats neutron:INSERT=11,neutron:SELECT=82,neutron:UPDATE=1,neutron:DELETE=6 {{(pid=103916) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 16 17:23:56.894955 dv-cinder-837356-2-iscsi neutron-server[103916]: DEBUG neutron_lib.callbacks.manager [None req-bc2c26e3-ca60-441c-b289-273aabb4b2da admin admin] Publish callbacks [] for security_group (325bc0c0-a63e-4c8f-8b09-e8737101093f), precommit_create {{(pid=103916) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 17:23:56.898996 dv-cinder-837356-2-iscsi neutron-server[103916]: DEBUG neutron_lib.callbacks.manager [None req-bc2c26e3-ca60-441c-b289-273aabb4b2da admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-570488'] for security_group (325bc0c0-a63e-4c8f-8b09-e8737101093f), after_create {{(pid=103916) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 17:23:56.944551 dv-cinder-837356-2-iscsi neutron-server[103916]: INFO neutron.wsgi [None req-bc2c26e3-ca60-441c-b289-273aabb4b2da admin admin] 10.222.0.66 "GET /v2.0/security-groups?tenant_id=d11cc5a0a7dd442e9a5d01b1646cc624&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1559443 Jun 16 17:23:56.944551 dv-cinder-837356-2-iscsi neutron-server[103916]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bc2c26e3-ca60-441c-b289-273aabb4b2da admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=325bc0c0-a63e-4c8f-8b09-e8737101093f,revision_number=1']} {{(pid=103916) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 17:23:56.946367 dv-cinder-837356-2-iscsi neutron-server[103916]: DEBUG neutron.wsgi [-] (103916) accepted ('10.222.0.66', 38418) {{(pid=103916) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 16 17:23:57.034528 dv-cinder-837356-2-iscsi neutron-server[103916]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d039b71-0672-454d-832c-3b2197120ba9 req-fa450acb-5120-463d-9b47-02e6ac51cfb5 tempest-ServerRescueNegativeTestJSON-1475515620 tempest-ServerRescueNegativeTestJSON-1475515620-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103916) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 16 17:23:57.035994 dv-cinder-837356-2-iscsi neutron-server[103916]: INFO neutron.wsgi [req-4d039b71-0672-454d-832c-3b2197120ba9 req-fa450acb-5120-463d-9b47-02e6ac51cfb5 tempest-ServerRescueNegativeTestJSON-1475515620 tempest-ServerRescueNegativeTestJSON-1475515620-project] 10.222.0.66 "GET /v2.0/ports?device_id=75957299-3d36-4f9c-a081-9e621c88225c HTTP/1.1" status: 200 len: 946 time: 0.0634277 Jun 16 17:23:57.039256 dv-cinder-837356-2-iscsi neutron-server[103916]: DEBUG neutron_lib.callbacks.manager [None req-e413e67c-910c-49a5-8225-bc942fa2afc3 admin admin] Publish callbacks [] for security_group (325bc0c0-a63e-4c8f-8b09-e8737101093f), before_delete {{(pid=103916) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 17:23:57.079676 dv-cinder-837356-2-iscsi neutron-server[103916]: DEBUG neutron_lib.callbacks.manager [None req-e413e67c-910c-49a5-8225-bc942fa2afc3 admin admin] Publish callbacks [] for security_group (325bc0c0-a63e-4c8f-8b09-e8737101093f), precommit_delete {{(pid=103916) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 17:23:57.124104 dv-cinder-837356-2-iscsi neutron-server[103916]: INFO neutron.wsgi [req-4d039b71-0672-454d-832c-3b2197120ba9 req-b2679dd8-30f8-4e67-90c9-bc0c3ae756c3 tempest-ServerRescueNegativeTestJSON-1475515620 tempest-ServerRescueNegativeTestJSON-1475515620-project] 10.222.0.66 "GET /v2.0/security-groups?id=ce781013-5cdb-4bc3-8c66-743aa21b4c5c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0812223 Jun 16 17:23:57.154413 dv-cinder-837356-2-iscsi neutron-server[103916]: DEBUG neutron_lib.callbacks.manager [None req-e413e67c-910c-49a5-8225-bc942fa2afc3 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-570488'] for security_group (325bc0c0-a63e-4c8f-8b09-e8737101093f), after_delete {{(pid=103916) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 17:23:57.156946 dv-cinder-837356-2-iscsi neutron-server[103916]: DEBUG neutron_lib.callbacks.manager [None req-e413e67c-910c-49a5-8225-bc942fa2afc3 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103916) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 17:23:57.158153 dv-cinder-837356-2-iscsi neutron-server[103916]: INFO neutron.wsgi [None req-e413e67c-910c-49a5-8225-bc942fa2afc3 admin admin] 10.222.0.66 "DELETE /v2.0/security-groups/325bc0c0-a63e-4c8f-8b09-e8737101093f HTTP/1.1" status: 204 len: 168 time: 0.2119744 Jun 16 17:23:57.166404 dv-cinder-837356-2-iscsi neutron-server[103916]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e413e67c-910c-49a5-8225-bc942fa2afc3 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=325bc0c0-a63e-4c8f-8b09-e8737101093f,revision_number=None']} {{(pid=103916) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 17:23:57.487325 dv-cinder-837356-2-iscsi neutron-server[103917]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70fe919c-a6c1-4c57-a631-160240bf39b1 req-f3bc0529-7234-40b3-9844-aa4a821b215a tempest-DeleteServersTestJSON-168559711 tempest-DeleteServersTestJSON-168559711-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103917) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 16 17:23:57.488835 dv-cinder-837356-2-iscsi neutron-server[103917]: INFO neutron.wsgi [req-70fe919c-a6c1-4c57-a631-160240bf39b1 req-f3bc0529-7234-40b3-9844-aa4a821b215a tempest-DeleteServersTestJSON-168559711 tempest-DeleteServersTestJSON-168559711-project] 10.222.0.66 "GET /v2.0/ports?device_id=57b787b3-74c7-4e30-9f10-acea71d19c0c HTTP/1.1" status: 200 len: 946 time: 0.0551670 Jun 16 17:23:57.548656 dv-cinder-837356-2-iscsi neutron-server[103917]: INFO neutron.wsgi [req-70fe919c-a6c1-4c57-a631-160240bf39b1 req-11d1474a-8b93-4217-8568-a8c13ec88f87 tempest-DeleteServersTestJSON-168559711 tempest-DeleteServersTestJSON-168559711-project] 10.222.0.66 "GET /v2.0/security-groups?id=9db58268-b1a0-4bab-b8d1-6bdd045c4c5a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0529611 Jun 16 17:23:58.388195 dv-cinder-837356-2-iscsi neutron-server[103916]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf5f54dd-7aba-4929-9a6e-3c03453164a8 req-64374d7c-317f-4754-b17f-5c5a68d04b54 tempest-ServerRescueNegativeTestJSON-1475515620 tempest-ServerRescueNegativeTestJSON-1475515620-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103916) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 16 17:23:58.389721 dv-cinder-837356-2-iscsi neutron-server[103916]: INFO neutron.wsgi [req-cf5f54dd-7aba-4929-9a6e-3c03453164a8 req-64374d7c-317f-4754-b17f-5c5a68d04b54 tempest-ServerRescueNegativeTestJSON-1475515620 tempest-ServerRescueNegativeTestJSON-1475515620-project] 10.222.0.66 "GET /v2.0/ports?device_id=75957299-3d36-4f9c-a081-9e621c88225c HTTP/1.1" status: 200 len: 946 time: 0.0537798 Jun 16 17:23:58.440162 dv-cinder-837356-2-iscsi neutron-server[103916]: INFO neutron.wsgi [req-cf5f54dd-7aba-4929-9a6e-3c03453164a8 req-dcf5f7d7-9cff-4bd0-b5fd-03bfe5f6ff2f tempest-ServerRescueNegativeTestJSON-1475515620 tempest-ServerRescueNegativeTestJSON-1475515620-project] 10.222.0.66 "GET /v2.0/security-groups?id=ce781013-5cdb-4bc3-8c66-743aa21b4c5c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0449049 Jun 16 17:23:58.684755 dv-cinder-837356-2-iscsi neutron-server[103917]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52a3aac2-b2d6-4330-84ac-c5341a83beb6 req-f872b558-5b53-4700-82b1-750c10236b58 tempest-DeleteServersTestJSON-168559711 tempest-DeleteServersTestJSON-168559711-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103917) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 16 17:23:58.686380 dv-cinder-837356-2-iscsi neutron-server[103917]: INFO neutron.wsgi [req-52a3aac2-b2d6-4330-84ac-c5341a83beb6 req-f872b558-5b53-4700-82b1-750c10236b58 tempest-DeleteServersTestJSON-168559711 tempest-DeleteServersTestJSON-168559711-project] 10.222.0.66 "GET /v2.0/ports?device_id=57b787b3-74c7-4e30-9f10-acea71d19c0c HTTP/1.1" status: 200 len: 946 time: 0.0478473 Jun 16 17:23:58.753746 dv-cinder-837356-2-iscsi neutron-server[103917]: INFO neutron.wsgi [req-52a3aac2-b2d6-4330-84ac-c5341a83beb6 req-e6832865-5a93-4d5a-a995-7fc8db30fd97 tempest-DeleteServersTestJSON-168559711 tempest-DeleteServersTestJSON-168559711-project] 10.222.0.66 "GET /v2.0/security-groups?id=9db58268-b1a0-4bab-b8d1-6bdd045c4c5a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0610435 Jun 16 17:23:59.451431 dv-cinder-837356-2-iscsi neutron-server[103918]: DEBUG neutron_lib.callbacks.manager [None req-b2b17746-c296-4803-869a-65578e8233dd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728539454181', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16149322'] for agent (2e97d73d-50fc-4f89-a4ea-85f65eb860d8), after_update {{(pid=103918) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 17:23:59.570095 dv-cinder-837356-2-iscsi neutron-server[103917]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f4e7ae5-fe37-4adb-8741-05ace3e70e08 req-240e871f-ac29-4450-8207-8bea4ff65506 tempest-DeleteServersTestJSON-168559711 tempest-DeleteServersTestJSON-168559711-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103917) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 16 17:23:59.572215 dv-cinder-837356-2-iscsi neutron-server[103917]: INFO neutron.wsgi [req-1f4e7ae5-fe37-4adb-8741-05ace3e70e08 req-240e871f-ac29-4450-8207-8bea4ff65506 tempest-DeleteServersTestJSON-168559711 tempest-DeleteServersTestJSON-168559711-project] 10.222.0.81 "GET /v2.0/ports?device_id=57b787b3-74c7-4e30-9f10-acea71d19c0c HTTP/1.1" status: 200 len: 946 time: 0.0596995 Jun 16 17:23:59.573074 dv-cinder-837356-2-iscsi neutron-server[103916]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c94acd9f-3220-4ccf-8e17-10fb7174c4a9 req-cac1526e-03a1-46da-8d2c-2e09313536c1 tempest-ServerRescueNegativeTestJSON-1475515620 tempest-ServerRescueNegativeTestJSON-1475515620-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103916) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 16 17:23:59.574745 dv-cinder-837356-2-iscsi neutron-server[103916]: INFO neutron.wsgi [req-c94acd9f-3220-4ccf-8e17-10fb7174c4a9 req-cac1526e-03a1-46da-8d2c-2e09313536c1 tempest-ServerRescueNegativeTestJSON-1475515620 tempest-ServerRescueNegativeTestJSON-1475515620-project] 10.222.0.66 "GET /v2.0/ports?device_id=75957299-3d36-4f9c-a081-9e621c88225c HTTP/1.1" status: 200 len: 946 time: 0.0501850 Jun 16 17:23:59.628432 dv-cinder-837356-2-iscsi neutron-server[103916]: INFO neutron.wsgi [req-c94acd9f-3220-4ccf-8e17-10fb7174c4a9 req-c51f6ecc-3c86-449f-aca4-2a2a4ab93729 tempest-ServerRescueNegativeTestJSON-1475515620 tempest-ServerRescueNegativeTestJSON-1475515620-project] 10.222.0.66 "GET /v2.0/security-groups?id=ce781013-5cdb-4bc3-8c66-743aa21b4c5c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0464990 Jun 16 17:23:59.638575 dv-cinder-837356-2-iscsi neutron-server[103919]: DEBUG dbcounter [-] [103919] Writing DB stats neutron:SELECT=57 {{(pid=103919) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 16 17:23:59.975683 dv-cinder-837356-2-iscsi neutron-server[103917]: DEBUG neutron.plugins.ml2.plugin [req-1f4e7ae5-fe37-4adb-8741-05ace3e70e08 req-8ee90a90-20e4-40e3-b4ab-38bbd1459fbb tempest-DeleteServersTestJSON-168559711 tempest-DeleteServersTestJSON-168559711-project] Deleting port 793bfabc-d2dc-472c-95a2-270f46bad4dc {{(pid=103917) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2043}} Jun 16 17:23:59.976359 dv-cinder-837356-2-iscsi neutron-server[103917]: DEBUG neutron_lib.callbacks.manager [req-1f4e7ae5-fe37-4adb-8741-05ace3e70e08 req-8ee90a90-20e4-40e3-b4ab-38bbd1459fbb tempest-DeleteServersTestJSON-168559711 tempest-DeleteServersTestJSON-168559711-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8728539361383'] for port (793bfabc-d2dc-472c-95a2-270f46bad4dc), before_delete {{(pid=103917) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 17:23:59.998197 dv-cinder-837356-2-iscsi neutron-server[103917]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ead1687-0804-415f-89ae-86368d0e1efd req-21cbcd48-ac3b-4dc7-a850-f31b4f14d1ab tempest-DeleteServersTestJSON-168559711 tempest-DeleteServersTestJSON-168559711-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103917) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 16 17:23:59.999682 dv-cinder-837356-2-iscsi neutron-server[103917]: INFO neutron.wsgi [req-0ead1687-0804-415f-89ae-86368d0e1efd req-21cbcd48-ac3b-4dc7-a850-f31b4f14d1ab tempest-DeleteServersTestJSON-168559711 tempest-DeleteServersTestJSON-168559711-project] 10.222.0.66 "GET /v2.0/ports?device_id=57b787b3-74c7-4e30-9f10-acea71d19c0c HTTP/1.1" status: 200 len: 946 time: 0.0833476 Jun 16 17:24:00.099966 dv-cinder-837356-2-iscsi neutron-server[103917]: INFO neutron.wsgi [req-0ead1687-0804-415f-89ae-86368d0e1efd req-57dbb1f3-8c2c-48c2-af75-b6d865ad13b0 tempest-DeleteServersTestJSON-168559711 tempest-DeleteServersTestJSON-168559711-project] 10.222.0.66 "GET /v2.0/security-groups?id=9db58268-b1a0-4bab-b8d1-6bdd045c4c5a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0907407 Jun 16 17:24:00.113639 dv-cinder-837356-2-iscsi neutron-server[103917]: DEBUG neutron.plugins.ml2.db [req-1f4e7ae5-fe37-4adb-8741-05ace3e70e08 req-8ee90a90-20e4-40e3-b4ab-38bbd1459fbb tempest-DeleteServersTestJSON-168559711 tempest-DeleteServersTestJSON-168559711-project] For port 793bfabc-d2dc-472c-95a2-270f46bad4dc, host hv-cinder-83735, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83735',level=0,port_id=793bfabc-d2dc-472c-95a2-270f46bad4dc,segment=NetworkSegment(fc64d2c6-c2f0-412f-b3c5-2a5dbaec0731),segment_id=fc64d2c6-c2f0-412f-b3c5-2a5dbaec0731)] {{(pid=103917) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 16 17:24:00.114018 dv-cinder-837356-2-iscsi neutron-server[103917]: DEBUG neutron_lib.callbacks.manager [req-1f4e7ae5-fe37-4adb-8741-05ace3e70e08 req-8ee90a90-20e4-40e3-b4ab-38bbd1459fbb tempest-DeleteServersTestJSON-168559711 tempest-DeleteServersTestJSON-168559711-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-708042'] for port (793bfabc-d2dc-472c-95a2-270f46bad4dc), precommit_delete {{(pid=103917) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 17:24:00.130896 dv-cinder-837356-2-iscsi neutron-server[103917]: DEBUG neutron.plugins.ml2.plugin [req-1f4e7ae5-fe37-4adb-8741-05ace3e70e08 req-8ee90a90-20e4-40e3-b4ab-38bbd1459fbb tempest-DeleteServersTestJSON-168559711 tempest-DeleteServersTestJSON-168559711-project] Calling delete_port for 793bfabc-d2dc-472c-95a2-270f46bad4dc owned by compute:nova {{(pid=103917) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2122}} Jun 16 17:24:00.296712 dv-cinder-837356-2-iscsi neutron-server[103917]: DEBUG neutron_lib.callbacks.manager [req-1f4e7ae5-fe37-4adb-8741-05ace3e70e08 req-8ee90a90-20e4-40e3-b4ab-38bbd1459fbb tempest-DeleteServersTestJSON-168559711 tempest-DeleteServersTestJSON-168559711-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16007527', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-75831', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16241551', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8728539364702', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8728538993430'] for port (793bfabc-d2dc-472c-95a2-270f46bad4dc), after_delete {{(pid=103917) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 17:24:00.311574 dv-cinder-837356-2-iscsi neutron-server[103918]: DEBUG neutron.plugins.ml2.db [None req-b2b17746-c296-4803-869a-65578e8233dd None None] get_ports_and_sgs() called for port_ids ['793bfabc-d2dc-472c-95a2-270f46bad4dc'] {{(pid=103918) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jun 16 17:24:00.325827 dv-cinder-837356-2-iscsi neutron-server[103917]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8ee90a90-20e4-40e3-b4ab-38bbd1459fbb tempest-DeleteServersTestJSON-168559711 tempest-DeleteServersTestJSON-168559711-project] Pushing event deleted for resources: {'Port': ['ID=793bfabc-d2dc-472c-95a2-270f46bad4dc,revision_number=None']} {{(pid=103917) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 17:24:00.400399 dv-cinder-837356-2-iscsi neutron-server[103917]: DEBUG neutron.db.l3_dvrscheduler_db [req-1f4e7ae5-fe37-4adb-8741-05ace3e70e08 req-8ee90a90-20e4-40e3-b4ab-38bbd1459fbb tempest-DeleteServersTestJSON-168559711 tempest-DeleteServersTestJSON-168559711-project] No DVR routers for this DVR port 793bfabc-d2dc-472c-95a2-270f46bad4dc on host hv-cinder-83735 {{(pid=103917) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:215}} Jun 16 17:24:00.403706 dv-cinder-837356-2-iscsi neutron-server[103917]: DEBUG neutron_lib.callbacks.manager [req-1f4e7ae5-fe37-4adb-8741-05ace3e70e08 req-8ee90a90-20e4-40e3-b4ab-38bbd1459fbb tempest-DeleteServersTestJSON-168559711 tempest-DeleteServersTestJSON-168559711-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-191112'] for port (None), before_response {{(pid=103917) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 17:24:00.407337 dv-cinder-837356-2-iscsi neutron-server[103917]: INFO neutron.wsgi [req-1f4e7ae5-fe37-4adb-8741-05ace3e70e08 req-8ee90a90-20e4-40e3-b4ab-38bbd1459fbb tempest-DeleteServersTestJSON-168559711 tempest-DeleteServersTestJSON-168559711-project] 10.222.0.81 "DELETE /v2.0/ports/793bfabc-d2dc-472c-95a2-270f46bad4dc HTTP/1.1" status: 204 len: 173 time: 0.8292148 Jun 16 17:24:00.407822 dv-cinder-837356-2-iscsi neutron-server[103917]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '57b787b3-74c7-4e30-9f10-acea71d19c0c', 'name': 'network-vif-deleted', 'tag': '793bfabc-d2dc-472c-95a2-270f46bad4dc'}] {{(pid=103917) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jun 16 17:24:00.410877 dv-cinder-837356-2-iscsi neutron-server[103917]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.66/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6f3fd2b1a6655810f50592bc9015c397d118e5689141688eaf1b23dbeee2ebf8" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-fb3706c8-92df-49d2-8f37-671369e7e765" -d '{"events": [{"server_uuid": "57b787b3-74c7-4e30-9f10-acea71d19c0c", "name": "network-vif-deleted", "tag": "793bfabc-d2dc-472c-95a2-270f46bad4dc"}]}' {{(pid=103917) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 16 17:24:00.451489 dv-cinder-837356-2-iscsi neutron-server[103917]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 16 Jun 2022 17:24:00 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4fb011b4-4948-47ce-9171-9a2007f03518 x-openstack-request-id: req-4fb011b4-4948-47ce-9171-9a2007f03518 {{(pid=103917) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 16 17:24:00.451764 dv-cinder-837356-2-iscsi neutron-server[103917]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "57b787b3-74c7-4e30-9f10-acea71d19c0c", "name": "network-vif-deleted", "tag": "793bfabc-d2dc-472c-95a2-270f46bad4dc", "status": "completed", "code": 200}]} {{(pid=103917) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 16 17:24:00.452015 dv-cinder-837356-2-iscsi neutron-server[103917]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.66/compute/v2.1/os-server-external-events used request id req-4fb011b4-4948-47ce-9171-9a2007f03518 {{(pid=103917) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 16 17:24:00.453425 dv-cinder-837356-2-iscsi neutron-server[103917]: INFO neutron.notifiers.nova [-] Nova event matching ['req-4fb011b4-4948-47ce-9171-9a2007f03518'] response: {'server_uuid': '57b787b3-74c7-4e30-9f10-acea71d19c0c', 'name': 'network-vif-deleted', 'tag': '793bfabc-d2dc-472c-95a2-270f46bad4dc', 'status': 'completed', 'code': 200} Jun 16 17:24:00.771171 dv-cinder-837356-2-iscsi neutron-server[103917]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0fa807d3-ba32-4862-9785-d9d964747f61 req-ae8ded00-2869-4d97-bec4-dfa1c78240da tempest-ServerRescueNegativeTestJSON-1475515620 tempest-ServerRescueNegativeTestJSON-1475515620-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103917) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 16 17:24:00.772955 dv-cinder-837356-2-iscsi neutron-server[103917]: INFO neutron.wsgi [req-0fa807d3-ba32-4862-9785-d9d964747f61 req-ae8ded00-2869-4d97-bec4-dfa1c78240da tempest-ServerRescueNegativeTestJSON-1475515620 tempest-ServerRescueNegativeTestJSON-1475515620-project] 10.222.0.66 "GET /v2.0/ports?device_id=75957299-3d36-4f9c-a081-9e621c88225c HTTP/1.1" status: 200 len: 946 time: 0.0594256 Jun 16 17:24:00.826342 dv-cinder-837356-2-iscsi neutron-server[103917]: DEBUG dbcounter [-] [103917] Writing DB stats neutron:SELECT=97,neutron:DELETE=3 {{(pid=103917) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 16 17:24:00.836676 dv-cinder-837356-2-iscsi neutron-server[103917]: INFO neutron.wsgi [req-0fa807d3-ba32-4862-9785-d9d964747f61 req-d07f698b-f176-43d6-93b5-4baebcc27e00 tempest-ServerRescueNegativeTestJSON-1475515620 tempest-ServerRescueNegativeTestJSON-1475515620-project] 10.222.0.66 "GET /v2.0/security-groups?id=ce781013-5cdb-4bc3-8c66-743aa21b4c5c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0528674 Jun 16 17:24:01.208938 dv-cinder-837356-2-iscsi neutron-server[103916]: INFO neutron.wsgi [req-d1fe9b81-5beb-481d-8722-91ceff3ea0cb req-1cf03303-91c9-4aec-a8a8-b85da4b92ad5 tempest-DeleteServersTestJSON-168559711 tempest-DeleteServersTestJSON-168559711-project] 10.222.0.66 "GET /v2.0/ports?device_id=57b787b3-74c7-4e30-9f10-acea71d19c0c HTTP/1.1" status: 200 len: 210 time: 0.0340657 Jun 16 17:24:01.966070 dv-cinder-837356-2-iscsi neutron-server[103917]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c26d21ba-4ac5-44af-ad3b-31646716552b req-6ed6e42c-fb2c-4ae6-834f-1547b1898805 tempest-ServerRescueNegativeTestJSON-1475515620 tempest-ServerRescueNegativeTestJSON-1475515620-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103917) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 16 17:24:01.967730 dv-cinder-837356-2-iscsi neutron-server[103917]: INFO neutron.wsgi [req-c26d21ba-4ac5-44af-ad3b-31646716552b req-6ed6e42c-fb2c-4ae6-834f-1547b1898805 tempest-ServerRescueNegativeTestJSON-1475515620 tempest-ServerRescueNegativeTestJSON-1475515620-project] 10.222.0.66 "GET /v2.0/ports?device_id=75957299-3d36-4f9c-a081-9e621c88225c HTTP/1.1" status: 200 len: 946 time: 0.0571806 Jun 16 17:24:02.013642 dv-cinder-837356-2-iscsi neutron-server[103917]: DEBUG dbcounter [-] [103917] Writing DB stats neutron:SELECT=95,neutron:DELETE=5 {{(pid=103917) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 16 17:24:02.031090 dv-cinder-837356-2-iscsi neutron-server[103917]: INFO neutron.wsgi [req-c26d21ba-4ac5-44af-ad3b-31646716552b req-9a443512-02b0-470e-add9-279a0afedd82 tempest-ServerRescueNegativeTestJSON-1475515620 tempest-ServerRescueNegativeTestJSON-1475515620-project] 10.222.0.66 "GET /v2.0/security-groups?id=ce781013-5cdb-4bc3-8c66-743aa21b4c5c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0577548 Jun 16 17:24:03.150865 dv-cinder-837356-2-iscsi neutron-server[103916]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-069b336b-3308-4980-9376-b93066e01272 req-993e62e9-a654-41f4-9c28-7695fa04945f tempest-ServerRescueNegativeTestJSON-1475515620 tempest-ServerRescueNegativeTestJSON-1475515620-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103916) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 16 17:24:03.153358 dv-cinder-837356-2-iscsi neutron-server[103916]: INFO neutron.wsgi [req-069b336b-3308-4980-9376-b93066e01272 req-993e62e9-a654-41f4-9c28-7695fa04945f tempest-ServerRescueNegativeTestJSON-1475515620 tempest-ServerRescueNegativeTestJSON-1475515620-project] 10.222.0.66 "GET /v2.0/ports?device_id=75957299-3d36-4f9c-a081-9e621c88225c HTTP/1.1" status: 200 len: 946 time: 0.0509841 Jun 16 17:24:03.164717 dv-cinder-837356-2-iscsi neutron-server[103918]: DEBUG neutron.plugins.ml2.rpc [None req-b2b17746-c296-4803-869a-65578e8233dd None None] Device 793bfabc-d2dc-472c-95a2-270f46bad4dc no longer exists at agent hyperv_hv-cinder-83735 {{(pid=103918) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jun 16 17:24:03.185097 dv-cinder-837356-2-iscsi neutron-server[103918]: DEBUG neutron.plugins.ml2.plugin [None req-b2b17746-c296-4803-869a-65578e8233dd None None] No Port match for: 793bfabc-d2dc-472c-95a2-270f46bad4dc {{(pid=103918) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2382}} Jun 16 17:24:03.185358 dv-cinder-837356-2-iscsi neutron-server[103918]: DEBUG neutron.plugins.ml2.rpc [None req-b2b17746-c296-4803-869a-65578e8233dd None None] Device 793bfabc-d2dc-472c-95a2-270f46bad4dc not bound to the agent host hv-cinder-83735 {{(pid=103918) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jun 16 17:24:03.217749 dv-cinder-837356-2-iscsi neutron-server[103916]: INFO neutron.wsgi [req-069b336b-3308-4980-9376-b93066e01272 req-f1b4e450-6089-408d-af4a-3df1af2f79f8 tempest-ServerRescueNegativeTestJSON-1475515620 tempest-ServerRescueNegativeTestJSON-1475515620-project] 10.222.0.66 "GET /v2.0/security-groups?id=ce781013-5cdb-4bc3-8c66-743aa21b4c5c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0583897 Jun 16 17:24:03.732020 dv-cinder-837356-2-iscsi neutron-server[103916]: DEBUG neutron.wsgi [-] (103916) accepted ('10.222.0.66', 38658) {{(pid=103916) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 16 17:24:03.760373 dv-cinder-837356-2-iscsi neutron-server[103917]: DEBUG neutron.wsgi [-] (103917) accepted ('10.222.0.66', 38660) {{(pid=103917) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 16 17:24:03.837745 dv-cinder-837356-2-iscsi neutron-server[103916]: DEBUG dbcounter [-] [103916] Writing DB stats neutron:SELECT=89,neutron:DELETE=2,neutron:INSERT=8,neutron:UPDATE=1 {{(pid=103916) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 16 17:24:03.886368 dv-cinder-837356-2-iscsi neutron-server[103917]: DEBUG neutron_lib.callbacks.manager [None req-90c47259-1605-4d99-bf9d-fac00603da10 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103917) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 17:24:03.979421 dv-cinder-837356-2-iscsi neutron-server[103917]: DEBUG neutron_lib.callbacks.manager [None req-90c47259-1605-4d99-bf9d-fac00603da10 admin admin] Publish callbacks [] for security_group (ea2bdbdf-3a65-49c0-9af8-e65e850bf654), precommit_create {{(pid=103917) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 17:24:03.986508 dv-cinder-837356-2-iscsi neutron-server[103917]: DEBUG neutron_lib.callbacks.manager [None req-90c47259-1605-4d99-bf9d-fac00603da10 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-570488'] for security_group (ea2bdbdf-3a65-49c0-9af8-e65e850bf654), after_create {{(pid=103917) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 17:24:03.997406 dv-cinder-837356-2-iscsi neutron-server[103916]: DEBUG dbcounter [-] [103916] Writing DB stats neutron:INSERT=2,neutron:SELECT=95,neutron:DELETE=3 {{(pid=103916) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 16 17:24:04.029017 dv-cinder-837356-2-iscsi neutron-server[103917]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-90c47259-1605-4d99-bf9d-fac00603da10 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ea2bdbdf-3a65-49c0-9af8-e65e850bf654,revision_number=1']} {{(pid=103917) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 17:24:04.036092 dv-cinder-837356-2-iscsi neutron-server[103917]: INFO neutron.wsgi [None req-90c47259-1605-4d99-bf9d-fac00603da10 admin admin] 10.222.0.66 "GET /v2.0/security-groups?tenant_id=bd98cf76b6574417895e5f535e26bb07&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2746024 Jun 16 17:24:04.037141 dv-cinder-837356-2-iscsi neutron-server[103917]: DEBUG neutron.wsgi [-] (103917) accepted ('10.222.0.66', 38668) {{(pid=103917) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 16 17:24:04.093783 dv-cinder-837356-2-iscsi neutron-server[103917]: DEBUG neutron_lib.callbacks.manager [None req-d24fa76d-922b-4bef-a94c-0dafd8d512b2 admin admin] Publish callbacks [] for security_group (ea2bdbdf-3a65-49c0-9af8-e65e850bf654), before_delete {{(pid=103917) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 17:24:04.117933 dv-cinder-837356-2-iscsi neutron-server[103917]: DEBUG neutron_lib.callbacks.manager [None req-d24fa76d-922b-4bef-a94c-0dafd8d512b2 admin admin] Publish callbacks [] for security_group (ea2bdbdf-3a65-49c0-9af8-e65e850bf654), precommit_delete {{(pid=103917) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 17:24:04.166992 dv-cinder-837356-2-iscsi neutron-server[103916]: DEBUG neutron_lib.callbacks.manager [None req-ad711984-8643-480b-90ec-d1b555c1a81f admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-706250'] for router_interface (853b62ae-40b6-4d3c-b58a-f70cd9a57d87), before_delete {{(pid=103916) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 17:24:04.173358 dv-cinder-837356-2-iscsi neutron-server[103917]: DEBUG neutron_lib.callbacks.manager [None req-d24fa76d-922b-4bef-a94c-0dafd8d512b2 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-570488'] for security_group (ea2bdbdf-3a65-49c0-9af8-e65e850bf654), after_delete {{(pid=103917) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 17:24:04.175819 dv-cinder-837356-2-iscsi neutron-server[103917]: DEBUG neutron_lib.callbacks.manager [None req-d24fa76d-922b-4bef-a94c-0dafd8d512b2 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103917) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 17:24:04.177004 dv-cinder-837356-2-iscsi neutron-server[103917]: INFO neutron.wsgi [None req-d24fa76d-922b-4bef-a94c-0dafd8d512b2 admin admin] 10.222.0.66 "DELETE /v2.0/security-groups/ea2bdbdf-3a65-49c0-9af8-e65e850bf654 HTTP/1.1" status: 204 len: 168 time: 0.1389382 Jun 16 17:24:04.185983 dv-cinder-837356-2-iscsi neutron-server[103917]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d24fa76d-922b-4bef-a94c-0dafd8d512b2 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ea2bdbdf-3a65-49c0-9af8-e65e850bf654,revision_number=None']} {{(pid=103917) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 17:24:04.343364 dv-cinder-837356-2-iscsi neutron-server[103917]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f19d3bc4-8519-4e6d-a808-59a08068b5b6 req-e3082a4d-52d9-461f-8b74-198bfcf59131 tempest-ServerRescueNegativeTestJSON-1475515620 tempest-ServerRescueNegativeTestJSON-1475515620-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103917) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 16 17:24:04.344999 dv-cinder-837356-2-iscsi neutron-server[103917]: INFO neutron.wsgi [req-f19d3bc4-8519-4e6d-a808-59a08068b5b6 req-e3082a4d-52d9-461f-8b74-198bfcf59131 tempest-ServerRescueNegativeTestJSON-1475515620 tempest-ServerRescueNegativeTestJSON-1475515620-project] 10.222.0.66 "GET /v2.0/ports?device_id=75957299-3d36-4f9c-a081-9e621c88225c HTTP/1.1" status: 200 len: 946 time: 0.0510666 Jun 16 17:24:04.407078 dv-cinder-837356-2-iscsi neutron-server[103917]: INFO neutron.wsgi [req-f19d3bc4-8519-4e6d-a808-59a08068b5b6 req-8bef693e-6f0f-4b69-817a-f0325a10d242 tempest-ServerRescueNegativeTestJSON-1475515620 tempest-ServerRescueNegativeTestJSON-1475515620-project] 10.222.0.66 "GET /v2.0/security-groups?id=ce781013-5cdb-4bc3-8c66-743aa21b4c5c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0526392 Jun 16 17:24:04.699572 dv-cinder-837356-2-iscsi neutron-server[103916]: DEBUG neutron.plugins.ml2.plugin [None req-ad711984-8643-480b-90ec-d1b555c1a81f admin admin] Deleting port 8e62f965-264c-48b8-be38-682482a5628f {{(pid=103916) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2043}} Jun 16 17:24:04.699932 dv-cinder-837356-2-iscsi neutron-server[103916]: DEBUG neutron_lib.callbacks.manager [None req-ad711984-8643-480b-90ec-d1b555c1a81f admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8728539361383'] for port (8e62f965-264c-48b8-be38-682482a5628f), before_delete {{(pid=103916) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 17:24:04.790907 dv-cinder-837356-2-iscsi neutron-server[103916]: DEBUG neutron.plugins.ml2.db [None req-ad711984-8643-480b-90ec-d1b555c1a81f admin admin] For port 8e62f965-264c-48b8-be38-682482a5628f, host dv-cinder-837356-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-837356-2-iscsi',level=0,port_id=8e62f965-264c-48b8-be38-682482a5628f,segment=NetworkSegment(fc64d2c6-c2f0-412f-b3c5-2a5dbaec0731),segment_id=fc64d2c6-c2f0-412f-b3c5-2a5dbaec0731)] {{(pid=103916) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 16 17:24:04.792013 dv-cinder-837356-2-iscsi neutron-server[103916]: DEBUG neutron_lib.callbacks.manager [None req-ad711984-8643-480b-90ec-d1b555c1a81f admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-708042'] for port (8e62f965-264c-48b8-be38-682482a5628f), precommit_delete {{(pid=103916) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 17:24:04.809268 dv-cinder-837356-2-iscsi neutron-server[103916]: DEBUG neutron.plugins.ml2.plugin [None req-ad711984-8643-480b-90ec-d1b555c1a81f admin admin] Calling delete_port for 8e62f965-264c-48b8-be38-682482a5628f owned by network:router_interface {{(pid=103916) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2122}} Jun 16 17:24:05.121047 dv-cinder-837356-2-iscsi neutron-server[103916]: DEBUG neutron_lib.callbacks.manager [None req-ad711984-8643-480b-90ec-d1b555c1a81f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16007527', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-75831', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16241551', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8728539364702', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8728538993430'] for port (8e62f965-264c-48b8-be38-682482a5628f), after_delete {{(pid=103916) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 17:24:05.172173 dv-cinder-837356-2-iscsi neutron-server[103916]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad711984-8643-480b-90ec-d1b555c1a81f admin admin] Pushing event deleted for resources: {'Port': ['ID=8e62f965-264c-48b8-be38-682482a5628f,revision_number=None']} {{(pid=103916) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 17:24:05.329228 dv-cinder-837356-2-iscsi neutron-server[103916]: DEBUG dbcounter [-] [103916] Writing DB stats neutron:SELECT=95,neutron:DELETE=4,neutron:UPDATE=1 {{(pid=103916) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 16 17:24:05.360775 dv-cinder-837356-2-iscsi neutron-server[103916]: DEBUG neutron_lib.callbacks.manager [None req-ad711984-8643-480b-90ec-d1b555c1a81f admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-16241524', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-705370'] for router_interface (853b62ae-40b6-4d3c-b58a-f70cd9a57d87), after_delete {{(pid=103916) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 17:24:05.553493 dv-cinder-837356-2-iscsi neutron-server[103916]: DEBUG dbcounter [-] [103916] Writing DB stats neutron:SELECT=96,neutron:DELETE=4 {{(pid=103916) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 16 17:24:05.610574 dv-cinder-837356-2-iscsi neutron-server[103916]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70c9a893-7b40-40d3-8ef5-bf842d96de86 req-35d1ffe9-21db-4b7f-9748-725cc1aab274 tempest-ServerRescueNegativeTestJSON-1475515620 tempest-ServerRescueNegativeTestJSON-1475515620-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103916) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 16 17:24:05.612173 dv-cinder-837356-2-iscsi neutron-server[103916]: INFO neutron.wsgi [req-70c9a893-7b40-40d3-8ef5-bf842d96de86 req-35d1ffe9-21db-4b7f-9748-725cc1aab274 tempest-ServerRescueNegativeTestJSON-1475515620 tempest-ServerRescueNegativeTestJSON-1475515620-project] 10.222.0.66 "GET /v2.0/ports?device_id=75957299-3d36-4f9c-a081-9e621c88225c HTTP/1.1" status: 200 len: 946 time: 0.0788329 Jun 16 17:24:05.756561 dv-cinder-837356-2-iscsi neutron-server[103916]: INFO neutron.wsgi [req-70c9a893-7b40-40d3-8ef5-bf842d96de86 req-2773f55c-2dae-4fba-8a87-9094157013f1 tempest-ServerRescueNegativeTestJSON-1475515620 tempest-ServerRescueNegativeTestJSON-1475515620-project] 10.222.0.66 "GET /v2.0/security-groups?id=ce781013-5cdb-4bc3-8c66-743aa21b4c5c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1101770 Jun 16 17:24:05.782663 dv-cinder-837356-2-iscsi neutron-server[103916]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ad711984-8643-480b-90ec-d1b555c1a81f admin admin] Router 853b62ae-40b6-4d3c-b58a-f70cd9a57d87 has already been hosted by L3 agent 7639df21-17c3-4235-8912-210c3ad54137 {{(pid=103916) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jun 16 17:24:05.936763 dv-cinder-837356-2-iscsi neutron-server[103916]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ad711984-8643-480b-90ec-d1b555c1a81f admin admin] Notify agent at l3_agent.dv-cinder-837356-2-iscsi the message routers_updated {{(pid=103916) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jun 16 17:24:05.943019 dv-cinder-837356-2-iscsi neutron-server[103916]: INFO neutron.wsgi [None req-ad711984-8643-480b-90ec-d1b555c1a81f admin admin] 10.222.0.66 "PUT /v2.0/routers/853b62ae-40b6-4d3c-b58a-f70cd9a57d87/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.2087884 Jun 16 17:24:05.947958 dv-cinder-837356-2-iscsi neutron-server[103917]: DEBUG neutron.wsgi [-] (103917) accepted ('10.222.0.66', 38718) {{(pid=103917) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 16 17:24:05.953833 dv-cinder-837356-2-iscsi neutron-server[103919]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b03b82ee-6118-4710-901f-f9a383c8b7ba None None] Sync routers for ids ['853b62ae-40b6-4d3c-b58a-f70cd9a57d87'] in dv-cinder-837356-2-iscsi {{(pid=103919) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 16 17:24:05.973291 dv-cinder-837356-2-iscsi neutron-server[103919]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b03b82ee-6118-4710-901f-f9a383c8b7ba None None] Routers {'853b62ae-40b6-4d3c-b58a-f70cd9a57d87'} bound to L3 agent in host dv-cinder-837356-2-iscsi {{(pid=103919) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jun 16 17:24:05.974139 dv-cinder-837356-2-iscsi neutron-server[103919]: DEBUG neutron.db.l3_hamode_db [None req-b03b82ee-6118-4710-901f-f9a383c8b7ba None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-837356-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-06-16T17:14:15Z,description=,heartbeat_timestamp=2022-06-16T17:23:45Z,host='dv-cinder-837356-2-iscsi',id=7639df21-17c3-4235-8912-210c3ad54137,load=0,resource_versions=,resources_synced=,started_at=2022-06-16T17:14:15Z,topic='l3_agent')) {'router_ids': ['853b62ae-40b6-4d3c-b58a-f70cd9a57d87'], 'active': True} {{(pid=103919) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 16 17:24:06.154735 dv-cinder-837356-2-iscsi neutron-server[103917]: DEBUG neutron_lib.callbacks.manager [None req-8b8b5713-12f9-4af3-9d73-1dc04a5f3e8b admin admin] Publish callbacks [] for router (853b62ae-40b6-4d3c-b58a-f70cd9a57d87), before_delete {{(pid=103917) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 17:24:06.182865 dv-cinder-837356-2-iscsi neutron-server[103919]: DEBUG neutron.db.l3_dvr_db [None req-b03b82ee-6118-4710-901f-f9a383c8b7ba None None] Set router 853b62ae-40b6-4d3c-b58a-f70cd9a57d87 gateway port host: dv-cinder-837356-2-iscsi {{(pid=103919) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jun 16 17:24:06.351498 dv-cinder-837356-2-iscsi neutron-server[103917]: DEBUG neutron_lib.callbacks.manager [None req-8b8b5713-12f9-4af3-9d73-1dc04a5f3e8b admin admin] Publish callbacks [] for router_gateway (853b62ae-40b6-4d3c-b58a-f70cd9a57d87), before_delete {{(pid=103917) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 17:24:06.414225 dv-cinder-837356-2-iscsi neutron-server[103919]: DEBUG neutron.db.l3_hamode_db [None req-b03b82ee-6118-4710-901f-f9a383c8b7ba None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '853b62ae-40b6-4d3c-b58a-f70cd9a57d87', 'name': 'tempest-DeleteServersTestJSON-1179589301-router', 'tenant_id': '859da351f9cc437ebe79e5bdb87a177d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9df31235-0797-44e6-85a0-102cb2da2d58', 'external_fixed_ips': [{'subnet_id': '1dfb0320-f5eb-46f6-88ce-33002f500238', 'ip_address': '172.27.2.33'}], 'enable_snat': True}, 'gw_port_id': 'dcb62708-e024-4633-adb1-7a1cdc5856d2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-16T17:22:22Z', 'updated_at': '2022-06-16T17:24:05Z', 'revision_number': 5, 'project_id': '859da351f9cc437ebe79e5bdb87a177d', 'gw_port': {'id': 'dcb62708-e024-4633-adb1-7a1cdc5856d2', 'name': '', 'network_id': '9df31235-0797-44e6-85a0-102cb2da2d58', 'tenant_id': '', 'mac_address': 'fa:16:3e:f3:95:f9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '853b62ae-40b6-4d3c-b58a-f70cd9a57d87', 'device_owner': 'network:router_gateway', 'standard_attr_id': 64, 'fixed_ips': [{'subnet_id': '1dfb0320-f5eb-46f6-88ce-33002f500238', 'ip_address': '172.27.2.33', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-837356-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-16T17:22:23Z', 'updated_at': '2022-06-16T17:22:40Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1dfb0320-f5eb-46f6-88ce-33002f500238', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-837356-2-iscsi'}], 'dv-cinder-837356-2-iscsi', False) {} {{(pid=103919) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 16 17:24:06.415467 dv-cinder-837356-2-iscsi neutron-server[103917]: DEBUG neutron.plugins.ml2.plugin [None req-8b8b5713-12f9-4af3-9d73-1dc04a5f3e8b admin admin] Deleting port dcb62708-e024-4633-adb1-7a1cdc5856d2 {{(pid=103917) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2043}} Jun 16 17:24:06.416153 dv-cinder-837356-2-iscsi neutron-server[103917]: DEBUG neutron_lib.callbacks.manager [None req-8b8b5713-12f9-4af3-9d73-1dc04a5f3e8b admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8728539361383'] for port (dcb62708-e024-4633-adb1-7a1cdc5856d2), before_delete {{(pid=103917) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 17:24:06.446707 dv-cinder-837356-2-iscsi neutron-server[103919]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b03b82ee-6118-4710-901f-f9a383c8b7ba None None] Checking router: 853b62ae-40b6-4d3c-b58a-f70cd9a57d87 for host: dv-cinder-837356-2-iscsi {{(pid=103919) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 16 17:24:06.459361 dv-cinder-837356-2-iscsi neutron-server[103919]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b03b82ee-6118-4710-901f-f9a383c8b7ba None None] Routers {'853b62ae-40b6-4d3c-b58a-f70cd9a57d87'} bound to L3 agent in host dv-cinder-837356-2-iscsi {{(pid=103919) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jun 16 17:24:06.460123 dv-cinder-837356-2-iscsi neutron-server[103919]: DEBUG neutron.db.l3_hamode_db [None req-b03b82ee-6118-4710-901f-f9a383c8b7ba None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-837356-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-06-16T17:14:15Z,description=,heartbeat_timestamp=2022-06-16T17:23:45Z,host='dv-cinder-837356-2-iscsi',id=7639df21-17c3-4235-8912-210c3ad54137,load=0,resource_versions=,resources_synced=,started_at=2022-06-16T17:14:15Z,topic='l3_agent')) {'router_ids': ['853b62ae-40b6-4d3c-b58a-f70cd9a57d87'], 'active': True} {{(pid=103919) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 16 17:24:06.518704 dv-cinder-837356-2-iscsi neutron-server[103917]: DEBUG dbcounter [-] [103917] Writing DB stats neutron:SELECT=90,neutron:INSERT=4,neutron:UPDATE=3,neutron:DELETE=3 {{(pid=103917) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 16 17:24:06.567110 dv-cinder-837356-2-iscsi neutron-server[103917]: DEBUG neutron.plugins.ml2.db [None req-8b8b5713-12f9-4af3-9d73-1dc04a5f3e8b admin admin] For port dcb62708-e024-4633-adb1-7a1cdc5856d2, host dv-cinder-837356-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-837356-2-iscsi',level=0,port_id=dcb62708-e024-4633-adb1-7a1cdc5856d2,segment=NetworkSegment(18b787c7-0964-4a3b-b1f5-b8083c94f58b),segment_id=18b787c7-0964-4a3b-b1f5-b8083c94f58b)] {{(pid=103917) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 16 17:24:06.568096 dv-cinder-837356-2-iscsi neutron-server[103917]: DEBUG neutron_lib.callbacks.manager [None req-8b8b5713-12f9-4af3-9d73-1dc04a5f3e8b admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-708042'] for port (dcb62708-e024-4633-adb1-7a1cdc5856d2), precommit_delete {{(pid=103917) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 17:24:06.593581 dv-cinder-837356-2-iscsi neutron-server[103917]: DEBUG neutron.plugins.ml2.plugin [None req-8b8b5713-12f9-4af3-9d73-1dc04a5f3e8b admin admin] Calling delete_port for dcb62708-e024-4633-adb1-7a1cdc5856d2 owned by network:router_gateway {{(pid=103917) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2122}} Jun 16 17:24:06.638510 dv-cinder-837356-2-iscsi neutron-server[103919]: DEBUG neutron.db.l3_dvr_db [None req-b03b82ee-6118-4710-901f-f9a383c8b7ba None None] Set router 853b62ae-40b6-4d3c-b58a-f70cd9a57d87 gateway port host: None {{(pid=103919) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jun 16 17:24:06.661100 dv-cinder-837356-2-iscsi neutron-server[103917]: DEBUG dbcounter [-] [103917] Writing DB stats neutron:SELECT=92,neutron:INSERT=7,neutron:DELETE=1 {{(pid=103917) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 16 17:24:06.729249 dv-cinder-837356-2-iscsi neutron-server[103919]: DEBUG neutron.db.l3_hamode_db [None req-b03b82ee-6118-4710-901f-f9a383c8b7ba None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '853b62ae-40b6-4d3c-b58a-f70cd9a57d87', 'name': 'tempest-DeleteServersTestJSON-1179589301-router', 'tenant_id': '859da351f9cc437ebe79e5bdb87a177d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-16T17:22:22Z', 'updated_at': '2022-06-16T17:24:06Z', 'revision_number': 6, 'project_id': '859da351f9cc437ebe79e5bdb87a177d', 'gw_port_host': None}], 'dv-cinder-837356-2-iscsi', False) {} {{(pid=103919) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 16 17:24:06.764947 dv-cinder-837356-2-iscsi neutron-server[103919]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b03b82ee-6118-4710-901f-f9a383c8b7ba None None] The sync data for ids ['853b62ae-40b6-4d3c-b58a-f70cd9a57d87'] in dv-cinder-837356-2-iscsi is: [{'id': '853b62ae-40b6-4d3c-b58a-f70cd9a57d87', 'name': 'tempest-DeleteServersTestJSON-1179589301-router', 'tenant_id': '859da351f9cc437ebe79e5bdb87a177d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-16T17:22:22Z', 'updated_at': '2022-06-16T17:24:06Z', 'revision_number': 6, 'project_id': '859da351f9cc437ebe79e5bdb87a177d', 'gw_port_host': None}] {{(pid=103919) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 16 17:24:06.969311 dv-cinder-837356-2-iscsi neutron-server[103917]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39316cda-3eda-4bcd-b7aa-8757d4fb4845 req-b626fe2b-0f44-4296-b88a-5c1dbaa50de9 tempest-ServerRescueNegativeTestJSON-1475515620 tempest-ServerRescueNegativeTestJSON-1475515620-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103917) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 16 17:24:06.971929 dv-cinder-837356-2-iscsi neutron-server[103917]: INFO neutron.wsgi [req-39316cda-3eda-4bcd-b7aa-8757d4fb4845 req-b626fe2b-0f44-4296-b88a-5c1dbaa50de9 tempest-ServerRescueNegativeTestJSON-1475515620 tempest-ServerRescueNegativeTestJSON-1475515620-project] 10.222.0.66 "GET /v2.0/ports?device_id=75957299-3d36-4f9c-a081-9e621c88225c HTTP/1.1" status: 200 len: 946 time: 0.0783856 Jun 16 17:24:06.973699 dv-cinder-837356-2-iscsi neutron-server[103917]: DEBUG neutron_lib.callbacks.manager [None req-8b8b5713-12f9-4af3-9d73-1dc04a5f3e8b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16007527', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-75831', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16241551', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8728539364702', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8728538993430'] for port (dcb62708-e024-4633-adb1-7a1cdc5856d2), after_delete {{(pid=103917) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 17:24:07.012089 dv-cinder-837356-2-iscsi neutron-server[103917]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8b8b5713-12f9-4af3-9d73-1dc04a5f3e8b admin admin] Pushing event deleted for resources: {'Port': ['ID=dcb62708-e024-4633-adb1-7a1cdc5856d2,revision_number=None']} {{(pid=103917) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 17:24:07.058716 dv-cinder-837356-2-iscsi neutron-server[103917]: DEBUG neutron_lib.callbacks.manager [None req-8b8b5713-12f9-4af3-9d73-1dc04a5f3e8b admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-704909'] for router_gateway (853b62ae-40b6-4d3c-b58a-f70cd9a57d87), after_delete {{(pid=103917) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 17:24:07.210003 dv-cinder-837356-2-iscsi neutron-server[103917]: INFO neutron.wsgi [req-39316cda-3eda-4bcd-b7aa-8757d4fb4845 req-1e975871-8fa2-4e3d-9819-baab5dcd4372 tempest-ServerRescueNegativeTestJSON-1475515620 tempest-ServerRescueNegativeTestJSON-1475515620-project] 10.222.0.66 "GET /v2.0/security-groups?id=ce781013-5cdb-4bc3-8c66-743aa21b4c5c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2027366 Jun 16 17:24:07.242655 dv-cinder-837356-2-iscsi neutron-server[103917]: DEBUG neutron_lib.callbacks.manager [None req-8b8b5713-12f9-4af3-9d73-1dc04a5f3e8b admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-707972', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-65300'] for router (853b62ae-40b6-4d3c-b58a-f70cd9a57d87), precommit_delete {{(pid=103917) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 17:24:07.247449 dv-cinder-837356-2-iscsi neutron-server[103917]: DEBUG neutron_lib.callbacks.manager [None req-8b8b5713-12f9-4af3-9d73-1dc04a5f3e8b admin admin] Publish callbacks [] for router_controller (853b62ae-40b6-4d3c-b58a-f70cd9a57d87), precommit_delete_associations {{(pid=103917) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 17:24:07.357499 dv-cinder-837356-2-iscsi neutron-server[103917]: DEBUG neutron_lib.callbacks.manager [None req-8b8b5713-12f9-4af3-9d73-1dc04a5f3e8b admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-708078'] for router (853b62ae-40b6-4d3c-b58a-f70cd9a57d87), after_delete {{(pid=103917) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 17:24:07.358511 dv-cinder-837356-2-iscsi neutron-server[103917]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8b8b5713-12f9-4af3-9d73-1dc04a5f3e8b admin admin] Fanout notify agent at l3_agent the message router_deleted on router 853b62ae-40b6-4d3c-b58a-f70cd9a57d87 {{(pid=103917) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jun 16 17:24:07.365848 dv-cinder-837356-2-iscsi neutron-server[103917]: DEBUG neutron_lib.callbacks.manager [None req-8b8b5713-12f9-4af3-9d73-1dc04a5f3e8b admin admin] Publish callbacks [] for router (None), before_response {{(pid=103917) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 17:24:07.369259 dv-cinder-837356-2-iscsi neutron-server[103917]: INFO neutron.wsgi [None req-8b8b5713-12f9-4af3-9d73-1dc04a5f3e8b admin admin] 10.222.0.66 "DELETE /v2.0/routers/853b62ae-40b6-4d3c-b58a-f70cd9a57d87 HTTP/1.1" status: 204 len: 168 time: 1.4178238 Jun 16 17:24:07.370910 dv-cinder-837356-2-iscsi neutron-server[103917]: DEBUG neutron.wsgi [-] (103917) accepted ('10.222.0.66', 38748) {{(pid=103917) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 16 17:24:07.446864 dv-cinder-837356-2-iscsi neutron-server[103917]: DEBUG neutron.db.db_base_plugin_v2 [None req-efc0bf9c-006d-4e1a-a96d-840da970ae66 admin admin] Deleting subnet b26dd601-e65a-447c-b8d3-dd234ca9816d {{(pid=103917) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1067}} Jun 16 17:24:07.451736 dv-cinder-837356-2-iscsi neutron-server[103917]: DEBUG neutron_lib.callbacks.manager [None req-efc0bf9c-006d-4e1a-a96d-840da970ae66 admin admin] Publish callbacks [] for subnet (b26dd601-e65a-447c-b8d3-dd234ca9816d), before_delete {{(pid=103917) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 17:24:07.504813 dv-cinder-837356-2-iscsi neutron-server[103917]: DEBUG neutron_lib.callbacks.manager [None req-efc0bf9c-006d-4e1a-a96d-840da970ae66 admin admin] Publish callbacks [] for subnet (b26dd601-e65a-447c-b8d3-dd234ca9816d), precommit_delete_associations {{(pid=103917) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 17:24:07.594703 dv-cinder-837356-2-iscsi neutron-server[103917]: DEBUG neutron_lib.callbacks.manager [None req-efc0bf9c-006d-4e1a-a96d-840da970ae66 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-16150392'] for subnet (b26dd601-e65a-447c-b8d3-dd234ca9816d), precommit_delete {{(pid=103917) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 17:24:07.664845 dv-cinder-837356-2-iscsi neutron-server[103917]: DEBUG neutron_lib.callbacks.manager [None req-efc0bf9c-006d-4e1a-a96d-840da970ae66 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-16150339', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-570574', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16241551'] for subnet (b26dd601-e65a-447c-b8d3-dd234ca9816d), after_delete {{(pid=103917) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 17:24:07.695904 dv-cinder-837356-2-iscsi neutron-server[103917]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-efc0bf9c-006d-4e1a-a96d-840da970ae66 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=b26dd601-e65a-447c-b8d3-dd234ca9816d,revision_number=None']} {{(pid=103917) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 17:24:07.703973 dv-cinder-837356-2-iscsi neutron-server[103917]: DEBUG neutron_lib.callbacks.manager [None req-efc0bf9c-006d-4e1a-a96d-840da970ae66 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=103917) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 17:24:07.708499 dv-cinder-837356-2-iscsi neutron-server[103917]: INFO neutron.wsgi [None req-efc0bf9c-006d-4e1a-a96d-840da970ae66 admin admin] 10.222.0.66 "DELETE /v2.0/subnets/b26dd601-e65a-447c-b8d3-dd234ca9816d HTTP/1.1" status: 204 len: 168 time: 0.3364031 Jun 16 17:24:07.711230 dv-cinder-837356-2-iscsi neutron-server[103917]: DEBUG neutron.wsgi [-] (103917) accepted ('10.222.0.66', 38756) {{(pid=103917) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 16 17:24:07.713509 dv-cinder-837356-2-iscsi neutron-server[103918]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1789d32f-6c9f-4b2f-beb1-6e151d77e136 None None] Network cccb02cd-ffcd-4f18-9410-1ede3b2101bc requested from dv-cinder-837356-2-iscsi {{(pid=103918) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jun 16 17:24:07.811315 dv-cinder-837356-2-iscsi neutron-server[103917]: DEBUG neutron_lib.callbacks.manager [None req-701fc8c0-6af4-4349-a656-ff06da295329 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-16129347'] for network (cccb02cd-ffcd-4f18-9410-1ede3b2101bc), before_delete {{(pid=103917) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 17:24:07.871048 dv-cinder-837356-2-iscsi neutron-server[103917]: DEBUG neutron.plugins.ml2.plugin [None req-701fc8c0-6af4-4349-a656-ff06da295329 admin admin] Deleting port b9bc0d18-30e8-4b5f-81a3-1d733154515b {{(pid=103917) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2043}} Jun 16 17:24:07.872050 dv-cinder-837356-2-iscsi neutron-server[103917]: DEBUG neutron_lib.callbacks.manager [None req-701fc8c0-6af4-4349-a656-ff06da295329 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8728539361383'] for port (b9bc0d18-30e8-4b5f-81a3-1d733154515b), before_delete {{(pid=103917) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 17:24:07.884925 dv-cinder-837356-2-iscsi neutron-server[103917]: DEBUG dbcounter [-] [103917] Writing DB stats neutron:SELECT=84,neutron:DELETE=14,neutron:UPDATE=2 {{(pid=103917) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 16 17:24:07.921843 dv-cinder-837356-2-iscsi neutron-server[103918]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-22156bf7-52fd-44ef-bc7f-78205bd2e8e8 None None] DHCP port deletion for cccb02cd-ffcd-4f18-9410-1ede3b2101bc request from dv-cinder-837356-2-iscsi {{(pid=103918) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Jun 16 17:24:07.943610 dv-cinder-837356-2-iscsi neutron-server[103917]: DEBUG neutron.plugins.ml2.db [None req-701fc8c0-6af4-4349-a656-ff06da295329 admin admin] For port b9bc0d18-30e8-4b5f-81a3-1d733154515b, host dv-cinder-837356-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-837356-2-iscsi',level=0,port_id=b9bc0d18-30e8-4b5f-81a3-1d733154515b,segment=NetworkSegment(fc64d2c6-c2f0-412f-b3c5-2a5dbaec0731),segment_id=fc64d2c6-c2f0-412f-b3c5-2a5dbaec0731)] {{(pid=103917) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 16 17:24:07.943972 dv-cinder-837356-2-iscsi neutron-server[103917]: DEBUG neutron_lib.callbacks.manager [None req-701fc8c0-6af4-4349-a656-ff06da295329 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-708042'] for port (b9bc0d18-30e8-4b5f-81a3-1d733154515b), precommit_delete {{(pid=103917) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 17:24:07.960638 dv-cinder-837356-2-iscsi neutron-server[103917]: DEBUG neutron.plugins.ml2.plugin [None req-701fc8c0-6af4-4349-a656-ff06da295329 admin admin] Calling delete_port for b9bc0d18-30e8-4b5f-81a3-1d733154515b owned by network:dhcp {{(pid=103917) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2122}} Jun 16 17:24:07.968894 dv-cinder-837356-2-iscsi neutron-server[103918]: DEBUG neutron.plugins.ml2.plugin [None req-22156bf7-52fd-44ef-bc7f-78205bd2e8e8 None None] Deleting port b9bc0d18-30e8-4b5f-81a3-1d733154515b {{(pid=103918) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2043}} Jun 16 17:24:07.969462 dv-cinder-837356-2-iscsi neutron-server[103918]: DEBUG neutron_lib.callbacks.manager [None req-22156bf7-52fd-44ef-bc7f-78205bd2e8e8 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8728539361383'] for port (b9bc0d18-30e8-4b5f-81a3-1d733154515b), before_delete {{(pid=103918) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 17:24:08.042447 dv-cinder-837356-2-iscsi neutron-server[103918]: DEBUG neutron.plugins.ml2.db [None req-22156bf7-52fd-44ef-bc7f-78205bd2e8e8 None None] For port b9bc0d18-30e8-4b5f-81a3-1d733154515b, host dv-cinder-837356-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-837356-2-iscsi',level=0,port_id=b9bc0d18-30e8-4b5f-81a3-1d733154515b,segment=NetworkSegment(fc64d2c6-c2f0-412f-b3c5-2a5dbaec0731),segment_id=fc64d2c6-c2f0-412f-b3c5-2a5dbaec0731)] {{(pid=103918) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 16 17:24:08.042795 dv-cinder-837356-2-iscsi neutron-server[103918]: DEBUG neutron_lib.callbacks.manager [None req-22156bf7-52fd-44ef-bc7f-78205bd2e8e8 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-708042'] for port (b9bc0d18-30e8-4b5f-81a3-1d733154515b), precommit_delete {{(pid=103918) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 17:24:08.047145 dv-cinder-837356-2-iscsi neutron-server[103917]: DEBUG neutron_lib.callbacks.manager [None req-701fc8c0-6af4-4349-a656-ff06da295329 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16007527', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-75831', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16241551', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8728539364702', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8728538993430'] for port (b9bc0d18-30e8-4b5f-81a3-1d733154515b), after_delete {{(pid=103917) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 17:24:08.058538 dv-cinder-837356-2-iscsi neutron-server[103918]: DEBUG neutron.plugins.ml2.plugin [None req-22156bf7-52fd-44ef-bc7f-78205bd2e8e8 None None] Calling delete_port for b9bc0d18-30e8-4b5f-81a3-1d733154515b owned by network:dhcp {{(pid=103918) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2122}} Jun 16 17:24:08.074400 dv-cinder-837356-2-iscsi neutron-server[103917]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-701fc8c0-6af4-4349-a656-ff06da295329 admin admin] Pushing event deleted for resources: {'Port': ['ID=b9bc0d18-30e8-4b5f-81a3-1d733154515b,revision_number=None']} {{(pid=103917) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 17:24:08.077907 dv-cinder-837356-2-iscsi neutron-server[103917]: DEBUG neutron.db.l3_dvrscheduler_db [None req-701fc8c0-6af4-4349-a656-ff06da295329 admin admin] No DVR routers for this DVR port b9bc0d18-30e8-4b5f-81a3-1d733154515b on host dv-cinder-837356-2-iscsi {{(pid=103917) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:215}} Jun 16 17:24:08.120107 dv-cinder-837356-2-iscsi neutron-server[103917]: DEBUG dbcounter [-] [103917] Writing DB stats neutron:SELECT=90,neutron:DELETE=7,neutron:UPDATE=3 {{(pid=103917) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 16 17:24:08.155712 dv-cinder-837356-2-iscsi neutron-server[103917]: DEBUG neutron_lib.callbacks.manager [None req-701fc8c0-6af4-4349-a656-ff06da295329 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-16152121', 'neutron.services.segments.db._delete_segments_for_network-8728539454199'] for network (cccb02cd-ffcd-4f18-9410-1ede3b2101bc), precommit_delete {{(pid=103917) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 17:24:08.179101 dv-cinder-837356-2-iscsi neutron-server[103918]: DEBUG neutron_lib.callbacks.manager [None req-22156bf7-52fd-44ef-bc7f-78205bd2e8e8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16007527', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-75831', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16241551', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8728539364702', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8728538993430'] for port (b9bc0d18-30e8-4b5f-81a3-1d733154515b), after_delete {{(pid=103918) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 17:24:08.179367 dv-cinder-837356-2-iscsi neutron-server[103917]: DEBUG neutron_lib.callbacks.manager [None req-701fc8c0-6af4-4349-a656-ff06da295329 admin admin] Subscribe: > segment before_delete 55550000 {{(pid=103917) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 16 17:24:08.179597 dv-cinder-837356-2-iscsi neutron-server[103917]: DEBUG neutron_lib.callbacks.manager [None req-701fc8c0-6af4-4349-a656-ff06da295329 admin admin] Subscribe: > subnet precommit_delete_associations 55550000 {{(pid=103917) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 16 17:24:08.180574 dv-cinder-837356-2-iscsi neutron-server[103917]: DEBUG neutron_lib.callbacks.manager [None req-701fc8c0-6af4-4349-a656-ff06da295329 admin admin] Subscribe: > segment_host_mapping after_create 55550000 {{(pid=103917) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 16 17:24:08.180899 dv-cinder-837356-2-iscsi neutron-server[103917]: DEBUG neutron_lib.callbacks.manager [None req-701fc8c0-6af4-4349-a656-ff06da295329 admin admin] Subscribe: > port after_create 55550000 {{(pid=103917) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 16 17:24:08.181350 dv-cinder-837356-2-iscsi neutron-server[103917]: DEBUG neutron_lib.callbacks.manager [None req-701fc8c0-6af4-4349-a656-ff06da295329 admin admin] Subscribe: > port after_delete 55550000 {{(pid=103917) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 16 17:24:08.181700 dv-cinder-837356-2-iscsi neutron-server[103917]: DEBUG neutron_lib.callbacks.manager [None req-701fc8c0-6af4-4349-a656-ff06da295329 admin admin] Subscribe: > port after_update 55550000 {{(pid=103917) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 16 17:24:08.182069 dv-cinder-837356-2-iscsi neutron-server[103917]: DEBUG neutron_lib.callbacks.manager [None req-701fc8c0-6af4-4349-a656-ff06da295329 admin admin] Subscribe: > segment after_delete 55550000 {{(pid=103917) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 16 17:24:08.182396 dv-cinder-837356-2-iscsi neutron-server[103917]: DEBUG neutron_lib.callbacks.manager [None req-701fc8c0-6af4-4349-a656-ff06da295329 admin admin] Subscribe: > subnet after_create 55550000 {{(pid=103917) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 16 17:24:08.182900 dv-cinder-837356-2-iscsi neutron-server[103917]: DEBUG neutron_lib.callbacks.manager [None req-701fc8c0-6af4-4349-a656-ff06da295329 admin admin] Subscribe: > subnet after_delete 55550000 {{(pid=103917) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 16 17:24:08.183216 dv-cinder-837356-2-iscsi neutron-server[103917]: DEBUG neutron_lib.callbacks.manager [None req-701fc8c0-6af4-4349-a656-ff06da295329 admin admin] Subscribe: > subnet after_update 55550000 {{(pid=103917) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 16 17:24:08.209960 dv-cinder-837356-2-iscsi neutron-server[103918]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-22156bf7-52fd-44ef-bc7f-78205bd2e8e8 None None] Pushing event deleted for resources: {'Port': ['ID=b9bc0d18-30e8-4b5f-81a3-1d733154515b,revision_number=None']} {{(pid=103918) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 17:24:08.214009 dv-cinder-837356-2-iscsi neutron-server[103918]: DEBUG neutron.db.l3_dvrscheduler_db [None req-22156bf7-52fd-44ef-bc7f-78205bd2e8e8 None None] No DVR routers for this DVR port b9bc0d18-30e8-4b5f-81a3-1d733154515b on host dv-cinder-837356-2-iscsi {{(pid=103918) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:215}} Jun 16 17:24:08.329646 dv-cinder-837356-2-iscsi neutron-server[103916]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d49b34c-b69b-42a9-841d-69c5829cba09 req-3defff8a-67c2-4d9e-af9f-e8d26630455f tempest-ServerRescueNegativeTestJSON-1475515620 tempest-ServerRescueNegativeTestJSON-1475515620-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103916) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 16 17:24:08.331301 dv-cinder-837356-2-iscsi neutron-server[103916]: INFO neutron.wsgi [req-8d49b34c-b69b-42a9-841d-69c5829cba09 req-3defff8a-67c2-4d9e-af9f-e8d26630455f tempest-ServerRescueNegativeTestJSON-1475515620 tempest-ServerRescueNegativeTestJSON-1475515620-project] 10.222.0.66 "GET /v2.0/ports?device_id=75957299-3d36-4f9c-a081-9e621c88225c HTTP/1.1" status: 200 len: 946 time: 0.0515640 Jun 16 17:24:08.383532 dv-cinder-837356-2-iscsi neutron-server[103916]: INFO neutron.wsgi [req-8d49b34c-b69b-42a9-841d-69c5829cba09 req-130144a1-fe32-42a0-8da5-4517def09550 tempest-ServerRescueNegativeTestJSON-1475515620 tempest-ServerRescueNegativeTestJSON-1475515620-project] 10.222.0.66 "GET /v2.0/security-groups?id=ce781013-5cdb-4bc3-8c66-743aa21b4c5c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0463965 Jun 16 17:24:08.392240 dv-cinder-837356-2-iscsi neutron-server[103917]: DEBUG neutron_lib.callbacks.manager [None req-701fc8c0-6af4-4349-a656-ff06da295329 admin admin] Subscribe: > subnet after_create 55550000 {{(pid=103917) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 16 17:24:08.392591 dv-cinder-837356-2-iscsi neutron-server[103917]: DEBUG neutron_lib.callbacks.manager [None req-701fc8c0-6af4-4349-a656-ff06da295329 admin admin] Subscribe: > subnet after_delete 55550000 {{(pid=103917) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 16 17:24:08.392923 dv-cinder-837356-2-iscsi neutron-server[103917]: DEBUG neutron_lib.callbacks.manager [None req-701fc8c0-6af4-4349-a656-ff06da295329 admin admin] Subscribe: > subnet before_create 55550000 {{(pid=103917) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 16 17:24:08.393289 dv-cinder-837356-2-iscsi neutron-server[103917]: DEBUG neutron_lib.callbacks.manager [None req-701fc8c0-6af4-4349-a656-ff06da295329 admin admin] Subscribe: > subnet before_update 55550000 {{(pid=103917) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 16 17:24:08.393670 dv-cinder-837356-2-iscsi neutron-server[103917]: DEBUG neutron.services.segments.db [None req-701fc8c0-6af4-4349-a656-ff06da295329 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['cccb02cd-ffcd-4f18-9410-1ede3b2101bc']}} {{(pid=103917) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 16 17:24:08.412944 dv-cinder-837356-2-iscsi neutron-server[103917]: DEBUG neutron.services.segments.db [None req-701fc8c0-6af4-4349-a656-ff06da295329 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'fc64d2c6-c2f0-412f-b3c5-2a5dbaec0731') {'for_net_delete': True} {{(pid=103917) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 16 17:24:08.413266 dv-cinder-837356-2-iscsi neutron-server[103917]: DEBUG neutron.services.segments.db [None req-701fc8c0-6af4-4349-a656-ff06da295329 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'fc64d2c6-c2f0-412f-b3c5-2a5dbaec0731') {} {{(pid=103917) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 16 17:24:08.433050 dv-cinder-837356-2-iscsi neutron-server[103917]: DEBUG neutron_lib.callbacks.manager [None req-701fc8c0-6af4-4349-a656-ff06da295329 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8728539454082', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-25699604'] for segment (fc64d2c6-c2f0-412f-b3c5-2a5dbaec0731), before_delete {{(pid=103917) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 17:24:08.459695 dv-cinder-837356-2-iscsi neutron-server[103917]: DEBUG neutron_lib.callbacks.manager [None req-701fc8c0-6af4-4349-a656-ff06da295329 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16150272'] for segment (fc64d2c6-c2f0-412f-b3c5-2a5dbaec0731), precommit_delete {{(pid=103917) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 17:24:08.475743 dv-cinder-837356-2-iscsi neutron-server[103917]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-701fc8c0-6af4-4349-a656-ff06da295329 admin admin] Releasing vlan 1023 on physical network physnet1 to pool {{(pid=103917) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jun 16 17:24:08.476159 dv-cinder-837356-2-iscsi neutron-server[103917]: DEBUG neutron_lib.callbacks.manager [None req-701fc8c0-6af4-4349-a656-ff06da295329 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16150272', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3819570'] for segment (fc64d2c6-c2f0-412f-b3c5-2a5dbaec0731), after_delete {{(pid=103917) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 17:24:08.552708 dv-cinder-837356-2-iscsi neutron-server[103917]: DEBUG neutron_lib.callbacks.manager [None req-701fc8c0-6af4-4349-a656-ff06da295329 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-16152118', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-570401', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16241551', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-704929'] for network (cccb02cd-ffcd-4f18-9410-1ede3b2101bc), after_delete {{(pid=103917) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 17:24:08.559451 dv-cinder-837356-2-iscsi neutron-server[103917]: DEBUG neutron_lib.callbacks.manager [None req-701fc8c0-6af4-4349-a656-ff06da295329 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-16241561'] for network (None), before_response {{(pid=103917) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 17:24:08.563384 dv-cinder-837356-2-iscsi neutron-server[103917]: INFO neutron.wsgi [None req-701fc8c0-6af4-4349-a656-ff06da295329 admin admin] 10.222.0.66 "DELETE /v2.0/networks/cccb02cd-ffcd-4f18-9410-1ede3b2101bc HTTP/1.1" status: 204 len: 168 time: 0.8509300 Jun 16 17:24:08.577547 dv-cinder-837356-2-iscsi neutron-server[103917]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-701fc8c0-6af4-4349-a656-ff06da295329 admin admin] Pushing event deleted for resources: {'Network': ['ID=cccb02cd-ffcd-4f18-9410-1ede3b2101bc,revision_number=None']} {{(pid=103917) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 17:24:08.686467 dv-cinder-837356-2-iscsi neutron-server[103918]: DEBUG neutron.plugins.ml2.rpc [None req-39ead2dc-a542-4f04-b117-439eb7f32aa8 None None] Device 8e62f965-264c-48b8-be38-682482a5628f no longer exists at agent ovs-agent-dv-cinder-837356-2-iscsi {{(pid=103918) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jun 16 17:24:08.711346 dv-cinder-837356-2-iscsi neutron-server[103918]: DEBUG neutron.plugins.ml2.plugin [None req-39ead2dc-a542-4f04-b117-439eb7f32aa8 None None] No Port match for: 8e62f965-264c-48b8-be38-682482a5628f {{(pid=103918) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2382}} Jun 16 17:24:08.711972 dv-cinder-837356-2-iscsi neutron-server[103918]: DEBUG neutron.plugins.ml2.rpc [None req-39ead2dc-a542-4f04-b117-439eb7f32aa8 None None] Device 8e62f965-264c-48b8-be38-682482a5628f not bound to the agent host dv-cinder-837356-2-iscsi {{(pid=103918) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jun 16 17:24:08.712369 dv-cinder-837356-2-iscsi neutron-server[103918]: DEBUG neutron.plugins.ml2.rpc [None req-39ead2dc-a542-4f04-b117-439eb7f32aa8 None None] Device b9bc0d18-30e8-4b5f-81a3-1d733154515b no longer exists at agent ovs-agent-dv-cinder-837356-2-iscsi {{(pid=103918) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jun 16 17:24:08.736278 dv-cinder-837356-2-iscsi neutron-server[103918]: DEBUG neutron.plugins.ml2.plugin [None req-39ead2dc-a542-4f04-b117-439eb7f32aa8 None None] No Port match for: b9bc0d18-30e8-4b5f-81a3-1d733154515b {{(pid=103918) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2382}} Jun 16 17:24:08.737709 dv-cinder-837356-2-iscsi neutron-server[103918]: DEBUG neutron.plugins.ml2.rpc [None req-39ead2dc-a542-4f04-b117-439eb7f32aa8 None None] Device b9bc0d18-30e8-4b5f-81a3-1d733154515b not bound to the agent host dv-cinder-837356-2-iscsi {{(pid=103918) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jun 16 17:24:08.738441 dv-cinder-837356-2-iscsi neutron-server[103917]: INFO neutron.services.segments.plugin [-] Segment fc64d2c6-c2f0-412f-b3c5-2a5dbaec0731 resource provider aggregate not found Jun 16 17:24:08.738759 dv-cinder-837356-2-iscsi neutron-server[103918]: DEBUG neutron.plugins.ml2.rpc [None req-39ead2dc-a542-4f04-b117-439eb7f32aa8 None None] Device dcb62708-e024-4633-adb1-7a1cdc5856d2 no longer exists at agent ovs-agent-dv-cinder-837356-2-iscsi {{(pid=103918) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jun 16 17:24:08.766029 dv-cinder-837356-2-iscsi neutron-server[103917]: INFO neutron.services.segments.plugin [-] Segment fc64d2c6-c2f0-412f-b3c5-2a5dbaec0731 resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid fc64d2c6-c2f0-412f-b3c5-2a5dbaec0731 found for delete ", "request_id": "req-1edbaf50-1176-4bb9-b827-3ab5061bc286"}]} Jun 16 17:24:08.773047 dv-cinder-837356-2-iscsi neutron-server[103918]: DEBUG neutron.plugins.ml2.plugin [None req-39ead2dc-a542-4f04-b117-439eb7f32aa8 None None] No Port match for: dcb62708-e024-4633-adb1-7a1cdc5856d2 {{(pid=103918) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2382}} Jun 16 17:24:08.773646 dv-cinder-837356-2-iscsi neutron-server[103918]: DEBUG neutron.plugins.ml2.rpc [None req-39ead2dc-a542-4f04-b117-439eb7f32aa8 None None] Device dcb62708-e024-4633-adb1-7a1cdc5856d2 not bound to the agent host dv-cinder-837356-2-iscsi {{(pid=103918) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jun 16 17:24:08.813226 dv-cinder-837356-2-iscsi neutron-server[103916]: DEBUG neutron.wsgi [-] (103916) accepted ('10.222.0.66', 38780) {{(pid=103916) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 16 17:24:08.861725 dv-cinder-837356-2-iscsi neutron-server[103916]: INFO neutron.wsgi [None req-7f13d246-4bf2-4a8f-a9b7-1145a9e23e9e admin admin] 10.222.0.66 "GET /v2.0/security-groups?tenant_id=859da351f9cc437ebe79e5bdb87a177d&name=default HTTP/1.1" status: 200 len: 2992 time: 0.0470543 Jun 16 17:24:08.864962 dv-cinder-837356-2-iscsi neutron-server[103916]: DEBUG neutron.wsgi [-] (103916) accepted ('10.222.0.66', 38782) {{(pid=103916) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 16 17:24:08.931598 dv-cinder-837356-2-iscsi neutron-server[103916]: DEBUG neutron_lib.callbacks.manager [None req-01cb92a4-0aba-46bc-a469-85af0a33e8dd admin admin] Publish callbacks [] for security_group (9db58268-b1a0-4bab-b8d1-6bdd045c4c5a), before_delete {{(pid=103916) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 17:24:08.959214 dv-cinder-837356-2-iscsi neutron-server[103916]: DEBUG neutron_lib.callbacks.manager [None req-01cb92a4-0aba-46bc-a469-85af0a33e8dd admin admin] Publish callbacks [] for security_group (9db58268-b1a0-4bab-b8d1-6bdd045c4c5a), precommit_delete {{(pid=103916) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 17:24:09.018056 dv-cinder-837356-2-iscsi neutron-server[103916]: DEBUG neutron_lib.callbacks.manager [None req-01cb92a4-0aba-46bc-a469-85af0a33e8dd admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-570488'] for security_group (9db58268-b1a0-4bab-b8d1-6bdd045c4c5a), after_delete {{(pid=103916) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 17:24:09.020577 dv-cinder-837356-2-iscsi neutron-server[103916]: DEBUG neutron_lib.callbacks.manager [None req-01cb92a4-0aba-46bc-a469-85af0a33e8dd admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103916) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 17:24:09.021772 dv-cinder-837356-2-iscsi neutron-server[103916]: INFO neutron.wsgi [None req-01cb92a4-0aba-46bc-a469-85af0a33e8dd admin admin] 10.222.0.66 "DELETE /v2.0/security-groups/9db58268-b1a0-4bab-b8d1-6bdd045c4c5a HTTP/1.1" status: 204 len: 168 time: 0.1558812 Jun 16 17:24:09.030652 dv-cinder-837356-2-iscsi neutron-server[103916]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-01cb92a4-0aba-46bc-a469-85af0a33e8dd admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9db58268-b1a0-4bab-b8d1-6bdd045c4c5a,revision_number=None']} {{(pid=103916) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 17:24:09.506019 dv-cinder-837356-2-iscsi neutron-server[103917]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb075ad1-7a64-40a7-9498-8d7e8a115217 req-3eedf124-833a-40ef-9724-bf8ebced6692 tempest-ServerRescueNegativeTestJSON-1475515620 tempest-ServerRescueNegativeTestJSON-1475515620-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103917) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 16 17:24:09.507493 dv-cinder-837356-2-iscsi neutron-server[103917]: INFO neutron.wsgi [req-eb075ad1-7a64-40a7-9498-8d7e8a115217 req-3eedf124-833a-40ef-9724-bf8ebced6692 tempest-ServerRescueNegativeTestJSON-1475515620 tempest-ServerRescueNegativeTestJSON-1475515620-project] 10.222.0.66 "GET /v2.0/ports?device_id=75957299-3d36-4f9c-a081-9e621c88225c HTTP/1.1" status: 200 len: 946 time: 0.0502467 Jun 16 17:24:09.569421 dv-cinder-837356-2-iscsi neutron-server[103917]: INFO neutron.wsgi [req-eb075ad1-7a64-40a7-9498-8d7e8a115217 req-f2424a03-d1f7-41d2-a61a-9db8a16451f0 tempest-ServerRescueNegativeTestJSON-1475515620 tempest-ServerRescueNegativeTestJSON-1475515620-project] 10.222.0.66 "GET /v2.0/security-groups?id=ce781013-5cdb-4bc3-8c66-743aa21b4c5c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0560093 Jun 16 17:24:10.716071 dv-cinder-837356-2-iscsi neutron-server[103916]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7bb1912c-dbfd-4f7e-a1a3-14254d18d344 req-43e138ac-20e9-4c39-8718-6c6d1a364b95 tempest-ServerRescueNegativeTestJSON-1475515620 tempest-ServerRescueNegativeTestJSON-1475515620-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103916) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 16 17:24:10.723100 dv-cinder-837356-2-iscsi neutron-server[103916]: INFO neutron.wsgi [req-7bb1912c-dbfd-4f7e-a1a3-14254d18d344 req-43e138ac-20e9-4c39-8718-6c6d1a364b95 tempest-ServerRescueNegativeTestJSON-1475515620 tempest-ServerRescueNegativeTestJSON-1475515620-project] 10.222.0.66 "GET /v2.0/ports?device_id=75957299-3d36-4f9c-a081-9e621c88225c HTTP/1.1" status: 200 len: 946 time: 0.0665610 Jun 16 17:24:10.759716 dv-cinder-837356-2-iscsi neutron-server[103916]: DEBUG dbcounter [-] [103916] Writing DB stats neutron:SELECT=97,neutron:DELETE=3 {{(pid=103916) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 16 17:24:10.803513 dv-cinder-837356-2-iscsi neutron-server[103916]: INFO neutron.wsgi [req-7bb1912c-dbfd-4f7e-a1a3-14254d18d344 req-b33b609a-60fe-4291-8884-7f21b12a970e tempest-ServerRescueNegativeTestJSON-1475515620 tempest-ServerRescueNegativeTestJSON-1475515620-project] 10.222.0.66 "GET /v2.0/security-groups?id=ce781013-5cdb-4bc3-8c66-743aa21b4c5c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0792296 Jun 16 17:24:10.936062 dv-cinder-837356-2-iscsi neutron-server[103916]: DEBUG neutron.wsgi [-] (103916) accepted ('10.222.0.66', 38876) {{(pid=103916) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 16 17:24:11.063778 dv-cinder-837356-2-iscsi neutron-server[103916]: DEBUG neutron_lib.callbacks.manager [None req-3b5e1731-584e-443e-a441-bc7ff9f166cc admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103916) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 17:24:11.154306 dv-cinder-837356-2-iscsi neutron-server[103916]: DEBUG neutron_lib.callbacks.manager [None req-3b5e1731-584e-443e-a441-bc7ff9f166cc admin admin] Publish callbacks [] for security_group (3df40c43-4666-41cc-a7e3-27aa9c5ad940), precommit_create {{(pid=103916) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 17:24:11.159894 dv-cinder-837356-2-iscsi neutron-server[103916]: DEBUG neutron_lib.callbacks.manager [None req-3b5e1731-584e-443e-a441-bc7ff9f166cc admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-570488'] for security_group (3df40c43-4666-41cc-a7e3-27aa9c5ad940), after_create {{(pid=103916) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 17:24:11.211183 dv-cinder-837356-2-iscsi neutron-server[103916]: INFO neutron.wsgi [None req-3b5e1731-584e-443e-a441-bc7ff9f166cc admin admin] 10.222.0.66 "GET /v2.0/security-groups?tenant_id=1f2bfbb5261b479b99ca6918432d0f8f&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2738085 Jun 16 17:24:11.212164 dv-cinder-837356-2-iscsi neutron-server[103916]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b5e1731-584e-443e-a441-bc7ff9f166cc admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3df40c43-4666-41cc-a7e3-27aa9c5ad940,revision_number=1']} {{(pid=103916) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 17:24:11.215261 dv-cinder-837356-2-iscsi neutron-server[103917]: DEBUG neutron.wsgi [-] (103917) accepted ('10.222.0.66', 38888) {{(pid=103917) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 16 17:24:11.271913 dv-cinder-837356-2-iscsi neutron-server[103917]: DEBUG neutron_lib.callbacks.manager [None req-3d8c1f9d-527b-4b13-8d55-c79b6c412ee4 admin admin] Publish callbacks [] for security_group (3df40c43-4666-41cc-a7e3-27aa9c5ad940), before_delete {{(pid=103917) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 17:24:11.297082 dv-cinder-837356-2-iscsi neutron-server[103917]: DEBUG neutron_lib.callbacks.manager [None req-3d8c1f9d-527b-4b13-8d55-c79b6c412ee4 admin admin] Publish callbacks [] for security_group (3df40c43-4666-41cc-a7e3-27aa9c5ad940), precommit_delete {{(pid=103917) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 17:24:11.354625 dv-cinder-837356-2-iscsi neutron-server[103917]: DEBUG neutron_lib.callbacks.manager [None req-3d8c1f9d-527b-4b13-8d55-c79b6c412ee4 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-570488'] for security_group (3df40c43-4666-41cc-a7e3-27aa9c5ad940), after_delete {{(pid=103917) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 17:24:11.359509 dv-cinder-837356-2-iscsi neutron-server[103917]: DEBUG neutron_lib.callbacks.manager [None req-3d8c1f9d-527b-4b13-8d55-c79b6c412ee4 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103917) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 17:24:11.360664 dv-cinder-837356-2-iscsi neutron-server[103917]: INFO neutron.wsgi [None req-3d8c1f9d-527b-4b13-8d55-c79b6c412ee4 admin admin] 10.222.0.66 "DELETE /v2.0/security-groups/3df40c43-4666-41cc-a7e3-27aa9c5ad940 HTTP/1.1" status: 204 len: 168 time: 0.1447215 Jun 16 17:24:11.369651 dv-cinder-837356-2-iscsi neutron-server[103917]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d8c1f9d-527b-4b13-8d55-c79b6c412ee4 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3df40c43-4666-41cc-a7e3-27aa9c5ad940,revision_number=None']} {{(pid=103917) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 17:24:11.715758 dv-cinder-837356-2-iscsi neutron-server[103917]: DEBUG neutron.wsgi [-] (103917) accepted ('10.222.0.66', 38912) {{(pid=103917) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 16 17:24:11.734863 dv-cinder-837356-2-iscsi neutron-server[103917]: DEBUG neutron_lib.callbacks.manager [None req-9b8eeb90-6182-4003-ac48-d9ddf254a64f admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103917) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 17:24:11.885088 dv-cinder-837356-2-iscsi neutron-server[103917]: DEBUG neutron_lib.callbacks.manager [None req-9b8eeb90-6182-4003-ac48-d9ddf254a64f admin admin] Publish callbacks [] for security_group (b9b46b4d-84f0-4317-ac79-f170bf54443d), precommit_create {{(pid=103917) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 17:24:11.894381 dv-cinder-837356-2-iscsi neutron-server[103917]: DEBUG neutron_lib.callbacks.manager [None req-9b8eeb90-6182-4003-ac48-d9ddf254a64f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-570488'] for security_group (b9b46b4d-84f0-4317-ac79-f170bf54443d), after_create {{(pid=103917) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 17:24:11.940954 dv-cinder-837356-2-iscsi neutron-server[103917]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9b8eeb90-6182-4003-ac48-d9ddf254a64f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b9b46b4d-84f0-4317-ac79-f170bf54443d,revision_number=1']} {{(pid=103917) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 17:24:11.987896 dv-cinder-837356-2-iscsi neutron-server[103917]: INFO neutron.wsgi [None req-9b8eeb90-6182-4003-ac48-d9ddf254a64f admin admin] 10.222.0.66 "GET /v2.0/security-groups?tenant_id=ea8cd34bc01848e6bd12dcc4a2976d50&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2709868 Jun 16 17:24:11.990799 dv-cinder-837356-2-iscsi neutron-server[103916]: DEBUG neutron.wsgi [-] (103916) accepted ('10.222.0.66', 38934) {{(pid=103916) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 16 17:24:11.995374 dv-cinder-837356-2-iscsi neutron-server[103917]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aaedf2b7-3861-4bc5-a2cf-7ca4a5cf672e req-0e2ad8ff-0e9f-4f18-bf0b-21dc5ec0580a tempest-ServerRescueNegativeTestJSON-1475515620 tempest-ServerRescueNegativeTestJSON-1475515620-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103917) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 16 17:24:11.996914 dv-cinder-837356-2-iscsi neutron-server[103917]: INFO neutron.wsgi [req-aaedf2b7-3861-4bc5-a2cf-7ca4a5cf672e req-0e2ad8ff-0e9f-4f18-bf0b-21dc5ec0580a tempest-ServerRescueNegativeTestJSON-1475515620 tempest-ServerRescueNegativeTestJSON-1475515620-project] 10.222.0.66 "GET /v2.0/ports?device_id=75957299-3d36-4f9c-a081-9e621c88225c HTTP/1.1" status: 200 len: 946 time: 0.0993636 Jun 16 17:24:12.020000 dv-cinder-837356-2-iscsi neutron-server[103917]: DEBUG dbcounter [-] [103917] Writing DB stats neutron:SELECT=86,neutron:DELETE=6,neutron:INSERT=7,neutron:UPDATE=1 {{(pid=103917) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 16 17:24:12.055736 dv-cinder-837356-2-iscsi neutron-server[103916]: DEBUG neutron_lib.callbacks.manager [None req-b8cf4bb2-268c-4c58-ad52-d582bca070cb admin admin] Publish callbacks [] for security_group (b9b46b4d-84f0-4317-ac79-f170bf54443d), before_delete {{(pid=103916) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 17:24:12.068115 dv-cinder-837356-2-iscsi neutron-server[103917]: INFO neutron.wsgi [req-aaedf2b7-3861-4bc5-a2cf-7ca4a5cf672e req-8acbe8dd-7f87-45e7-b275-b2171ec2c6e8 tempest-ServerRescueNegativeTestJSON-1475515620 tempest-ServerRescueNegativeTestJSON-1475515620-project] 10.222.0.66 "GET /v2.0/security-groups?id=ce781013-5cdb-4bc3-8c66-743aa21b4c5c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0597000 Jun 16 17:24:12.081045 dv-cinder-837356-2-iscsi neutron-server[103916]: DEBUG neutron_lib.callbacks.manager [None req-b8cf4bb2-268c-4c58-ad52-d582bca070cb admin admin] Publish callbacks [] for security_group (b9b46b4d-84f0-4317-ac79-f170bf54443d), precommit_delete {{(pid=103916) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 17:24:12.102078 dv-cinder-837356-2-iscsi neutron-server[103916]: DEBUG dbcounter [-] [103916] Writing DB stats neutron:SELECT=97,neutron:DELETE=1,neutron:INSERT=1,neutron:UPDATE=1 {{(pid=103916) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 16 17:24:12.147134 dv-cinder-837356-2-iscsi neutron-server[103916]: DEBUG neutron_lib.callbacks.manager [None req-b8cf4bb2-268c-4c58-ad52-d582bca070cb admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-570488'] for security_group (b9b46b4d-84f0-4317-ac79-f170bf54443d), after_delete {{(pid=103916) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 17:24:12.150093 dv-cinder-837356-2-iscsi neutron-server[103916]: DEBUG neutron_lib.callbacks.manager [None req-b8cf4bb2-268c-4c58-ad52-d582bca070cb admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103916) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 17:24:12.153846 dv-cinder-837356-2-iscsi neutron-server[103916]: INFO neutron.wsgi [None req-b8cf4bb2-268c-4c58-ad52-d582bca070cb admin admin] 10.222.0.66 "DELETE /v2.0/security-groups/b9b46b4d-84f0-4317-ac79-f170bf54443d HTTP/1.1" status: 204 len: 168 time: 0.1617222 Jun 16 17:24:12.170345 dv-cinder-837356-2-iscsi neutron-server[103916]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b8cf4bb2-268c-4c58-ad52-d582bca070cb admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b9b46b4d-84f0-4317-ac79-f170bf54443d,revision_number=None']} {{(pid=103916) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 17:24:13.004151 dv-cinder-837356-2-iscsi neutron-server[103918]: DEBUG neutron_lib.callbacks.manager [None req-c5c61a6d-5b33-46b9-aeb8-a936f8b19627 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728539454181', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16149322'] for agent (0913b7ec-eea4-4492-8ef1-e01c4575abca), after_update {{(pid=103918) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 17:24:13.421074 dv-cinder-837356-2-iscsi neutron-server[103917]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15ee3431-3d9e-46c8-91db-40a61f2e2b43 req-9906733d-1711-46c7-a67a-59741b9eed2b tempest-ServerRescueNegativeTestJSON-1475515620 tempest-ServerRescueNegativeTestJSON-1475515620-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103917) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 16 17:24:13.422618 dv-cinder-837356-2-iscsi neutron-server[103917]: INFO neutron.wsgi [req-15ee3431-3d9e-46c8-91db-40a61f2e2b43 req-9906733d-1711-46c7-a67a-59741b9eed2b tempest-ServerRescueNegativeTestJSON-1475515620 tempest-ServerRescueNegativeTestJSON-1475515620-project] 10.222.0.66 "GET /v2.0/ports?device_id=75957299-3d36-4f9c-a081-9e621c88225c HTTP/1.1" status: 200 len: 946 time: 0.2682569 Jun 16 17:24:13.470940 dv-cinder-837356-2-iscsi neutron-server[103917]: INFO neutron.wsgi [req-15ee3431-3d9e-46c8-91db-40a61f2e2b43 req-64424f61-89cc-4071-a16c-56ec31aa15d9 tempest-ServerRescueNegativeTestJSON-1475515620 tempest-ServerRescueNegativeTestJSON-1475515620-project] 10.222.0.66 "GET /v2.0/security-groups?id=ce781013-5cdb-4bc3-8c66-743aa21b4c5c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0427115 Jun 16 17:24:14.623194 dv-cinder-837356-2-iscsi neutron-server[103917]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74a685d5-f7fa-4fca-bef6-a89645727ab3 req-f547e471-6dc7-4669-af2f-9196a3b9f7ef tempest-ServerRescueNegativeTestJSON-1475515620 tempest-ServerRescueNegativeTestJSON-1475515620-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103917) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 16 17:24:14.624923 dv-cinder-837356-2-iscsi neutron-server[103917]: INFO neutron.wsgi [req-74a685d5-f7fa-4fca-bef6-a89645727ab3 req-f547e471-6dc7-4669-af2f-9196a3b9f7ef tempest-ServerRescueNegativeTestJSON-1475515620 tempest-ServerRescueNegativeTestJSON-1475515620-project] 10.222.0.66 "GET /v2.0/ports?device_id=75957299-3d36-4f9c-a081-9e621c88225c HTTP/1.1" status: 200 len: 946 time: 0.0809009 Jun 16 17:24:14.672541 dv-cinder-837356-2-iscsi neutron-server[103917]: DEBUG dbcounter [-] [103917] Writing DB stats neutron:SELECT=90,neutron:DELETE=5,neutron:UPDATE=1,neutron:INSERT=4 {{(pid=103917) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 16 17:24:14.690213 dv-cinder-837356-2-iscsi neutron-server[103917]: INFO neutron.wsgi [req-74a685d5-f7fa-4fca-bef6-a89645727ab3 req-41631164-e931-4c02-b552-83cbe30f0873 tempest-ServerRescueNegativeTestJSON-1475515620 tempest-ServerRescueNegativeTestJSON-1475515620-project] 10.222.0.66 "GET /v2.0/security-groups?id=ce781013-5cdb-4bc3-8c66-743aa21b4c5c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0559993 Jun 16 17:24:14.947478 dv-cinder-837356-2-iscsi neutron-server[103917]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be45a8e2-8b88-4930-bf74-a35500a14d9a req-e7a4170f-fc4f-4aa8-a50a-db4445ab29d9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103917) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 16 17:24:14.949947 dv-cinder-837356-2-iscsi neutron-server[103917]: INFO neutron.wsgi [req-be45a8e2-8b88-4930-bf74-a35500a14d9a req-e7a4170f-fc4f-4aa8-a50a-db4445ab29d9 service neutron] 10.222.0.81 "GET /v2.0/ports?device_id=75957299-3d36-4f9c-a081-9e621c88225c HTTP/1.1" status: 200 len: 1130 time: 0.0678468 Jun 16 17:24:15.003748 dv-cinder-837356-2-iscsi neutron-server[103917]: INFO neutron.wsgi [req-be45a8e2-8b88-4930-bf74-a35500a14d9a req-4a3d8721-479c-4a85-894d-64340ea25398 service neutron] 10.222.0.81 "GET /v2.0/security-groups?id=ce781013-5cdb-4bc3-8c66-743aa21b4c5c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0443320 Jun 16 17:24:15.436693 dv-cinder-837356-2-iscsi neutron-server[103918]: DEBUG neutron_lib.callbacks.manager [None req-131d8dca-9d47-49f8-9190-35cbcc719084 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728539454181', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16149322'] for agent (7639df21-17c3-4235-8912-210c3ad54137), after_update {{(pid=103918) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 17:24:15.981154 dv-cinder-837356-2-iscsi neutron-server[103917]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95cc7156-31cc-4158-8481-9481cc7e8586 req-0756a8a8-0db9-4ee3-a153-6e3a25efd12f tempest-ServerRescueNegativeTestJSON-1475515620 tempest-ServerRescueNegativeTestJSON-1475515620-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103917) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 16 17:24:15.983262 dv-cinder-837356-2-iscsi neutron-server[103917]: INFO neutron.wsgi [req-95cc7156-31cc-4158-8481-9481cc7e8586 req-0756a8a8-0db9-4ee3-a153-6e3a25efd12f tempest-ServerRescueNegativeTestJSON-1475515620 tempest-ServerRescueNegativeTestJSON-1475515620-project] 10.222.0.66 "GET /v2.0/ports?device_id=75957299-3d36-4f9c-a081-9e621c88225c HTTP/1.1" status: 200 len: 946 time: 0.0613706 Jun 16 17:24:16.041811 dv-cinder-837356-2-iscsi neutron-server[103917]: INFO neutron.wsgi [req-95cc7156-31cc-4158-8481-9481cc7e8586 req-1f206c7d-e698-496e-80f3-baed92f2d858 tempest-ServerRescueNegativeTestJSON-1475515620 tempest-ServerRescueNegativeTestJSON-1475515620-project] 10.222.0.66 "GET /v2.0/security-groups?id=ce781013-5cdb-4bc3-8c66-743aa21b4c5c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0516636 Jun 16 17:24:16.273767 dv-cinder-837356-2-iscsi neutron-server[103918]: DEBUG neutron_lib.callbacks.manager [None req-20715706-35a9-45af-9420-375bdcc64c61 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728539454181', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16149322'] for agent (50395103-89cf-4fb3-87eb-9dff4dfdeea8), after_update {{(pid=103918) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 17:24:16.731621 dv-cinder-837356-2-iscsi neutron-server[103919]: DEBUG dbcounter [-] [103919] Writing DB stats neutron:SELECT=47 {{(pid=103919) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 16 17:24:16.733257 dv-cinder-837356-2-iscsi neutron-server[103919]: DEBUG dbcounter [-] [103919] Writing DB stats neutron:SELECT=84,neutron:DELETE=1 {{(pid=103919) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 16 17:24:17.168174 dv-cinder-837356-2-iscsi neutron-server[103917]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a90cfa3e-f598-4d15-b979-48fbabb7203e req-d178d94e-b22b-4d65-b52e-0aebd64ace63 tempest-ServerRescueNegativeTestJSON-1475515620 tempest-ServerRescueNegativeTestJSON-1475515620-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103917) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 16 17:24:17.169720 dv-cinder-837356-2-iscsi neutron-server[103917]: INFO neutron.wsgi [req-a90cfa3e-f598-4d15-b979-48fbabb7203e req-d178d94e-b22b-4d65-b52e-0aebd64ace63 tempest-ServerRescueNegativeTestJSON-1475515620 tempest-ServerRescueNegativeTestJSON-1475515620-project] 10.222.0.66 "GET /v2.0/ports?device_id=75957299-3d36-4f9c-a081-9e621c88225c HTTP/1.1" status: 200 len: 946 time: 0.0532537 Jun 16 17:24:17.232925 dv-cinder-837356-2-iscsi neutron-server[103917]: INFO neutron.wsgi [req-a90cfa3e-f598-4d15-b979-48fbabb7203e req-d30989b8-f94b-418f-8f44-91b6044d0fa4 tempest-ServerRescueNegativeTestJSON-1475515620 tempest-ServerRescueNegativeTestJSON-1475515620-project] 10.222.0.66 "GET /v2.0/security-groups?id=ce781013-5cdb-4bc3-8c66-743aa21b4c5c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0556915 Jun 16 17:24:17.358645 dv-cinder-837356-2-iscsi neutron-server[103916]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60a7e2df-8941-4ec7-8d5e-5aeb2ae471d1 req-fab854af-7f0e-49f5-88c2-a61121f89fed tempest-ServerRescueNegativeTestJSON-1475515620 tempest-ServerRescueNegativeTestJSON-1475515620-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103916) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 16 17:24:17.360973 dv-cinder-837356-2-iscsi neutron-server[103916]: INFO neutron.wsgi [req-60a7e2df-8941-4ec7-8d5e-5aeb2ae471d1 req-fab854af-7f0e-49f5-88c2-a61121f89fed tempest-ServerRescueNegativeTestJSON-1475515620 tempest-ServerRescueNegativeTestJSON-1475515620-project] 10.222.0.66 "GET /v2.0/ports?device_id=90ea9630-ef03-47fd-aa60-695a36081c19 HTTP/1.1" status: 200 len: 945 time: 0.0566216 Jun 16 17:24:17.428451 dv-cinder-837356-2-iscsi neutron-server[103916]: INFO neutron.wsgi [req-60a7e2df-8941-4ec7-8d5e-5aeb2ae471d1 req-4572c748-bfaf-43c6-bef3-fc0972249d2a tempest-ServerRescueNegativeTestJSON-1475515620 tempest-ServerRescueNegativeTestJSON-1475515620-project] 10.222.0.66 "GET /v2.0/security-groups?id=ce781013-5cdb-4bc3-8c66-743aa21b4c5c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0567493 Jun 16 17:24:18.038955 dv-cinder-837356-2-iscsi neutron-server[103918]: DEBUG neutron_lib.callbacks.manager [None req-90597016-5de8-4c3e-b42a-66aa2c70cc5e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728539454181', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16149322'] for agent (853db9d1-1c17-40a4-900c-de4f90440474), after_update {{(pid=103918) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 17:24:18.119993 dv-cinder-837356-2-iscsi neutron-server[103916]: DEBUG neutron.wsgi [-] (103916) accepted ('10.222.0.66', 39130) {{(pid=103916) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 16 17:24:18.173118 dv-cinder-837356-2-iscsi neutron-server[103917]: DEBUG neutron.wsgi [-] (103917) accepted ('10.222.0.66', 39136) {{(pid=103917) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 16 17:24:18.290694 dv-cinder-837356-2-iscsi neutron-server[103917]: DEBUG neutron_lib.callbacks.manager [None req-29ee5bb2-4396-4615-8a7a-faf6bba1b20d admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103917) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 17:24:18.305555 dv-cinder-837356-2-iscsi neutron-server[103916]: DEBUG neutron_lib.callbacks.manager [None req-a119a3dd-7851-4c0e-a789-41af38d2bb74 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103916) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 17:24:18.396501 dv-cinder-837356-2-iscsi neutron-server[103917]: DEBUG neutron_lib.callbacks.manager [None req-29ee5bb2-4396-4615-8a7a-faf6bba1b20d admin admin] Publish callbacks [] for security_group (83bbb60f-5691-4c05-b7f0-920e1f3aaf88), precommit_create {{(pid=103917) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 17:24:18.397743 dv-cinder-837356-2-iscsi neutron-server[103916]: DEBUG neutron_lib.callbacks.manager [None req-a119a3dd-7851-4c0e-a789-41af38d2bb74 admin admin] Publish callbacks [] for security_group (2523ff2b-9e13-4417-8897-b1b057943e90), precommit_create {{(pid=103916) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 17:24:18.402766 dv-cinder-837356-2-iscsi neutron-server[103917]: DEBUG neutron_lib.callbacks.manager [None req-29ee5bb2-4396-4615-8a7a-faf6bba1b20d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-570488'] for security_group (83bbb60f-5691-4c05-b7f0-920e1f3aaf88), after_create {{(pid=103917) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 17:24:18.404033 dv-cinder-837356-2-iscsi neutron-server[103916]: DEBUG neutron_lib.callbacks.manager [None req-a119a3dd-7851-4c0e-a789-41af38d2bb74 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-570488'] for security_group (2523ff2b-9e13-4417-8897-b1b057943e90), after_create {{(pid=103916) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 17:24:18.439628 dv-cinder-837356-2-iscsi neutron-server[103916]: INFO neutron.wsgi [None req-a119a3dd-7851-4c0e-a789-41af38d2bb74 admin admin] 10.222.0.66 "GET /v2.0/security-groups?tenant_id=1bc238aba75b405a9e073025c1e1fb85&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3180971 Jun 16 17:24:18.440240 dv-cinder-837356-2-iscsi neutron-server[103916]: DEBUG neutron.wsgi [-] (103916) accepted ('10.222.0.66', 39146) {{(pid=103916) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 16 17:24:18.444009 dv-cinder-837356-2-iscsi neutron-server[103917]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-29ee5bb2-4396-4615-8a7a-faf6bba1b20d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=83bbb60f-5691-4c05-b7f0-920e1f3aaf88,revision_number=1']} {{(pid=103917) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 17:24:18.451734 dv-cinder-837356-2-iscsi neutron-server[103917]: INFO neutron.wsgi [None req-29ee5bb2-4396-4615-8a7a-faf6bba1b20d admin admin] 10.222.0.66 "GET /v2.0/security-groups?tenant_id=489df5c12d274a23be1c0bf87dc09dc7&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2778134 Jun 16 17:24:18.453049 dv-cinder-837356-2-iscsi neutron-server[103917]: DEBUG neutron.wsgi [-] (103917) accepted ('10.222.0.66', 39148) {{(pid=103917) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 16 17:24:18.460685 dv-cinder-837356-2-iscsi neutron-server[103918]: DEBUG neutron_lib.callbacks.manager [None req-39ead2dc-a542-4f04-b117-439eb7f32aa8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728539454181', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16149322'] for agent (5b2fa84c-1db1-41c6-a6b9-975c3da28daf), after_update {{(pid=103918) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 17:24:18.498246 dv-cinder-837356-2-iscsi neutron-server[103916]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a119a3dd-7851-4c0e-a789-41af38d2bb74 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2523ff2b-9e13-4417-8897-b1b057943e90,revision_number=1']} {{(pid=103916) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 17:24:18.529478 dv-cinder-837356-2-iscsi neutron-server[103916]: DEBUG neutron_lib.callbacks.manager [None req-e5381bcd-94e8-4d53-9305-0adc864d969d admin admin] Publish callbacks [] for security_group (2523ff2b-9e13-4417-8897-b1b057943e90), before_delete {{(pid=103916) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 17:24:18.547481 dv-cinder-837356-2-iscsi neutron-server[103917]: DEBUG neutron_lib.callbacks.manager [None req-5c03fe3a-64a3-43d4-b9e7-9d3c78ad9856 admin admin] Publish callbacks [] for security_group (83bbb60f-5691-4c05-b7f0-920e1f3aaf88), before_delete {{(pid=103917) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 17:24:18.554909 dv-cinder-837356-2-iscsi neutron-server[103916]: DEBUG neutron_lib.callbacks.manager [None req-e5381bcd-94e8-4d53-9305-0adc864d969d admin admin] Publish callbacks [] for security_group (2523ff2b-9e13-4417-8897-b1b057943e90), precommit_delete {{(pid=103916) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 17:24:18.575858 dv-cinder-837356-2-iscsi neutron-server[103917]: DEBUG neutron_lib.callbacks.manager [None req-5c03fe3a-64a3-43d4-b9e7-9d3c78ad9856 admin admin] Publish callbacks [] for security_group (83bbb60f-5691-4c05-b7f0-920e1f3aaf88), precommit_delete {{(pid=103917) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 17:24:18.587262 dv-cinder-837356-2-iscsi neutron-server[103916]: DEBUG dbcounter [-] [103916] Writing DB stats neutron:SELECT=82,neutron:INSERT=13,neutron:DELETE=5 {{(pid=103916) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 16 17:24:18.616061 dv-cinder-837356-2-iscsi neutron-server[103916]: DEBUG neutron_lib.callbacks.manager [None req-e5381bcd-94e8-4d53-9305-0adc864d969d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-570488'] for security_group (2523ff2b-9e13-4417-8897-b1b057943e90), after_delete {{(pid=103916) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 17:24:18.619061 dv-cinder-837356-2-iscsi neutron-server[103916]: DEBUG neutron_lib.callbacks.manager [None req-e5381bcd-94e8-4d53-9305-0adc864d969d admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103916) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 17:24:18.620358 dv-cinder-837356-2-iscsi neutron-server[103916]: INFO neutron.wsgi [None req-e5381bcd-94e8-4d53-9305-0adc864d969d admin admin] 10.222.0.66 "DELETE /v2.0/security-groups/2523ff2b-9e13-4417-8897-b1b057943e90 HTTP/1.1" status: 204 len: 168 time: 0.1779716 Jun 16 17:24:18.629907 dv-cinder-837356-2-iscsi neutron-server[103916]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e5381bcd-94e8-4d53-9305-0adc864d969d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2523ff2b-9e13-4417-8897-b1b057943e90,revision_number=None']} {{(pid=103916) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 17:24:18.638942 dv-cinder-837356-2-iscsi neutron-server[103917]: DEBUG neutron_lib.callbacks.manager [None req-5c03fe3a-64a3-43d4-b9e7-9d3c78ad9856 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-570488'] for security_group (83bbb60f-5691-4c05-b7f0-920e1f3aaf88), after_delete {{(pid=103917) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 17:24:18.641928 dv-cinder-837356-2-iscsi neutron-server[103917]: DEBUG neutron_lib.callbacks.manager [None req-5c03fe3a-64a3-43d4-b9e7-9d3c78ad9856 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103917) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 17:24:18.643068 dv-cinder-837356-2-iscsi neutron-server[103917]: INFO neutron.wsgi [None req-5c03fe3a-64a3-43d4-b9e7-9d3c78ad9856 admin admin] 10.222.0.66 "DELETE /v2.0/security-groups/83bbb60f-5691-4c05-b7f0-920e1f3aaf88 HTTP/1.1" status: 204 len: 168 time: 0.1888380 Jun 16 17:24:18.652006 dv-cinder-837356-2-iscsi neutron-server[103917]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5c03fe3a-64a3-43d4-b9e7-9d3c78ad9856 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=83bbb60f-5691-4c05-b7f0-920e1f3aaf88,revision_number=None']} {{(pid=103917) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 17:24:18.853909 dv-cinder-837356-2-iscsi neutron-server[103917]: DEBUG neutron.wsgi [-] (103917) accepted ('10.222.0.66', 39162) {{(pid=103917) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 16 17:24:19.067998 dv-cinder-837356-2-iscsi neutron-server[103917]: DEBUG neutron_lib.callbacks.manager [None req-900d8855-84aa-4ee5-b744-31640fdeee84 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103917) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 17:24:19.158812 dv-cinder-837356-2-iscsi neutron-server[103917]: DEBUG dbcounter [-] [103917] Writing DB stats neutron:SELECT=88,neutron:INSERT=8,neutron:DELETE=3,neutron:UPDATE=1 {{(pid=103917) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 16 17:24:19.279234 dv-cinder-837356-2-iscsi neutron-server[103917]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8adc507-5fd3-44a9-abc3-9e7bdfd4e7f2 req-ed6a8b46-5576-4579-981c-3798a76c6197 tempest-ServerRescueNegativeTestJSON-1475515620 tempest-ServerRescueNegativeTestJSON-1475515620-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103917) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 16 17:24:19.280951 dv-cinder-837356-2-iscsi neutron-server[103917]: INFO neutron.wsgi [req-b8adc507-5fd3-44a9-abc3-9e7bdfd4e7f2 req-ed6a8b46-5576-4579-981c-3798a76c6197 tempest-ServerRescueNegativeTestJSON-1475515620 tempest-ServerRescueNegativeTestJSON-1475515620-project] 10.222.0.66 "GET /v2.0/ports?device_id=90ea9630-ef03-47fd-aa60-695a36081c19 HTTP/1.1" status: 200 len: 945 time: 0.0701575 Jun 16 17:24:19.284269 dv-cinder-837356-2-iscsi neutron-server[103917]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34cfd9ea-34d1-4e5d-ac48-416b99c651bb req-d9265d3d-a2e0-4ee9-94fe-7a2abe16d469 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103917) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 16 17:24:19.285767 dv-cinder-837356-2-iscsi neutron-server[103917]: INFO neutron.wsgi [req-34cfd9ea-34d1-4e5d-ac48-416b99c651bb req-d9265d3d-a2e0-4ee9-94fe-7a2abe16d469 service neutron] 10.222.0.81 "GET /v2.0/ports?tenant_id=ccf5c45783454fc5a7872490196f07e0&device_id=90ea9630-ef03-47fd-aa60-695a36081c19 HTTP/1.1" status: 200 len: 1129 time: 0.1177962 Jun 16 17:24:19.297418 dv-cinder-837356-2-iscsi neutron-server[103917]: DEBUG dbcounter [-] [103917] Writing DB stats neutron:SELECT=84,neutron:INSERT=14,neutron:UPDATE=1,neutron:DELETE=1 {{(pid=103917) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 16 17:24:19.355100 dv-cinder-837356-2-iscsi neutron-server[103917]: DEBUG neutron_lib.callbacks.manager [None req-900d8855-84aa-4ee5-b744-31640fdeee84 admin admin] Publish callbacks [] for security_group (00c99b61-be45-4e27-91dd-d3bbab93fe90), precommit_create {{(pid=103917) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 17:24:19.379380 dv-cinder-837356-2-iscsi neutron-server[103917]: DEBUG neutron_lib.callbacks.manager [None req-900d8855-84aa-4ee5-b744-31640fdeee84 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-570488'] for security_group (00c99b61-be45-4e27-91dd-d3bbab93fe90), after_create {{(pid=103917) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 17:24:19.463382 dv-cinder-837356-2-iscsi neutron-server[103917]: INFO neutron.wsgi [req-b8adc507-5fd3-44a9-abc3-9e7bdfd4e7f2 req-0a8b1ee7-2286-4e30-9fda-49c2509dfecc tempest-ServerRescueNegativeTestJSON-1475515620 tempest-ServerRescueNegativeTestJSON-1475515620-project] 10.222.0.66 "GET /v2.0/security-groups?id=ce781013-5cdb-4bc3-8c66-743aa21b4c5c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1726418 Jun 16 17:24:19.484781 dv-cinder-837356-2-iscsi neutron-server[103917]: INFO neutron.wsgi [None req-900d8855-84aa-4ee5-b744-31640fdeee84 admin admin] 10.222.0.66 "GET /v2.0/security-groups?tenant_id=c2d34586f25847bf902d8bdc494b89da&name=default HTTP/1.1" status: 200 len: 2996 time: 0.6262834 Jun 16 17:24:19.485875 dv-cinder-837356-2-iscsi neutron-server[103917]: DEBUG neutron.wsgi [-] (103917) accepted ('10.222.0.66', 39206) {{(pid=103917) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 16 17:24:19.497598 dv-cinder-837356-2-iscsi neutron-server[103917]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-900d8855-84aa-4ee5-b744-31640fdeee84 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=00c99b61-be45-4e27-91dd-d3bbab93fe90,revision_number=1']} {{(pid=103917) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 17:24:19.544574 dv-cinder-837356-2-iscsi neutron-server[103917]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34cfd9ea-34d1-4e5d-ac48-416b99c651bb req-6a02480e-44cd-4bc8-b25c-adf4d9d25327 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103917) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 16 17:24:19.546162 dv-cinder-837356-2-iscsi neutron-server[103917]: INFO neutron.wsgi [req-34cfd9ea-34d1-4e5d-ac48-416b99c651bb req-6a02480e-44cd-4bc8-b25c-adf4d9d25327 service neutron] 10.222.0.81 "GET /v2.0/networks?id=7c13538c-2941-4763-a560-37a0a33d14c7 HTTP/1.1" status: 200 len: 921 time: 0.2366495 Jun 16 17:24:19.600012 dv-cinder-837356-2-iscsi neutron-server[103917]: INFO neutron.wsgi [req-34cfd9ea-34d1-4e5d-ac48-416b99c651bb req-e5aa0a2e-5013-4285-887d-0a4e391b506f service neutron] 10.222.0.81 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=6fa0a160-b8b9-480d-91ad-c84aa7d2485a HTTP/1.1" status: 200 len: 217 time: 0.0437152 Jun 16 17:24:19.624743 dv-cinder-837356-2-iscsi neutron-server[103917]: DEBUG neutron_lib.callbacks.manager [None req-2599770d-e40d-4288-b602-3443a671cf2e admin admin] Publish callbacks [] for security_group (00c99b61-be45-4e27-91dd-d3bbab93fe90), before_delete {{(pid=103917) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 17:24:19.678459 dv-cinder-837356-2-iscsi neutron-server[103917]: DEBUG neutron.wsgi [-] (103917) accepted ('10.222.0.66', 39218) {{(pid=103917) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 16 17:24:19.685092 dv-cinder-837356-2-iscsi neutron-server[103917]: DEBUG neutron_lib.callbacks.manager [None req-2599770d-e40d-4288-b602-3443a671cf2e admin admin] Publish callbacks [] for security_group (00c99b61-be45-4e27-91dd-d3bbab93fe90), precommit_delete {{(pid=103917) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 17:24:19.710609 dv-cinder-837356-2-iscsi neutron-server[103917]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34cfd9ea-34d1-4e5d-ac48-416b99c651bb req-4db08dc8-2ed5-4e3a-b31e-8ac80d0d2e79 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103917) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 16 17:24:19.713919 dv-cinder-837356-2-iscsi neutron-server[103917]: INFO neutron.wsgi [req-34cfd9ea-34d1-4e5d-ac48-416b99c651bb req-4db08dc8-2ed5-4e3a-b31e-8ac80d0d2e79 service neutron] 10.222.0.81 "GET /v2.0/subnets?id=8e38426e-d044-4155-92d6-5d9da7f0fc35 HTTP/1.1" status: 200 len: 858 time: 0.1028321 Jun 16 17:24:19.785721 dv-cinder-837356-2-iscsi neutron-server[103917]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34cfd9ea-34d1-4e5d-ac48-416b99c651bb req-7f6667b0-7497-406e-9d45-d8f806a09808 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103917) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 16 17:24:19.787395 dv-cinder-837356-2-iscsi neutron-server[103917]: INFO neutron.wsgi [req-34cfd9ea-34d1-4e5d-ac48-416b99c651bb req-7f6667b0-7497-406e-9d45-d8f806a09808 service neutron] 10.222.0.81 "GET /v2.0/ports?network_id=7c13538c-2941-4763-a560-37a0a33d14c7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0665941 Jun 16 17:24:19.885779 dv-cinder-837356-2-iscsi neutron-server[103917]: DEBUG neutron_lib.callbacks.manager [None req-2599770d-e40d-4288-b602-3443a671cf2e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-570488'] for security_group (00c99b61-be45-4e27-91dd-d3bbab93fe90), after_delete {{(pid=103917) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 17:24:19.888701 dv-cinder-837356-2-iscsi neutron-server[103917]: DEBUG neutron_lib.callbacks.manager [None req-2599770d-e40d-4288-b602-3443a671cf2e admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103917) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 17:24:19.891128 dv-cinder-837356-2-iscsi neutron-server[103917]: INFO neutron.wsgi [None req-2599770d-e40d-4288-b602-3443a671cf2e admin admin] 10.222.0.66 "DELETE /v2.0/security-groups/00c99b61-be45-4e27-91dd-d3bbab93fe90 HTTP/1.1" status: 204 len: 168 time: 0.4044793 Jun 16 17:24:19.906165 dv-cinder-837356-2-iscsi neutron-server[103917]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2599770d-e40d-4288-b602-3443a671cf2e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=00c99b61-be45-4e27-91dd-d3bbab93fe90,revision_number=None']} {{(pid=103917) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 17:24:19.959389 dv-cinder-837356-2-iscsi neutron-server[103917]: INFO neutron.wsgi [req-34cfd9ea-34d1-4e5d-ac48-416b99c651bb req-bafcb43a-cde3-4153-b59d-19e0497b059a service neutron] 10.222.0.81 "GET /v2.0/networks/7c13538c-2941-4763-a560-37a0a33d14c7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1625876 Jun 16 17:24:20.086071 dv-cinder-837356-2-iscsi neutron-server[103917]: DEBUG neutron_lib.callbacks.manager [None req-dee5d8aa-ea72-40fb-8d3e-6f8c69cf9665 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103917) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 17:24:20.112491 dv-cinder-837356-2-iscsi neutron-server[103917]: INFO neutron.wsgi [req-34cfd9ea-34d1-4e5d-ac48-416b99c651bb req-982545a1-250e-4c9a-90b5-e253a4c23f95 service neutron] 10.222.0.81 "GET /v2.0/networks/7c13538c-2941-4763-a560-37a0a33d14c7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1408467 Jun 16 17:24:20.141907 dv-cinder-837356-2-iscsi neutron-server[103917]: DEBUG dbcounter [-] [103917] Writing DB stats neutron:SELECT=97,neutron:DELETE=2,neutron:UPDATE=1 {{(pid=103917) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 16 17:24:20.199988 dv-cinder-837356-2-iscsi neutron-server[103917]: DEBUG neutron_lib.callbacks.manager [None req-dee5d8aa-ea72-40fb-8d3e-6f8c69cf9665 admin admin] Publish callbacks [] for security_group (2712d4f3-86e1-41dc-ab78-8374960ed226), precommit_create {{(pid=103917) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 17:24:20.205797 dv-cinder-837356-2-iscsi neutron-server[103917]: DEBUG neutron_lib.callbacks.manager [None req-dee5d8aa-ea72-40fb-8d3e-6f8c69cf9665 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-570488'] for security_group (2712d4f3-86e1-41dc-ab78-8374960ed226), after_create {{(pid=103917) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 17:24:20.253948 dv-cinder-837356-2-iscsi neutron-server[103917]: INFO neutron.wsgi [None req-dee5d8aa-ea72-40fb-8d3e-6f8c69cf9665 admin admin] 10.222.0.66 "GET /v2.0/security-groups?tenant_id=79128a84c79e4690bec90d0bfc838e09&name=default HTTP/1.1" status: 200 len: 2996 time: 0.5712729 Jun 16 17:24:20.255162 dv-cinder-837356-2-iscsi neutron-server[103917]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dee5d8aa-ea72-40fb-8d3e-6f8c69cf9665 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2712d4f3-86e1-41dc-ab78-8374960ed226,revision_number=1']} {{(pid=103917) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 17:24:20.257963 dv-cinder-837356-2-iscsi neutron-server[103916]: DEBUG neutron.wsgi [-] (103916) accepted ('10.222.0.66', 39248) {{(pid=103916) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 16 17:24:20.331706 dv-cinder-837356-2-iscsi neutron-server[103916]: DEBUG neutron_lib.callbacks.manager [None req-8001bd9a-80b5-48c8-a119-e88d761296ee admin admin] Publish callbacks [] for security_group (2712d4f3-86e1-41dc-ab78-8374960ed226), before_delete {{(pid=103916) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 17:24:20.355164 dv-cinder-837356-2-iscsi neutron-server[103916]: DEBUG neutron_lib.callbacks.manager [None req-8001bd9a-80b5-48c8-a119-e88d761296ee admin admin] Publish callbacks [] for security_group (2712d4f3-86e1-41dc-ab78-8374960ed226), precommit_delete {{(pid=103916) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 17:24:20.410457 dv-cinder-837356-2-iscsi neutron-server[103916]: DEBUG neutron_lib.callbacks.manager [None req-8001bd9a-80b5-48c8-a119-e88d761296ee admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-570488'] for security_group (2712d4f3-86e1-41dc-ab78-8374960ed226), after_delete {{(pid=103916) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 17:24:20.412853 dv-cinder-837356-2-iscsi neutron-server[103916]: DEBUG neutron_lib.callbacks.manager [None req-8001bd9a-80b5-48c8-a119-e88d761296ee admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103916) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 17:24:20.415723 dv-cinder-837356-2-iscsi neutron-server[103916]: INFO neutron.wsgi [None req-8001bd9a-80b5-48c8-a119-e88d761296ee admin admin] 10.222.0.66 "DELETE /v2.0/security-groups/2712d4f3-86e1-41dc-ab78-8374960ed226 HTTP/1.1" status: 204 len: 168 time: 0.1565759 Jun 16 17:24:20.431666 dv-cinder-837356-2-iscsi neutron-server[103916]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8001bd9a-80b5-48c8-a119-e88d761296ee admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2712d4f3-86e1-41dc-ab78-8374960ed226,revision_number=None']} {{(pid=103916) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 17:24:20.713955 dv-cinder-837356-2-iscsi neutron-server[103916]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ebfc42ae-8a46-4114-b1c9-e9f97faf29e8 req-79555ce7-4279-43d6-a927-d9878091a26c tempest-ServerRescueNegativeTestJSON-1475515620 tempest-ServerRescueNegativeTestJSON-1475515620-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103916) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 16 17:24:20.724119 dv-cinder-837356-2-iscsi neutron-server[103916]: INFO neutron.wsgi [req-ebfc42ae-8a46-4114-b1c9-e9f97faf29e8 req-79555ce7-4279-43d6-a927-d9878091a26c tempest-ServerRescueNegativeTestJSON-1475515620 tempest-ServerRescueNegativeTestJSON-1475515620-project] 10.222.0.66 "GET /v2.0/ports?device_id=90ea9630-ef03-47fd-aa60-695a36081c19 HTTP/1.1" status: 200 len: 945 time: 0.0998955 Jun 16 17:24:20.790137 dv-cinder-837356-2-iscsi neutron-server[103916]: INFO neutron.wsgi [req-ebfc42ae-8a46-4114-b1c9-e9f97faf29e8 req-60574001-2fb7-4b6f-8800-e1be95b0c196 tempest-ServerRescueNegativeTestJSON-1475515620 tempest-ServerRescueNegativeTestJSON-1475515620-project] 10.222.0.66 "GET /v2.0/security-groups?id=ce781013-5cdb-4bc3-8c66-743aa21b4c5c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0649433 Jun 16 17:24:21.045647 dv-cinder-837356-2-iscsi neutron-server[103916]: DEBUG neutron.wsgi [-] (103916) accepted ('10.222.0.66', 39294) {{(pid=103916) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 16 17:24:21.072883 dv-cinder-837356-2-iscsi neutron-server[103916]: DEBUG neutron_lib.callbacks.manager [None req-3b5ccfd9-646e-49fe-8f06-f65469ceb5bd admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103916) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 17:24:21.176871 dv-cinder-837356-2-iscsi neutron-server[103916]: DEBUG neutron_lib.callbacks.manager [None req-3b5ccfd9-646e-49fe-8f06-f65469ceb5bd admin admin] Publish callbacks [] for security_group (73f11bf1-fc6f-4db8-b973-c63697dd7d7b), precommit_create {{(pid=103916) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 17:24:21.185080 dv-cinder-837356-2-iscsi neutron-server[103916]: DEBUG neutron_lib.callbacks.manager [None req-3b5ccfd9-646e-49fe-8f06-f65469ceb5bd admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-570488'] for security_group (73f11bf1-fc6f-4db8-b973-c63697dd7d7b), after_create {{(pid=103916) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 17:24:21.205447 dv-cinder-837356-2-iscsi neutron-server[103916]: DEBUG dbcounter [-] [103916] Writing DB stats neutron:SELECT=80,neutron:INSERT=13,neutron:UPDATE=2,neutron:DELETE=5 {{(pid=103916) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 16 17:24:21.211079 dv-cinder-837356-2-iscsi neutron-server[103917]: DEBUG neutron.wsgi [-] (103917) accepted ('10.222.0.66', 39298) {{(pid=103917) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 16 17:24:21.247131 dv-cinder-837356-2-iscsi neutron-server[103917]: DEBUG neutron.wsgi [-] (103917) accepted ('10.222.0.66', 39302) {{(pid=103917) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 16 17:24:21.247568 dv-cinder-837356-2-iscsi neutron-server[103916]: INFO neutron.wsgi [None req-3b5ccfd9-646e-49fe-8f06-f65469ceb5bd admin admin] 10.222.0.66 "GET /v2.0/security-groups?tenant_id=327b87f2c7fb4fa5b5e6e34b48a1bf38&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1976995 Jun 16 17:24:21.254098 dv-cinder-837356-2-iscsi neutron-server[103916]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b5ccfd9-646e-49fe-8f06-f65469ceb5bd admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=73f11bf1-fc6f-4db8-b973-c63697dd7d7b,revision_number=1']} {{(pid=103916) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 17:24:21.333946 dv-cinder-837356-2-iscsi neutron-server[103917]: DEBUG neutron_lib.callbacks.manager [None req-41b1f698-32c1-487c-b5e7-f2971153b7e7 admin admin] Publish callbacks [] for security_group (73f11bf1-fc6f-4db8-b973-c63697dd7d7b), before_delete {{(pid=103917) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 17:24:21.345249 dv-cinder-837356-2-iscsi neutron-server[103917]: DEBUG dbcounter [-] [103917] Writing DB stats neutron:SELECT=87,neutron:DELETE=2,neutron:INSERT=11 {{(pid=103917) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 16 17:24:21.364353 dv-cinder-837356-2-iscsi neutron-server[103917]: DEBUG neutron_lib.callbacks.manager [None req-41b1f698-32c1-487c-b5e7-f2971153b7e7 admin admin] Publish callbacks [] for security_group (73f11bf1-fc6f-4db8-b973-c63697dd7d7b), precommit_delete {{(pid=103917) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 17:24:21.403040 dv-cinder-837356-2-iscsi neutron-server[103917]: DEBUG neutron_lib.callbacks.manager [None req-a81bbd3a-89db-4d37-8bfc-609a7a56b7b2 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103917) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 17:24:21.489456 dv-cinder-837356-2-iscsi neutron-server[103917]: DEBUG neutron_lib.callbacks.manager [None req-41b1f698-32c1-487c-b5e7-f2971153b7e7 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-570488'] for security_group (73f11bf1-fc6f-4db8-b973-c63697dd7d7b), after_delete {{(pid=103917) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 17:24:21.490401 dv-cinder-837356-2-iscsi neutron-server[103917]: DEBUG neutron_lib.callbacks.manager [None req-41b1f698-32c1-487c-b5e7-f2971153b7e7 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103917) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 17:24:21.494690 dv-cinder-837356-2-iscsi neutron-server[103917]: INFO neutron.wsgi [None req-41b1f698-32c1-487c-b5e7-f2971153b7e7 admin admin] 10.222.0.66 "DELETE /v2.0/security-groups/73f11bf1-fc6f-4db8-b973-c63697dd7d7b HTTP/1.1" status: 204 len: 168 time: 0.2434559 Jun 16 17:24:21.524920 dv-cinder-837356-2-iscsi neutron-server[103917]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-41b1f698-32c1-487c-b5e7-f2971153b7e7 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=73f11bf1-fc6f-4db8-b973-c63697dd7d7b,revision_number=None']} {{(pid=103917) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 17:24:21.598974 dv-cinder-837356-2-iscsi neutron-server[103917]: DEBUG neutron_lib.callbacks.manager [None req-a81bbd3a-89db-4d37-8bfc-609a7a56b7b2 admin admin] Publish callbacks [] for security_group (24e9acb5-7a44-45df-8da3-653aefae1552), precommit_create {{(pid=103917) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 17:24:21.604930 dv-cinder-837356-2-iscsi neutron-server[103917]: DEBUG neutron_lib.callbacks.manager [None req-a81bbd3a-89db-4d37-8bfc-609a7a56b7b2 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-570488'] for security_group (24e9acb5-7a44-45df-8da3-653aefae1552), after_create {{(pid=103917) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 17:24:21.657228 dv-cinder-837356-2-iscsi neutron-server[103917]: INFO neutron.wsgi [None req-a81bbd3a-89db-4d37-8bfc-609a7a56b7b2 admin admin] 10.222.0.66 "GET /v2.0/security-groups?tenant_id=0d6d5610e5a240eeb78ae85ed576a672&name=default HTTP/1.1" status: 200 len: 2996 time: 0.4422076 Jun 16 17:24:21.657228 dv-cinder-837356-2-iscsi neutron-server[103917]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a81bbd3a-89db-4d37-8bfc-609a7a56b7b2 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=24e9acb5-7a44-45df-8da3-653aefae1552,revision_number=1']} {{(pid=103917) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 17:24:21.658599 dv-cinder-837356-2-iscsi neutron-server[103916]: DEBUG neutron.wsgi [-] (103916) accepted ('10.222.0.66', 39320) {{(pid=103916) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 16 17:24:21.722993 dv-cinder-837356-2-iscsi neutron-server[103916]: DEBUG neutron_lib.callbacks.manager [None req-9ff15ff0-0d66-448f-8e6f-caa4124f39df admin admin] Publish callbacks [] for security_group (24e9acb5-7a44-45df-8da3-653aefae1552), before_delete {{(pid=103916) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 17:24:21.748767 dv-cinder-837356-2-iscsi neutron-server[103916]: DEBUG neutron_lib.callbacks.manager [None req-9ff15ff0-0d66-448f-8e6f-caa4124f39df admin admin] Publish callbacks [] for security_group (24e9acb5-7a44-45df-8da3-653aefae1552), precommit_delete {{(pid=103916) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 17:24:21.809652 dv-cinder-837356-2-iscsi neutron-server[103916]: DEBUG neutron_lib.callbacks.manager [None req-9ff15ff0-0d66-448f-8e6f-caa4124f39df admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-570488'] for security_group (24e9acb5-7a44-45df-8da3-653aefae1552), after_delete {{(pid=103916) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 17:24:21.813036 dv-cinder-837356-2-iscsi neutron-server[103916]: DEBUG neutron_lib.callbacks.manager [None req-9ff15ff0-0d66-448f-8e6f-caa4124f39df admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103916) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 17:24:21.817615 dv-cinder-837356-2-iscsi neutron-server[103916]: INFO neutron.wsgi [None req-9ff15ff0-0d66-448f-8e6f-caa4124f39df admin admin] 10.222.0.66 "DELETE /v2.0/security-groups/24e9acb5-7a44-45df-8da3-653aefae1552 HTTP/1.1" status: 204 len: 168 time: 0.1579156 Jun 16 17:24:21.826912 dv-cinder-837356-2-iscsi neutron-server[103916]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9ff15ff0-0d66-448f-8e6f-caa4124f39df admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=24e9acb5-7a44-45df-8da3-653aefae1552,revision_number=None']} {{(pid=103916) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 17:24:21.933570 dv-cinder-837356-2-iscsi neutron-server[103917]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b998e802-476b-45dc-b3cd-5db5747fa4f2 req-09858580-8668-417c-8331-509e531e88b8 tempest-ServerRescueNegativeTestJSON-1475515620 tempest-ServerRescueNegativeTestJSON-1475515620-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103917) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 16 17:24:21.935650 dv-cinder-837356-2-iscsi neutron-server[103917]: INFO neutron.wsgi [req-b998e802-476b-45dc-b3cd-5db5747fa4f2 req-09858580-8668-417c-8331-509e531e88b8 tempest-ServerRescueNegativeTestJSON-1475515620 tempest-ServerRescueNegativeTestJSON-1475515620-project] 10.222.0.66 "GET /v2.0/ports?device_id=90ea9630-ef03-47fd-aa60-695a36081c19 HTTP/1.1" status: 200 len: 945 time: 0.0543981 Jun 16 17:24:21.972030 dv-cinder-837356-2-iscsi neutron-server[103916]: DEBUG neutron.wsgi [-] (103916) accepted ('10.222.0.66', 39332) {{(pid=103916) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 16 17:24:21.996552 dv-cinder-837356-2-iscsi neutron-server[103916]: DEBUG neutron_lib.callbacks.manager [None req-2a91562e-1736-4ba2-93dd-bcfaaae502c2 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103916) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 17:24:22.041851 dv-cinder-837356-2-iscsi neutron-server[103917]: INFO neutron.wsgi [req-b998e802-476b-45dc-b3cd-5db5747fa4f2 req-ceed4dd0-7a33-4314-9acf-44ccee972427 tempest-ServerRescueNegativeTestJSON-1475515620 tempest-ServerRescueNegativeTestJSON-1475515620-project] 10.222.0.66 "GET /v2.0/security-groups?id=ce781013-5cdb-4bc3-8c66-743aa21b4c5c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1001053 Jun 16 17:24:22.078456 dv-cinder-837356-2-iscsi neutron-server[103916]: DEBUG dbcounter [-] [103916] Writing DB stats neutron:SELECT=79,neutron:DELETE=4,neutron:INSERT=16,neutron:UPDATE=1 {{(pid=103916) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 16 17:24:22.096514 dv-cinder-837356-2-iscsi neutron-server[103916]: DEBUG neutron_lib.callbacks.manager [None req-2a91562e-1736-4ba2-93dd-bcfaaae502c2 admin admin] Publish callbacks [] for security_group (691c9997-c2c9-4700-a7c3-f1fcd57f2e45), precommit_create {{(pid=103916) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 17:24:22.105767 dv-cinder-837356-2-iscsi neutron-server[103916]: DEBUG neutron_lib.callbacks.manager [None req-2a91562e-1736-4ba2-93dd-bcfaaae502c2 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-570488'] for security_group (691c9997-c2c9-4700-a7c3-f1fcd57f2e45), after_create {{(pid=103916) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 17:24:22.157043 dv-cinder-837356-2-iscsi neutron-server[103916]: INFO neutron.wsgi [None req-2a91562e-1736-4ba2-93dd-bcfaaae502c2 admin admin] 10.222.0.66 "GET /v2.0/security-groups?tenant_id=5009ae5345d442db98c791c7989bf38a&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1755090 Jun 16 17:24:22.157672 dv-cinder-837356-2-iscsi neutron-server[103917]: DEBUG neutron.wsgi [-] (103917) accepted ('10.222.0.66', 39338) {{(pid=103917) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 16 17:24:22.158295 dv-cinder-837356-2-iscsi neutron-server[103916]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2a91562e-1736-4ba2-93dd-bcfaaae502c2 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=691c9997-c2c9-4700-a7c3-f1fcd57f2e45,revision_number=1']} {{(pid=103916) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 17:24:22.219498 dv-cinder-837356-2-iscsi neutron-server[103917]: DEBUG neutron_lib.callbacks.manager [None req-39291249-052b-4523-ab29-7d8743195d11 admin admin] Publish callbacks [] for security_group (691c9997-c2c9-4700-a7c3-f1fcd57f2e45), before_delete {{(pid=103917) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 17:24:22.253292 dv-cinder-837356-2-iscsi neutron-server[103917]: DEBUG neutron_lib.callbacks.manager [None req-39291249-052b-4523-ab29-7d8743195d11 admin admin] Publish callbacks [] for security_group (691c9997-c2c9-4700-a7c3-f1fcd57f2e45), precommit_delete {{(pid=103917) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 17:24:22.327977 dv-cinder-837356-2-iscsi neutron-server[103917]: DEBUG neutron_lib.callbacks.manager [None req-39291249-052b-4523-ab29-7d8743195d11 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-570488'] for security_group (691c9997-c2c9-4700-a7c3-f1fcd57f2e45), after_delete {{(pid=103917) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 17:24:22.331519 dv-cinder-837356-2-iscsi neutron-server[103917]: DEBUG neutron_lib.callbacks.manager [None req-39291249-052b-4523-ab29-7d8743195d11 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103917) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 17:24:22.332858 dv-cinder-837356-2-iscsi neutron-server[103917]: INFO neutron.wsgi [None req-39291249-052b-4523-ab29-7d8743195d11 admin admin] 10.222.0.66 "DELETE /v2.0/security-groups/691c9997-c2c9-4700-a7c3-f1fcd57f2e45 HTTP/1.1" status: 204 len: 168 time: 0.1739960 Jun 16 17:24:22.343444 dv-cinder-837356-2-iscsi neutron-server[103917]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-39291249-052b-4523-ab29-7d8743195d11 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=691c9997-c2c9-4700-a7c3-f1fcd57f2e45,revision_number=None']} {{(pid=103917) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 17:24:22.881717 dv-cinder-837356-2-iscsi neutron-server[103917]: DEBUG neutron.wsgi [-] (103917) accepted ('10.222.0.66', 39366) {{(pid=103917) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 16 17:24:22.990335 dv-cinder-837356-2-iscsi neutron-server[103917]: DEBUG neutron.api.v2.base [None req-9791c009-a3bd-4ea5-9acd-5f3c7af3a86a admin admin] Request body: {'network': {'name': 'tempest-EncryptedVolumesExtendAttachedTest-2107393778-network', 'tenant_id': '3058799973fc4d19a77910e259126579'}} {{(pid=103917) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jun 16 17:24:23.013909 dv-cinder-837356-2-iscsi neutron-server[103917]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9791c009-a3bd-4ea5-9acd-5f3c7af3a86a admin admin] Made reservation on behalf of 3058799973fc4d19a77910e259126579 for: {'network': 1} {{(pid=103917) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 16 17:24:23.016289 dv-cinder-837356-2-iscsi neutron-server[103917]: DEBUG neutron_lib.callbacks.manager [None req-9791c009-a3bd-4ea5-9acd-5f3c7af3a86a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16007590'] for network (None), before_create {{(pid=103917) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 17:24:23.025998 dv-cinder-837356-2-iscsi neutron-server[103917]: DEBUG neutron_lib.callbacks.manager [None req-9791c009-a3bd-4ea5-9acd-5f3c7af3a86a admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103917) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 17:24:23.105689 dv-cinder-837356-2-iscsi neutron-server[103917]: DEBUG neutron_lib.callbacks.manager [None req-9791c009-a3bd-4ea5-9acd-5f3c7af3a86a admin admin] Publish callbacks [] for security_group (9f371586-64cf-44ad-9b86-3d42289d96b0), precommit_create {{(pid=103917) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 17:24:23.111521 dv-cinder-837356-2-iscsi neutron-server[103917]: DEBUG neutron_lib.callbacks.manager [None req-9791c009-a3bd-4ea5-9acd-5f3c7af3a86a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-570488'] for security_group (9f371586-64cf-44ad-9b86-3d42289d96b0), after_create {{(pid=103917) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 17:24:23.137712 dv-cinder-837356-2-iscsi neutron-server[103917]: DEBUG dbcounter [-] [103917] Writing DB stats neutron:SELECT=78,neutron:DELETE=6,neutron:INSERT=14,neutron:UPDATE=2 {{(pid=103917) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 16 17:24:23.138650 dv-cinder-837356-2-iscsi neutron-server[103917]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-9791c009-a3bd-4ea5-9acd-5f3c7af3a86a admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 1004} {{(pid=103917) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jun 16 17:24:23.158703 dv-cinder-837356-2-iscsi neutron-server[103917]: DEBUG neutron_lib.callbacks.manager [None req-9791c009-a3bd-4ea5-9acd-5f3c7af3a86a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16150272'] for segment (ed8db16a-13c6-4ecb-97f8-2ece592f3b3e), precommit_create {{(pid=103917) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 17:24:23.159220 dv-cinder-837356-2-iscsi neutron-server[103917]: INFO neutron.db.segments_db [None req-9791c009-a3bd-4ea5-9acd-5f3c7af3a86a admin admin] Added segment ed8db16a-13c6-4ecb-97f8-2ece592f3b3e of type vlan for network fc0298ad-157a-4f77-9dc0-30c82e850ee2 Jun 16 17:24:23.160831 dv-cinder-837356-2-iscsi neutron-server[103917]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9791c009-a3bd-4ea5-9acd-5f3c7af3a86a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9f371586-64cf-44ad-9b86-3d42289d96b0,revision_number=1']} {{(pid=103917) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 17:24:23.176115 dv-cinder-837356-2-iscsi neutron-server[103917]: DEBUG dbcounter [-] [103917] Writing DB stats neutron:SELECT=82,neutron:INSERT=14,neutron:DELETE=2,neutron:UPDATE=2 {{(pid=103917) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 16 17:24:23.177478 dv-cinder-837356-2-iscsi neutron-server[103916]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bcc1e468-b5a4-41e9-a58e-4838f1e58e5c req-615cf451-7491-4232-91e7-a0b357a4304c tempest-ServerRescueNegativeTestJSON-1475515620 tempest-ServerRescueNegativeTestJSON-1475515620-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103916) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 16 17:24:23.179320 dv-cinder-837356-2-iscsi neutron-server[103916]: INFO neutron.wsgi [req-bcc1e468-b5a4-41e9-a58e-4838f1e58e5c req-615cf451-7491-4232-91e7-a0b357a4304c tempest-ServerRescueNegativeTestJSON-1475515620 tempest-ServerRescueNegativeTestJSON-1475515620-project] 10.222.0.66 "GET /v2.0/ports?device_id=90ea9630-ef03-47fd-aa60-695a36081c19 HTTP/1.1" status: 200 len: 945 time: 0.0603514 Jun 16 17:24:23.215783 dv-cinder-837356-2-iscsi neutron-server[103917]: DEBUG neutron_lib.callbacks.manager [None req-9791c009-a3bd-4ea5-9acd-5f3c7af3a86a admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8728539013196'] for network (fc0298ad-157a-4f77-9dc0-30c82e850ee2), precommit_create {{(pid=103917) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 17:24:23.237301 dv-cinder-837356-2-iscsi neutron-server[103916]: INFO neutron.wsgi [req-bcc1e468-b5a4-41e9-a58e-4838f1e58e5c req-d0cd4d9b-01e2-48e7-bd63-7e9dfcc792e3 tempest-ServerRescueNegativeTestJSON-1475515620 tempest-ServerRescueNegativeTestJSON-1475515620-project] 10.222.0.66 "GET /v2.0/security-groups?id=ce781013-5cdb-4bc3-8c66-743aa21b4c5c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0508330 Jun 16 17:24:23.246812 dv-cinder-837356-2-iscsi neutron-server[103917]: DEBUG neutron_lib.callbacks.manager [None req-9791c009-a3bd-4ea5-9acd-5f3c7af3a86a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-570401', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16241551'] for network (fc0298ad-157a-4f77-9dc0-30c82e850ee2), after_create {{(pid=103917) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 17:24:23.247813 dv-cinder-837356-2-iscsi neutron-server[103917]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9791c009-a3bd-4ea5-9acd-5f3c7af3a86a admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103917) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 16 17:24:23.248405 dv-cinder-837356-2-iscsi neutron-server[103917]: DEBUG neutron_lib.callbacks.manager [None req-9791c009-a3bd-4ea5-9acd-5f3c7af3a86a admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-16241561'] for network (None), before_response {{(pid=103917) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 17:24:23.284606 dv-cinder-837356-2-iscsi neutron-server[103917]: INFO neutron.wsgi [None req-9791c009-a3bd-4ea5-9acd-5f3c7af3a86a admin admin] 10.222.0.66 "POST /v2.0/networks HTTP/1.1" status: 201 len: 880 time: 0.4014716 Jun 16 17:24:23.287849 dv-cinder-837356-2-iscsi neutron-server[103916]: DEBUG neutron.wsgi [-] (103916) accepted ('10.222.0.66', 39374) {{(pid=103916) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 16 17:24:23.293366 dv-cinder-837356-2-iscsi neutron-server[103916]: DEBUG neutron.api.v2.base [None req-87af530c-edd1-4847-b4c7-8c890a622f49 admin admin] Request body: {'subnet': {'network_id': 'fc0298ad-157a-4f77-9dc0-30c82e850ee2', 'cidr': '172.20.0.0/28', 'name': 'tempest-EncryptedVolumesExtendAttachedTest-2107393778-subnet', 'tenant_id': '3058799973fc4d19a77910e259126579', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=103916) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jun 16 17:24:23.318041 dv-cinder-837356-2-iscsi neutron-server[103917]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9791c009-a3bd-4ea5-9acd-5f3c7af3a86a admin admin] Pushing event updated for resources: {'Network': ['ID=fc0298ad-157a-4f77-9dc0-30c82e850ee2,revision_number=1']} {{(pid=103917) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 17:24:23.319372 dv-cinder-837356-2-iscsi neutron-server[103916]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-87af530c-edd1-4847-b4c7-8c890a622f49 admin admin] Made reservation on behalf of 3058799973fc4d19a77910e259126579 for: {'subnet': 1} {{(pid=103916) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 16 17:24:23.323087 dv-cinder-837356-2-iscsi neutron-server[103916]: DEBUG neutron_lib.callbacks.manager [None req-87af530c-edd1-4847-b4c7-8c890a622f49 admin admin] Publish callbacks [] for subnet (None), before_create {{(pid=103916) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 17:24:23.328102 dv-cinder-837356-2-iscsi neutron-server[103918]: DEBUG neutron.plugins.ml2.rpc [None req-39ead2dc-a542-4f04-b117-439eb7f32aa8 None None] Network fc0298ad-157a-4f77-9dc0-30c82e850ee2 details requested by agent ovs-agent-dv-cinder-837356-2-iscsi with host dv-cinder-837356-2-iscsi {{(pid=103918) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jun 16 17:24:23.523680 dv-cinder-837356-2-iscsi neutron-server[103916]: DEBUG neutron_lib.callbacks.manager [None req-87af530c-edd1-4847-b4c7-8c890a622f49 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-570574', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16241551'] for subnet (43e71660-bab1-45ac-aec6-dbbd7a96c3f1), after_create {{(pid=103916) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 17:24:23.597328 dv-cinder-837356-2-iscsi neutron-server[103916]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-87af530c-edd1-4847-b4c7-8c890a622f49 admin admin] Pushing event updated for resources: {'Subnet': ['ID=43e71660-bab1-45ac-aec6-dbbd7a96c3f1,revision_number=0']} {{(pid=103916) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 17:24:23.609358 dv-cinder-837356-2-iscsi neutron-server[103916]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-87af530c-edd1-4847-b4c7-8c890a622f49 admin admin] Checking segment: {'id': 'ed8db16a-13c6-4ecb-97f8-2ece592f3b3e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1004, 'network_id': 'fc0298ad-157a-4f77-9dc0-30c82e850ee2'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103916) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jun 16 17:24:23.609709 dv-cinder-837356-2-iscsi neutron-server[103916]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-87af530c-edd1-4847-b4c7-8c890a622f49 admin admin] Network hostable DHCP agents. Network: fc0298ad-157a-4f77-9dc0-30c82e850ee2, hostable agents: ['0913b7ec-eea4-4492-8ef1-e01c4575abca'], hosted agents: [] {{(pid=103916) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jun 16 17:24:23.627643 dv-cinder-837356-2-iscsi neutron-server[103916]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-87af530c-edd1-4847-b4c7-8c890a622f49 admin admin] Network fc0298ad-157a-4f77-9dc0-30c82e850ee2 is scheduled to be hosted by DHCP agent 0913b7ec-eea4-4492-8ef1-e01c4575abca with binding_index 1 {{(pid=103916) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jun 16 17:24:23.637093 dv-cinder-837356-2-iscsi neutron-server[103916]: DEBUG neutron.scheduler.base_scheduler [None req-87af530c-edd1-4847-b4c7-8c890a622f49 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-837356-2-iscsi, fc0298ad-157a-4f77-9dc0-30c82e850ee2) {{(pid=103916) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 16 17:24:23.641594 dv-cinder-837356-2-iscsi neutron-server[103916]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-87af530c-edd1-4847-b4c7-8c890a622f49 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=103916) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 16 17:24:23.642198 dv-cinder-837356-2-iscsi neutron-server[103916]: DEBUG neutron_lib.callbacks.manager [None req-87af530c-edd1-4847-b4c7-8c890a622f49 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-16241561'] for subnet (None), before_response {{(pid=103916) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 17:24:23.647109 dv-cinder-837356-2-iscsi neutron-server[103918]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e18b8ed1-adca-4b7a-82a0-b66fe984a2f9 None None] Network fc0298ad-157a-4f77-9dc0-30c82e850ee2 requested from dv-cinder-837356-2-iscsi {{(pid=103918) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jun 16 17:24:23.659830 dv-cinder-837356-2-iscsi neutron-server[103916]: INFO neutron.wsgi [None req-87af530c-edd1-4847-b4c7-8c890a622f49 admin admin] 10.222.0.66 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 862 time: 0.3708305 Jun 16 17:24:23.747938 dv-cinder-837356-2-iscsi neutron-server[103918]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-933e00c0-478d-498b-82df-a11c940620ad None None] Network fc0298ad-157a-4f77-9dc0-30c82e850ee2 requested from dv-cinder-837356-2-iscsi {{(pid=103918) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jun 16 17:24:24.173945 dv-cinder-837356-2-iscsi neutron-server[103916]: DEBUG neutron.wsgi [-] (103916) accepted ('10.222.0.66', 39394) {{(pid=103916) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 16 17:24:24.179357 dv-cinder-837356-2-iscsi neutron-server[103916]: DEBUG neutron.api.v2.base [None req-3172ab57-336f-40f1-9903-442371bc0fe4 admin admin] Request body: {'network': {'name': 'tempest-EncryptedVolumesExtendAttachedTest-417247515-network', 'tenant_id': 'f99b08d1a91f435c886dc463a9cfa85d'}} {{(pid=103916) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jun 16 17:24:24.194923 dv-cinder-837356-2-iscsi neutron-server[103916]: DEBUG dbcounter [-] [103916] Writing DB stats neutron:SELECT=89,neutron:DELETE=3,neutron:INSERT=6,neutron:UPDATE=2 {{(pid=103916) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 16 17:24:24.213037 dv-cinder-837356-2-iscsi neutron-server[103916]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3172ab57-336f-40f1-9903-442371bc0fe4 admin admin] Made reservation on behalf of f99b08d1a91f435c886dc463a9cfa85d for: {'network': 1} {{(pid=103916) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 16 17:24:24.217004 dv-cinder-837356-2-iscsi neutron-server[103916]: DEBUG neutron_lib.callbacks.manager [None req-3172ab57-336f-40f1-9903-442371bc0fe4 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16007590'] for network (None), before_create {{(pid=103916) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 17:24:24.229636 dv-cinder-837356-2-iscsi neutron-server[103916]: DEBUG neutron_lib.callbacks.manager [None req-3172ab57-336f-40f1-9903-442371bc0fe4 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103916) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 17:24:24.311145 dv-cinder-837356-2-iscsi neutron-server[103916]: DEBUG neutron_lib.callbacks.manager [None req-3172ab57-336f-40f1-9903-442371bc0fe4 admin admin] Publish callbacks [] for security_group (d73c8705-3246-43fe-a903-85a195a76d6d), precommit_create {{(pid=103916) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 17:24:24.318436 dv-cinder-837356-2-iscsi neutron-server[103916]: DEBUG neutron_lib.callbacks.manager [None req-3172ab57-336f-40f1-9903-442371bc0fe4 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-570488'] for security_group (d73c8705-3246-43fe-a903-85a195a76d6d), after_create {{(pid=103916) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 17:24:24.351110 dv-cinder-837356-2-iscsi neutron-server[103916]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-3172ab57-336f-40f1-9903-442371bc0fe4 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 1047} {{(pid=103916) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jun 16 17:24:24.359255 dv-cinder-837356-2-iscsi neutron-server[103916]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3172ab57-336f-40f1-9903-442371bc0fe4 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d73c8705-3246-43fe-a903-85a195a76d6d,revision_number=1']} {{(pid=103916) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 17:24:24.367217 dv-cinder-837356-2-iscsi neutron-server[103916]: DEBUG neutron_lib.callbacks.manager [None req-3172ab57-336f-40f1-9903-442371bc0fe4 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16150272'] for segment (ab548bf0-23e7-47d1-9b66-39157b5f956b), precommit_create {{(pid=103916) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 17:24:24.367554 dv-cinder-837356-2-iscsi neutron-server[103916]: INFO neutron.db.segments_db [None req-3172ab57-336f-40f1-9903-442371bc0fe4 admin admin] Added segment ab548bf0-23e7-47d1-9b66-39157b5f956b of type vlan for network bb1e69b2-b89f-4c02-b886-b80fabe2066f Jun 16 17:24:24.369449 dv-cinder-837356-2-iscsi neutron-server[103917]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6cea57a5-04e4-4a49-9dfa-1704028a3f8c req-b826c887-2990-4f6c-a601-857b5854284b tempest-ServerRescueNegativeTestJSON-1475515620 tempest-ServerRescueNegativeTestJSON-1475515620-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103917) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 16 17:24:24.371010 dv-cinder-837356-2-iscsi neutron-server[103917]: INFO neutron.wsgi [req-6cea57a5-04e4-4a49-9dfa-1704028a3f8c req-b826c887-2990-4f6c-a601-857b5854284b tempest-ServerRescueNegativeTestJSON-1475515620 tempest-ServerRescueNegativeTestJSON-1475515620-project] 10.222.0.66 "GET /v2.0/ports?device_id=90ea9630-ef03-47fd-aa60-695a36081c19 HTTP/1.1" status: 200 len: 945 time: 0.0594521 Jun 16 17:24:24.409800 dv-cinder-837356-2-iscsi neutron-server[103916]: DEBUG neutron_lib.callbacks.manager [None req-3172ab57-336f-40f1-9903-442371bc0fe4 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8728539013196'] for network (bb1e69b2-b89f-4c02-b886-b80fabe2066f), precommit_create {{(pid=103916) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 17:24:24.422953 dv-cinder-837356-2-iscsi neutron-server[103917]: INFO neutron.wsgi [req-6cea57a5-04e4-4a49-9dfa-1704028a3f8c req-fd9b3bc0-cd51-4553-a2bf-79e15c25a40a tempest-ServerRescueNegativeTestJSON-1475515620 tempest-ServerRescueNegativeTestJSON-1475515620-project] 10.222.0.66 "GET /v2.0/security-groups?id=ce781013-5cdb-4bc3-8c66-743aa21b4c5c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0443652 Jun 16 17:24:24.439759 dv-cinder-837356-2-iscsi neutron-server[103916]: DEBUG neutron_lib.callbacks.manager [None req-3172ab57-336f-40f1-9903-442371bc0fe4 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-570401', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16241551'] for network (bb1e69b2-b89f-4c02-b886-b80fabe2066f), after_create {{(pid=103916) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 17:24:24.440906 dv-cinder-837356-2-iscsi neutron-server[103916]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3172ab57-336f-40f1-9903-442371bc0fe4 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103916) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 16 17:24:24.441532 dv-cinder-837356-2-iscsi neutron-server[103916]: DEBUG neutron_lib.callbacks.manager [None req-3172ab57-336f-40f1-9903-442371bc0fe4 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-16241561'] for network (None), before_response {{(pid=103916) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 17:24:24.477524 dv-cinder-837356-2-iscsi neutron-server[103916]: INFO neutron.wsgi [None req-3172ab57-336f-40f1-9903-442371bc0fe4 admin admin] 10.222.0.66 "POST /v2.0/networks HTTP/1.1" status: 201 len: 879 time: 0.3022220 Jun 16 17:24:24.480517 dv-cinder-837356-2-iscsi neutron-server[103916]: DEBUG neutron.wsgi [-] (103916) accepted ('10.222.0.66', 39400) {{(pid=103916) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 16 17:24:24.485589 dv-cinder-837356-2-iscsi neutron-server[103916]: DEBUG neutron.api.v2.base [None req-754354ad-37de-4605-b6ac-aafbb4d024d6 admin admin] Request body: {'subnet': {'network_id': 'bb1e69b2-b89f-4c02-b886-b80fabe2066f', 'cidr': '172.20.0.0/28', 'name': 'tempest-EncryptedVolumesExtendAttachedTest-417247515-subnet', 'tenant_id': 'f99b08d1a91f435c886dc463a9cfa85d', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=103916) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jun 16 17:24:24.513290 dv-cinder-837356-2-iscsi neutron-server[103916]: DEBUG dbcounter [-] [103916] Writing DB stats neutron:SELECT=81,neutron:INSERT=15,neutron:DELETE=2,neutron:UPDATE=2 {{(pid=103916) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 16 17:24:24.528776 dv-cinder-837356-2-iscsi neutron-server[103916]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3172ab57-336f-40f1-9903-442371bc0fe4 admin admin] Pushing event updated for resources: {'Network': ['ID=bb1e69b2-b89f-4c02-b886-b80fabe2066f,revision_number=1']} {{(pid=103916) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 17:24:24.540195 dv-cinder-837356-2-iscsi neutron-server[103918]: DEBUG neutron.plugins.ml2.rpc [None req-39ead2dc-a542-4f04-b117-439eb7f32aa8 None None] Network bb1e69b2-b89f-4c02-b886-b80fabe2066f details requested by agent ovs-agent-dv-cinder-837356-2-iscsi with host dv-cinder-837356-2-iscsi {{(pid=103918) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jun 16 17:24:24.543344 dv-cinder-837356-2-iscsi neutron-server[103916]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-754354ad-37de-4605-b6ac-aafbb4d024d6 admin admin] Made reservation on behalf of f99b08d1a91f435c886dc463a9cfa85d for: {'subnet': 1} {{(pid=103916) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 16 17:24:24.546078 dv-cinder-837356-2-iscsi neutron-server[103916]: DEBUG neutron_lib.callbacks.manager [None req-754354ad-37de-4605-b6ac-aafbb4d024d6 admin admin] Publish callbacks [] for subnet (None), before_create {{(pid=103916) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 17:24:24.734155 dv-cinder-837356-2-iscsi neutron-server[103916]: DEBUG neutron_lib.callbacks.manager [None req-754354ad-37de-4605-b6ac-aafbb4d024d6 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-570574', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16241551'] for subnet (7f6a0ad0-3091-4057-ae91-98f772cd40bd), after_create {{(pid=103916) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 17:24:24.791226 dv-cinder-837356-2-iscsi neutron-server[103916]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-754354ad-37de-4605-b6ac-aafbb4d024d6 admin admin] Pushing event updated for resources: {'Subnet': ['ID=7f6a0ad0-3091-4057-ae91-98f772cd40bd,revision_number=0']} {{(pid=103916) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 17:24:24.802095 dv-cinder-837356-2-iscsi neutron-server[103916]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-754354ad-37de-4605-b6ac-aafbb4d024d6 admin admin] Checking segment: {'id': 'ab548bf0-23e7-47d1-9b66-39157b5f956b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1047, 'network_id': 'bb1e69b2-b89f-4c02-b886-b80fabe2066f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103916) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jun 16 17:24:24.802442 dv-cinder-837356-2-iscsi neutron-server[103916]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-754354ad-37de-4605-b6ac-aafbb4d024d6 admin admin] Network hostable DHCP agents. Network: bb1e69b2-b89f-4c02-b886-b80fabe2066f, hostable agents: ['0913b7ec-eea4-4492-8ef1-e01c4575abca'], hosted agents: [] {{(pid=103916) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jun 16 17:24:24.821115 dv-cinder-837356-2-iscsi neutron-server[103916]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-754354ad-37de-4605-b6ac-aafbb4d024d6 admin admin] Network bb1e69b2-b89f-4c02-b886-b80fabe2066f is scheduled to be hosted by DHCP agent 0913b7ec-eea4-4492-8ef1-e01c4575abca with binding_index 1 {{(pid=103916) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jun 16 17:24:24.834182 dv-cinder-837356-2-iscsi neutron-server[103916]: DEBUG neutron.scheduler.base_scheduler [None req-754354ad-37de-4605-b6ac-aafbb4d024d6 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-837356-2-iscsi, bb1e69b2-b89f-4c02-b886-b80fabe2066f) {{(pid=103916) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 16 17:24:24.840565 dv-cinder-837356-2-iscsi neutron-server[103916]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-754354ad-37de-4605-b6ac-aafbb4d024d6 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=103916) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 16 17:24:24.841517 dv-cinder-837356-2-iscsi neutron-server[103916]: DEBUG neutron_lib.callbacks.manager [None req-754354ad-37de-4605-b6ac-aafbb4d024d6 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-16241561'] for subnet (None), before_response {{(pid=103916) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 17:24:24.844552 dv-cinder-837356-2-iscsi neutron-server[103918]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4fba3f35-444b-4d70-8c79-495cc896a1d5 None None] Network bb1e69b2-b89f-4c02-b886-b80fabe2066f requested from dv-cinder-837356-2-iscsi {{(pid=103918) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jun 16 17:24:24.848710 dv-cinder-837356-2-iscsi neutron-server[103918]: DEBUG dbcounter [-] [103918] Writing DB stats neutron:SELECT=94,neutron:UPDATE=4,neutron:DELETE=2 {{(pid=103918) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 16 17:24:24.860968 dv-cinder-837356-2-iscsi neutron-server[103916]: INFO neutron.wsgi [None req-754354ad-37de-4605-b6ac-aafbb4d024d6 admin admin] 10.222.0.66 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 861 time: 0.3794188 Jun 16 17:24:24.867691 dv-cinder-837356-2-iscsi neutron-server[103918]: DEBUG dbcounter [-] [103918] Writing DB stats neutron:SELECT=95,neutron:DELETE=3,neutron:UPDATE=2 {{(pid=103918) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 16 17:24:24.955523 dv-cinder-837356-2-iscsi neutron-server[103918]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-59c5ba99-a834-4492-83b8-5c6ce5c01324 None None] Network bb1e69b2-b89f-4c02-b886-b80fabe2066f requested from dv-cinder-837356-2-iscsi {{(pid=103918) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jun 16 17:24:24.992734 dv-cinder-837356-2-iscsi neutron-server[103916]: DEBUG neutron.wsgi [-] (103916) accepted ('10.222.0.66', 39408) {{(pid=103916) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 16 17:24:25.001074 dv-cinder-837356-2-iscsi neutron-server[103916]: DEBUG dbcounter [-] [103916] Writing DB stats neutron:SELECT=82,neutron:INSERT=13,neutron:UPDATE=3,neutron:DELETE=2 {{(pid=103916) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 16 17:24:25.043960 dv-cinder-837356-2-iscsi neutron-server[103916]: DEBUG neutron.db.db_base_plugin_v2 [None req-0eff4972-a478-4275-be00-e0e7d8a69594 admin admin] Deleting subnet 43e71660-bab1-45ac-aec6-dbbd7a96c3f1 {{(pid=103916) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1067}} Jun 16 17:24:25.047396 dv-cinder-837356-2-iscsi neutron-server[103916]: DEBUG neutron_lib.callbacks.manager [None req-0eff4972-a478-4275-be00-e0e7d8a69594 admin admin] Publish callbacks [] for subnet (43e71660-bab1-45ac-aec6-dbbd7a96c3f1), before_delete {{(pid=103916) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 17:24:25.085147 dv-cinder-837356-2-iscsi neutron-server[103916]: DEBUG neutron_lib.callbacks.manager [None req-0eff4972-a478-4275-be00-e0e7d8a69594 admin admin] Publish callbacks [] for subnet (43e71660-bab1-45ac-aec6-dbbd7a96c3f1), precommit_delete_associations {{(pid=103916) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 17:24:25.095167 dv-cinder-837356-2-iscsi neutron-server[103916]: DEBUG neutron_lib.callbacks.manager [None req-0eff4972-a478-4275-be00-e0e7d8a69594 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-16150392'] for subnet (43e71660-bab1-45ac-aec6-dbbd7a96c3f1), precommit_delete {{(pid=103916) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 17:24:25.151749 dv-cinder-837356-2-iscsi neutron-server[103916]: DEBUG neutron_lib.callbacks.manager [None req-0eff4972-a478-4275-be00-e0e7d8a69594 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-16150339', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-570574', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16241551'] for subnet (43e71660-bab1-45ac-aec6-dbbd7a96c3f1), after_delete {{(pid=103916) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 17:24:25.176443 dv-cinder-837356-2-iscsi neutron-server[103916]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0eff4972-a478-4275-be00-e0e7d8a69594 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=43e71660-bab1-45ac-aec6-dbbd7a96c3f1,revision_number=None']} {{(pid=103916) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 17:24:25.182901 dv-cinder-837356-2-iscsi neutron-server[103916]: DEBUG neutron_lib.callbacks.manager [None req-0eff4972-a478-4275-be00-e0e7d8a69594 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-16241561'] for subnet (None), before_response {{(pid=103916) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 17:24:25.186443 dv-cinder-837356-2-iscsi neutron-server[103916]: INFO neutron.wsgi [None req-0eff4972-a478-4275-be00-e0e7d8a69594 admin admin] 10.222.0.66 "DELETE /v2.0/subnets/43e71660-bab1-45ac-aec6-dbbd7a96c3f1 HTTP/1.1" status: 204 len: 168 time: 0.1924539 Jun 16 17:24:25.190304 dv-cinder-837356-2-iscsi neutron-server[103917]: DEBUG neutron.wsgi [-] (103917) accepted ('10.222.0.66', 39410) {{(pid=103917) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 16 17:24:25.276701 dv-cinder-837356-2-iscsi neutron-server[103917]: DEBUG neutron_lib.callbacks.manager [None req-5f6065ad-8bd9-480b-92a6-2f1761c15be8 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-16129347'] for network (fc0298ad-157a-4f77-9dc0-30c82e850ee2), before_delete {{(pid=103917) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 17:24:25.364911 dv-cinder-837356-2-iscsi neutron-server[103917]: DEBUG neutron_lib.callbacks.manager [None req-5f6065ad-8bd9-480b-92a6-2f1761c15be8 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-16152121', 'neutron.services.segments.db._delete_segments_for_network-8728539454199'] for network (fc0298ad-157a-4f77-9dc0-30c82e850ee2), precommit_delete {{(pid=103917) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 17:24:25.385985 dv-cinder-837356-2-iscsi neutron-server[103917]: DEBUG neutron.services.segments.db [None req-5f6065ad-8bd9-480b-92a6-2f1761c15be8 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['fc0298ad-157a-4f77-9dc0-30c82e850ee2']}} {{(pid=103917) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 16 17:24:25.395700 dv-cinder-837356-2-iscsi neutron-server[103917]: DEBUG neutron.services.segments.db [None req-5f6065ad-8bd9-480b-92a6-2f1761c15be8 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'ed8db16a-13c6-4ecb-97f8-2ece592f3b3e') {'for_net_delete': True} {{(pid=103917) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 16 17:24:25.395974 dv-cinder-837356-2-iscsi neutron-server[103917]: DEBUG neutron.services.segments.db [None req-5f6065ad-8bd9-480b-92a6-2f1761c15be8 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'ed8db16a-13c6-4ecb-97f8-2ece592f3b3e') {} {{(pid=103917) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 16 17:24:25.406020 dv-cinder-837356-2-iscsi neutron-server[103917]: DEBUG neutron_lib.callbacks.manager [None req-5f6065ad-8bd9-480b-92a6-2f1761c15be8 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8728539454082', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-25699604'] for segment (ed8db16a-13c6-4ecb-97f8-2ece592f3b3e), before_delete {{(pid=103917) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 17:24:25.420016 dv-cinder-837356-2-iscsi neutron-server[103917]: DEBUG neutron_lib.callbacks.manager [None req-5f6065ad-8bd9-480b-92a6-2f1761c15be8 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16150272'] for segment (ed8db16a-13c6-4ecb-97f8-2ece592f3b3e), precommit_delete {{(pid=103917) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 17:24:25.426895 dv-cinder-837356-2-iscsi neutron-server[103917]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-5f6065ad-8bd9-480b-92a6-2f1761c15be8 admin admin] Releasing vlan 1004 on physical network physnet1 to pool {{(pid=103917) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jun 16 17:24:25.427284 dv-cinder-837356-2-iscsi neutron-server[103917]: DEBUG neutron_lib.callbacks.manager [None req-5f6065ad-8bd9-480b-92a6-2f1761c15be8 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16150272', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3819570'] for segment (ed8db16a-13c6-4ecb-97f8-2ece592f3b3e), after_delete {{(pid=103917) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 17:24:25.478012 dv-cinder-837356-2-iscsi neutron-server[103917]: INFO neutron.services.segments.plugin [-] Segment ed8db16a-13c6-4ecb-97f8-2ece592f3b3e resource provider aggregate not found Jun 16 17:24:25.498647 dv-cinder-837356-2-iscsi neutron-server[103917]: DEBUG neutron_lib.callbacks.manager [None req-5f6065ad-8bd9-480b-92a6-2f1761c15be8 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-16152118', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-570401', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16241551', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-704929'] for network (fc0298ad-157a-4f77-9dc0-30c82e850ee2), after_delete {{(pid=103917) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 17:24:25.501793 dv-cinder-837356-2-iscsi neutron-server[103917]: INFO neutron.services.segments.plugin [-] Segment ed8db16a-13c6-4ecb-97f8-2ece592f3b3e resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid ed8db16a-13c6-4ecb-97f8-2ece592f3b3e found for delete ", "request_id": "req-d2b6d8f5-8405-4b87-bae3-6f9cb8e7e5d0"}]} Jun 16 17:24:25.505993 dv-cinder-837356-2-iscsi neutron-server[103917]: DEBUG neutron_lib.callbacks.manager [None req-5f6065ad-8bd9-480b-92a6-2f1761c15be8 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-16241561'] for network (None), before_response {{(pid=103917) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 17:24:25.509112 dv-cinder-837356-2-iscsi neutron-server[103917]: INFO neutron.wsgi [None req-5f6065ad-8bd9-480b-92a6-2f1761c15be8 admin admin] 10.222.0.66 "DELETE /v2.0/networks/fc0298ad-157a-4f77-9dc0-30c82e850ee2 HTTP/1.1" status: 204 len: 168 time: 0.3178341 Jun 16 17:24:25.513102 dv-cinder-837356-2-iscsi neutron-server[103916]: DEBUG neutron.wsgi [-] (103916) accepted ('10.222.0.66', 39422) {{(pid=103916) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 16 17:24:25.520575 dv-cinder-837356-2-iscsi neutron-server[103917]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5f6065ad-8bd9-480b-92a6-2f1761c15be8 admin admin] Pushing event deleted for resources: {'Network': ['ID=fc0298ad-157a-4f77-9dc0-30c82e850ee2,revision_number=None']} {{(pid=103917) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 17:24:25.582851 dv-cinder-837356-2-iscsi neutron-server[103916]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b106a0c-3311-4b1f-9823-e6eb7ddec626 req-da614e9e-5e85-48de-848f-d0d62d5a8159 tempest-ServerRescueNegativeTestJSON-1475515620 tempest-ServerRescueNegativeTestJSON-1475515620-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103916) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 16 17:24:25.584326 dv-cinder-837356-2-iscsi neutron-server[103916]: INFO neutron.wsgi [req-2b106a0c-3311-4b1f-9823-e6eb7ddec626 req-da614e9e-5e85-48de-848f-d0d62d5a8159 tempest-ServerRescueNegativeTestJSON-1475515620 tempest-ServerRescueNegativeTestJSON-1475515620-project] 10.222.0.66 "GET /v2.0/ports?device_id=90ea9630-ef03-47fd-aa60-695a36081c19 HTTP/1.1" status: 200 len: 945 time: 0.0840757 Jun 16 17:24:25.602153 dv-cinder-837356-2-iscsi neutron-server[103916]: DEBUG neutron.db.db_base_plugin_v2 [None req-3355f397-81cd-41e3-a48e-e46b43b07156 admin admin] Deleting subnet 7f6a0ad0-3091-4057-ae91-98f772cd40bd {{(pid=103916) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1067}} Jun 16 17:24:25.613848 dv-cinder-837356-2-iscsi neutron-server[103916]: DEBUG neutron_lib.callbacks.manager [None req-3355f397-81cd-41e3-a48e-e46b43b07156 admin admin] Publish callbacks [] for subnet (7f6a0ad0-3091-4057-ae91-98f772cd40bd), before_delete {{(pid=103916) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 17:24:25.668687 dv-cinder-837356-2-iscsi neutron-server[103916]: DEBUG neutron_lib.callbacks.manager [None req-3355f397-81cd-41e3-a48e-e46b43b07156 admin admin] Publish callbacks [] for subnet (7f6a0ad0-3091-4057-ae91-98f772cd40bd), precommit_delete_associations {{(pid=103916) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 17:24:25.675580 dv-cinder-837356-2-iscsi neutron-server[103916]: INFO neutron.wsgi [req-2b106a0c-3311-4b1f-9823-e6eb7ddec626 req-79ce19b5-6e18-4f5c-8df6-59c4b4ba6bd2 tempest-ServerRescueNegativeTestJSON-1475515620 tempest-ServerRescueNegativeTestJSON-1475515620-project] 10.222.0.66 "GET /v2.0/security-groups?id=ce781013-5cdb-4bc3-8c66-743aa21b4c5c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0845060 Jun 16 17:24:25.678183 dv-cinder-837356-2-iscsi neutron-server[103916]: DEBUG neutron_lib.callbacks.manager [None req-3355f397-81cd-41e3-a48e-e46b43b07156 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-16150392'] for subnet (7f6a0ad0-3091-4057-ae91-98f772cd40bd), precommit_delete {{(pid=103916) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 17:24:25.738832 dv-cinder-837356-2-iscsi neutron-server[103916]: DEBUG neutron_lib.callbacks.manager [None req-3355f397-81cd-41e3-a48e-e46b43b07156 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-16150339', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-570574', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16241551'] for subnet (7f6a0ad0-3091-4057-ae91-98f772cd40bd), after_delete {{(pid=103916) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 17:24:25.766307 dv-cinder-837356-2-iscsi neutron-server[103916]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3355f397-81cd-41e3-a48e-e46b43b07156 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=7f6a0ad0-3091-4057-ae91-98f772cd40bd,revision_number=None']} {{(pid=103916) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 17:24:25.768268 dv-cinder-837356-2-iscsi neutron-server[103916]: DEBUG neutron_lib.callbacks.manager [None req-3355f397-81cd-41e3-a48e-e46b43b07156 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-16241561'] for subnet (None), before_response {{(pid=103916) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 17:24:25.772131 dv-cinder-837356-2-iscsi neutron-server[103916]: INFO neutron.wsgi [None req-3355f397-81cd-41e3-a48e-e46b43b07156 admin admin] 10.222.0.66 "DELETE /v2.0/subnets/7f6a0ad0-3091-4057-ae91-98f772cd40bd HTTP/1.1" status: 204 len: 168 time: 0.2570229 Jun 16 17:24:25.774124 dv-cinder-837356-2-iscsi neutron-server[103916]: DEBUG neutron.wsgi [-] (103916) accepted ('10.222.0.66', 39428) {{(pid=103916) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 16 17:24:25.826711 dv-cinder-837356-2-iscsi neutron-server[103916]: DEBUG dbcounter [-] [103916] Writing DB stats neutron:SELECT=88,neutron:INSERT=3,neutron:UPDATE=3,neutron:DELETE=6 {{(pid=103916) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 16 17:24:25.845756 dv-cinder-837356-2-iscsi neutron-server[103916]: DEBUG neutron_lib.callbacks.manager [None req-22caa716-4c98-49c5-a123-68cc32a00655 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-16129347'] for network (bb1e69b2-b89f-4c02-b886-b80fabe2066f), before_delete {{(pid=103916) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 17:24:25.934619 dv-cinder-837356-2-iscsi neutron-server[103916]: DEBUG neutron_lib.callbacks.manager [None req-22caa716-4c98-49c5-a123-68cc32a00655 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-16152121', 'neutron.services.segments.db._delete_segments_for_network-8728539454199'] for network (bb1e69b2-b89f-4c02-b886-b80fabe2066f), precommit_delete {{(pid=103916) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 17:24:25.955590 dv-cinder-837356-2-iscsi neutron-server[103916]: DEBUG neutron_lib.callbacks.manager [None req-22caa716-4c98-49c5-a123-68cc32a00655 admin admin] Subscribe: > segment before_delete 55550000 {{(pid=103916) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 16 17:24:25.955927 dv-cinder-837356-2-iscsi neutron-server[103916]: DEBUG neutron_lib.callbacks.manager [None req-22caa716-4c98-49c5-a123-68cc32a00655 admin admin] Subscribe: > subnet precommit_delete_associations 55550000 {{(pid=103916) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 16 17:24:25.956641 dv-cinder-837356-2-iscsi neutron-server[103916]: DEBUG neutron_lib.callbacks.manager [None req-22caa716-4c98-49c5-a123-68cc32a00655 admin admin] Subscribe: > segment_host_mapping after_create 55550000 {{(pid=103916) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 16 17:24:25.956958 dv-cinder-837356-2-iscsi neutron-server[103916]: DEBUG neutron_lib.callbacks.manager [None req-22caa716-4c98-49c5-a123-68cc32a00655 admin admin] Subscribe: > port after_create 55550000 {{(pid=103916) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 16 17:24:25.957349 dv-cinder-837356-2-iscsi neutron-server[103916]: DEBUG neutron_lib.callbacks.manager [None req-22caa716-4c98-49c5-a123-68cc32a00655 admin admin] Subscribe: > port after_delete 55550000 {{(pid=103916) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 16 17:24:25.957685 dv-cinder-837356-2-iscsi neutron-server[103916]: DEBUG neutron_lib.callbacks.manager [None req-22caa716-4c98-49c5-a123-68cc32a00655 admin admin] Subscribe: > port after_update 55550000 {{(pid=103916) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 16 17:24:25.957994 dv-cinder-837356-2-iscsi neutron-server[103916]: DEBUG neutron_lib.callbacks.manager [None req-22caa716-4c98-49c5-a123-68cc32a00655 admin admin] Subscribe: > segment after_delete 55550000 {{(pid=103916) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 16 17:24:25.958323 dv-cinder-837356-2-iscsi neutron-server[103916]: DEBUG neutron_lib.callbacks.manager [None req-22caa716-4c98-49c5-a123-68cc32a00655 admin admin] Subscribe: > subnet after_create 55550000 {{(pid=103916) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 16 17:24:25.958641 dv-cinder-837356-2-iscsi neutron-server[103916]: DEBUG neutron_lib.callbacks.manager [None req-22caa716-4c98-49c5-a123-68cc32a00655 admin admin] Subscribe: > subnet after_delete 55550000 {{(pid=103916) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 16 17:24:25.958947 dv-cinder-837356-2-iscsi neutron-server[103916]: DEBUG neutron_lib.callbacks.manager [None req-22caa716-4c98-49c5-a123-68cc32a00655 admin admin] Subscribe: > subnet after_update 55550000 {{(pid=103916) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 16 17:24:26.025669 dv-cinder-837356-2-iscsi neutron-server[103916]: DEBUG neutron_lib.callbacks.manager [None req-22caa716-4c98-49c5-a123-68cc32a00655 admin admin] Subscribe: > subnet after_create 55550000 {{(pid=103916) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 16 17:24:26.026018 dv-cinder-837356-2-iscsi neutron-server[103916]: DEBUG neutron_lib.callbacks.manager [None req-22caa716-4c98-49c5-a123-68cc32a00655 admin admin] Subscribe: > subnet after_delete 55550000 {{(pid=103916) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 16 17:24:26.026333 dv-cinder-837356-2-iscsi neutron-server[103916]: DEBUG neutron_lib.callbacks.manager [None req-22caa716-4c98-49c5-a123-68cc32a00655 admin admin] Subscribe: > subnet before_create 55550000 {{(pid=103916) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 16 17:24:26.026663 dv-cinder-837356-2-iscsi neutron-server[103916]: DEBUG neutron_lib.callbacks.manager [None req-22caa716-4c98-49c5-a123-68cc32a00655 admin admin] Subscribe: > subnet before_update 55550000 {{(pid=103916) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 16 17:24:26.027034 dv-cinder-837356-2-iscsi neutron-server[103916]: DEBUG neutron.services.segments.db [None req-22caa716-4c98-49c5-a123-68cc32a00655 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['bb1e69b2-b89f-4c02-b886-b80fabe2066f']}} {{(pid=103916) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 16 17:24:26.046798 dv-cinder-837356-2-iscsi neutron-server[103916]: DEBUG neutron.services.segments.db [None req-22caa716-4c98-49c5-a123-68cc32a00655 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'ab548bf0-23e7-47d1-9b66-39157b5f956b') {'for_net_delete': True} {{(pid=103916) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 16 17:24:26.047331 dv-cinder-837356-2-iscsi neutron-server[103916]: DEBUG neutron.services.segments.db [None req-22caa716-4c98-49c5-a123-68cc32a00655 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'ab548bf0-23e7-47d1-9b66-39157b5f956b') {} {{(pid=103916) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 16 17:24:26.064816 dv-cinder-837356-2-iscsi neutron-server[103916]: DEBUG neutron_lib.callbacks.manager [None req-22caa716-4c98-49c5-a123-68cc32a00655 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8728539454082', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-25166628'] for segment (ab548bf0-23e7-47d1-9b66-39157b5f956b), before_delete {{(pid=103916) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 17:24:26.086344 dv-cinder-837356-2-iscsi neutron-server[103916]: DEBUG neutron_lib.callbacks.manager [None req-22caa716-4c98-49c5-a123-68cc32a00655 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16150272'] for segment (ab548bf0-23e7-47d1-9b66-39157b5f956b), precommit_delete {{(pid=103916) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 17:24:26.096239 dv-cinder-837356-2-iscsi neutron-server[103916]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-22caa716-4c98-49c5-a123-68cc32a00655 admin admin] Releasing vlan 1047 on physical network physnet1 to pool {{(pid=103916) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jun 16 17:24:26.096626 dv-cinder-837356-2-iscsi neutron-server[103916]: DEBUG neutron_lib.callbacks.manager [None req-22caa716-4c98-49c5-a123-68cc32a00655 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16150272', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-25517890'] for segment (ab548bf0-23e7-47d1-9b66-39157b5f956b), after_delete {{(pid=103916) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 17:24:26.169014 dv-cinder-837356-2-iscsi neutron-server[103916]: DEBUG neutron_lib.callbacks.manager [None req-22caa716-4c98-49c5-a123-68cc32a00655 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-16152118', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-570401', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16241551', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-704929'] for network (bb1e69b2-b89f-4c02-b886-b80fabe2066f), after_delete {{(pid=103916) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 17:24:26.177054 dv-cinder-837356-2-iscsi neutron-server[103916]: DEBUG neutron_lib.callbacks.manager [None req-22caa716-4c98-49c5-a123-68cc32a00655 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-16241561'] for network (None), before_response {{(pid=103916) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 17:24:26.183020 dv-cinder-837356-2-iscsi neutron-server[103916]: INFO neutron.wsgi [None req-22caa716-4c98-49c5-a123-68cc32a00655 admin admin] 10.222.0.66 "DELETE /v2.0/networks/bb1e69b2-b89f-4c02-b886-b80fabe2066f HTTP/1.1" status: 204 len: 168 time: 0.4052947 Jun 16 17:24:26.190824 dv-cinder-837356-2-iscsi neutron-server[103916]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-22caa716-4c98-49c5-a123-68cc32a00655 admin admin] Pushing event deleted for resources: {'Network': ['ID=bb1e69b2-b89f-4c02-b886-b80fabe2066f,revision_number=None']} {{(pid=103916) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 17:24:26.304347 dv-cinder-837356-2-iscsi neutron-server[103916]: INFO neutron.services.segments.plugin [-] Segment ab548bf0-23e7-47d1-9b66-39157b5f956b resource provider aggregate not found Jun 16 17:24:26.323964 dv-cinder-837356-2-iscsi neutron-server[103916]: INFO neutron.services.segments.plugin [-] Segment ab548bf0-23e7-47d1-9b66-39157b5f956b resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid ab548bf0-23e7-47d1-9b66-39157b5f956b found for delete ", "request_id": "req-b8863d25-13bf-469a-91b5-4b30e8cdb6f6"}]} Jun 16 17:24:26.363030 dv-cinder-837356-2-iscsi neutron-server[103917]: DEBUG neutron.wsgi [-] (103917) accepted ('10.222.0.66', 39442) {{(pid=103917) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 16 17:24:26.418111 dv-cinder-837356-2-iscsi neutron-server[103917]: INFO neutron.wsgi [None req-790d4646-cef8-499d-8023-d1fe6d3cd917 admin admin] 10.222.0.66 "GET /v2.0/security-groups?tenant_id=3058799973fc4d19a77910e259126579&name=default HTTP/1.1" status: 200 len: 2996 time: 0.0536759 Jun 16 17:24:26.423649 dv-cinder-837356-2-iscsi neutron-server[103916]: DEBUG neutron.wsgi [-] (103916) accepted ('10.222.0.66', 39446) {{(pid=103916) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 16 17:24:26.484920 dv-cinder-837356-2-iscsi neutron-server[103916]: DEBUG neutron_lib.callbacks.manager [None req-a863a5d6-15e9-41bb-a3be-58b84f990be3 admin admin] Publish callbacks [] for security_group (9f371586-64cf-44ad-9b86-3d42289d96b0), before_delete {{(pid=103916) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 17:24:26.508289 dv-cinder-837356-2-iscsi neutron-server[103916]: DEBUG neutron_lib.callbacks.manager [None req-a863a5d6-15e9-41bb-a3be-58b84f990be3 admin admin] Publish callbacks [] for security_group (9f371586-64cf-44ad-9b86-3d42289d96b0), precommit_delete {{(pid=103916) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 17:24:26.545232 dv-cinder-837356-2-iscsi neutron-server[103916]: DEBUG dbcounter [-] [103916] Writing DB stats neutron:SELECT=90,neutron:DELETE=8,neutron:UPDATE=2 {{(pid=103916) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 16 17:24:26.572352 dv-cinder-837356-2-iscsi neutron-server[103916]: DEBUG neutron_lib.callbacks.manager [None req-a863a5d6-15e9-41bb-a3be-58b84f990be3 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-570488'] for security_group (9f371586-64cf-44ad-9b86-3d42289d96b0), after_delete {{(pid=103916) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 17:24:26.575026 dv-cinder-837356-2-iscsi neutron-server[103916]: DEBUG neutron_lib.callbacks.manager [None req-a863a5d6-15e9-41bb-a3be-58b84f990be3 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103916) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 17:24:26.576272 dv-cinder-837356-2-iscsi neutron-server[103916]: INFO neutron.wsgi [None req-a863a5d6-15e9-41bb-a3be-58b84f990be3 admin admin] 10.222.0.66 "DELETE /v2.0/security-groups/9f371586-64cf-44ad-9b86-3d42289d96b0 HTTP/1.1" status: 204 len: 168 time: 0.1516080 Jun 16 17:24:26.584952 dv-cinder-837356-2-iscsi neutron-server[103916]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a863a5d6-15e9-41bb-a3be-58b84f990be3 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9f371586-64cf-44ad-9b86-3d42289d96b0,revision_number=None']} {{(pid=103916) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 17:24:26.594326 dv-cinder-837356-2-iscsi neutron-server[103916]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a863a5d6-15e9-41bb-a3be-58b84f990be3 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-837356-2-iscsi {{(pid=103916) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 17:24:26.594656 dv-cinder-837356-2-iscsi neutron-server[103916]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a863a5d6-15e9-41bb-a3be-58b84f990be3 admin admin] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-837356-2-iscsi {{(pid=103916) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 17:24:26.594984 dv-cinder-837356-2-iscsi neutron-server[103916]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a863a5d6-15e9-41bb-a3be-58b84f990be3 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-837356-2-iscsi {{(pid=103916) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 17:24:26.595308 dv-cinder-837356-2-iscsi neutron-server[103916]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a863a5d6-15e9-41bb-a3be-58b84f990be3 admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-837356-2-iscsi {{(pid=103916) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 17:24:26.595623 dv-cinder-837356-2-iscsi neutron-server[103916]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a863a5d6-15e9-41bb-a3be-58b84f990be3 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-837356-2-iscsi {{(pid=103916) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 17:24:26.596099 dv-cinder-837356-2-iscsi neutron-server[103916]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a863a5d6-15e9-41bb-a3be-58b84f990be3 admin admin] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-837356-2-iscsi {{(pid=103916) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 17:24:26.596279 dv-cinder-837356-2-iscsi neutron-server[103916]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a863a5d6-15e9-41bb-a3be-58b84f990be3 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-837356-2-iscsi {{(pid=103916) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 17:24:26.596546 dv-cinder-837356-2-iscsi neutron-server[103916]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a863a5d6-15e9-41bb-a3be-58b84f990be3 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-837356-2-iscsi {{(pid=103916) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 17:24:26.597089 dv-cinder-837356-2-iscsi neutron-server[103916]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a863a5d6-15e9-41bb-a3be-58b84f990be3 admin admin] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-837356-2-iscsi {{(pid=103916) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 17:24:26.597450 dv-cinder-837356-2-iscsi neutron-server[103916]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a863a5d6-15e9-41bb-a3be-58b84f990be3 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-837356-2-iscsi {{(pid=103916) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 17:24:26.597764 dv-cinder-837356-2-iscsi neutron-server[103916]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a863a5d6-15e9-41bb-a3be-58b84f990be3 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-837356-2-iscsi {{(pid=103916) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 17:24:26.598113 dv-cinder-837356-2-iscsi neutron-server[103916]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a863a5d6-15e9-41bb-a3be-58b84f990be3 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-837356-2-iscsi {{(pid=103916) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 17:24:26.598547 dv-cinder-837356-2-iscsi neutron-server[103916]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a863a5d6-15e9-41bb-a3be-58b84f990be3 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-837356-2-iscsi {{(pid=103916) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 17:24:26.598855 dv-cinder-837356-2-iscsi neutron-server[103916]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a863a5d6-15e9-41bb-a3be-58b84f990be3 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-837356-2-iscsi {{(pid=103916) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 17:24:26.599163 dv-cinder-837356-2-iscsi neutron-server[103916]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a863a5d6-15e9-41bb-a3be-58b84f990be3 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-837356-2-iscsi {{(pid=103916) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 17:24:26.838640 dv-cinder-837356-2-iscsi neutron-server[103917]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ffa58c36-efb7-4a10-b552-bf339123d75d req-a081381d-44b3-47dc-bf2a-325d2155ccd4 tempest-ServerRescueNegativeTestJSON-1475515620 tempest-ServerRescueNegativeTestJSON-1475515620-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103917) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 16 17:24:26.840688 dv-cinder-837356-2-iscsi neutron-server[103917]: INFO neutron.wsgi [req-ffa58c36-efb7-4a10-b552-bf339123d75d req-a081381d-44b3-47dc-bf2a-325d2155ccd4 tempest-ServerRescueNegativeTestJSON-1475515620 tempest-ServerRescueNegativeTestJSON-1475515620-project] 10.222.0.66 "GET /v2.0/ports?device_id=90ea9630-ef03-47fd-aa60-695a36081c19 HTTP/1.1" status: 200 len: 945 time: 0.0561779 Jun 16 17:24:26.902557 dv-cinder-837356-2-iscsi neutron-server[103917]: INFO neutron.wsgi [req-ffa58c36-efb7-4a10-b552-bf339123d75d req-c7cf4fa0-5072-471b-af39-6ebc6a7252a1 tempest-ServerRescueNegativeTestJSON-1475515620 tempest-ServerRescueNegativeTestJSON-1475515620-project] 10.222.0.66 "GET /v2.0/security-groups?id=ce781013-5cdb-4bc3-8c66-743aa21b4c5c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0546098 Jun 16 17:24:27.098903 dv-cinder-837356-2-iscsi neutron-server[103916]: DEBUG neutron.wsgi [-] (103916) accepted ('10.222.0.66', 39458) {{(pid=103916) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 16 17:24:27.147889 dv-cinder-837356-2-iscsi neutron-server[103916]: INFO neutron.wsgi [None req-3cf5a4d6-59e1-42bc-9318-7585a6043207 admin admin] 10.222.0.66 "GET /v2.0/security-groups?tenant_id=f99b08d1a91f435c886dc463a9cfa85d&name=default HTTP/1.1" status: 200 len: 2996 time: 0.0474610 Jun 16 17:24:27.152092 dv-cinder-837356-2-iscsi neutron-server[103916]: DEBUG neutron.wsgi [-] (103916) accepted ('10.222.0.66', 39460) {{(pid=103916) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 16 17:24:27.213500 dv-cinder-837356-2-iscsi neutron-server[103916]: DEBUG neutron_lib.callbacks.manager [None req-77275f2b-a90e-489e-beff-d13a903beb2a admin admin] Publish callbacks [] for security_group (d73c8705-3246-43fe-a903-85a195a76d6d), before_delete {{(pid=103916) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 17:24:27.241118 dv-cinder-837356-2-iscsi neutron-server[103916]: DEBUG neutron_lib.callbacks.manager [None req-77275f2b-a90e-489e-beff-d13a903beb2a admin admin] Publish callbacks [] for security_group (d73c8705-3246-43fe-a903-85a195a76d6d), precommit_delete {{(pid=103916) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 17:24:27.317486 dv-cinder-837356-2-iscsi neutron-server[103916]: DEBUG neutron_lib.callbacks.manager [None req-77275f2b-a90e-489e-beff-d13a903beb2a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-570488'] for security_group (d73c8705-3246-43fe-a903-85a195a76d6d), after_delete {{(pid=103916) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 17:24:27.320517 dv-cinder-837356-2-iscsi neutron-server[103916]: DEBUG neutron_lib.callbacks.manager [None req-77275f2b-a90e-489e-beff-d13a903beb2a admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103916) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 17:24:27.321879 dv-cinder-837356-2-iscsi neutron-server[103916]: INFO neutron.wsgi [None req-77275f2b-a90e-489e-beff-d13a903beb2a admin admin] 10.222.0.66 "DELETE /v2.0/security-groups/d73c8705-3246-43fe-a903-85a195a76d6d HTTP/1.1" status: 204 len: 168 time: 0.1685941 Jun 16 17:24:27.331744 dv-cinder-837356-2-iscsi neutron-server[103916]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-77275f2b-a90e-489e-beff-d13a903beb2a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d73c8705-3246-43fe-a903-85a195a76d6d,revision_number=None']} {{(pid=103916) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 17:24:28.042183 dv-cinder-837356-2-iscsi neutron-server[103916]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87ccbcc3-f9b0-47b9-8de7-eee05514c402 req-f3a317a3-f36f-44e1-96ff-f84c066c361b tempest-ServerRescueNegativeTestJSON-1475515620 tempest-ServerRescueNegativeTestJSON-1475515620-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103916) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 16 17:24:28.048531 dv-cinder-837356-2-iscsi neutron-server[103916]: INFO neutron.wsgi [req-87ccbcc3-f9b0-47b9-8de7-eee05514c402 req-f3a317a3-f36f-44e1-96ff-f84c066c361b tempest-ServerRescueNegativeTestJSON-1475515620 tempest-ServerRescueNegativeTestJSON-1475515620-project] 10.222.0.66 "GET /v2.0/ports?device_id=90ea9630-ef03-47fd-aa60-695a36081c19 HTTP/1.1" status: 200 len: 945 time: 0.0635779 Jun 16 17:24:28.128517 dv-cinder-837356-2-iscsi neutron-server[103916]: INFO neutron.wsgi [req-87ccbcc3-f9b0-47b9-8de7-eee05514c402 req-fd8a69a6-23d1-4635-95d7-ec8bae632e93 tempest-ServerRescueNegativeTestJSON-1475515620 tempest-ServerRescueNegativeTestJSON-1475515620-project] 10.222.0.66 "GET /v2.0/security-groups?id=ce781013-5cdb-4bc3-8c66-743aa21b4c5c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0738266 Jun 16 17:24:29.074408 dv-cinder-837356-2-iscsi neutron-server[103917]: INFO neutron.wsgi [req-ceb418b5-112c-4079-a55a-3c090c72972b req-69041f13-e56a-48cb-b5ce-dfb10fc38a6c tempest-VolumesNegativeTest-1312001125 tempest-VolumesNegativeTest-1312001125-project] 10.222.0.66 "GET /v2.0/networks?tenant_id=9d89beafb10246f7b9087ca7cd75f239&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0467441 Jun 16 17:24:29.276294 dv-cinder-837356-2-iscsi neutron-server[103916]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc6d806d-8c89-4af9-a512-074ba6da6979 req-7057e141-2c08-4f44-8d35-b25b1a55a057 tempest-ServerRescueNegativeTestJSON-1475515620 tempest-ServerRescueNegativeTestJSON-1475515620-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103916) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 16 17:24:29.278746 dv-cinder-837356-2-iscsi neutron-server[103916]: INFO neutron.wsgi [req-fc6d806d-8c89-4af9-a512-074ba6da6979 req-7057e141-2c08-4f44-8d35-b25b1a55a057 tempest-ServerRescueNegativeTestJSON-1475515620 tempest-ServerRescueNegativeTestJSON-1475515620-project] 10.222.0.66 "GET /v2.0/ports?device_id=90ea9630-ef03-47fd-aa60-695a36081c19 HTTP/1.1" status: 200 len: 945 time: 0.0642395 Jun 16 17:24:29.303235 dv-cinder-837356-2-iscsi neutron-server[103917]: INFO neutron.wsgi [req-b82d9966-6cb5-4b83-b7b3-f036aac9e4fe req-34e886ef-2c4a-415f-bad3-7043d90de06a service neutron] 10.222.0.81 "GET /v2.0/ports?device_id=75957299-3d36-4f9c-a081-9e621c88225c&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.1958721 Jun 16 17:24:29.340007 dv-cinder-837356-2-iscsi neutron-server[103916]: INFO neutron.wsgi [req-fc6d806d-8c89-4af9-a512-074ba6da6979 req-48704e58-b356-40bd-89b2-be8fbc11b0f6 tempest-ServerRescueNegativeTestJSON-1475515620 tempest-ServerRescueNegativeTestJSON-1475515620-project] 10.222.0.66 "GET /v2.0/security-groups?id=ce781013-5cdb-4bc3-8c66-743aa21b4c5c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0539341 Jun 16 17:24:29.409548 dv-cinder-837356-2-iscsi neutron-server[103917]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ceb418b5-112c-4079-a55a-3c090c72972b req-1b6f4b8e-254e-42f7-9e87-61e62009a6bd tempest-VolumesNegativeTest-1312001125 tempest-VolumesNegativeTest-1312001125-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103917) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 16 17:24:29.411180 dv-cinder-837356-2-iscsi neutron-server[103917]: INFO neutron.wsgi [req-ceb418b5-112c-4079-a55a-3c090c72972b req-1b6f4b8e-254e-42f7-9e87-61e62009a6bd tempest-VolumesNegativeTest-1312001125 tempest-VolumesNegativeTest-1312001125-project] 10.222.0.66 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.3300242 Jun 16 17:24:29.430238 dv-cinder-837356-2-iscsi neutron-server[103917]: INFO neutron.wsgi [req-ceb418b5-112c-4079-a55a-3c090c72972b req-68201956-41bf-4482-83d3-0400735d13dd tempest-VolumesNegativeTest-1312001125 tempest-VolumesNegativeTest-1312001125-project] 10.222.0.66 "GET /v2.0/quotas/9d89beafb10246f7b9087ca7cd75f239 HTTP/1.1" status: 200 len: 375 time: 0.0124719 Jun 16 17:24:29.472851 dv-cinder-837356-2-iscsi neutron-server[103918]: DEBUG neutron_lib.callbacks.manager [None req-b2b17746-c296-4803-869a-65578e8233dd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728539454181', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16149322'] for agent (2e97d73d-50fc-4f89-a4ea-85f65eb860d8), after_update {{(pid=103918) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 17:24:29.504685 dv-cinder-837356-2-iscsi neutron-server[103917]: INFO neutron.wsgi [req-ceb418b5-112c-4079-a55a-3c090c72972b req-82a4caf6-6451-4b3b-bdb4-20f1214262a3 tempest-VolumesNegativeTest-1312001125 tempest-VolumesNegativeTest-1312001125-project] 10.222.0.66 "GET /v2.0/ports?tenant_id=9d89beafb10246f7b9087ca7cd75f239&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0622628 Jun 16 17:24:29.685104 dv-cinder-837356-2-iscsi neutron-server[103916]: INFO neutron.wsgi [req-815f97be-5027-40a3-87df-bbd2bb1b9681 req-90ccdcce-3cb1-400f-9d7d-07b1641bb5d8 tempest-VolumesNegativeTest-1312001125 tempest-VolumesNegativeTest-1312001125-project] 10.222.0.66 "GET /v2.0/ports?device_id=65e2df49-edf7-4ed4-b8fe-bcc61f5d0807 HTTP/1.1" status: 200 len: 210 time: 0.0299637 Jun 16 17:24:30.472776 dv-cinder-837356-2-iscsi neutron-server[103917]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87d5fc12-9bee-4d32-a41c-1bf14aa81766 req-9cf328c4-0b84-4d45-89fd-e5b1dd112acc tempest-ServerRescueNegativeTestJSON-1475515620 tempest-ServerRescueNegativeTestJSON-1475515620-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103917) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 16 17:24:30.474849 dv-cinder-837356-2-iscsi neutron-server[103917]: INFO neutron.wsgi [req-87d5fc12-9bee-4d32-a41c-1bf14aa81766 req-9cf328c4-0b84-4d45-89fd-e5b1dd112acc tempest-ServerRescueNegativeTestJSON-1475515620 tempest-ServerRescueNegativeTestJSON-1475515620-project] 10.222.0.66 "GET /v2.0/ports?device_id=90ea9630-ef03-47fd-aa60-695a36081c19 HTTP/1.1" status: 200 len: 945 time: 0.0577543 Jun 16 17:24:30.489733 dv-cinder-837356-2-iscsi neutron-server[103917]: DEBUG dbcounter [-] [103917] Writing DB stats neutron:UPDATE=2,neutron:SELECT=93,neutron:INSERT=1,neutron:DELETE=4 {{(pid=103917) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 16 17:24:30.539897 dv-cinder-837356-2-iscsi neutron-server[103917]: INFO neutron.wsgi [req-87d5fc12-9bee-4d32-a41c-1bf14aa81766 req-e7920767-9150-4e40-b24b-bbad0a49919b tempest-ServerRescueNegativeTestJSON-1475515620 tempest-ServerRescueNegativeTestJSON-1475515620-project] 10.222.0.66 "GET /v2.0/security-groups?id=ce781013-5cdb-4bc3-8c66-743aa21b4c5c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0555761 Jun 16 17:24:30.796668 dv-cinder-837356-2-iscsi neutron-server[103916]: INFO neutron.wsgi [req-9bd3f80f-bd3d-4e5d-a5a8-95249117cad5 req-b85f4cd8-30d9-47da-9706-15cadaa3c927 tempest-VolumesNegativeTest-1312001125 tempest-VolumesNegativeTest-1312001125-project] 10.222.0.66 "GET /v2.0/ports?device_id=65e2df49-edf7-4ed4-b8fe-bcc61f5d0807 HTTP/1.1" status: 200 len: 210 time: 0.0344024 Jun 16 17:24:31.643700 dv-cinder-837356-2-iscsi neutron-server[103919]: DEBUG neutron.db.agents_db [None req-d2debd9c-00d6-4a8f-b9fc-d112a2dcea0d None None] Agent healthcheck: found 6 active agents {{(pid=103919) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jun 16 17:24:31.679471 dv-cinder-837356-2-iscsi neutron-server[103917]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4aae5ff6-e2ab-4498-949d-7a6b6d8a98c7 req-458f4c67-c1f7-46c6-82d8-2bc64dd3a5bd tempest-ServerRescueNegativeTestJSON-1475515620 tempest-ServerRescueNegativeTestJSON-1475515620-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103917) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 16 17:24:31.681369 dv-cinder-837356-2-iscsi neutron-server[103917]: INFO neutron.wsgi [req-4aae5ff6-e2ab-4498-949d-7a6b6d8a98c7 req-458f4c67-c1f7-46c6-82d8-2bc64dd3a5bd tempest-ServerRescueNegativeTestJSON-1475515620 tempest-ServerRescueNegativeTestJSON-1475515620-project] 10.222.0.66 "GET /v2.0/ports?device_id=90ea9630-ef03-47fd-aa60-695a36081c19 HTTP/1.1" status: 200 len: 945 time: 0.0512073 Jun 16 17:24:31.733455 dv-cinder-837356-2-iscsi neutron-server[103917]: INFO neutron.wsgi [req-4aae5ff6-e2ab-4498-949d-7a6b6d8a98c7 req-044ed97a-9474-45fe-b09d-b0e218d5bd7f tempest-ServerRescueNegativeTestJSON-1475515620 tempest-ServerRescueNegativeTestJSON-1475515620-project] 10.222.0.66 "GET /v2.0/security-groups?id=ce781013-5cdb-4bc3-8c66-743aa21b4c5c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0455492 Jun 16 17:24:31.863583 dv-cinder-837356-2-iscsi neutron-server[103917]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b82d9966-6cb5-4b83-b7b3-f036aac9e4fe req-0d66101b-056d-4ee7-a72f-b2a756ceef10 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103917) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 16 17:24:31.864834 dv-cinder-837356-2-iscsi neutron-server[103917]: INFO neutron.wsgi [req-b82d9966-6cb5-4b83-b7b3-f036aac9e4fe req-0d66101b-056d-4ee7-a72f-b2a756ceef10 service neutron] 10.222.0.81 "GET /v2.0/ports?tenant_id=ccf5c45783454fc5a7872490196f07e0&device_id=75957299-3d36-4f9c-a081-9e621c88225c HTTP/1.1" status: 200 len: 1130 time: 0.0546985 Jun 16 17:24:31.899736 dv-cinder-837356-2-iscsi neutron-server[103917]: DEBUG dbcounter [-] [103917] Writing DB stats neutron:SELECT=97,neutron:DELETE=3 {{(pid=103917) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 16 17:24:31.973208 dv-cinder-837356-2-iscsi neutron-server[103916]: INFO neutron.wsgi [req-cf14bf8b-bd02-448c-a9ef-a4285e879c97 req-ef126ada-ccd5-4a28-8fed-52c9b4ee08bc tempest-VolumesNegativeTest-1312001125 tempest-VolumesNegativeTest-1312001125-project] 10.222.0.66 "GET /v2.0/ports?device_id=65e2df49-edf7-4ed4-b8fe-bcc61f5d0807 HTTP/1.1" status: 200 len: 210 time: 0.0410731 Jun 16 17:24:32.001800 dv-cinder-837356-2-iscsi neutron-server[103917]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b82d9966-6cb5-4b83-b7b3-f036aac9e4fe req-5610c32f-0659-4692-b6b6-cf535b2f640f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103917) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 16 17:24:32.003810 dv-cinder-837356-2-iscsi neutron-server[103917]: INFO neutron.wsgi [req-b82d9966-6cb5-4b83-b7b3-f036aac9e4fe req-5610c32f-0659-4692-b6b6-cf535b2f640f service neutron] 10.222.0.81 "GET /v2.0/networks?id=7c13538c-2941-4763-a560-37a0a33d14c7 HTTP/1.1" status: 200 len: 921 time: 0.1144176 Jun 16 17:24:32.055631 dv-cinder-837356-2-iscsi neutron-server[103917]: INFO neutron.wsgi [req-b82d9966-6cb5-4b83-b7b3-f036aac9e4fe req-5eb8731e-b29c-4a3b-a94a-101a640e644f service neutron] 10.222.0.81 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=24585d4c-eda6-469f-a310-d2d5f70274a1 HTTP/1.1" status: 200 len: 217 time: 0.0428755 Jun 16 17:24:32.115986 dv-cinder-837356-2-iscsi neutron-server[103917]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b82d9966-6cb5-4b83-b7b3-f036aac9e4fe req-ade4c455-7fa3-40ef-973a-929a3558287f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103917) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 16 17:24:32.118546 dv-cinder-837356-2-iscsi neutron-server[103917]: INFO neutron.wsgi [req-b82d9966-6cb5-4b83-b7b3-f036aac9e4fe req-ade4c455-7fa3-40ef-973a-929a3558287f service neutron] 10.222.0.81 "GET /v2.0/subnets?id=8e38426e-d044-4155-92d6-5d9da7f0fc35 HTTP/1.1" status: 200 len: 858 time: 0.0565858 Jun 16 17:24:32.423452 dv-cinder-837356-2-iscsi neutron-server[103917]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b82d9966-6cb5-4b83-b7b3-f036aac9e4fe req-214ce049-060b-4f62-b613-095bc0150b1a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103917) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 16 17:24:32.425085 dv-cinder-837356-2-iscsi neutron-server[103917]: INFO neutron.wsgi [req-b82d9966-6cb5-4b83-b7b3-f036aac9e4fe req-214ce049-060b-4f62-b613-095bc0150b1a service neutron] 10.222.0.81 "GET /v2.0/ports?network_id=7c13538c-2941-4763-a560-37a0a33d14c7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0481555 Jun 16 17:24:32.544114 dv-cinder-837356-2-iscsi neutron-server[103917]: INFO neutron.wsgi [req-ceb418b5-112c-4079-a55a-3c090c72972b req-27be729d-4cdc-4eb4-919b-5ca93169c259 tempest-VolumesNegativeTest-1312001125 tempest-VolumesNegativeTest-1312001125-project] 10.222.0.81 "GET /v2.0/networks?tenant_id=9d89beafb10246f7b9087ca7cd75f239&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0680621 Jun 16 17:24:32.638121 dv-cinder-837356-2-iscsi neutron-server[103917]: INFO neutron.wsgi [req-b82d9966-6cb5-4b83-b7b3-f036aac9e4fe req-e8635424-e03a-43d5-bfb7-7e0e461f30c1 service neutron] 10.222.0.81 "GET /v2.0/networks/7c13538c-2941-4763-a560-37a0a33d14c7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2050495 Jun 16 17:24:32.768014 dv-cinder-837356-2-iscsi neutron-server[103917]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ceb418b5-112c-4079-a55a-3c090c72972b req-61b96316-0f8b-4b7c-9c07-97e3667c702c tempest-VolumesNegativeTest-1312001125 tempest-VolumesNegativeTest-1312001125-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103917) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 16 17:24:32.769780 dv-cinder-837356-2-iscsi neutron-server[103917]: INFO neutron.wsgi [req-ceb418b5-112c-4079-a55a-3c090c72972b req-61b96316-0f8b-4b7c-9c07-97e3667c702c tempest-VolumesNegativeTest-1312001125 tempest-VolumesNegativeTest-1312001125-project] 10.222.0.81 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.2197413 Jun 16 17:24:32.786802 dv-cinder-837356-2-iscsi neutron-server[103917]: DEBUG neutron.api.v2.base [req-ceb418b5-112c-4079-a55a-3c090c72972b req-476a9879-1ca5-4ab8-b5ec-0c803bfbebd6 tempest-VolumesNegativeTest-1312001125 tempest-VolumesNegativeTest-1312001125-project] Request body: {'port': {'device_id': '65e2df49-edf7-4ed4-b8fe-bcc61f5d0807', 'network_id': '0a7d9231-0b24-410c-8969-3be4da630c4b', 'admin_state_up': True, 'tenant_id': '9d89beafb10246f7b9087ca7cd75f239'}} {{(pid=103917) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jun 16 17:24:32.943528 dv-cinder-837356-2-iscsi neutron-server[103917]: INFO neutron.wsgi [req-b82d9966-6cb5-4b83-b7b3-f036aac9e4fe req-412b5cb2-54af-4413-8056-6b10eb35647c service neutron] 10.222.0.81 "GET /v2.0/networks/7c13538c-2941-4763-a560-37a0a33d14c7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2915959 Jun 16 17:24:32.973403 dv-cinder-837356-2-iscsi neutron-server[103917]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-359ebcda-bb15-4040-89ca-f340b0fdd928 req-4bf85b8f-721e-4b0d-b26d-f4297aa73580 tempest-ServerRescueNegativeTestJSON-1475515620 tempest-ServerRescueNegativeTestJSON-1475515620-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103917) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 16 17:24:32.975237 dv-cinder-837356-2-iscsi neutron-server[103917]: INFO neutron.wsgi [req-359ebcda-bb15-4040-89ca-f340b0fdd928 req-4bf85b8f-721e-4b0d-b26d-f4297aa73580 tempest-ServerRescueNegativeTestJSON-1475515620 tempest-ServerRescueNegativeTestJSON-1475515620-project] 10.222.0.66 "GET /v2.0/ports?device_id=90ea9630-ef03-47fd-aa60-695a36081c19 HTTP/1.1" status: 200 len: 945 time: 0.1494694 Jun 16 17:24:33.125160 dv-cinder-837356-2-iscsi neutron-server[103917]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-ceb418b5-112c-4079-a55a-3c090c72972b req-476a9879-1ca5-4ab8-b5ec-0c803bfbebd6 tempest-VolumesNegativeTest-1312001125 tempest-VolumesNegativeTest-1312001125-project] Made reservation on behalf of 9d89beafb10246f7b9087ca7cd75f239 for: {'port': 1} {{(pid=103917) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 16 17:24:33.133047 dv-cinder-837356-2-iscsi neutron-server[103917]: DEBUG neutron_lib.callbacks.manager [req-ceb418b5-112c-4079-a55a-3c090c72972b req-476a9879-1ca5-4ab8-b5ec-0c803bfbebd6 tempest-VolumesNegativeTest-1312001125 tempest-VolumesNegativeTest-1312001125-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16007590'] for port (None), before_create {{(pid=103917) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 17:24:33.167171 dv-cinder-837356-2-iscsi neutron-server[103916]: INFO neutron.wsgi [req-5328c1b4-5803-4dd2-9663-def28f80b16b req-cd4e309f-ec9d-47ec-8bb7-96a8d7ab0781 tempest-VolumesNegativeTest-1312001125 tempest-VolumesNegativeTest-1312001125-project] 10.222.0.66 "GET /v2.0/ports?device_id=65e2df49-edf7-4ed4-b8fe-bcc61f5d0807 HTTP/1.1" status: 200 len: 210 time: 0.0755248 Jun 16 17:24:33.183218 dv-cinder-837356-2-iscsi neutron-server[103917]: INFO neutron.wsgi [req-359ebcda-bb15-4040-89ca-f340b0fdd928 req-a02cca3e-66fc-46b8-909d-51749eda46df tempest-ServerRescueNegativeTestJSON-1475515620 tempest-ServerRescueNegativeTestJSON-1475515620-project] 10.222.0.66 "GET /v2.0/security-groups?id=ce781013-5cdb-4bc3-8c66-743aa21b4c5c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1962271 Jun 16 17:24:33.184974 dv-cinder-837356-2-iscsi neutron-server[103917]: DEBUG neutron_lib.callbacks.manager [req-ceb418b5-112c-4079-a55a-3c090c72972b req-476a9879-1ca5-4ab8-b5ec-0c803bfbebd6 tempest-VolumesNegativeTest-1312001125 tempest-VolumesNegativeTest-1312001125-project] Publish callbacks [] for security_group (None), before_create {{(pid=103917) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 17:24:33.208473 dv-cinder-837356-2-iscsi neutron-server[103917]: DEBUG dbcounter [-] [103917] Writing DB stats neutron:SELECT=99,neutron:INSERT=1 {{(pid=103917) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 16 17:24:33.311004 dv-cinder-837356-2-iscsi neutron-server[103917]: DEBUG neutron_lib.callbacks.manager [req-ceb418b5-112c-4079-a55a-3c090c72972b req-476a9879-1ca5-4ab8-b5ec-0c803bfbebd6 tempest-VolumesNegativeTest-1312001125 tempest-VolumesNegativeTest-1312001125-project] Publish callbacks [] for security_group (a36cae57-beaf-489e-a0f8-cef4e05ecdee), precommit_create {{(pid=103917) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 17:24:33.318076 dv-cinder-837356-2-iscsi neutron-server[103917]: DEBUG neutron_lib.callbacks.manager [req-ceb418b5-112c-4079-a55a-3c090c72972b req-476a9879-1ca5-4ab8-b5ec-0c803bfbebd6 tempest-VolumesNegativeTest-1312001125 tempest-VolumesNegativeTest-1312001125-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-570488'] for security_group (a36cae57-beaf-489e-a0f8-cef4e05ecdee), after_create {{(pid=103917) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 17:24:33.422450 dv-cinder-837356-2-iscsi neutron-server[103917]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-476a9879-1ca5-4ab8-b5ec-0c803bfbebd6 tempest-VolumesNegativeTest-1312001125 tempest-VolumesNegativeTest-1312001125-project] Pushing event updated for resources: {'SecurityGroup': ['ID=a36cae57-beaf-489e-a0f8-cef4e05ecdee,revision_number=1']} {{(pid=103917) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 17:24:33.442056 dv-cinder-837356-2-iscsi neutron-server[103917]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-476a9879-1ca5-4ab8-b5ec-0c803bfbebd6 tempest-VolumesNegativeTest-1312001125 tempest-VolumesNegativeTest-1312001125-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-837356-2-iscsi {{(pid=103917) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 17:24:33.442365 dv-cinder-837356-2-iscsi neutron-server[103917]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-476a9879-1ca5-4ab8-b5ec-0c803bfbebd6 tempest-VolumesNegativeTest-1312001125 tempest-VolumesNegativeTest-1312001125-project] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-837356-2-iscsi {{(pid=103917) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 17:24:33.442844 dv-cinder-837356-2-iscsi neutron-server[103917]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-476a9879-1ca5-4ab8-b5ec-0c803bfbebd6 tempest-VolumesNegativeTest-1312001125 tempest-VolumesNegativeTest-1312001125-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-837356-2-iscsi {{(pid=103917) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 17:24:33.443176 dv-cinder-837356-2-iscsi neutron-server[103917]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-476a9879-1ca5-4ab8-b5ec-0c803bfbebd6 tempest-VolumesNegativeTest-1312001125 tempest-VolumesNegativeTest-1312001125-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-837356-2-iscsi {{(pid=103917) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 17:24:33.443498 dv-cinder-837356-2-iscsi neutron-server[103917]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-476a9879-1ca5-4ab8-b5ec-0c803bfbebd6 tempest-VolumesNegativeTest-1312001125 tempest-VolumesNegativeTest-1312001125-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-837356-2-iscsi {{(pid=103917) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 17:24:33.443818 dv-cinder-837356-2-iscsi neutron-server[103917]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-476a9879-1ca5-4ab8-b5ec-0c803bfbebd6 tempest-VolumesNegativeTest-1312001125 tempest-VolumesNegativeTest-1312001125-project] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-837356-2-iscsi {{(pid=103917) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 17:24:33.444139 dv-cinder-837356-2-iscsi neutron-server[103917]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-476a9879-1ca5-4ab8-b5ec-0c803bfbebd6 tempest-VolumesNegativeTest-1312001125 tempest-VolumesNegativeTest-1312001125-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-837356-2-iscsi {{(pid=103917) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 17:24:33.444458 dv-cinder-837356-2-iscsi neutron-server[103917]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-476a9879-1ca5-4ab8-b5ec-0c803bfbebd6 tempest-VolumesNegativeTest-1312001125 tempest-VolumesNegativeTest-1312001125-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-837356-2-iscsi {{(pid=103917) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 17:24:33.444858 dv-cinder-837356-2-iscsi neutron-server[103917]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-476a9879-1ca5-4ab8-b5ec-0c803bfbebd6 tempest-VolumesNegativeTest-1312001125 tempest-VolumesNegativeTest-1312001125-project] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-837356-2-iscsi {{(pid=103917) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 17:24:33.445255 dv-cinder-837356-2-iscsi neutron-server[103917]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-476a9879-1ca5-4ab8-b5ec-0c803bfbebd6 tempest-VolumesNegativeTest-1312001125 tempest-VolumesNegativeTest-1312001125-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-837356-2-iscsi {{(pid=103917) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 17:24:33.445663 dv-cinder-837356-2-iscsi neutron-server[103917]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-476a9879-1ca5-4ab8-b5ec-0c803bfbebd6 tempest-VolumesNegativeTest-1312001125 tempest-VolumesNegativeTest-1312001125-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-837356-2-iscsi {{(pid=103917) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 17:24:33.445997 dv-cinder-837356-2-iscsi neutron-server[103917]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-476a9879-1ca5-4ab8-b5ec-0c803bfbebd6 tempest-VolumesNegativeTest-1312001125 tempest-VolumesNegativeTest-1312001125-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-837356-2-iscsi {{(pid=103917) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 17:24:33.446338 dv-cinder-837356-2-iscsi neutron-server[103917]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-476a9879-1ca5-4ab8-b5ec-0c803bfbebd6 tempest-VolumesNegativeTest-1312001125 tempest-VolumesNegativeTest-1312001125-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-837356-2-iscsi {{(pid=103917) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 17:24:33.446646 dv-cinder-837356-2-iscsi neutron-server[103917]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-476a9879-1ca5-4ab8-b5ec-0c803bfbebd6 tempest-VolumesNegativeTest-1312001125 tempest-VolumesNegativeTest-1312001125-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-837356-2-iscsi {{(pid=103917) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 17:24:33.446954 dv-cinder-837356-2-iscsi neutron-server[103917]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-476a9879-1ca5-4ab8-b5ec-0c803bfbebd6 tempest-VolumesNegativeTest-1312001125 tempest-VolumesNegativeTest-1312001125-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-837356-2-iscsi {{(pid=103917) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 17:24:33.533928 dv-cinder-837356-2-iscsi neutron-server[103917]: DEBUG dbcounter [-] [103917] Writing DB stats neutron:SELECT=92,neutron:INSERT=8 {{(pid=103917) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 16 17:24:33.535475 dv-cinder-837356-2-iscsi neutron-server[103917]: DEBUG neutron.db.db_base_plugin_common [req-ceb418b5-112c-4079-a55a-3c090c72972b req-476a9879-1ca5-4ab8-b5ec-0c803bfbebd6 tempest-VolumesNegativeTest-1312001125 tempest-VolumesNegativeTest-1312001125-project] Allocated IP 192.168.233.71 (0a7d9231-0b24-410c-8969-3be4da630c4b/38ac6085-6465-4d16-911a-5f1a26fb0da7/2ba9ec91-2d6b-4395-ba81-e0d7dc6364ff) {{(pid=103917) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 16 17:24:33.738998 dv-cinder-837356-2-iscsi neutron-server[103917]: DEBUG neutron_lib.callbacks.manager [req-ceb418b5-112c-4079-a55a-3c090c72972b req-476a9879-1ca5-4ab8-b5ec-0c803bfbebd6 tempest-VolumesNegativeTest-1312001125 tempest-VolumesNegativeTest-1312001125-project] Publish callbacks [] for port (2ba9ec91-2d6b-4395-ba81-e0d7dc6364ff), precommit_create {{(pid=103917) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 17:24:34.034518 dv-cinder-837356-2-iscsi neutron-server[103917]: DEBUG neutron_lib.callbacks.manager [req-ceb418b5-112c-4079-a55a-3c090c72972b req-476a9879-1ca5-4ab8-b5ec-0c803bfbebd6 tempest-VolumesNegativeTest-1312001125 tempest-VolumesNegativeTest-1312001125-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16007527', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-75831', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16241551', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8728538993421', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3819743'] for port (2ba9ec91-2d6b-4395-ba81-e0d7dc6364ff), after_create {{(pid=103917) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 17:24:34.093023 dv-cinder-837356-2-iscsi neutron-server[103917]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-ceb418b5-112c-4079-a55a-3c090c72972b req-476a9879-1ca5-4ab8-b5ec-0c803bfbebd6 tempest-VolumesNegativeTest-1312001125 tempest-VolumesNegativeTest-1312001125-project] Network 0a7d9231-0b24-410c-8969-3be4da630c4b is already hosted by enough agents. {{(pid=103917) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 16 17:24:34.101609 dv-cinder-837356-2-iscsi neutron-server[103917]: DEBUG neutron.scheduler.base_scheduler [req-ceb418b5-112c-4079-a55a-3c090c72972b req-476a9879-1ca5-4ab8-b5ec-0c803bfbebd6 tempest-VolumesNegativeTest-1312001125 tempest-VolumesNegativeTest-1312001125-project] Resources bound (agent type, host, resource id): {{(pid=103917) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 16 17:24:34.108289 dv-cinder-837356-2-iscsi neutron-server[103917]: DEBUG neutron.db.l3_dvrscheduler_db [req-ceb418b5-112c-4079-a55a-3c090c72972b req-476a9879-1ca5-4ab8-b5ec-0c803bfbebd6 tempest-VolumesNegativeTest-1312001125 tempest-VolumesNegativeTest-1312001125-project] Received port after_create {{(pid=103917) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:542}} Jun 16 17:24:34.117052 dv-cinder-837356-2-iscsi neutron-server[103917]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-476a9879-1ca5-4ab8-b5ec-0c803bfbebd6 tempest-VolumesNegativeTest-1312001125 tempest-VolumesNegativeTest-1312001125-project] Pushing event updated for resources: {'Port': ['ID=2ba9ec91-2d6b-4395-ba81-e0d7dc6364ff,revision_number=1']} {{(pid=103917) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 17:24:34.191101 dv-cinder-837356-2-iscsi neutron-server[103917]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ceb418b5-112c-4079-a55a-3c090c72972b req-476a9879-1ca5-4ab8-b5ec-0c803bfbebd6 tempest-VolumesNegativeTest-1312001125 tempest-VolumesNegativeTest-1312001125-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103917) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 16 17:24:34.191779 dv-cinder-837356-2-iscsi neutron-server[103917]: DEBUG neutron_lib.callbacks.manager [req-ceb418b5-112c-4079-a55a-3c090c72972b req-476a9879-1ca5-4ab8-b5ec-0c803bfbebd6 tempest-VolumesNegativeTest-1312001125 tempest-VolumesNegativeTest-1312001125-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-191112'] for port (None), before_response {{(pid=103917) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 17:24:34.212659 dv-cinder-837356-2-iscsi neutron-server[103917]: INFO neutron.wsgi [req-ceb418b5-112c-4079-a55a-3c090c72972b req-476a9879-1ca5-4ab8-b5ec-0c803bfbebd6 tempest-VolumesNegativeTest-1312001125 tempest-VolumesNegativeTest-1312001125-project] 10.222.0.81 "POST /v2.0/ports HTTP/1.1" status: 201 len: 937 time: 1.4300139 Jun 16 17:24:34.314202 dv-cinder-837356-2-iscsi neutron-server[103916]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3ab5983-f464-412a-8096-7b03aa22b765 req-f8feb311-b76e-443f-a7d1-6ad9894777dd tempest-VolumesNegativeTest-1312001125 tempest-VolumesNegativeTest-1312001125-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103916) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 16 17:24:34.317077 dv-cinder-837356-2-iscsi neutron-server[103916]: INFO neutron.wsgi [req-c3ab5983-f464-412a-8096-7b03aa22b765 req-f8feb311-b76e-443f-a7d1-6ad9894777dd tempest-VolumesNegativeTest-1312001125 tempest-VolumesNegativeTest-1312001125-project] 10.222.0.66 "GET /v2.0/ports?device_id=65e2df49-edf7-4ed4-b8fe-bcc61f5d0807 HTTP/1.1" status: 200 len: 935 time: 0.0614963 Jun 16 17:24:34.321112 dv-cinder-837356-2-iscsi neutron-server[103917]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee181689-7c44-4aae-8b35-48505d6a5118 req-7531587e-8583-4c31-a907-69209933c608 tempest-ServerRescueNegativeTestJSON-1475515620 tempest-ServerRescueNegativeTestJSON-1475515620-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103917) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 16 17:24:34.322946 dv-cinder-837356-2-iscsi neutron-server[103917]: INFO neutron.wsgi [req-ee181689-7c44-4aae-8b35-48505d6a5118 req-7531587e-8583-4c31-a907-69209933c608 tempest-ServerRescueNegativeTestJSON-1475515620 tempest-ServerRescueNegativeTestJSON-1475515620-project] 10.222.0.66 "GET /v2.0/ports?device_id=90ea9630-ef03-47fd-aa60-695a36081c19 HTTP/1.1" status: 200 len: 945 time: 0.0546238 Jun 16 17:24:34.369810 dv-cinder-837356-2-iscsi neutron-server[103916]: DEBUG dbcounter [-] [103916] Writing DB stats neutron:SELECT=89,neutron:DELETE=10,neutron:UPDATE=1 {{(pid=103916) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 16 17:24:34.381409 dv-cinder-837356-2-iscsi neutron-server[103917]: INFO neutron.wsgi [req-ee181689-7c44-4aae-8b35-48505d6a5118 req-e18e13fc-9c7d-4a59-a9bb-bef7278051bb tempest-ServerRescueNegativeTestJSON-1475515620 tempest-ServerRescueNegativeTestJSON-1475515620-project] 10.222.0.66 "GET /v2.0/security-groups?id=ce781013-5cdb-4bc3-8c66-743aa21b4c5c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0524616 Jun 16 17:24:34.389213 dv-cinder-837356-2-iscsi neutron-server[103916]: INFO neutron.wsgi [req-c3ab5983-f464-412a-8096-7b03aa22b765 req-2464e76a-faf1-411a-8d8e-487a756d9162 tempest-VolumesNegativeTest-1312001125 tempest-VolumesNegativeTest-1312001125-project] 10.222.0.66 "GET /v2.0/security-groups?id=a36cae57-beaf-489e-a0f8-cef4e05ecdee&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0651679 Jun 16 17:24:34.418338 dv-cinder-837356-2-iscsi neutron-server[103918]: DEBUG neutron.db.provisioning_blocks [None req-6bf4944b-965b-4b5e-807f-02deff687a0b None None] Provisioning complete for port 2ba9ec91-2d6b-4395-ba81-e0d7dc6364ff triggered by entity DHCP. {{(pid=103918) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jun 16 17:24:34.418985 dv-cinder-837356-2-iscsi neutron-server[103918]: DEBUG neutron_lib.callbacks.manager [None req-6bf4944b-965b-4b5e-807f-02deff687a0b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16149424'] for port (2ba9ec91-2d6b-4395-ba81-e0d7dc6364ff), provisioning_complete {{(pid=103918) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 17:24:34.458274 dv-cinder-837356-2-iscsi neutron-server[103918]: DEBUG neutron.plugins.ml2.plugin [None req-6bf4944b-965b-4b5e-807f-02deff687a0b None None] Port 2ba9ec91-2d6b-4395-ba81-e0d7dc6364ff cannot update to ACTIVE because it is not bound. {{(pid=103918) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:354}} Jun 16 17:24:35.168181 dv-cinder-837356-2-iscsi neutron-server[103917]: DEBUG neutron.api.v2.base [req-ceb418b5-112c-4079-a55a-3c090c72972b req-65e41bfa-17a6-48e4-bb1f-c88a57f39ffe service neutron] Request body: {'port': {'device_id': '65e2df49-edf7-4ed4-b8fe-bcc61f5d0807', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-83735'}} {{(pid=103917) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jun 16 17:24:35.242883 dv-cinder-837356-2-iscsi neutron-server[103917]: DEBUG neutron_lib.callbacks.manager [req-ceb418b5-112c-4079-a55a-3c090c72972b req-65e41bfa-17a6-48e4-bb1f-c88a57f39ffe service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16007590'] for port (2ba9ec91-2d6b-4395-ba81-e0d7dc6364ff), before_update {{(pid=103917) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 17:24:35.245630 dv-cinder-837356-2-iscsi neutron-server[103917]: DEBUG dbcounter [-] [103917] Writing DB stats neutron:INSERT=11,neutron:UPDATE=5,neutron:SELECT=84 {{(pid=103917) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 16 17:24:35.529644 dv-cinder-837356-2-iscsi neutron-server[103916]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c6d82d4-bab5-4610-9b2c-3f372874a17d req-671494f6-b8ab-4f17-a74a-d42c11538b04 tempest-VolumesNegativeTest-1312001125 tempest-VolumesNegativeTest-1312001125-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103916) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 16 17:24:35.531463 dv-cinder-837356-2-iscsi neutron-server[103916]: INFO neutron.wsgi [req-3c6d82d4-bab5-4610-9b2c-3f372874a17d req-671494f6-b8ab-4f17-a74a-d42c11538b04 tempest-VolumesNegativeTest-1312001125 tempest-VolumesNegativeTest-1312001125-project] 10.222.0.66 "GET /v2.0/ports?device_id=65e2df49-edf7-4ed4-b8fe-bcc61f5d0807 HTTP/1.1" status: 200 len: 935 time: 0.0623567 Jun 16 17:24:35.555407 dv-cinder-837356-2-iscsi neutron-server[103917]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae2b7c83-2c73-4cc5-9873-2bd3ea471138 req-a507c535-10b6-41c9-9f56-0feac7619a15 tempest-ServerRescueNegativeTestJSON-1475515620 tempest-ServerRescueNegativeTestJSON-1475515620-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103917) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 16 17:24:35.557602 dv-cinder-837356-2-iscsi neutron-server[103917]: INFO neutron.wsgi [req-ae2b7c83-2c73-4cc5-9873-2bd3ea471138 req-a507c535-10b6-41c9-9f56-0feac7619a15 tempest-ServerRescueNegativeTestJSON-1475515620 tempest-ServerRescueNegativeTestJSON-1475515620-project] 10.222.0.66 "GET /v2.0/ports?device_id=90ea9630-ef03-47fd-aa60-695a36081c19 HTTP/1.1" status: 200 len: 945 time: 0.0853066 Jun 16 17:24:35.586055 dv-cinder-837356-2-iscsi neutron-server[103916]: INFO neutron.wsgi [req-3c6d82d4-bab5-4610-9b2c-3f372874a17d req-e34a21c9-b031-4ac8-a239-43fd1368bea1 tempest-VolumesNegativeTest-1312001125 tempest-VolumesNegativeTest-1312001125-project] 10.222.0.66 "GET /v2.0/security-groups?id=a36cae57-beaf-489e-a0f8-cef4e05ecdee&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0484312 Jun 16 17:24:35.609063 dv-cinder-837356-2-iscsi neutron-server[103917]: DEBUG neutron.notifiers.nova [req-ceb418b5-112c-4079-a55a-3c090c72972b req-65e41bfa-17a6-48e4-bb1f-c88a57f39ffe service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 2ba9ec91-2d6b-4395-ba81-e0d7dc6364ff {{(pid=103917) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Jun 16 17:24:35.623479 dv-cinder-837356-2-iscsi neutron-server[103917]: DEBUG neutron_lib.callbacks.manager [req-ceb418b5-112c-4079-a55a-3c090c72972b req-65e41bfa-17a6-48e4-bb1f-c88a57f39ffe service neutron] Publish callbacks [] for port (2ba9ec91-2d6b-4395-ba81-e0d7dc6364ff), precommit_update {{(pid=103917) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 17:24:35.648708 dv-cinder-837356-2-iscsi neutron-server[103917]: DEBUG dbcounter [-] [103917] Writing DB stats neutron:SELECT=94,neutron:DELETE=2,neutron:UPDATE=4 {{(pid=103917) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 16 17:24:35.655562 dv-cinder-837356-2-iscsi neutron-server[103917]: DEBUG neutron.db.provisioning_blocks [req-ceb418b5-112c-4079-a55a-3c090c72972b req-65e41bfa-17a6-48e4-bb1f-c88a57f39ffe service neutron] Transition to ACTIVE for port object 2ba9ec91-2d6b-4395-ba81-e0d7dc6364ff will not be triggered until provisioned by entity L2. {{(pid=103917) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Jun 16 17:24:35.661452 dv-cinder-837356-2-iscsi neutron-server[103917]: INFO neutron.wsgi [req-ae2b7c83-2c73-4cc5-9873-2bd3ea471138 req-53e78d40-6426-4801-9138-36f8b27b1d23 tempest-ServerRescueNegativeTestJSON-1475515620 tempest-ServerRescueNegativeTestJSON-1475515620-project] 10.222.0.66 "GET /v2.0/security-groups?id=ce781013-5cdb-4bc3-8c66-743aa21b4c5c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0976224 Jun 16 17:24:35.663820 dv-cinder-837356-2-iscsi neutron-server[103917]: DEBUG neutron_lib.callbacks.manager [req-ceb418b5-112c-4079-a55a-3c090c72972b req-65e41bfa-17a6-48e4-bb1f-c88a57f39ffe service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16007527', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-75831', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16241551', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728539364693', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728538993439', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728538993457', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3819734'] for port (2ba9ec91-2d6b-4395-ba81-e0d7dc6364ff), after_update {{(pid=103917) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 17:24:35.746210 dv-cinder-837356-2-iscsi neutron-server[103917]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-65e41bfa-17a6-48e4-bb1f-c88a57f39ffe service neutron] Pushing event updated for resources: {'Port': ['ID=2ba9ec91-2d6b-4395-ba81-e0d7dc6364ff,revision_number=2']} {{(pid=103917) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 17:24:35.851769 dv-cinder-837356-2-iscsi neutron-server[103917]: DEBUG neutron.plugins.ml2.managers [req-ceb418b5-112c-4079-a55a-3c090c72972b req-65e41bfa-17a6-48e4-bb1f-c88a57f39ffe service neutron] Attempting to bind port 2ba9ec91-2d6b-4395-ba81-e0d7dc6364ff on host hv-cinder-83735 for vnic_type normal with profile {{(pid=103917) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:811}} Jun 16 17:24:35.852726 dv-cinder-837356-2-iscsi neutron-server[103917]: DEBUG neutron.plugins.ml2.managers [req-ceb418b5-112c-4079-a55a-3c090c72972b req-65e41bfa-17a6-48e4-bb1f-c88a57f39ffe service neutron] Attempting to bind port 2ba9ec91-2d6b-4395-ba81-e0d7dc6364ff by drivers openvswitch,hyperv on host hv-cinder-83735 at level 0 using segments [{'id': '28add45e-1ef7-4bc6-bfa6-5560e7bead69', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1037, 'network_id': '0a7d9231-0b24-410c-8969-3be4da630c4b'}] {{(pid=103917) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:836}} Jun 16 17:24:35.852726 dv-cinder-837356-2-iscsi neutron-server[103917]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ceb418b5-112c-4079-a55a-3c090c72972b req-65e41bfa-17a6-48e4-bb1f-c88a57f39ffe service neutron] Attempting to bind port 2ba9ec91-2d6b-4395-ba81-e0d7dc6364ff on network 0a7d9231-0b24-410c-8969-3be4da630c4b {{(pid=103917) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jun 16 17:24:35.859169 dv-cinder-837356-2-iscsi neutron-server[103917]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ceb418b5-112c-4079-a55a-3c090c72972b req-65e41bfa-17a6-48e4-bb1f-c88a57f39ffe service neutron] Port 2ba9ec91-2d6b-4395-ba81-e0d7dc6364ff on network 0a7d9231-0b24-410c-8969-3be4da630c4b not bound, no agent of type Open vSwitch agent registered on host hv-cinder-83735 {{(pid=103917) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Jun 16 17:24:35.859531 dv-cinder-837356-2-iscsi neutron-server[103917]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ceb418b5-112c-4079-a55a-3c090c72972b req-65e41bfa-17a6-48e4-bb1f-c88a57f39ffe service neutron] Attempting to bind port 2ba9ec91-2d6b-4395-ba81-e0d7dc6364ff on network 0a7d9231-0b24-410c-8969-3be4da630c4b {{(pid=103917) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jun 16 17:24:35.866394 dv-cinder-837356-2-iscsi neutron-server[103917]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ceb418b5-112c-4079-a55a-3c090c72972b req-65e41bfa-17a6-48e4-bb1f-c88a57f39ffe service neutron] Checking agent: {'id': '2e97d73d-50fc-4f89-a4ea-85f65eb860d8', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-83735', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 6, 16, 17, 20, 29), 'started_at': datetime.datetime(2022, 6, 16, 17, 20, 29), 'heartbeat_timestamp': datetime.datetime(2022, 6, 16, 17, 24, 29), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103917) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jun 16 17:24:35.866885 dv-cinder-837356-2-iscsi neutron-server[103917]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ceb418b5-112c-4079-a55a-3c090c72972b req-65e41bfa-17a6-48e4-bb1f-c88a57f39ffe service neutron] Checking segment: {'id': '28add45e-1ef7-4bc6-bfa6-5560e7bead69', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1037, 'network_id': '0a7d9231-0b24-410c-8969-3be4da630c4b'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103917) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jun 16 17:24:35.867281 dv-cinder-837356-2-iscsi neutron-server[103917]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ceb418b5-112c-4079-a55a-3c090c72972b req-65e41bfa-17a6-48e4-bb1f-c88a57f39ffe service neutron] Bound using segment: {'id': '28add45e-1ef7-4bc6-bfa6-5560e7bead69', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1037, 'network_id': '0a7d9231-0b24-410c-8969-3be4da630c4b'} {{(pid=103917) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jun 16 17:24:35.867717 dv-cinder-837356-2-iscsi neutron-server[103917]: DEBUG neutron.plugins.ml2.managers [req-ceb418b5-112c-4079-a55a-3c090c72972b req-65e41bfa-17a6-48e4-bb1f-c88a57f39ffe service neutron] Bound port: 2ba9ec91-2d6b-4395-ba81-e0d7dc6364ff, host: hv-cinder-83735, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '28add45e-1ef7-4bc6-bfa6-5560e7bead69', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1037, 'network_id': '0a7d9231-0b24-410c-8969-3be4da630c4b'}}] {{(pid=103917) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:948}} Jun 16 17:24:35.868080 dv-cinder-837356-2-iscsi neutron-server[103917]: DEBUG neutron_lib.callbacks.manager [req-ceb418b5-112c-4079-a55a-3c090c72972b req-65e41bfa-17a6-48e4-bb1f-c88a57f39ffe service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16007590'] for port (2ba9ec91-2d6b-4395-ba81-e0d7dc6364ff), before_update {{(pid=103917) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 17:24:35.934635 dv-cinder-837356-2-iscsi neutron-server[103917]: DEBUG neutron.plugins.ml2.db [req-ceb418b5-112c-4079-a55a-3c090c72972b req-65e41bfa-17a6-48e4-bb1f-c88a57f39ffe service neutron] For port 2ba9ec91-2d6b-4395-ba81-e0d7dc6364ff, host hv-cinder-83735, cleared binding levels {{(pid=103917) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 16 17:24:35.937870 dv-cinder-837356-2-iscsi neutron-server[103917]: DEBUG neutron.plugins.ml2.db [req-ceb418b5-112c-4079-a55a-3c090c72972b req-65e41bfa-17a6-48e4-bb1f-c88a57f39ffe service neutron] For port 2ba9ec91-2d6b-4395-ba81-e0d7dc6364ff, host hv-cinder-83735, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83735',level=0,port_id=2ba9ec91-2d6b-4395-ba81-e0d7dc6364ff,segment=NetworkSegment(28add45e-1ef7-4bc6-bfa6-5560e7bead69),segment_id=28add45e-1ef7-4bc6-bfa6-5560e7bead69)] {{(pid=103917) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 16 17:24:35.946922 dv-cinder-837356-2-iscsi neutron-server[103917]: DEBUG neutron_lib.callbacks.manager [req-ceb418b5-112c-4079-a55a-3c090c72972b req-65e41bfa-17a6-48e4-bb1f-c88a57f39ffe service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16007527', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-75831', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16241551', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728539364693', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728538993439', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728538993457', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3819734'] for port (2ba9ec91-2d6b-4395-ba81-e0d7dc6364ff), after_update {{(pid=103917) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 17:24:35.989448 dv-cinder-837356-2-iscsi neutron-server[103917]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ceb418b5-112c-4079-a55a-3c090c72972b req-65e41bfa-17a6-48e4-bb1f-c88a57f39ffe service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103917) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 16 17:24:35.990077 dv-cinder-837356-2-iscsi neutron-server[103917]: DEBUG neutron_lib.callbacks.manager [req-ceb418b5-112c-4079-a55a-3c090c72972b req-65e41bfa-17a6-48e4-bb1f-c88a57f39ffe service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-191112'] for port (None), before_response {{(pid=103917) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 17:24:35.991718 dv-cinder-837356-2-iscsi neutron-server[103917]: INFO neutron.wsgi [req-ceb418b5-112c-4079-a55a-3c090c72972b req-65e41bfa-17a6-48e4-bb1f-c88a57f39ffe service neutron] 10.222.0.81 "PUT /v2.0/ports/2ba9ec91-2d6b-4395-ba81-e0d7dc6364ff HTTP/1.1" status: 200 len: 1097 time: 0.8342919 Jun 16 17:24:35.992028 dv-cinder-837356-2-iscsi neutron-server[103917]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '65e2df49-edf7-4ed4-b8fe-bcc61f5d0807', 'tag': '2ba9ec91-2d6b-4395-ba81-e0d7dc6364ff'}] {{(pid=103917) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jun 16 17:24:35.994737 dv-cinder-837356-2-iscsi neutron-server[103917]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.66/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6f3fd2b1a6655810f50592bc9015c397d118e5689141688eaf1b23dbeee2ebf8" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-de89aebc-04e2-4616-b3ec-4e63f92063ec" -d '{"events": [{"name": "network-changed", "server_uuid": "65e2df49-edf7-4ed4-b8fe-bcc61f5d0807", "tag": "2ba9ec91-2d6b-4395-ba81-e0d7dc6364ff"}]}' {{(pid=103917) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 16 17:24:36.022508 dv-cinder-837356-2-iscsi neutron-server[103917]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-65e41bfa-17a6-48e4-bb1f-c88a57f39ffe service neutron] Pushing event updated for resources: {'Port': ['ID=2ba9ec91-2d6b-4395-ba81-e0d7dc6364ff,revision_number=3']} {{(pid=103917) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 17:24:36.037492 dv-cinder-837356-2-iscsi neutron-server[103917]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 16 Jun 2022 17:24:35 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9c328849-9717-415a-b862-35a602e53bfb x-openstack-request-id: req-9c328849-9717-415a-b862-35a602e53bfb {{(pid=103917) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 16 17:24:36.037768 dv-cinder-837356-2-iscsi neutron-server[103917]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "65e2df49-edf7-4ed4-b8fe-bcc61f5d0807", "tag": "2ba9ec91-2d6b-4395-ba81-e0d7dc6364ff", "status": "completed", "code": 200}]} {{(pid=103917) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 16 17:24:36.038020 dv-cinder-837356-2-iscsi neutron-server[103917]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.66/compute/v2.1/os-server-external-events used request id req-9c328849-9717-415a-b862-35a602e53bfb {{(pid=103917) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 16 17:24:36.038435 dv-cinder-837356-2-iscsi neutron-server[103917]: INFO neutron.notifiers.nova [-] Nova event matching ['req-9c328849-9717-415a-b862-35a602e53bfb'] response: {'name': 'network-changed', 'server_uuid': '65e2df49-edf7-4ed4-b8fe-bcc61f5d0807', 'tag': '2ba9ec91-2d6b-4395-ba81-e0d7dc6364ff', 'status': 'completed', 'code': 200} Jun 16 17:24:36.170255 dv-cinder-837356-2-iscsi neutron-server[103917]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de89aebc-04e2-4616-b3ec-4e63f92063ec req-5294330a-1596-4740-9011-b8a43d15b947 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103917) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 16 17:24:36.171816 dv-cinder-837356-2-iscsi neutron-server[103917]: INFO neutron.wsgi [req-de89aebc-04e2-4616-b3ec-4e63f92063ec req-5294330a-1596-4740-9011-b8a43d15b947 service neutron] 10.222.0.81 "GET /v2.0/ports?tenant_id=9d89beafb10246f7b9087ca7cd75f239&device_id=65e2df49-edf7-4ed4-b8fe-bcc61f5d0807 HTTP/1.1" status: 200 len: 1131 time: 0.0488265 Jun 16 17:24:36.204827 dv-cinder-837356-2-iscsi neutron-server[103917]: INFO neutron.wsgi [req-de89aebc-04e2-4616-b3ec-4e63f92063ec req-4174b952-b8d1-419f-8dd9-cc84db333de1 service neutron] 10.222.0.81 "GET /v2.0/networks?tenant_id=9d89beafb10246f7b9087ca7cd75f239&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0213919 Jun 16 17:24:36.311583 dv-cinder-837356-2-iscsi neutron-server[103917]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de89aebc-04e2-4616-b3ec-4e63f92063ec req-71913ad0-cf03-4bcd-8862-3deebf1c359b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103917) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 16 17:24:36.313094 dv-cinder-837356-2-iscsi neutron-server[103917]: INFO neutron.wsgi [req-de89aebc-04e2-4616-b3ec-4e63f92063ec req-71913ad0-cf03-4bcd-8862-3deebf1c359b service neutron] 10.222.0.81 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 871 time: 0.1002989 Jun 16 17:24:36.401216 dv-cinder-837356-2-iscsi neutron-server[103917]: DEBUG dbcounter [-] [103917] Writing DB stats neutron:SELECT=96,neutron:UPDATE=2,neutron:INSERT=2 {{(pid=103917) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 16 17:24:36.405209 dv-cinder-837356-2-iscsi neutron-server[103917]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ceb418b5-112c-4079-a55a-3c090c72972b req-d24b1fc4-e18e-49c8-8025-69ab80aacf29 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103917) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 16 17:24:36.406817 dv-cinder-837356-2-iscsi neutron-server[103917]: INFO neutron.wsgi [req-ceb418b5-112c-4079-a55a-3c090c72972b req-d24b1fc4-e18e-49c8-8025-69ab80aacf29 service neutron] 10.222.0.81 "GET /v2.0/ports?tenant_id=9d89beafb10246f7b9087ca7cd75f239&device_id=65e2df49-edf7-4ed4-b8fe-bcc61f5d0807 HTTP/1.1" status: 200 len: 1131 time: 0.0455835 Jun 16 17:24:36.449292 dv-cinder-837356-2-iscsi neutron-server[103917]: INFO neutron.wsgi [req-ceb418b5-112c-4079-a55a-3c090c72972b req-2d2a5e76-1e19-4f6c-be8e-e8f215602880 service neutron] 10.222.0.81 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.71&port_id=2ba9ec91-2d6b-4395-ba81-e0d7dc6364ff HTTP/1.1" status: 200 len: 217 time: 0.0342722 Jun 16 17:24:36.534895 dv-cinder-837356-2-iscsi neutron-server[103917]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ceb418b5-112c-4079-a55a-3c090c72972b req-ab96d503-70d9-49d9-9245-1f219c87837a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103917) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 16 17:24:36.536502 dv-cinder-837356-2-iscsi neutron-server[103917]: INFO neutron.wsgi [req-ceb418b5-112c-4079-a55a-3c090c72972b req-ab96d503-70d9-49d9-9245-1f219c87837a service neutron] 10.222.0.81 "GET /v2.0/subnets?id=38ac6085-6465-4d16-911a-5f1a26fb0da7 HTTP/1.1" status: 200 len: 843 time: 0.0494432 Jun 16 17:24:36.630106 dv-cinder-837356-2-iscsi neutron-server[103917]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ceb418b5-112c-4079-a55a-3c090c72972b req-c985a1a5-14d1-431e-a6fd-74984dcdbf68 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103917) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 16 17:24:36.631483 dv-cinder-837356-2-iscsi neutron-server[103917]: INFO neutron.wsgi [req-ceb418b5-112c-4079-a55a-3c090c72972b req-c985a1a5-14d1-431e-a6fd-74984dcdbf68 service neutron] 10.222.0.81 "GET /v2.0/ports?network_id=0a7d9231-0b24-410c-8969-3be4da630c4b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1215 time: 0.0473135 Jun 16 17:24:36.644157 dv-cinder-837356-2-iscsi neutron-server[103919]: DEBUG dbcounter [-] [103919] Writing DB stats neutron:SELECT=4 {{(pid=103919) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 16 17:24:36.709491 dv-cinder-837356-2-iscsi neutron-server[103917]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47441157-45ca-4422-86cf-90e656d506fa req-ea9a9935-25eb-4e3d-b0f7-c6b04d0853ce tempest-VolumesNegativeTest-1312001125 tempest-VolumesNegativeTest-1312001125-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103917) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 16 17:24:36.711105 dv-cinder-837356-2-iscsi neutron-server[103917]: INFO neutron.wsgi [req-47441157-45ca-4422-86cf-90e656d506fa req-ea9a9935-25eb-4e3d-b0f7-c6b04d0853ce tempest-VolumesNegativeTest-1312001125 tempest-VolumesNegativeTest-1312001125-project] 10.222.0.66 "GET /v2.0/ports?device_id=65e2df49-edf7-4ed4-b8fe-bcc61f5d0807 HTTP/1.1" status: 200 len: 947 time: 0.0492578 Jun 16 17:24:36.763314 dv-cinder-837356-2-iscsi neutron-server[103917]: INFO neutron.wsgi [req-47441157-45ca-4422-86cf-90e656d506fa req-a0656e0c-1d11-463e-8d8c-640a8d94e4fd tempest-VolumesNegativeTest-1312001125 tempest-VolumesNegativeTest-1312001125-project] 10.222.0.66 "GET /v2.0/security-groups?id=a36cae57-beaf-489e-a0f8-cef4e05ecdee&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0461822 Jun 16 17:24:36.794600 dv-cinder-837356-2-iscsi neutron-server[103916]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5154a4a-61e0-40c3-bdef-a59018c474de req-239375df-ae98-4d93-8cbd-173e3f28341d tempest-ServerRescueNegativeTestJSON-1475515620 tempest-ServerRescueNegativeTestJSON-1475515620-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103916) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 16 17:24:36.796130 dv-cinder-837356-2-iscsi neutron-server[103916]: INFO neutron.wsgi [req-c5154a4a-61e0-40c3-bdef-a59018c474de req-239375df-ae98-4d93-8cbd-173e3f28341d tempest-ServerRescueNegativeTestJSON-1475515620 tempest-ServerRescueNegativeTestJSON-1475515620-project] 10.222.0.66 "GET /v2.0/ports?device_id=90ea9630-ef03-47fd-aa60-695a36081c19 HTTP/1.1" status: 200 len: 945 time: 0.0572858 Jun 16 17:24:36.847193 dv-cinder-837356-2-iscsi neutron-server[103916]: INFO neutron.wsgi [req-c5154a4a-61e0-40c3-bdef-a59018c474de req-6beae87d-6d41-414a-b8f2-9a8e6dfffb71 tempest-ServerRescueNegativeTestJSON-1475515620 tempest-ServerRescueNegativeTestJSON-1475515620-project] 10.222.0.66 "GET /v2.0/security-groups?id=ce781013-5cdb-4bc3-8c66-743aa21b4c5c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0447152 Jun 16 17:24:37.888601 dv-cinder-837356-2-iscsi neutron-server[103917]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-432482f8-86bc-478b-b568-82d47d9fbb98 req-d7cc3da3-e26e-416d-922e-f86fa507e3e2 tempest-VolumesNegativeTest-1312001125 tempest-VolumesNegativeTest-1312001125-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103917) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 16 17:24:37.890199 dv-cinder-837356-2-iscsi neutron-server[103917]: INFO neutron.wsgi [req-432482f8-86bc-478b-b568-82d47d9fbb98 req-d7cc3da3-e26e-416d-922e-f86fa507e3e2 tempest-VolumesNegativeTest-1312001125 tempest-VolumesNegativeTest-1312001125-project] 10.222.0.66 "GET /v2.0/ports?device_id=65e2df49-edf7-4ed4-b8fe-bcc61f5d0807 HTTP/1.1" status: 200 len: 947 time: 0.0506566 Jun 16 17:24:37.966037 dv-cinder-837356-2-iscsi neutron-server[103917]: INFO neutron.wsgi [req-432482f8-86bc-478b-b568-82d47d9fbb98 req-9af9b4e1-7ecc-44f0-a3e6-95dc977dff44 tempest-VolumesNegativeTest-1312001125 tempest-VolumesNegativeTest-1312001125-project] 10.222.0.66 "GET /v2.0/security-groups?id=a36cae57-beaf-489e-a0f8-cef4e05ecdee&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0685508 Jun 16 17:24:37.983136 dv-cinder-837356-2-iscsi neutron-server[103916]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9a74e54-8508-4f9b-8866-9fa1d08dd8cc req-e446f4fb-d5ba-46f2-b6f6-e1c74e7a7bba tempest-ServerRescueNegativeTestJSON-1475515620 tempest-ServerRescueNegativeTestJSON-1475515620-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103916) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 16 17:24:37.984516 dv-cinder-837356-2-iscsi neutron-server[103916]: INFO neutron.wsgi [req-d9a74e54-8508-4f9b-8866-9fa1d08dd8cc req-e446f4fb-d5ba-46f2-b6f6-e1c74e7a7bba tempest-ServerRescueNegativeTestJSON-1475515620 tempest-ServerRescueNegativeTestJSON-1475515620-project] 10.222.0.66 "GET /v2.0/ports?device_id=90ea9630-ef03-47fd-aa60-695a36081c19 HTTP/1.1" status: 200 len: 945 time: 0.0596974 Jun 16 17:24:38.233745 dv-cinder-837356-2-iscsi neutron-server[103916]: INFO neutron.wsgi [req-d9a74e54-8508-4f9b-8866-9fa1d08dd8cc req-f03b435d-5cb1-4fc6-a12b-cc6ab3d0f6e8 tempest-ServerRescueNegativeTestJSON-1475515620 tempest-ServerRescueNegativeTestJSON-1475515620-project] 10.222.0.66 "GET /v2.0/security-groups?id=ce781013-5cdb-4bc3-8c66-743aa21b4c5c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2398911 Jun 16 17:24:39.106769 dv-cinder-837356-2-iscsi neutron-server[103917]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c17ace28-c288-4863-b200-5e7beb5ec386 req-5f54145f-6aec-4e46-b7a2-349f3776d7b4 tempest-VolumesNegativeTest-1312001125 tempest-VolumesNegativeTest-1312001125-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103917) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 16 17:24:39.110224 dv-cinder-837356-2-iscsi neutron-server[103917]: INFO neutron.wsgi [req-c17ace28-c288-4863-b200-5e7beb5ec386 req-5f54145f-6aec-4e46-b7a2-349f3776d7b4 tempest-VolumesNegativeTest-1312001125 tempest-VolumesNegativeTest-1312001125-project] 10.222.0.66 "GET /v2.0/ports?device_id=65e2df49-edf7-4ed4-b8fe-bcc61f5d0807 HTTP/1.1" status: 200 len: 947 time: 0.0620131 Jun 16 17:24:39.162174 dv-cinder-837356-2-iscsi neutron-server[103917]: INFO neutron.wsgi [req-c17ace28-c288-4863-b200-5e7beb5ec386 req-6fedfa13-f702-4efb-825c-68975905b632 tempest-VolumesNegativeTest-1312001125 tempest-VolumesNegativeTest-1312001125-project] 10.222.0.66 "GET /v2.0/security-groups?id=a36cae57-beaf-489e-a0f8-cef4e05ecdee&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0439422 Jun 16 17:24:39.357017 dv-cinder-837356-2-iscsi neutron-server[103917]: INFO neutron.wsgi [req-ceb418b5-112c-4079-a55a-3c090c72972b req-177b4842-5919-4cf4-b1ba-cd4af78bc57e service neutron] 10.222.0.81 "GET /v2.0/networks/0a7d9231-0b24-410c-8969-3be4da630c4b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1040900 Jun 16 17:24:39.383768 dv-cinder-837356-2-iscsi neutron-server[103916]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba8f4fb9-e3ce-44f8-9358-8e72b4d2af67 req-18919a6d-a0d5-4e2d-b882-ec2c0a6b5bc0 tempest-ServerRescueNegativeTestJSON-1475515620 tempest-ServerRescueNegativeTestJSON-1475515620-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103916) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 16 17:24:39.386064 dv-cinder-837356-2-iscsi neutron-server[103916]: INFO neutron.wsgi [req-ba8f4fb9-e3ce-44f8-9358-8e72b4d2af67 req-18919a6d-a0d5-4e2d-b882-ec2c0a6b5bc0 tempest-ServerRescueNegativeTestJSON-1475515620 tempest-ServerRescueNegativeTestJSON-1475515620-project] 10.222.0.66 "GET /v2.0/ports?device_id=90ea9630-ef03-47fd-aa60-695a36081c19 HTTP/1.1" status: 200 len: 945 time: 0.0538495 Jun 16 17:24:39.437801 dv-cinder-837356-2-iscsi neutron-server[103916]: INFO neutron.wsgi [req-ba8f4fb9-e3ce-44f8-9358-8e72b4d2af67 req-0aedcd79-d31b-43e2-b51a-9dbd73cb1c42 tempest-ServerRescueNegativeTestJSON-1475515620 tempest-ServerRescueNegativeTestJSON-1475515620-project] 10.222.0.66 "GET /v2.0/security-groups?id=ce781013-5cdb-4bc3-8c66-743aa21b4c5c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0441952 Jun 16 17:24:39.439275 dv-cinder-837356-2-iscsi neutron-server[103917]: DEBUG dbcounter [-] [103917] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=103917) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 16 17:24:39.470047 dv-cinder-837356-2-iscsi neutron-server[103917]: INFO neutron.wsgi [req-ceb418b5-112c-4079-a55a-3c090c72972b req-d6336934-27fb-46a1-8986-c5330d56f176 service neutron] 10.222.0.81 "GET /v2.0/networks/0a7d9231-0b24-410c-8969-3be4da630c4b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0997648 Jun 16 17:24:40.313888 dv-cinder-837356-2-iscsi neutron-server[103917]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2b6fb0a-7b37-4b8f-b911-1b76693a4b69 req-2b8cebe0-28ee-4ec7-978f-a9294ca00daf tempest-VolumesNegativeTest-1312001125 tempest-VolumesNegativeTest-1312001125-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103917) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 16 17:24:40.315875 dv-cinder-837356-2-iscsi neutron-server[103917]: INFO neutron.wsgi [req-d2b6fb0a-7b37-4b8f-b911-1b76693a4b69 req-2b8cebe0-28ee-4ec7-978f-a9294ca00daf tempest-VolumesNegativeTest-1312001125 tempest-VolumesNegativeTest-1312001125-project] 10.222.0.66 "GET /v2.0/ports?device_id=65e2df49-edf7-4ed4-b8fe-bcc61f5d0807 HTTP/1.1" status: 200 len: 947 time: 0.0595586 Jun 16 17:24:40.371037 dv-cinder-837356-2-iscsi neutron-server[103917]: INFO neutron.wsgi [req-d2b6fb0a-7b37-4b8f-b911-1b76693a4b69 req-aeb71c0f-6c23-4fd0-8589-c7f6c8a77d52 tempest-VolumesNegativeTest-1312001125 tempest-VolumesNegativeTest-1312001125-project] 10.222.0.66 "GET /v2.0/security-groups?id=a36cae57-beaf-489e-a0f8-cef4e05ecdee&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0488279 Jun 16 17:24:40.567163 dv-cinder-837356-2-iscsi neutron-server[103916]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba79ca7f-f9d1-4d1d-8fc1-2398f5569bee req-fa46c38f-618f-4073-a1b1-77dc1c59e1b5 tempest-ServerRescueNegativeTestJSON-1475515620 tempest-ServerRescueNegativeTestJSON-1475515620-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103916) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 16 17:24:40.568797 dv-cinder-837356-2-iscsi neutron-server[103916]: INFO neutron.wsgi [req-ba79ca7f-f9d1-4d1d-8fc1-2398f5569bee req-fa46c38f-618f-4073-a1b1-77dc1c59e1b5 tempest-ServerRescueNegativeTestJSON-1475515620 tempest-ServerRescueNegativeTestJSON-1475515620-project] 10.222.0.66 "GET /v2.0/ports?device_id=90ea9630-ef03-47fd-aa60-695a36081c19 HTTP/1.1" status: 200 len: 945 time: 0.0516214 Jun 16 17:24:40.606211 dv-cinder-837356-2-iscsi neutron-server[103916]: DEBUG dbcounter [-] [103916] Writing DB stats neutron:SELECT=100 {{(pid=103916) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 16 17:24:40.622871 dv-cinder-837356-2-iscsi neutron-server[103916]: INFO neutron.wsgi [req-ba79ca7f-f9d1-4d1d-8fc1-2398f5569bee req-29040a29-cbfb-48b7-88a9-fbe9d358eb18 tempest-ServerRescueNegativeTestJSON-1475515620 tempest-ServerRescueNegativeTestJSON-1475515620-project] 10.222.0.66 "GET /v2.0/security-groups?id=ce781013-5cdb-4bc3-8c66-743aa21b4c5c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0477467 Jun 16 17:24:41.501948 dv-cinder-837356-2-iscsi neutron-server[103917]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fffc6748-0727-4427-bece-e96496176d13 req-50a87d35-ae31-46e8-99b7-4046422a9cfb tempest-VolumesNegativeTest-1312001125 tempest-VolumesNegativeTest-1312001125-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103917) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 16 17:24:41.503166 dv-cinder-837356-2-iscsi neutron-server[103917]: INFO neutron.wsgi [req-fffc6748-0727-4427-bece-e96496176d13 req-50a87d35-ae31-46e8-99b7-4046422a9cfb tempest-VolumesNegativeTest-1312001125 tempest-VolumesNegativeTest-1312001125-project] 10.222.0.66 "GET /v2.0/ports?device_id=65e2df49-edf7-4ed4-b8fe-bcc61f5d0807 HTTP/1.1" status: 200 len: 947 time: 0.0583305 Jun 16 17:24:41.577078 dv-cinder-837356-2-iscsi neutron-server[103917]: INFO neutron.wsgi [req-fffc6748-0727-4427-bece-e96496176d13 req-35eaa886-6e02-4c5c-9afe-1281ef5a9825 tempest-VolumesNegativeTest-1312001125 tempest-VolumesNegativeTest-1312001125-project] 10.222.0.66 "GET /v2.0/security-groups?id=a36cae57-beaf-489e-a0f8-cef4e05ecdee&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0671666 Jun 16 17:24:41.606449 dv-cinder-837356-2-iscsi neutron-server[103917]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79cde32a-6ea6-4918-9ee3-028a61290b08 req-5982d93d-9021-4110-b721-1b7b04045b65 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103917) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 16 17:24:41.608279 dv-cinder-837356-2-iscsi neutron-server[103917]: INFO neutron.wsgi [req-79cde32a-6ea6-4918-9ee3-028a61290b08 req-5982d93d-9021-4110-b721-1b7b04045b65 service neutron] 10.222.0.81 "GET /v2.0/ports?device_id=90ea9630-ef03-47fd-aa60-695a36081c19 HTTP/1.1" status: 200 len: 1129 time: 0.0544024 Jun 16 17:24:41.643482 dv-cinder-837356-2-iscsi neutron-server[103919]: DEBUG dbcounter [-] [103919] Writing DB stats neutron:SELECT=4 {{(pid=103919) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 16 17:24:41.663264 dv-cinder-837356-2-iscsi neutron-server[103917]: INFO neutron.wsgi [req-79cde32a-6ea6-4918-9ee3-028a61290b08 req-31d5ec8b-c382-4fe8-b9ff-5dc420dd1205 service neutron] 10.222.0.81 "GET /v2.0/security-groups?id=ce781013-5cdb-4bc3-8c66-743aa21b4c5c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0466607 Jun 16 17:24:41.751030 dv-cinder-837356-2-iscsi neutron-server[103916]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8267727-0681-46e7-869a-c72f0efa3cf8 req-b88ffe2a-6a15-405b-9082-55977c15d332 tempest-ServerRescueNegativeTestJSON-1475515620 tempest-ServerRescueNegativeTestJSON-1475515620-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103916) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 16 17:24:41.751828 dv-cinder-837356-2-iscsi neutron-server[103916]: INFO neutron.wsgi [req-c8267727-0681-46e7-869a-c72f0efa3cf8 req-b88ffe2a-6a15-405b-9082-55977c15d332 tempest-ServerRescueNegativeTestJSON-1475515620 tempest-ServerRescueNegativeTestJSON-1475515620-project] 10.222.0.66 "GET /v2.0/ports?device_id=90ea9630-ef03-47fd-aa60-695a36081c19 HTTP/1.1" status: 200 len: 945 time: 0.0539229 Jun 16 17:24:41.818172 dv-cinder-837356-2-iscsi neutron-server[103916]: INFO neutron.wsgi [req-c8267727-0681-46e7-869a-c72f0efa3cf8 req-9a51756d-fd2f-4a07-b03b-d45cba47c88b tempest-ServerRescueNegativeTestJSON-1475515620 tempest-ServerRescueNegativeTestJSON-1475515620-project] 10.222.0.66 "GET /v2.0/security-groups?id=ce781013-5cdb-4bc3-8c66-743aa21b4c5c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0587287 Jun 16 17:24:42.121840 dv-cinder-837356-2-iscsi neutron-server[103918]: DEBUG neutron.plugins.ml2.rpc [None req-b2b17746-c296-4803-869a-65578e8233dd None None] Device 2ba9ec91-2d6b-4395-ba81-e0d7dc6364ff details requested by agent hyperv_hv-cinder-83735 with host hv-cinder-83735 {{(pid=103918) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jun 16 17:24:42.232128 dv-cinder-837356-2-iscsi neutron-server[103918]: DEBUG neutron.plugins.ml2.db [None req-b2b17746-c296-4803-869a-65578e8233dd None None] For port 2ba9ec91-2d6b-4395-ba81-e0d7dc6364ff, host hv-cinder-83735, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83735',level=0,port_id=2ba9ec91-2d6b-4395-ba81-e0d7dc6364ff,segment=NetworkSegment(28add45e-1ef7-4bc6-bfa6-5560e7bead69),segment_id=28add45e-1ef7-4bc6-bfa6-5560e7bead69)] {{(pid=103918) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 16 17:24:42.249595 dv-cinder-837356-2-iscsi neutron-server[103918]: DEBUG neutron.plugins.ml2.rpc [None req-b2b17746-c296-4803-869a-65578e8233dd None None] Returning: {'device': '2ba9ec91-2d6b-4395-ba81-e0d7dc6364ff', 'network_id': '0a7d9231-0b24-410c-8969-3be4da630c4b', 'port_id': '2ba9ec91-2d6b-4395-ba81-e0d7dc6364ff', 'mac_address': 'fa:16:3e:90:d7:c5', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 1037, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '38ac6085-6465-4d16-911a-5f1a26fb0da7', 'ip_address': '192.168.233.71'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'qos_network_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103918) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jun 16 17:24:42.293040 dv-cinder-837356-2-iscsi neutron-server[103918]: DEBUG neutron.plugins.ml2.plugin [None req-b2b17746-c296-4803-869a-65578e8233dd None None] Current status of the port 2ba9ec91-2d6b-4395-ba81-e0d7dc6364ff is: DOWN; New status is: BUILD {{(pid=103918) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2298}} Jun 16 17:24:42.293456 dv-cinder-837356-2-iscsi neutron-server[103918]: DEBUG neutron_lib.callbacks.manager [None req-b2b17746-c296-4803-869a-65578e8233dd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16007590'] for port (2ba9ec91-2d6b-4395-ba81-e0d7dc6364ff), before_update {{(pid=103918) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 17:24:42.309779 dv-cinder-837356-2-iscsi neutron-server[103918]: DEBUG neutron.notifiers.nova [None req-b2b17746-c296-4803-869a-65578e8233dd None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 2ba9ec91-2d6b-4395-ba81-e0d7dc6364ff {{(pid=103918) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Jun 16 17:24:42.330631 dv-cinder-837356-2-iscsi neutron-server[103918]: DEBUG neutron.plugins.ml2.db [None req-b2b17746-c296-4803-869a-65578e8233dd None None] For port 2ba9ec91-2d6b-4395-ba81-e0d7dc6364ff, host hv-cinder-83735, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83735',level=0,port_id=2ba9ec91-2d6b-4395-ba81-e0d7dc6364ff,segment=NetworkSegment(28add45e-1ef7-4bc6-bfa6-5560e7bead69),segment_id=28add45e-1ef7-4bc6-bfa6-5560e7bead69)] {{(pid=103918) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 16 17:24:42.335859 dv-cinder-837356-2-iscsi neutron-server[103918]: DEBUG neutron_lib.callbacks.manager [None req-b2b17746-c296-4803-869a-65578e8233dd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16007527', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-75831', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16241551', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728539364693', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728538993439', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728538993457'] for port (2ba9ec91-2d6b-4395-ba81-e0d7dc6364ff), after_update {{(pid=103918) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 17:24:42.385816 dv-cinder-837356-2-iscsi neutron-server[103918]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b2b17746-c296-4803-869a-65578e8233dd None None] Pushing event updated for resources: {'Port': ['ID=2ba9ec91-2d6b-4395-ba81-e0d7dc6364ff,revision_number=4']} {{(pid=103918) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 17:24:42.393992 dv-cinder-837356-2-iscsi neutron-server[103918]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b2b17746-c296-4803-869a-65578e8233dd None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-837356-2-iscsi {{(pid=103918) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 17:24:42.394377 dv-cinder-837356-2-iscsi neutron-server[103918]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b2b17746-c296-4803-869a-65578e8233dd None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-837356-2-iscsi {{(pid=103918) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 17:24:42.394915 dv-cinder-837356-2-iscsi neutron-server[103918]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b2b17746-c296-4803-869a-65578e8233dd None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-837356-2-iscsi {{(pid=103918) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 17:24:42.395200 dv-cinder-837356-2-iscsi neutron-server[103918]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b2b17746-c296-4803-869a-65578e8233dd None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-837356-2-iscsi {{(pid=103918) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 17:24:42.395533 dv-cinder-837356-2-iscsi neutron-server[103918]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b2b17746-c296-4803-869a-65578e8233dd None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-837356-2-iscsi {{(pid=103918) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 17:24:42.395918 dv-cinder-837356-2-iscsi neutron-server[103918]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b2b17746-c296-4803-869a-65578e8233dd None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-837356-2-iscsi {{(pid=103918) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 17:24:42.396440 dv-cinder-837356-2-iscsi neutron-server[103918]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b2b17746-c296-4803-869a-65578e8233dd None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-837356-2-iscsi {{(pid=103918) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 17:24:42.396917 dv-cinder-837356-2-iscsi neutron-server[103918]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b2b17746-c296-4803-869a-65578e8233dd None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-837356-2-iscsi {{(pid=103918) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 17:24:42.397355 dv-cinder-837356-2-iscsi neutron-server[103918]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b2b17746-c296-4803-869a-65578e8233dd None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-837356-2-iscsi {{(pid=103918) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 17:24:42.397776 dv-cinder-837356-2-iscsi neutron-server[103918]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b2b17746-c296-4803-869a-65578e8233dd None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-837356-2-iscsi {{(pid=103918) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 17:24:42.398110 dv-cinder-837356-2-iscsi neutron-server[103918]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b2b17746-c296-4803-869a-65578e8233dd None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-837356-2-iscsi {{(pid=103918) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 17:24:42.398577 dv-cinder-837356-2-iscsi neutron-server[103918]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b2b17746-c296-4803-869a-65578e8233dd None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-837356-2-iscsi {{(pid=103918) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 17:24:42.399268 dv-cinder-837356-2-iscsi neutron-server[103918]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b2b17746-c296-4803-869a-65578e8233dd None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-837356-2-iscsi {{(pid=103918) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 17:24:42.399441 dv-cinder-837356-2-iscsi neutron-server[103918]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b2b17746-c296-4803-869a-65578e8233dd None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-837356-2-iscsi {{(pid=103918) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 17:24:42.399930 dv-cinder-837356-2-iscsi neutron-server[103918]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b2b17746-c296-4803-869a-65578e8233dd None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-837356-2-iscsi {{(pid=103918) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 17:24:42.706128 dv-cinder-837356-2-iscsi neutron-server[103917]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e096dd3-fc15-41d9-839e-b263598579d7 req-ee4419eb-8a7f-49e2-8763-0d42c451466d tempest-VolumesNegativeTest-1312001125 tempest-VolumesNegativeTest-1312001125-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103917) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 16 17:24:42.707782 dv-cinder-837356-2-iscsi neutron-server[103917]: INFO neutron.wsgi [req-8e096dd3-fc15-41d9-839e-b263598579d7 req-ee4419eb-8a7f-49e2-8763-0d42c451466d tempest-VolumesNegativeTest-1312001125 tempest-VolumesNegativeTest-1312001125-project] 10.222.0.66 "GET /v2.0/ports?device_id=65e2df49-edf7-4ed4-b8fe-bcc61f5d0807 HTTP/1.1" status: 200 len: 948 time: 0.0556259 Jun 16 17:24:42.727719 dv-cinder-837356-2-iscsi neutron-server[103918]: DEBUG neutron.plugins.ml2.db [None req-b2b17746-c296-4803-869a-65578e8233dd None None] get_ports_and_sgs() called for port_ids ['2ba9ec91-2d6b-4395-ba81-e0d7dc6364ff'] {{(pid=103918) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jun 16 17:24:42.759435 dv-cinder-837356-2-iscsi neutron-server[103917]: DEBUG neutron.wsgi [-] (103917) accepted ('10.222.0.66', 39850) {{(pid=103917) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 16 17:24:42.783064 dv-cinder-837356-2-iscsi neutron-server[103917]: INFO neutron.wsgi [req-8e096dd3-fc15-41d9-839e-b263598579d7 req-67830c0e-c0af-4cfa-9037-afe05859b1de tempest-VolumesNegativeTest-1312001125 tempest-VolumesNegativeTest-1312001125-project] 10.222.0.66 "GET /v2.0/security-groups?id=a36cae57-beaf-489e-a0f8-cef4e05ecdee&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0661857 Jun 16 17:24:42.977857 dv-cinder-837356-2-iscsi neutron-server[103917]: DEBUG neutron_lib.callbacks.manager [None req-9977dd05-1a1a-4e81-9e26-768891900963 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103917) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 17:24:42.995491 dv-cinder-837356-2-iscsi neutron-server[103916]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7152356b-f87a-4a25-a132-966cb6cc3fe7 req-32654778-afe3-47fc-b101-dbff45ee1d0e tempest-ServerRescueNegativeTestJSON-1475515620 tempest-ServerRescueNegativeTestJSON-1475515620-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103916) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 16 17:24:43.003124 dv-cinder-837356-2-iscsi neutron-server[103917]: DEBUG dbcounter [-] [103917] Writing DB stats neutron:SELECT=99,neutron:INSERT=1 {{(pid=103917) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 16 17:24:43.005751 dv-cinder-837356-2-iscsi neutron-server[103916]: INFO neutron.wsgi [req-7152356b-f87a-4a25-a132-966cb6cc3fe7 req-32654778-afe3-47fc-b101-dbff45ee1d0e tempest-ServerRescueNegativeTestJSON-1475515620 tempest-ServerRescueNegativeTestJSON-1475515620-project] 10.222.0.66 "GET /v2.0/ports?device_id=90ea9630-ef03-47fd-aa60-695a36081c19 HTTP/1.1" status: 200 len: 945 time: 0.0777276 Jun 16 17:24:43.009383 dv-cinder-837356-2-iscsi neutron-server[103918]: DEBUG neutron_lib.callbacks.manager [None req-ed39202f-af02-425c-83d2-9b92d8ebc3fa None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728539454181', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16149322'] for agent (0913b7ec-eea4-4492-8ef1-e01c4575abca), after_update {{(pid=103918) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 17:24:43.053891 dv-cinder-837356-2-iscsi neutron-server[103916]: INFO neutron.wsgi [req-7152356b-f87a-4a25-a132-966cb6cc3fe7 req-ef5e8fed-4506-4d85-b8b6-77157e72eb1f tempest-ServerRescueNegativeTestJSON-1475515620 tempest-ServerRescueNegativeTestJSON-1475515620-project] 10.222.0.66 "GET /v2.0/security-groups?id=ce781013-5cdb-4bc3-8c66-743aa21b4c5c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0466206 Jun 16 17:24:43.080242 dv-cinder-837356-2-iscsi neutron-server[103917]: DEBUG neutron_lib.callbacks.manager [None req-9977dd05-1a1a-4e81-9e26-768891900963 admin admin] Publish callbacks [] for security_group (2656b493-95e5-414a-a946-af4941ef228c), precommit_create {{(pid=103917) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 17:24:43.084635 dv-cinder-837356-2-iscsi neutron-server[103917]: DEBUG neutron_lib.callbacks.manager [None req-9977dd05-1a1a-4e81-9e26-768891900963 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-570488'] for security_group (2656b493-95e5-414a-a946-af4941ef228c), after_create {{(pid=103917) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 17:24:43.127994 dv-cinder-837356-2-iscsi neutron-server[103917]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9977dd05-1a1a-4e81-9e26-768891900963 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2656b493-95e5-414a-a946-af4941ef228c,revision_number=1']} {{(pid=103917) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 17:24:43.132518 dv-cinder-837356-2-iscsi neutron-server[103917]: INFO neutron.wsgi [None req-9977dd05-1a1a-4e81-9e26-768891900963 admin admin] 10.222.0.66 "GET /v2.0/security-groups?tenant_id=a9ce3f00870c44c4a6ea7d8c3cab97a7&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3718369 Jun 16 17:24:43.135684 dv-cinder-837356-2-iscsi neutron-server[103917]: DEBUG neutron.wsgi [-] (103917) accepted ('10.222.0.66', 39858) {{(pid=103917) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 16 17:24:43.192208 dv-cinder-837356-2-iscsi neutron-server[103917]: DEBUG neutron_lib.callbacks.manager [None req-33d96684-ef50-4a24-b141-12bca5622212 admin admin] Publish callbacks [] for security_group (2656b493-95e5-414a-a946-af4941ef228c), before_delete {{(pid=103917) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 17:24:43.216221 dv-cinder-837356-2-iscsi neutron-server[103917]: DEBUG neutron_lib.callbacks.manager [None req-33d96684-ef50-4a24-b141-12bca5622212 admin admin] Publish callbacks [] for security_group (2656b493-95e5-414a-a946-af4941ef228c), precommit_delete {{(pid=103917) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 17:24:43.272077 dv-cinder-837356-2-iscsi neutron-server[103917]: DEBUG neutron_lib.callbacks.manager [None req-33d96684-ef50-4a24-b141-12bca5622212 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-570488'] for security_group (2656b493-95e5-414a-a946-af4941ef228c), after_delete {{(pid=103917) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 17:24:43.274756 dv-cinder-837356-2-iscsi neutron-server[103917]: DEBUG neutron_lib.callbacks.manager [None req-33d96684-ef50-4a24-b141-12bca5622212 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103917) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 17:24:43.275913 dv-cinder-837356-2-iscsi neutron-server[103917]: INFO neutron.wsgi [None req-33d96684-ef50-4a24-b141-12bca5622212 admin admin] 10.222.0.66 "DELETE /v2.0/security-groups/2656b493-95e5-414a-a946-af4941ef228c HTTP/1.1" status: 204 len: 168 time: 0.1393266 Jun 16 17:24:43.284860 dv-cinder-837356-2-iscsi neutron-server[103917]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-33d96684-ef50-4a24-b141-12bca5622212 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2656b493-95e5-414a-a946-af4941ef228c,revision_number=None']} {{(pid=103917) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 17:24:43.854032 dv-cinder-837356-2-iscsi neutron-server[103916]: DEBUG neutron.wsgi [-] (103916) accepted ('10.222.0.66', 39880) {{(pid=103916) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 16 17:24:43.959739 dv-cinder-837356-2-iscsi neutron-server[103917]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49f83b03-bf77-4c70-8b05-99096fb21b2a req-0cf8a023-96eb-4e6a-b01a-e09c8026ba0e tempest-VolumesNegativeTest-1312001125 tempest-VolumesNegativeTest-1312001125-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103917) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 16 17:24:43.962834 dv-cinder-837356-2-iscsi neutron-server[103917]: INFO neutron.wsgi [req-49f83b03-bf77-4c70-8b05-99096fb21b2a req-0cf8a023-96eb-4e6a-b01a-e09c8026ba0e tempest-VolumesNegativeTest-1312001125 tempest-VolumesNegativeTest-1312001125-project] 10.222.0.66 "GET /v2.0/ports?device_id=65e2df49-edf7-4ed4-b8fe-bcc61f5d0807 HTTP/1.1" status: 200 len: 948 time: 0.0642636 Jun 16 17:24:44.001004 dv-cinder-837356-2-iscsi neutron-server[103916]: DEBUG neutron_lib.callbacks.manager [None req-e3fd8c80-c355-4e48-925e-c2e84659f309 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103916) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 17:24:44.040413 dv-cinder-837356-2-iscsi neutron-server[103917]: INFO neutron.wsgi [req-49f83b03-bf77-4c70-8b05-99096fb21b2a req-3564cf41-6b22-47e5-bdca-7de1a06827b3 tempest-VolumesNegativeTest-1312001125 tempest-VolumesNegativeTest-1312001125-project] 10.222.0.66 "GET /v2.0/security-groups?id=a36cae57-beaf-489e-a0f8-cef4e05ecdee&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0685046 Jun 16 17:24:44.115401 dv-cinder-837356-2-iscsi neutron-server[103916]: DEBUG neutron_lib.callbacks.manager [None req-e3fd8c80-c355-4e48-925e-c2e84659f309 admin admin] Publish callbacks [] for security_group (9a358ca1-0d76-4a63-a08b-beceff0bb05a), precommit_create {{(pid=103916) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 17:24:44.120953 dv-cinder-837356-2-iscsi neutron-server[103916]: DEBUG neutron_lib.callbacks.manager [None req-e3fd8c80-c355-4e48-925e-c2e84659f309 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-570488'] for security_group (9a358ca1-0d76-4a63-a08b-beceff0bb05a), after_create {{(pid=103916) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 17:24:44.147698 dv-cinder-837356-2-iscsi neutron-server[103918]: DEBUG neutron.plugins.ml2.rpc [None req-b2b17746-c296-4803-869a-65578e8233dd None None] Device 2ba9ec91-2d6b-4395-ba81-e0d7dc6364ff up at agent hyperv_hv-cinder-83735 {{(pid=103918) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 16 17:24:44.187323 dv-cinder-837356-2-iscsi neutron-server[103916]: INFO neutron.wsgi [None req-e3fd8c80-c355-4e48-925e-c2e84659f309 admin admin] 10.222.0.66 "GET /v2.0/security-groups?tenant_id=2725917e195e47fbb93e5d9e7b1e8802&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3295600 Jun 16 17:24:44.187726 dv-cinder-837356-2-iscsi neutron-server[103917]: DEBUG neutron.wsgi [-] (103917) accepted ('10.222.0.66', 39896) {{(pid=103917) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 16 17:24:44.203534 dv-cinder-837356-2-iscsi neutron-server[103916]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e3fd8c80-c355-4e48-925e-c2e84659f309 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9a358ca1-0d76-4a63-a08b-beceff0bb05a,revision_number=1']} {{(pid=103916) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 17:24:44.209121 dv-cinder-837356-2-iscsi neutron-server[103918]: DEBUG dbcounter [-] [103918] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=103918) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 16 17:24:44.232309 dv-cinder-837356-2-iscsi neutron-server[103918]: DEBUG neutron.db.provisioning_blocks [None req-b2b17746-c296-4803-869a-65578e8233dd None None] Provisioning for port 2ba9ec91-2d6b-4395-ba81-e0d7dc6364ff completed by entity L2. {{(pid=103918) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:137}} Jun 16 17:24:44.259444 dv-cinder-837356-2-iscsi neutron-server[103918]: DEBUG neutron.db.provisioning_blocks [None req-b2b17746-c296-4803-869a-65578e8233dd None None] Provisioning complete for port 2ba9ec91-2d6b-4395-ba81-e0d7dc6364ff triggered by entity L2. {{(pid=103918) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jun 16 17:24:44.260372 dv-cinder-837356-2-iscsi neutron-server[103918]: DEBUG neutron_lib.callbacks.manager [None req-b2b17746-c296-4803-869a-65578e8233dd None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16149424'] for port (2ba9ec91-2d6b-4395-ba81-e0d7dc6364ff), provisioning_complete {{(pid=103918) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 17:24:44.278124 dv-cinder-837356-2-iscsi neutron-server[103916]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2718f997-9253-472b-842a-7c1f78fb3900 req-cc1d9d09-b609-47ea-b481-9553aec3e53f tempest-ServerRescueNegativeTestJSON-1475515620 tempest-ServerRescueNegativeTestJSON-1475515620-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103916) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 16 17:24:44.283356 dv-cinder-837356-2-iscsi neutron-server[103916]: INFO neutron.wsgi [req-2718f997-9253-472b-842a-7c1f78fb3900 req-cc1d9d09-b609-47ea-b481-9553aec3e53f tempest-ServerRescueNegativeTestJSON-1475515620 tempest-ServerRescueNegativeTestJSON-1475515620-project] 10.222.0.66 "GET /v2.0/ports?device_id=90ea9630-ef03-47fd-aa60-695a36081c19 HTTP/1.1" status: 200 len: 945 time: 0.1190493 Jun 16 17:24:44.286989 dv-cinder-837356-2-iscsi neutron-server[103917]: DEBUG neutron_lib.callbacks.manager [None req-e5a60260-500d-471e-bedf-a82723c9cdc3 admin admin] Publish callbacks [] for security_group (9a358ca1-0d76-4a63-a08b-beceff0bb05a), before_delete {{(pid=103917) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 17:24:44.336126 dv-cinder-837356-2-iscsi neutron-server[103917]: DEBUG neutron_lib.callbacks.manager [None req-e5a60260-500d-471e-bedf-a82723c9cdc3 admin admin] Publish callbacks [] for security_group (9a358ca1-0d76-4a63-a08b-beceff0bb05a), precommit_delete {{(pid=103917) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 17:24:44.358567 dv-cinder-837356-2-iscsi neutron-server[103918]: DEBUG dbcounter [-] [103918] Writing DB stats neutron:SELECT=97,neutron:UPDATE=2,neutron:DELETE=1 {{(pid=103918) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 16 17:24:44.387459 dv-cinder-837356-2-iscsi neutron-server[103916]: INFO neutron.wsgi [req-2718f997-9253-472b-842a-7c1f78fb3900 req-0921ab72-4907-4f79-a585-f9a6adb7f4d7 tempest-ServerRescueNegativeTestJSON-1475515620 tempest-ServerRescueNegativeTestJSON-1475515620-project] 10.222.0.66 "GET /v2.0/security-groups?id=ce781013-5cdb-4bc3-8c66-743aa21b4c5c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0948572 Jun 16 17:24:44.395744 dv-cinder-837356-2-iscsi neutron-server[103917]: DEBUG dbcounter [-] [103917] Writing DB stats neutron:SELECT=91,neutron:INSERT=7,neutron:UPDATE=1,neutron:DELETE=1 {{(pid=103917) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 16 17:24:44.485036 dv-cinder-837356-2-iscsi neutron-server[103918]: DEBUG neutron.plugins.ml2.plugin [None req-b2b17746-c296-4803-869a-65578e8233dd None None] Current status of the port 2ba9ec91-2d6b-4395-ba81-e0d7dc6364ff is: BUILD; New status is: ACTIVE {{(pid=103918) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2298}} Jun 16 17:24:44.485036 dv-cinder-837356-2-iscsi neutron-server[103918]: DEBUG neutron_lib.callbacks.manager [None req-b2b17746-c296-4803-869a-65578e8233dd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16007590'] for port (2ba9ec91-2d6b-4395-ba81-e0d7dc6364ff), before_update {{(pid=103918) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 17:24:44.487713 dv-cinder-837356-2-iscsi neutron-server[103917]: DEBUG neutron_lib.callbacks.manager [None req-e5a60260-500d-471e-bedf-a82723c9cdc3 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-570488'] for security_group (9a358ca1-0d76-4a63-a08b-beceff0bb05a), after_delete {{(pid=103917) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 17:24:44.491204 dv-cinder-837356-2-iscsi neutron-server[103917]: DEBUG neutron_lib.callbacks.manager [None req-e5a60260-500d-471e-bedf-a82723c9cdc3 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103917) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 17:24:44.493894 dv-cinder-837356-2-iscsi neutron-server[103917]: INFO neutron.wsgi [None req-e5a60260-500d-471e-bedf-a82723c9cdc3 admin admin] 10.222.0.66 "DELETE /v2.0/security-groups/9a358ca1-0d76-4a63-a08b-beceff0bb05a HTTP/1.1" status: 204 len: 168 time: 0.3045831 Jun 16 17:24:44.521946 dv-cinder-837356-2-iscsi neutron-server[103917]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e5a60260-500d-471e-bedf-a82723c9cdc3 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9a358ca1-0d76-4a63-a08b-beceff0bb05a,revision_number=None']} {{(pid=103917) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 17:24:44.590912 dv-cinder-837356-2-iscsi neutron-server[103918]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '65e2df49-edf7-4ed4-b8fe-bcc61f5d0807', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '2ba9ec91-2d6b-4395-ba81-e0d7dc6364ff'}] {{(pid=103918) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jun 16 17:24:44.595091 dv-cinder-837356-2-iscsi neutron-server[103918]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.66/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c81ba123246404939637391270152498621c2ac0d5068f91321d7f7277fce0c4" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-99da698d-7cdb-4caa-91a6-87cb3dc1f58b" -d '{"events": [{"server_uuid": "65e2df49-edf7-4ed4-b8fe-bcc61f5d0807", "name": "network-vif-plugged", "status": "completed", "tag": "2ba9ec91-2d6b-4395-ba81-e0d7dc6364ff"}]}' {{(pid=103918) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 16 17:24:44.634292 dv-cinder-837356-2-iscsi neutron-server[103918]: DEBUG neutron.plugins.ml2.db [None req-b2b17746-c296-4803-869a-65578e8233dd None None] For port 2ba9ec91-2d6b-4395-ba81-e0d7dc6364ff, host hv-cinder-83735, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83735',level=0,port_id=2ba9ec91-2d6b-4395-ba81-e0d7dc6364ff,segment=NetworkSegment(28add45e-1ef7-4bc6-bfa6-5560e7bead69),segment_id=28add45e-1ef7-4bc6-bfa6-5560e7bead69)] {{(pid=103918) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 16 17:24:44.641487 dv-cinder-837356-2-iscsi neutron-server[103918]: DEBUG neutron_lib.callbacks.manager [None req-b2b17746-c296-4803-869a-65578e8233dd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16007527', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-75831', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16241551', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728539364693', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728538993439', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728538993457'] for port (2ba9ec91-2d6b-4395-ba81-e0d7dc6364ff), after_update {{(pid=103918) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 17:24:44.701924 dv-cinder-837356-2-iscsi neutron-server[103918]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 16 Jun 2022 17:24:44 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-83922c20-e817-4071-ae69-17ac69fcef91 x-openstack-request-id: req-83922c20-e817-4071-ae69-17ac69fcef91 {{(pid=103918) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 16 17:24:44.702255 dv-cinder-837356-2-iscsi neutron-server[103918]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "65e2df49-edf7-4ed4-b8fe-bcc61f5d0807", "name": "network-vif-plugged", "status": "completed", "tag": "2ba9ec91-2d6b-4395-ba81-e0d7dc6364ff", "code": 200}]} {{(pid=103918) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 16 17:24:44.702830 dv-cinder-837356-2-iscsi neutron-server[103918]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.66/compute/v2.1/os-server-external-events used request id req-83922c20-e817-4071-ae69-17ac69fcef91 {{(pid=103918) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 16 17:24:44.703652 dv-cinder-837356-2-iscsi neutron-server[103918]: INFO neutron.notifiers.nova [-] Nova event matching ['req-83922c20-e817-4071-ae69-17ac69fcef91'] response: {'server_uuid': '65e2df49-edf7-4ed4-b8fe-bcc61f5d0807', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '2ba9ec91-2d6b-4395-ba81-e0d7dc6364ff', 'code': 200} Jun 16 17:24:44.738690 dv-cinder-837356-2-iscsi neutron-server[103918]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b2b17746-c296-4803-869a-65578e8233dd None None] Pushing event updated for resources: {'Port': ['ID=2ba9ec91-2d6b-4395-ba81-e0d7dc6364ff,revision_number=5']} {{(pid=103918) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 17:24:44.943278 dv-cinder-837356-2-iscsi neutron-server[103917]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5703524-0c7b-4fcb-8df6-3c0a131ece67 req-5497764c-5400-4f7f-8f90-5931865ef06e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103917) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 16 17:24:44.945474 dv-cinder-837356-2-iscsi neutron-server[103917]: INFO neutron.wsgi [req-a5703524-0c7b-4fcb-8df6-3c0a131ece67 req-5497764c-5400-4f7f-8f90-5931865ef06e service neutron] 10.222.0.81 "GET /v2.0/ports?tenant_id=ccf5c45783454fc5a7872490196f07e0&device_id=90ea9630-ef03-47fd-aa60-695a36081c19 HTTP/1.1" status: 200 len: 1129 time: 0.1363945 Jun 16 17:24:45.033234 dv-cinder-837356-2-iscsi neutron-server[103917]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98c097ee-37ae-4e28-908a-ffd50c6d1d1c req-b470bd21-fb9d-487c-9b42-9b4f3758f55f tempest-ServerRescueNegativeTestJSON-1475515620 tempest-ServerRescueNegativeTestJSON-1475515620-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103917) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 16 17:24:45.034743 dv-cinder-837356-2-iscsi neutron-server[103917]: INFO neutron.wsgi [req-98c097ee-37ae-4e28-908a-ffd50c6d1d1c req-b470bd21-fb9d-487c-9b42-9b4f3758f55f tempest-ServerRescueNegativeTestJSON-1475515620 tempest-ServerRescueNegativeTestJSON-1475515620-project] 10.222.0.66 "GET /v2.0/ports?device_id=90ea9630-ef03-47fd-aa60-695a36081c19 HTTP/1.1" status: 200 len: 945 time: 0.1687551 Jun 16 17:24:45.038124 dv-cinder-837356-2-iscsi neutron-server[103917]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-efbf8664-d7e3-43ab-b395-f37eb98af237 req-05b93b15-0042-40fc-bc0b-1b451ad51de5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103917) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 16 17:24:45.041148 dv-cinder-837356-2-iscsi neutron-server[103917]: INFO neutron.wsgi [req-efbf8664-d7e3-43ab-b395-f37eb98af237 req-05b93b15-0042-40fc-bc0b-1b451ad51de5 service neutron] 10.222.0.81 "GET /v2.0/ports?device_id=65e2df49-edf7-4ed4-b8fe-bcc61f5d0807 HTTP/1.1" status: 200 len: 1133 time: 0.0933862 Jun 16 17:24:45.155658 dv-cinder-837356-2-iscsi neutron-server[103917]: DEBUG dbcounter [-] [103917] Writing DB stats neutron:SELECT=90,neutron:INSERT=3,neutron:DELETE=7 {{(pid=103917) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 16 17:24:45.181053 dv-cinder-837356-2-iscsi neutron-server[103917]: INFO neutron.wsgi [req-efbf8664-d7e3-43ab-b395-f37eb98af237 req-2e399db7-6481-4328-8fdb-ae5e7eff989c service neutron] 10.222.0.81 "GET /v2.0/security-groups?id=a36cae57-beaf-489e-a0f8-cef4e05ecdee&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1076992 Jun 16 17:24:45.193887 dv-cinder-837356-2-iscsi neutron-server[103917]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5703524-0c7b-4fcb-8df6-3c0a131ece67 req-7e31e094-20c3-479e-bfc0-cb3e5e7fea01 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103917) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 16 17:24:45.195358 dv-cinder-837356-2-iscsi neutron-server[103917]: INFO neutron.wsgi [req-a5703524-0c7b-4fcb-8df6-3c0a131ece67 req-7e31e094-20c3-479e-bfc0-cb3e5e7fea01 service neutron] 10.222.0.81 "GET /v2.0/networks?id=7c13538c-2941-4763-a560-37a0a33d14c7 HTTP/1.1" status: 200 len: 921 time: 0.2362688 Jun 16 17:24:45.201062 dv-cinder-837356-2-iscsi neutron-server[103917]: INFO neutron.wsgi [req-98c097ee-37ae-4e28-908a-ffd50c6d1d1c req-ea3501a4-cb94-4f0b-9212-1af3397c78d0 tempest-ServerRescueNegativeTestJSON-1475515620 tempest-ServerRescueNegativeTestJSON-1475515620-project] 10.222.0.66 "GET /v2.0/security-groups?id=ce781013-5cdb-4bc3-8c66-743aa21b4c5c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1264827 Jun 16 17:24:45.216920 dv-cinder-837356-2-iscsi neutron-server[103916]: DEBUG dbcounter [-] [103916] Writing DB stats neutron:SELECT=95,neutron:INSERT=4,neutron:UPDATE=1 {{(pid=103916) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 16 17:24:45.226660 dv-cinder-837356-2-iscsi neutron-server[103916]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d533687e-d60d-4d83-9fb6-edef2878da55 req-aa37e1af-dc4f-49f2-ade0-8d88a6ce9ce7 tempest-VolumesNegativeTest-1312001125 tempest-VolumesNegativeTest-1312001125-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103916) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 16 17:24:45.228934 dv-cinder-837356-2-iscsi neutron-server[103916]: INFO neutron.wsgi [req-d533687e-d60d-4d83-9fb6-edef2878da55 req-aa37e1af-dc4f-49f2-ade0-8d88a6ce9ce7 tempest-VolumesNegativeTest-1312001125 tempest-VolumesNegativeTest-1312001125-project] 10.222.0.66 "GET /v2.0/ports?device_id=65e2df49-edf7-4ed4-b8fe-bcc61f5d0807 HTTP/1.1" status: 200 len: 949 time: 0.1026323 Jun 16 17:24:45.284877 dv-cinder-837356-2-iscsi neutron-server[103916]: INFO neutron.wsgi [req-d533687e-d60d-4d83-9fb6-edef2878da55 req-4802c22d-a6d4-4963-8878-265beff1c68f tempest-VolumesNegativeTest-1312001125 tempest-VolumesNegativeTest-1312001125-project] 10.222.0.66 "GET /v2.0/security-groups?id=a36cae57-beaf-489e-a0f8-cef4e05ecdee&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0496197 Jun 16 17:24:45.436018 dv-cinder-837356-2-iscsi neutron-server[103918]: DEBUG neutron_lib.callbacks.manager [None req-6d5f9c56-b43a-4414-8be3-dd9de348b824 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728539454181', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16149322'] for agent (7639df21-17c3-4235-8912-210c3ad54137), after_update {{(pid=103918) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 17:24:45.450443 dv-cinder-837356-2-iscsi neutron-server[103917]: INFO neutron.wsgi [req-a5703524-0c7b-4fcb-8df6-3c0a131ece67 req-451d96ca-a09e-4549-8ac2-b1a24e15590e service neutron] 10.222.0.81 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=6fa0a160-b8b9-480d-91ad-c84aa7d2485a HTTP/1.1" status: 200 len: 217 time: 0.0457954 Jun 16 17:24:45.514261 dv-cinder-837356-2-iscsi neutron-server[103917]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5703524-0c7b-4fcb-8df6-3c0a131ece67 req-249db463-c495-4dd1-a717-7a8f0c9a2912 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103917) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 16 17:24:45.517164 dv-cinder-837356-2-iscsi neutron-server[103917]: INFO neutron.wsgi [req-a5703524-0c7b-4fcb-8df6-3c0a131ece67 req-249db463-c495-4dd1-a717-7a8f0c9a2912 service neutron] 10.222.0.81 "GET /v2.0/subnets?id=8e38426e-d044-4155-92d6-5d9da7f0fc35 HTTP/1.1" status: 200 len: 858 time: 0.0562129 Jun 16 17:24:45.566642 dv-cinder-837356-2-iscsi neutron-server[103917]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5703524-0c7b-4fcb-8df6-3c0a131ece67 req-9120bba3-27b1-48cf-9f50-42ceb3edc62f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103917) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 16 17:24:45.568162 dv-cinder-837356-2-iscsi neutron-server[103917]: INFO neutron.wsgi [req-a5703524-0c7b-4fcb-8df6-3c0a131ece67 req-9120bba3-27b1-48cf-9f50-42ceb3edc62f service neutron] 10.222.0.81 "GET /v2.0/ports?network_id=7c13538c-2941-4763-a560-37a0a33d14c7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0401449 Jun 16 17:24:45.679341 dv-cinder-837356-2-iscsi neutron-server[103917]: INFO neutron.wsgi [req-a5703524-0c7b-4fcb-8df6-3c0a131ece67 req-53860cde-c60e-4e25-957c-c1789a789eb8 service neutron] 10.222.0.81 "GET /v2.0/networks/7c13538c-2941-4763-a560-37a0a33d14c7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1029389 Jun 16 17:24:46.104666 dv-cinder-837356-2-iscsi neutron-server[103917]: INFO neutron.wsgi [req-a5703524-0c7b-4fcb-8df6-3c0a131ece67 req-af504b4e-7c31-4edb-907e-753899ad26b1 service neutron] 10.222.0.81 "GET /v2.0/networks/7c13538c-2941-4763-a560-37a0a33d14c7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1020224 Jun 16 17:24:46.313083 dv-cinder-837356-2-iscsi neutron-server[103918]: DEBUG neutron_lib.callbacks.manager [None req-20715706-35a9-45af-9420-375bdcc64c61 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728539454181', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16149322'] for agent (50395103-89cf-4fb3-87eb-9dff4dfdeea8), after_update {{(pid=103918) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 17:24:46.471557 dv-cinder-837356-2-iscsi neutron-server[103916]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1667409c-964f-4c15-8043-1e55ffa6ace1 req-4f666fa2-ce20-44c7-ae59-4cfa3e8a52b6 tempest-ServerRescueNegativeTestJSON-1475515620 tempest-ServerRescueNegativeTestJSON-1475515620-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103916) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 16 17:24:46.474584 dv-cinder-837356-2-iscsi neutron-server[103916]: INFO neutron.wsgi [req-1667409c-964f-4c15-8043-1e55ffa6ace1 req-4f666fa2-ce20-44c7-ae59-4cfa3e8a52b6 tempest-ServerRescueNegativeTestJSON-1475515620 tempest-ServerRescueNegativeTestJSON-1475515620-project] 10.222.0.66 "GET /v2.0/ports?device_id=90ea9630-ef03-47fd-aa60-695a36081c19 HTTP/1.1" status: 200 len: 945 time: 0.1098034 Jun 16 17:24:46.487305 dv-cinder-837356-2-iscsi neutron-server[103917]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-354afb08-8dfc-41fd-89f9-e87e907b38a9 req-fa1700ba-7517-4754-b279-daecce0b4046 tempest-VolumesNegativeTest-1312001125 tempest-VolumesNegativeTest-1312001125-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103917) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 16 17:24:46.488918 dv-cinder-837356-2-iscsi neutron-server[103917]: INFO neutron.wsgi [req-354afb08-8dfc-41fd-89f9-e87e907b38a9 req-fa1700ba-7517-4754-b279-daecce0b4046 tempest-VolumesNegativeTest-1312001125 tempest-VolumesNegativeTest-1312001125-project] 10.222.0.66 "GET /v2.0/ports?device_id=65e2df49-edf7-4ed4-b8fe-bcc61f5d0807 HTTP/1.1" status: 200 len: 949 time: 0.0601151 Jun 16 17:24:46.535541 dv-cinder-837356-2-iscsi neutron-server[103916]: INFO neutron.wsgi [req-1667409c-964f-4c15-8043-1e55ffa6ace1 req-94dd959d-9dd8-41bf-abed-86042964c865 tempest-ServerRescueNegativeTestJSON-1475515620 tempest-ServerRescueNegativeTestJSON-1475515620-project] 10.222.0.66 "GET /v2.0/security-groups?id=ce781013-5cdb-4bc3-8c66-743aa21b4c5c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0542116 Jun 16 17:24:46.555293 dv-cinder-837356-2-iscsi neutron-server[103917]: INFO neutron.wsgi [req-354afb08-8dfc-41fd-89f9-e87e907b38a9 req-a6492685-0f1f-483b-92a3-8b562b9ab922 tempest-VolumesNegativeTest-1312001125 tempest-VolumesNegativeTest-1312001125-project] 10.222.0.66 "GET /v2.0/security-groups?id=a36cae57-beaf-489e-a0f8-cef4e05ecdee&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0594580 Jun 16 17:24:47.672087 dv-cinder-837356-2-iscsi neutron-server[103916]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8bab16e5-c0fd-40c3-9c28-c4d973448a97 req-77536b96-e9b6-4d08-a717-d74b9ac2cd9b tempest-ServerRescueNegativeTestJSON-1475515620 tempest-ServerRescueNegativeTestJSON-1475515620-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103916) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 16 17:24:47.673569 dv-cinder-837356-2-iscsi neutron-server[103916]: INFO neutron.wsgi [req-8bab16e5-c0fd-40c3-9c28-c4d973448a97 req-77536b96-e9b6-4d08-a717-d74b9ac2cd9b tempest-ServerRescueNegativeTestJSON-1475515620 tempest-ServerRescueNegativeTestJSON-1475515620-project] 10.222.0.66 "GET /v2.0/ports?device_id=90ea9630-ef03-47fd-aa60-695a36081c19 HTTP/1.1" status: 200 len: 945 time: 0.0560670 Jun 16 17:24:47.682047 dv-cinder-837356-2-iscsi neutron-server[103917]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b95088e-5b36-45f4-90bc-3f6a1f50b9c3 req-33ca1546-f610-489b-acf9-dc98e6bbdd84 tempest-VolumesNegativeTest-1312001125 tempest-VolumesNegativeTest-1312001125-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103917) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 16 17:24:47.683526 dv-cinder-837356-2-iscsi neutron-server[103917]: INFO neutron.wsgi [req-9b95088e-5b36-45f4-90bc-3f6a1f50b9c3 req-33ca1546-f610-489b-acf9-dc98e6bbdd84 tempest-VolumesNegativeTest-1312001125 tempest-VolumesNegativeTest-1312001125-project] 10.222.0.66 "GET /v2.0/ports?device_id=65e2df49-edf7-4ed4-b8fe-bcc61f5d0807 HTTP/1.1" status: 200 len: 949 time: 0.0514939 Jun 16 17:24:47.729034 dv-cinder-837356-2-iscsi neutron-server[103916]: INFO neutron.wsgi [req-8bab16e5-c0fd-40c3-9c28-c4d973448a97 req-7055982d-a09c-400e-b0c8-ad4df66e28d4 tempest-ServerRescueNegativeTestJSON-1475515620 tempest-ServerRescueNegativeTestJSON-1475515620-project] 10.222.0.66 "GET /v2.0/security-groups?id=ce781013-5cdb-4bc3-8c66-743aa21b4c5c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0498016 Jun 16 17:24:47.739060 dv-cinder-837356-2-iscsi neutron-server[103917]: INFO neutron.wsgi [req-9b95088e-5b36-45f4-90bc-3f6a1f50b9c3 req-78e7ef7b-5944-41e4-84e0-ee71cbd23218 tempest-VolumesNegativeTest-1312001125 tempest-VolumesNegativeTest-1312001125-project] 10.222.0.66 "GET /v2.0/security-groups?id=a36cae57-beaf-489e-a0f8-cef4e05ecdee&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0497081 Jun 16 17:24:48.047022 dv-cinder-837356-2-iscsi neutron-server[103918]: DEBUG neutron_lib.callbacks.manager [None req-90597016-5de8-4c3e-b42a-66aa2c70cc5e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728539454181', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16149322'] for agent (853db9d1-1c17-40a4-900c-de4f90440474), after_update {{(pid=103918) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 17:24:48.457591 dv-cinder-837356-2-iscsi neutron-server[103918]: DEBUG neutron_lib.callbacks.manager [None req-39ead2dc-a542-4f04-b117-439eb7f32aa8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728539454181', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16149322'] for agent (5b2fa84c-1db1-41c6-a6b9-975c3da28daf), after_update {{(pid=103918) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 17:24:48.611426 dv-cinder-837356-2-iscsi neutron-server[103917]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-618ec244-624b-470e-a3de-24a018f561c2 req-ac33a56e-2ab4-4b1c-b09a-d3dcbabbdedd tempest-AttachVolumeShelveTestJSON-1123487845 tempest-AttachVolumeShelveTestJSON-1123487845-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103917) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 16 17:24:48.613371 dv-cinder-837356-2-iscsi neutron-server[103917]: INFO neutron.wsgi [req-618ec244-624b-470e-a3de-24a018f561c2 req-ac33a56e-2ab4-4b1c-b09a-d3dcbabbdedd tempest-AttachVolumeShelveTestJSON-1123487845 tempest-AttachVolumeShelveTestJSON-1123487845-project] 10.222.0.66 "GET /v2.0/ports?device_id=ab2e7148-fa86-4648-9e4b-87e27fcf1147 HTTP/1.1" status: 200 len: 946 time: 0.0539634 Jun 16 17:24:48.673850 dv-cinder-837356-2-iscsi neutron-server[103917]: INFO neutron.wsgi [req-618ec244-624b-470e-a3de-24a018f561c2 req-5bb7f9c5-5dc9-48fe-99fd-5c4d5c396397 tempest-AttachVolumeShelveTestJSON-1123487845 tempest-AttachVolumeShelveTestJSON-1123487845-project] 10.222.0.66 "GET /v2.0/security-groups?id=5ab805c8-38ae-4655-bf71-1fc1999d288e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0506673 Jun 16 17:24:48.706606 dv-cinder-837356-2-iscsi neutron-server[103917]: DEBUG neutron.wsgi [-] (103917) accepted ('10.222.0.66', 39992) {{(pid=103917) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 16 17:24:48.866650 dv-cinder-837356-2-iscsi neutron-server[103917]: DEBUG dbcounter [-] [103917] Writing DB stats neutron:SELECT=100 {{(pid=103917) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 16 17:24:48.878029 dv-cinder-837356-2-iscsi neutron-server[103917]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16e558ec-e64c-474d-bb53-d95b737d19b9 req-f995ff2c-df94-487e-9f4f-8e7d5c69863c tempest-VolumesNegativeTest-1312001125 tempest-VolumesNegativeTest-1312001125-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103917) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 16 17:24:48.879966 dv-cinder-837356-2-iscsi neutron-server[103917]: INFO neutron.wsgi [req-16e558ec-e64c-474d-bb53-d95b737d19b9 req-f995ff2c-df94-487e-9f4f-8e7d5c69863c tempest-VolumesNegativeTest-1312001125 tempest-VolumesNegativeTest-1312001125-project] 10.222.0.66 "GET /v2.0/ports?device_id=65e2df49-edf7-4ed4-b8fe-bcc61f5d0807 HTTP/1.1" status: 200 len: 949 time: 0.0604923 Jun 16 17:24:48.897435 dv-cinder-837356-2-iscsi neutron-server[103916]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-387a154c-60de-420c-bd9f-7088c2301602 req-56742883-ecef-4373-8c15-627e1c3ff2db tempest-ServerRescueNegativeTestJSON-1475515620 tempest-ServerRescueNegativeTestJSON-1475515620-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103916) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 16 17:24:48.899886 dv-cinder-837356-2-iscsi neutron-server[103916]: INFO neutron.wsgi [req-387a154c-60de-420c-bd9f-7088c2301602 req-56742883-ecef-4373-8c15-627e1c3ff2db tempest-ServerRescueNegativeTestJSON-1475515620 tempest-ServerRescueNegativeTestJSON-1475515620-project] 10.222.0.66 "GET /v2.0/ports?device_id=90ea9630-ef03-47fd-aa60-695a36081c19 HTTP/1.1" status: 200 len: 945 time: 0.0651796 Jun 16 17:24:48.963053 dv-cinder-837356-2-iscsi neutron-server[103917]: DEBUG neutron_lib.callbacks.manager [None req-0be1d7c2-1753-4cda-afc7-866c08257b8f admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103917) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 17:24:48.969040 dv-cinder-837356-2-iscsi neutron-server[103917]: INFO neutron.wsgi [req-16e558ec-e64c-474d-bb53-d95b737d19b9 req-d54b3b22-5af2-4a59-941c-3424d9a4bcbe tempest-VolumesNegativeTest-1312001125 tempest-VolumesNegativeTest-1312001125-project] 10.222.0.66 "GET /v2.0/security-groups?id=a36cae57-beaf-489e-a0f8-cef4e05ecdee&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0829225 Jun 16 17:24:48.974093 dv-cinder-837356-2-iscsi neutron-server[103916]: INFO neutron.wsgi [req-387a154c-60de-420c-bd9f-7088c2301602 req-17591677-9e7a-4c89-b571-c1620edb48af tempest-ServerRescueNegativeTestJSON-1475515620 tempest-ServerRescueNegativeTestJSON-1475515620-project] 10.222.0.66 "GET /v2.0/security-groups?id=ce781013-5cdb-4bc3-8c66-743aa21b4c5c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0681291 Jun 16 17:24:49.079269 dv-cinder-837356-2-iscsi neutron-server[103917]: DEBUG neutron_lib.callbacks.manager [None req-0be1d7c2-1753-4cda-afc7-866c08257b8f admin admin] Publish callbacks [] for security_group (dffc8cc3-33f0-41f1-ac80-b599e9a6e7b4), precommit_create {{(pid=103917) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 17:24:49.085254 dv-cinder-837356-2-iscsi neutron-server[103917]: DEBUG neutron_lib.callbacks.manager [None req-0be1d7c2-1753-4cda-afc7-866c08257b8f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-570488'] for security_group (dffc8cc3-33f0-41f1-ac80-b599e9a6e7b4), after_create {{(pid=103917) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 17:24:49.138526 dv-cinder-837356-2-iscsi neutron-server[103917]: INFO neutron.wsgi [None req-0be1d7c2-1753-4cda-afc7-866c08257b8f admin admin] 10.222.0.66 "GET /v2.0/security-groups?tenant_id=f0299e30cf9941278ebc7fb4316828b5&name=default HTTP/1.1" status: 200 len: 2996 time: 0.4305766 Jun 16 17:24:49.141429 dv-cinder-837356-2-iscsi neutron-server[103917]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0be1d7c2-1753-4cda-afc7-866c08257b8f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=dffc8cc3-33f0-41f1-ac80-b599e9a6e7b4,revision_number=1']} {{(pid=103917) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 17:24:49.141866 dv-cinder-837356-2-iscsi neutron-server[103916]: DEBUG neutron.wsgi [-] (103916) accepted ('10.222.0.66', 40004) {{(pid=103916) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 16 17:24:49.200086 dv-cinder-837356-2-iscsi neutron-server[103916]: DEBUG neutron_lib.callbacks.manager [None req-63e6b573-486f-4ac4-8783-ae7d22f8dd0a admin admin] Publish callbacks [] for security_group (dffc8cc3-33f0-41f1-ac80-b599e9a6e7b4), before_delete {{(pid=103916) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 17:24:49.218989 dv-cinder-837356-2-iscsi neutron-server[103916]: DEBUG dbcounter [-] [103916] Writing DB stats neutron:SELECT=93,neutron:INSERT=7 {{(pid=103916) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 16 17:24:49.231805 dv-cinder-837356-2-iscsi neutron-server[103916]: DEBUG neutron_lib.callbacks.manager [None req-63e6b573-486f-4ac4-8783-ae7d22f8dd0a admin admin] Publish callbacks [] for security_group (dffc8cc3-33f0-41f1-ac80-b599e9a6e7b4), precommit_delete {{(pid=103916) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 17:24:49.325662 dv-cinder-837356-2-iscsi neutron-server[103916]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b404ef48-4489-4312-9165-e38879bfa822 req-58ec869c-5201-4128-8441-1d4889e85f62 tempest-VolumesNegativeTest-1312001125 tempest-VolumesNegativeTest-1312001125-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103916) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 16 17:24:49.327261 dv-cinder-837356-2-iscsi neutron-server[103916]: INFO neutron.wsgi [req-b404ef48-4489-4312-9165-e38879bfa822 req-58ec869c-5201-4128-8441-1d4889e85f62 tempest-VolumesNegativeTest-1312001125 tempest-VolumesNegativeTest-1312001125-project] 10.222.0.66 "GET /v2.0/ports?device_id=65e2df49-edf7-4ed4-b8fe-bcc61f5d0807 HTTP/1.1" status: 200 len: 949 time: 0.0694242 Jun 16 17:24:49.340045 dv-cinder-837356-2-iscsi neutron-server[103916]: DEBUG neutron_lib.callbacks.manager [None req-63e6b573-486f-4ac4-8783-ae7d22f8dd0a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-570488'] for security_group (dffc8cc3-33f0-41f1-ac80-b599e9a6e7b4), after_delete {{(pid=103916) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 17:24:49.342443 dv-cinder-837356-2-iscsi neutron-server[103916]: DEBUG neutron_lib.callbacks.manager [None req-63e6b573-486f-4ac4-8783-ae7d22f8dd0a admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103916) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 17:24:49.343811 dv-cinder-837356-2-iscsi neutron-server[103916]: INFO neutron.wsgi [None req-63e6b573-486f-4ac4-8783-ae7d22f8dd0a admin admin] 10.222.0.66 "DELETE /v2.0/security-groups/dffc8cc3-33f0-41f1-ac80-b599e9a6e7b4 HTTP/1.1" status: 204 len: 168 time: 0.2005608 Jun 16 17:24:49.360531 dv-cinder-837356-2-iscsi neutron-server[103916]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-63e6b573-486f-4ac4-8783-ae7d22f8dd0a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=dffc8cc3-33f0-41f1-ac80-b599e9a6e7b4,revision_number=None']} {{(pid=103916) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 17:24:49.397702 dv-cinder-837356-2-iscsi neutron-server[103916]: INFO neutron.wsgi [req-b404ef48-4489-4312-9165-e38879bfa822 req-4d92beba-e7b9-4aad-a6c0-4b638d4b89db tempest-VolumesNegativeTest-1312001125 tempest-VolumesNegativeTest-1312001125-project] 10.222.0.66 "GET /v2.0/security-groups?id=a36cae57-beaf-489e-a0f8-cef4e05ecdee&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0644970 Jun 16 17:24:49.685619 dv-cinder-837356-2-iscsi neutron-server[103916]: DEBUG neutron.wsgi [-] (103916) accepted ('10.222.0.66', 40014) {{(pid=103916) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 16 17:24:49.700173 dv-cinder-837356-2-iscsi neutron-server[103916]: DEBUG neutron_lib.callbacks.manager [None req-19bd34c8-cd5f-4ddd-8f34-ba3b32f69599 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103916) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 17:24:49.790502 dv-cinder-837356-2-iscsi neutron-server[103916]: DEBUG neutron_lib.callbacks.manager [None req-19bd34c8-cd5f-4ddd-8f34-ba3b32f69599 admin admin] Publish callbacks [] for security_group (daa9b198-61b0-4399-888c-64bb98af96ba), precommit_create {{(pid=103916) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 17:24:49.796674 dv-cinder-837356-2-iscsi neutron-server[103916]: DEBUG neutron_lib.callbacks.manager [None req-19bd34c8-cd5f-4ddd-8f34-ba3b32f69599 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-570488'] for security_group (daa9b198-61b0-4399-888c-64bb98af96ba), after_create {{(pid=103916) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 17:24:49.802378 dv-cinder-837356-2-iscsi neutron-server[103917]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d47036c-8915-425a-994c-687eb6245be1 req-58dcce04-d3a3-4ed6-be21-c8a75cd3d777 tempest-AttachVolumeShelveTestJSON-1123487845 tempest-AttachVolumeShelveTestJSON-1123487845-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103917) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 16 17:24:49.803780 dv-cinder-837356-2-iscsi neutron-server[103917]: INFO neutron.wsgi [req-9d47036c-8915-425a-994c-687eb6245be1 req-58dcce04-d3a3-4ed6-be21-c8a75cd3d777 tempest-AttachVolumeShelveTestJSON-1123487845 tempest-AttachVolumeShelveTestJSON-1123487845-project] 10.222.0.66 "GET /v2.0/ports?device_id=ab2e7148-fa86-4648-9e4b-87e27fcf1147 HTTP/1.1" status: 200 len: 946 time: 0.0499732 Jun 16 17:24:49.840882 dv-cinder-837356-2-iscsi neutron-server[103916]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-19bd34c8-cd5f-4ddd-8f34-ba3b32f69599 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=daa9b198-61b0-4399-888c-64bb98af96ba,revision_number=1']} {{(pid=103916) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 17:24:49.845134 dv-cinder-837356-2-iscsi neutron-server[103916]: INFO neutron.wsgi [None req-19bd34c8-cd5f-4ddd-8f34-ba3b32f69599 admin admin] 10.222.0.66 "GET /v2.0/security-groups?tenant_id=8579e046969e405bb8513ceb9298cfe6&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1584892 Jun 16 17:24:49.850181 dv-cinder-837356-2-iscsi neutron-server[103916]: DEBUG neutron.wsgi [-] (103916) accepted ('10.222.0.66', 40018) {{(pid=103916) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 16 17:24:49.871150 dv-cinder-837356-2-iscsi neutron-server[103917]: INFO neutron.wsgi [req-9d47036c-8915-425a-994c-687eb6245be1 req-b4c7a431-b7fa-4646-8939-3a950d442df9 tempest-AttachVolumeShelveTestJSON-1123487845 tempest-AttachVolumeShelveTestJSON-1123487845-project] 10.222.0.66 "GET /v2.0/security-groups?id=5ab805c8-38ae-4655-bf71-1fc1999d288e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0559866 Jun 16 17:24:49.907936 dv-cinder-837356-2-iscsi neutron-server[103916]: DEBUG neutron_lib.callbacks.manager [None req-c87ef749-dc53-4aa3-8507-3f3c3fdff804 admin admin] Publish callbacks [] for security_group (daa9b198-61b0-4399-888c-64bb98af96ba), before_delete {{(pid=103916) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 17:24:49.931326 dv-cinder-837356-2-iscsi neutron-server[103916]: DEBUG neutron_lib.callbacks.manager [None req-c87ef749-dc53-4aa3-8507-3f3c3fdff804 admin admin] Publish callbacks [] for security_group (daa9b198-61b0-4399-888c-64bb98af96ba), precommit_delete {{(pid=103916) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 17:24:49.986416 dv-cinder-837356-2-iscsi neutron-server[103916]: DEBUG neutron_lib.callbacks.manager [None req-c87ef749-dc53-4aa3-8507-3f3c3fdff804 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-570488'] for security_group (daa9b198-61b0-4399-888c-64bb98af96ba), after_delete {{(pid=103916) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 17:24:49.990439 dv-cinder-837356-2-iscsi neutron-server[103916]: DEBUG neutron_lib.callbacks.manager [None req-c87ef749-dc53-4aa3-8507-3f3c3fdff804 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103916) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 17:24:49.991599 dv-cinder-837356-2-iscsi neutron-server[103916]: INFO neutron.wsgi [None req-c87ef749-dc53-4aa3-8507-3f3c3fdff804 admin admin] 10.222.0.66 "DELETE /v2.0/security-groups/daa9b198-61b0-4399-888c-64bb98af96ba HTTP/1.1" status: 204 len: 168 time: 0.1404803 Jun 16 17:24:49.994050 dv-cinder-837356-2-iscsi neutron-server[103916]: DEBUG dbcounter [-] [103916] Writing DB stats neutron:SELECT=92,neutron:DELETE=4,neutron:INSERT=4 {{(pid=103916) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 16 17:24:50.003706 dv-cinder-837356-2-iscsi neutron-server[103916]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c87ef749-dc53-4aa3-8507-3f3c3fdff804 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=daa9b198-61b0-4399-888c-64bb98af96ba,revision_number=None']} {{(pid=103916) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 17:24:50.104159 dv-cinder-837356-2-iscsi neutron-server[103916]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c449ed8-5063-48da-b58a-cae77f239170 req-9f99bab5-8a4c-49f0-b946-6aacd568280f tempest-ServerRescueNegativeTestJSON-1475515620 tempest-ServerRescueNegativeTestJSON-1475515620-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103916) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 16 17:24:50.105742 dv-cinder-837356-2-iscsi neutron-server[103916]: INFO neutron.wsgi [req-9c449ed8-5063-48da-b58a-cae77f239170 req-9f99bab5-8a4c-49f0-b946-6aacd568280f tempest-ServerRescueNegativeTestJSON-1475515620 tempest-ServerRescueNegativeTestJSON-1475515620-project] 10.222.0.66 "GET /v2.0/ports?device_id=90ea9630-ef03-47fd-aa60-695a36081c19 HTTP/1.1" status: 200 len: 945 time: 0.0496795 Jun 16 17:24:50.167081 dv-cinder-837356-2-iscsi neutron-server[103916]: INFO neutron.wsgi [req-9c449ed8-5063-48da-b58a-cae77f239170 req-b6dcf8c0-3937-4d30-b1f2-babd9afb6efa tempest-ServerRescueNegativeTestJSON-1475515620 tempest-ServerRescueNegativeTestJSON-1475515620-project] 10.222.0.66 "GET /v2.0/security-groups?id=ce781013-5cdb-4bc3-8c66-743aa21b4c5c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0551155 Jun 16 17:24:50.566098 dv-cinder-837356-2-iscsi neutron-server[103917]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-089c1b19-a2d4-40af-9574-e2dd180dbfc6 req-ba3debc4-00d8-4e88-b445-55d1114d72b4 tempest-VolumesNegativeTest-1312001125 tempest-VolumesNegativeTest-1312001125-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103917) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 16 17:24:50.567718 dv-cinder-837356-2-iscsi neutron-server[103917]: INFO neutron.wsgi [req-089c1b19-a2d4-40af-9574-e2dd180dbfc6 req-ba3debc4-00d8-4e88-b445-55d1114d72b4 tempest-VolumesNegativeTest-1312001125 tempest-VolumesNegativeTest-1312001125-project] 10.222.0.66 "GET /v2.0/ports?device_id=65e2df49-edf7-4ed4-b8fe-bcc61f5d0807 HTTP/1.1" status: 200 len: 949 time: 0.0690727 Jun 16 17:24:50.581655 dv-cinder-837356-2-iscsi neutron-server[103917]: DEBUG dbcounter [-] [103917] Writing DB stats neutron:SELECT=96,neutron:INSERT=4 {{(pid=103917) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 16 17:24:50.636638 dv-cinder-837356-2-iscsi neutron-server[103917]: INFO neutron.wsgi [req-089c1b19-a2d4-40af-9574-e2dd180dbfc6 req-c1960af5-9b40-4e24-b780-54567e092dcc tempest-VolumesNegativeTest-1312001125 tempest-VolumesNegativeTest-1312001125-project] 10.222.0.66 "GET /v2.0/security-groups?id=a36cae57-beaf-489e-a0f8-cef4e05ecdee&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0612779 Jun 16 17:24:50.979030 dv-cinder-837356-2-iscsi neutron-server[103917]: DEBUG neutron.wsgi [-] (103917) accepted ('10.222.0.66', 40056) {{(pid=103917) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 16 17:24:51.026109 dv-cinder-837356-2-iscsi neutron-server[103917]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d447fe60-c930-453e-b284-5bb6e1b945a6 req-25e91722-4fa7-40ac-bd2d-7cbf9271c0ac tempest-VolumesNegativeTest-1312001125 tempest-VolumesNegativeTest-1312001125-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103917) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 16 17:24:51.029552 dv-cinder-837356-2-iscsi neutron-server[103917]: INFO neutron.wsgi [req-d447fe60-c930-453e-b284-5bb6e1b945a6 req-25e91722-4fa7-40ac-bd2d-7cbf9271c0ac tempest-VolumesNegativeTest-1312001125 tempest-VolumesNegativeTest-1312001125-project] 10.222.0.81 "GET /v2.0/ports?device_id=65e2df49-edf7-4ed4-b8fe-bcc61f5d0807 HTTP/1.1" status: 200 len: 949 time: 0.0698979 Jun 16 17:24:51.043788 dv-cinder-837356-2-iscsi neutron-server[103916]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6c81bcb-33d1-4ec7-b556-0dce68277fdc req-f2eb34d1-546c-4fed-913d-4d66f7d127c7 tempest-AttachVolumeShelveTestJSON-1123487845 tempest-AttachVolumeShelveTestJSON-1123487845-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103916) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 16 17:24:51.046253 dv-cinder-837356-2-iscsi neutron-server[103916]: INFO neutron.wsgi [req-b6c81bcb-33d1-4ec7-b556-0dce68277fdc req-f2eb34d1-546c-4fed-913d-4d66f7d127c7 tempest-AttachVolumeShelveTestJSON-1123487845 tempest-AttachVolumeShelveTestJSON-1123487845-project] 10.222.0.66 "GET /v2.0/ports?device_id=ab2e7148-fa86-4648-9e4b-87e27fcf1147 HTTP/1.1" status: 200 len: 946 time: 0.0826161 Jun 16 17:24:51.145468 dv-cinder-837356-2-iscsi neutron-server[103916]: INFO neutron.wsgi [req-b6c81bcb-33d1-4ec7-b556-0dce68277fdc req-bac37c81-66cf-4994-b4a8-5d72e8d680e5 tempest-AttachVolumeShelveTestJSON-1123487845 tempest-AttachVolumeShelveTestJSON-1123487845-project] 10.222.0.66 "GET /v2.0/security-groups?id=5ab805c8-38ae-4655-bf71-1fc1999d288e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0884140 Jun 16 17:24:51.164944 dv-cinder-837356-2-iscsi neutron-server[103917]: DEBUG neutron.plugins.ml2.plugin [req-d447fe60-c930-453e-b284-5bb6e1b945a6 req-bfd356ac-a2a8-46ac-9470-649dce562a4d tempest-VolumesNegativeTest-1312001125 tempest-VolumesNegativeTest-1312001125-project] Deleting port 2ba9ec91-2d6b-4395-ba81-e0d7dc6364ff {{(pid=103917) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2043}} Jun 16 17:24:51.165913 dv-cinder-837356-2-iscsi neutron-server[103917]: DEBUG neutron_lib.callbacks.manager [req-d447fe60-c930-453e-b284-5bb6e1b945a6 req-bfd356ac-a2a8-46ac-9470-649dce562a4d tempest-VolumesNegativeTest-1312001125 tempest-VolumesNegativeTest-1312001125-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8728539361383'] for port (2ba9ec91-2d6b-4395-ba81-e0d7dc6364ff), before_delete {{(pid=103917) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 17:24:51.175729 dv-cinder-837356-2-iscsi neutron-server[103917]: DEBUG neutron.api.v2.base [None req-2b89aba5-92c4-4bf8-a06a-6133d8715021 admin admin] Request body: {'network': {'name': 'tempest-VolumesSnapshotTestJSON-1799900267-network', 'tenant_id': 'f96239e8e212410aac9df2d35293c665'}} {{(pid=103917) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jun 16 17:24:51.254308 dv-cinder-837356-2-iscsi neutron-server[103917]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2b89aba5-92c4-4bf8-a06a-6133d8715021 admin admin] Made reservation on behalf of f96239e8e212410aac9df2d35293c665 for: {'network': 1} {{(pid=103917) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 16 17:24:51.256958 dv-cinder-837356-2-iscsi neutron-server[103917]: DEBUG neutron_lib.callbacks.manager [None req-2b89aba5-92c4-4bf8-a06a-6133d8715021 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16007590'] for network (None), before_create {{(pid=103917) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 17:24:51.279690 dv-cinder-837356-2-iscsi neutron-server[103917]: DEBUG neutron_lib.callbacks.manager [None req-2b89aba5-92c4-4bf8-a06a-6133d8715021 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103917) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 17:24:51.329990 dv-cinder-837356-2-iscsi neutron-server[103917]: DEBUG neutron.plugins.ml2.db [req-d447fe60-c930-453e-b284-5bb6e1b945a6 req-bfd356ac-a2a8-46ac-9470-649dce562a4d tempest-VolumesNegativeTest-1312001125 tempest-VolumesNegativeTest-1312001125-project] For port 2ba9ec91-2d6b-4395-ba81-e0d7dc6364ff, host hv-cinder-83735, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83735',level=0,port_id=2ba9ec91-2d6b-4395-ba81-e0d7dc6364ff,segment=NetworkSegment(28add45e-1ef7-4bc6-bfa6-5560e7bead69),segment_id=28add45e-1ef7-4bc6-bfa6-5560e7bead69)] {{(pid=103917) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 16 17:24:51.330471 dv-cinder-837356-2-iscsi neutron-server[103917]: DEBUG neutron_lib.callbacks.manager [req-d447fe60-c930-453e-b284-5bb6e1b945a6 req-bfd356ac-a2a8-46ac-9470-649dce562a4d tempest-VolumesNegativeTest-1312001125 tempest-VolumesNegativeTest-1312001125-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-708042'] for port (2ba9ec91-2d6b-4395-ba81-e0d7dc6364ff), precommit_delete {{(pid=103917) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 17:24:51.355816 dv-cinder-837356-2-iscsi neutron-server[103917]: DEBUG neutron.plugins.ml2.plugin [req-d447fe60-c930-453e-b284-5bb6e1b945a6 req-bfd356ac-a2a8-46ac-9470-649dce562a4d tempest-VolumesNegativeTest-1312001125 tempest-VolumesNegativeTest-1312001125-project] Calling delete_port for 2ba9ec91-2d6b-4395-ba81-e0d7dc6364ff owned by compute:nova {{(pid=103917) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2122}} Jun 16 17:24:51.432944 dv-cinder-837356-2-iscsi neutron-server[103917]: DEBUG dbcounter [-] [103917] Writing DB stats neutron:SELECT=84,neutron:INSERT=15,neutron:UPDATE=1 {{(pid=103917) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 16 17:24:51.478422 dv-cinder-837356-2-iscsi neutron-server[103917]: DEBUG neutron_lib.callbacks.manager [None req-2b89aba5-92c4-4bf8-a06a-6133d8715021 admin admin] Publish callbacks [] for security_group (e34b8f4f-0bd7-4695-872b-8d05a10daf59), precommit_create {{(pid=103917) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 17:24:51.497116 dv-cinder-837356-2-iscsi neutron-server[103917]: DEBUG neutron_lib.callbacks.manager [None req-2b89aba5-92c4-4bf8-a06a-6133d8715021 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-570488'] for security_group (e34b8f4f-0bd7-4695-872b-8d05a10daf59), after_create {{(pid=103917) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 17:24:51.532900 dv-cinder-837356-2-iscsi neutron-server[103917]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-2b89aba5-92c4-4bf8-a06a-6133d8715021 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 1020} {{(pid=103917) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jun 16 17:24:51.581754 dv-cinder-837356-2-iscsi neutron-server[103917]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2b89aba5-92c4-4bf8-a06a-6133d8715021 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e34b8f4f-0bd7-4695-872b-8d05a10daf59,revision_number=1']} {{(pid=103917) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 17:24:51.660895 dv-cinder-837356-2-iscsi neutron-server[103917]: DEBUG neutron_lib.callbacks.manager [req-d447fe60-c930-453e-b284-5bb6e1b945a6 req-bfd356ac-a2a8-46ac-9470-649dce562a4d tempest-VolumesNegativeTest-1312001125 tempest-VolumesNegativeTest-1312001125-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16007527', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-75831', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16241551', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8728539364702', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8728538993430', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3819743'] for port (2ba9ec91-2d6b-4395-ba81-e0d7dc6364ff), after_delete {{(pid=103917) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 17:24:51.664428 dv-cinder-837356-2-iscsi neutron-server[103917]: DEBUG neutron_lib.callbacks.manager [None req-2b89aba5-92c4-4bf8-a06a-6133d8715021 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16150272'] for segment (2b8eb4e0-b34f-4c5f-88c1-fe36b7eb4fdd), precommit_create {{(pid=103917) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 17:24:51.664817 dv-cinder-837356-2-iscsi neutron-server[103917]: INFO neutron.db.segments_db [None req-2b89aba5-92c4-4bf8-a06a-6133d8715021 admin admin] Added segment 2b8eb4e0-b34f-4c5f-88c1-fe36b7eb4fdd of type vlan for network 184a3d80-6b15-43ef-84b8-ddb86570078c Jun 16 17:24:51.677966 dv-cinder-837356-2-iscsi neutron-server[103918]: DEBUG neutron.plugins.ml2.db [None req-b2b17746-c296-4803-869a-65578e8233dd None None] get_ports_and_sgs() called for port_ids ['2ba9ec91-2d6b-4395-ba81-e0d7dc6364ff'] {{(pid=103918) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jun 16 17:24:51.722249 dv-cinder-837356-2-iscsi neutron-server[103916]: DEBUG neutron.wsgi [-] (103916) accepted ('10.222.0.66', 40074) {{(pid=103916) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 16 17:24:51.728884 dv-cinder-837356-2-iscsi neutron-server[103916]: DEBUG neutron.api.v2.base [None req-b856b461-2cfd-4f91-ad01-25e490a2421e tempest-ServerRescueNegativeTestJSON-1475515620 tempest-ServerRescueNegativeTestJSON-1475515620-project] Request body: {'security_group': {'name': 'tempest-securitygroup--1189834984', 'description': 'tempest-description--977645460'}} {{(pid=103916) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jun 16 17:24:51.747075 dv-cinder-837356-2-iscsi neutron-server[103917]: DEBUG neutron_lib.callbacks.manager [None req-2b89aba5-92c4-4bf8-a06a-6133d8715021 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8728539013196'] for network (184a3d80-6b15-43ef-84b8-ddb86570078c), precommit_create {{(pid=103917) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 17:24:51.778518 dv-cinder-837356-2-iscsi neutron-server[103917]: DEBUG dbcounter [-] [103917] Writing DB stats neutron:SELECT=82,neutron:INSERT=9,neutron:UPDATE=4,neutron:DELETE=5 {{(pid=103917) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 16 17:24:51.792399 dv-cinder-837356-2-iscsi neutron-server[103916]: DEBUG neutron_lib.callbacks.manager [None req-b856b461-2cfd-4f91-ad01-25e490a2421e tempest-ServerRescueNegativeTestJSON-1475515620 tempest-ServerRescueNegativeTestJSON-1475515620-project] Publish callbacks [] for security_group (None), before_create {{(pid=103916) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 17:24:51.825368 dv-cinder-837356-2-iscsi neutron-server[103917]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bfd356ac-a2a8-46ac-9470-649dce562a4d tempest-VolumesNegativeTest-1312001125 tempest-VolumesNegativeTest-1312001125-project] Pushing event deleted for resources: {'Port': ['ID=2ba9ec91-2d6b-4395-ba81-e0d7dc6364ff,revision_number=None']} {{(pid=103917) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 17:24:51.857891 dv-cinder-837356-2-iscsi neutron-server[103917]: INFO neutron.wsgi [req-5926aaf6-ed4e-4ffa-9e0b-045a462a7a78 req-9c789e8b-f266-4bf8-863d-03583fef6a47 tempest-VolumesNegativeTest-1312001125 tempest-VolumesNegativeTest-1312001125-project] 10.222.0.66 "GET /v2.0/ports?device_id=65e2df49-edf7-4ed4-b8fe-bcc61f5d0807 HTTP/1.1" status: 200 len: 210 time: 0.0575264 Jun 16 17:24:51.857891 dv-cinder-837356-2-iscsi neutron-server[103917]: DEBUG neutron_lib.callbacks.manager [None req-2b89aba5-92c4-4bf8-a06a-6133d8715021 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-570401', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16241551'] for network (184a3d80-6b15-43ef-84b8-ddb86570078c), after_create {{(pid=103917) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 17:24:51.858819 dv-cinder-837356-2-iscsi neutron-server[103917]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2b89aba5-92c4-4bf8-a06a-6133d8715021 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103917) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 16 17:24:51.859412 dv-cinder-837356-2-iscsi neutron-server[103917]: DEBUG neutron_lib.callbacks.manager [None req-2b89aba5-92c4-4bf8-a06a-6133d8715021 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-16241561'] for network (None), before_response {{(pid=103917) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 17:24:51.898233 dv-cinder-837356-2-iscsi neutron-server[103916]: DEBUG neutron_lib.callbacks.manager [None req-b856b461-2cfd-4f91-ad01-25e490a2421e tempest-ServerRescueNegativeTestJSON-1475515620 tempest-ServerRescueNegativeTestJSON-1475515620-project] Publish callbacks [] for security_group (d7d25be3-a5ac-46a1-b854-10a8a8453e86), precommit_create {{(pid=103916) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 17:24:51.904305 dv-cinder-837356-2-iscsi neutron-server[103916]: DEBUG neutron_lib.callbacks.manager [None req-b856b461-2cfd-4f91-ad01-25e490a2421e tempest-ServerRescueNegativeTestJSON-1475515620 tempest-ServerRescueNegativeTestJSON-1475515620-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-570488'] for security_group (d7d25be3-a5ac-46a1-b854-10a8a8453e86), after_create {{(pid=103916) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 17:24:51.943029 dv-cinder-837356-2-iscsi neutron-server[103916]: DEBUG neutron_lib.callbacks.manager [None req-b856b461-2cfd-4f91-ad01-25e490a2421e tempest-ServerRescueNegativeTestJSON-1475515620 tempest-ServerRescueNegativeTestJSON-1475515620-project] Publish callbacks [] for security_group (None), before_response {{(pid=103916) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 17:24:51.950388 dv-cinder-837356-2-iscsi neutron-server[103916]: INFO neutron.wsgi [None req-b856b461-2cfd-4f91-ad01-25e490a2421e tempest-ServerRescueNegativeTestJSON-1475515620 tempest-ServerRescueNegativeTestJSON-1475515620-project] 10.222.0.66 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1796 time: 0.2203934 Jun 16 17:24:51.950388 dv-cinder-837356-2-iscsi neutron-server[103916]: DEBUG neutron.wsgi [-] (103916) accepted ('10.222.0.66', 40076) {{(pid=103916) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 16 17:24:51.956868 dv-cinder-837356-2-iscsi neutron-server[103916]: DEBUG neutron.api.v2.base [None req-95d21dd6-e193-432a-b138-f7ce8d791ad7 tempest-ServerRescueNegativeTestJSON-1475515620 tempest-ServerRescueNegativeTestJSON-1475515620-project] Request body: {'security_group_rule': {'security_group_id': 'd7d25be3-a5ac-46a1-b854-10a8a8453e86', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=103916) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jun 16 17:24:51.966949 dv-cinder-837356-2-iscsi neutron-server[103916]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b856b461-2cfd-4f91-ad01-25e490a2421e tempest-ServerRescueNegativeTestJSON-1475515620 tempest-ServerRescueNegativeTestJSON-1475515620-project] Pushing event updated for resources: {'SecurityGroup': ['ID=d7d25be3-a5ac-46a1-b854-10a8a8453e86,revision_number=1']} {{(pid=103916) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 17:24:51.977568 dv-cinder-837356-2-iscsi neutron-server[103917]: DEBUG neutron.db.l3_dvrscheduler_db [req-d447fe60-c930-453e-b284-5bb6e1b945a6 req-bfd356ac-a2a8-46ac-9470-649dce562a4d tempest-VolumesNegativeTest-1312001125 tempest-VolumesNegativeTest-1312001125-project] No DVR routers for this DVR port 2ba9ec91-2d6b-4395-ba81-e0d7dc6364ff on host hv-cinder-83735 {{(pid=103917) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:215}} Jun 16 17:24:51.982245 dv-cinder-837356-2-iscsi neutron-server[103917]: DEBUG neutron_lib.callbacks.manager [req-d447fe60-c930-453e-b284-5bb6e1b945a6 req-bfd356ac-a2a8-46ac-9470-649dce562a4d tempest-VolumesNegativeTest-1312001125 tempest-VolumesNegativeTest-1312001125-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-191112'] for port (None), before_response {{(pid=103917) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 17:24:51.983650 dv-cinder-837356-2-iscsi neutron-server[103916]: DEBUG dbcounter [-] [103916] Writing DB stats neutron:SELECT=80,neutron:DELETE=6,neutron:INSERT=13,neutron:UPDATE=1 {{(pid=103916) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 16 17:24:51.985949 dv-cinder-837356-2-iscsi neutron-server[103917]: INFO neutron.wsgi [req-d447fe60-c930-453e-b284-5bb6e1b945a6 req-bfd356ac-a2a8-46ac-9470-649dce562a4d tempest-VolumesNegativeTest-1312001125 tempest-VolumesNegativeTest-1312001125-project] 10.222.0.81 "DELETE /v2.0/ports/2ba9ec91-2d6b-4395-ba81-e0d7dc6364ff HTTP/1.1" status: 204 len: 173 time: 0.9494972 Jun 16 17:24:51.986633 dv-cinder-837356-2-iscsi neutron-server[103917]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '65e2df49-edf7-4ed4-b8fe-bcc61f5d0807', 'name': 'network-vif-deleted', 'tag': '2ba9ec91-2d6b-4395-ba81-e0d7dc6364ff'}] {{(pid=103917) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jun 16 17:24:51.989571 dv-cinder-837356-2-iscsi neutron-server[103917]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.66/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6f3fd2b1a6655810f50592bc9015c397d118e5689141688eaf1b23dbeee2ebf8" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-422833cf-cc95-486e-b2e2-0c3da7344154" -d '{"events": [{"server_uuid": "65e2df49-edf7-4ed4-b8fe-bcc61f5d0807", "name": "network-vif-deleted", "tag": "2ba9ec91-2d6b-4395-ba81-e0d7dc6364ff"}]}' {{(pid=103917) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 16 17:24:51.994841 dv-cinder-837356-2-iscsi neutron-server[103917]: INFO neutron.wsgi [None req-2b89aba5-92c4-4bf8-a06a-6133d8715021 admin admin] 10.222.0.66 "POST /v2.0/networks HTTP/1.1" status: 201 len: 869 time: 1.0145228 Jun 16 17:24:51.998222 dv-cinder-837356-2-iscsi neutron-server[103916]: DEBUG neutron.wsgi [-] (103916) accepted ('10.222.0.66', 40080) {{(pid=103916) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 16 17:24:51.999338 dv-cinder-837356-2-iscsi neutron-server[103917]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2b89aba5-92c4-4bf8-a06a-6133d8715021 admin admin] Pushing event updated for resources: {'Network': ['ID=184a3d80-6b15-43ef-84b8-ddb86570078c,revision_number=1']} {{(pid=103917) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 17:24:52.005813 dv-cinder-837356-2-iscsi neutron-server[103916]: DEBUG neutron.api.v2.base [None req-3fe0ea32-9d38-4a4c-b911-18bf8eee1b92 admin admin] Request body: {'subnet': {'network_id': '184a3d80-6b15-43ef-84b8-ddb86570078c', 'cidr': '172.20.0.0/28', 'name': 'tempest-VolumesSnapshotTestJSON-1799900267-subnet', 'tenant_id': 'f96239e8e212410aac9df2d35293c665', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=103916) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jun 16 17:24:52.034154 dv-cinder-837356-2-iscsi neutron-server[103918]: DEBUG neutron.plugins.ml2.rpc [None req-39ead2dc-a542-4f04-b117-439eb7f32aa8 None None] Network 184a3d80-6b15-43ef-84b8-ddb86570078c details requested by agent ovs-agent-dv-cinder-837356-2-iscsi with host dv-cinder-837356-2-iscsi {{(pid=103918) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jun 16 17:24:52.034978 dv-cinder-837356-2-iscsi neutron-server[103916]: DEBUG neutron_lib.callbacks.manager [None req-95d21dd6-e193-432a-b138-f7ce8d791ad7 tempest-ServerRescueNegativeTestJSON-1475515620 tempest-ServerRescueNegativeTestJSON-1475515620-project] Publish callbacks [] for security_group_rule (03e9b9b4-4286-4965-a047-059117c277f0), before_create {{(pid=103916) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 17:24:52.052201 dv-cinder-837356-2-iscsi neutron-server[103916]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3fe0ea32-9d38-4a4c-b911-18bf8eee1b92 admin admin] Made reservation on behalf of f96239e8e212410aac9df2d35293c665 for: {'subnet': 1} {{(pid=103916) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 16 17:24:52.054788 dv-cinder-837356-2-iscsi neutron-server[103916]: DEBUG neutron_lib.callbacks.manager [None req-3fe0ea32-9d38-4a4c-b911-18bf8eee1b92 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-25510000'] for subnet (None), before_create {{(pid=103916) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 17:24:52.089375 dv-cinder-837356-2-iscsi neutron-server[103917]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 16 Jun 2022 17:24:51 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0f75d5f1-a2bc-4819-b266-2ddea2f57ab3 x-openstack-request-id: req-0f75d5f1-a2bc-4819-b266-2ddea2f57ab3 {{(pid=103917) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 16 17:24:52.089915 dv-cinder-837356-2-iscsi neutron-server[103917]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "65e2df49-edf7-4ed4-b8fe-bcc61f5d0807", "name": "network-vif-deleted", "tag": "2ba9ec91-2d6b-4395-ba81-e0d7dc6364ff", "status": "completed", "code": 200}]} {{(pid=103917) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 16 17:24:52.091623 dv-cinder-837356-2-iscsi neutron-server[103917]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.66/compute/v2.1/os-server-external-events used request id req-0f75d5f1-a2bc-4819-b266-2ddea2f57ab3 {{(pid=103917) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 16 17:24:52.096262 dv-cinder-837356-2-iscsi neutron-server[103917]: INFO neutron.notifiers.nova [-] Nova event matching ['req-0f75d5f1-a2bc-4819-b266-2ddea2f57ab3'] response: {'server_uuid': '65e2df49-edf7-4ed4-b8fe-bcc61f5d0807', 'name': 'network-vif-deleted', 'tag': '2ba9ec91-2d6b-4395-ba81-e0d7dc6364ff', 'status': 'completed', 'code': 200} Jun 16 17:24:52.224832 dv-cinder-837356-2-iscsi neutron-server[103916]: DEBUG neutron_lib.callbacks.manager [None req-95d21dd6-e193-432a-b138-f7ce8d791ad7 tempest-ServerRescueNegativeTestJSON-1475515620 tempest-ServerRescueNegativeTestJSON-1475515620-project] Publish callbacks [] for security_group_rule (03e9b9b4-4286-4965-a047-059117c277f0), precommit_create {{(pid=103916) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 17:24:52.234816 dv-cinder-837356-2-iscsi neutron-server[103916]: DEBUG neutron_lib.callbacks.manager [None req-95d21dd6-e193-432a-b138-f7ce8d791ad7 tempest-ServerRescueNegativeTestJSON-1475515620 tempest-ServerRescueNegativeTestJSON-1475515620-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-576715'] for security_group_rule (03e9b9b4-4286-4965-a047-059117c277f0), after_create {{(pid=103916) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 17:24:52.279588 dv-cinder-837356-2-iscsi neutron-server[103916]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-95d21dd6-e193-432a-b138-f7ce8d791ad7 tempest-ServerRescueNegativeTestJSON-1475515620 tempest-ServerRescueNegativeTestJSON-1475515620-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=03e9b9b4-4286-4965-a047-059117c277f0,revision_number=0']} {{(pid=103916) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 17:24:52.294684 dv-cinder-837356-2-iscsi neutron-server[103916]: DEBUG neutron_lib.callbacks.manager [None req-95d21dd6-e193-432a-b138-f7ce8d791ad7 tempest-ServerRescueNegativeTestJSON-1475515620 tempest-ServerRescueNegativeTestJSON-1475515620-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103916) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 17:24:52.297916 dv-cinder-837356-2-iscsi neutron-server[103916]: INFO neutron.wsgi [None req-95d21dd6-e193-432a-b138-f7ce8d791ad7 tempest-ServerRescueNegativeTestJSON-1475515620 tempest-ServerRescueNegativeTestJSON-1475515620-project] 10.222.0.66 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.3453610 Jun 16 17:24:52.308703 dv-cinder-837356-2-iscsi neutron-server[103917]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa111398-2745-429a-8f80-83a0414ec3cd req-431a36d1-f706-48a6-82c2-1d5558472a07 tempest-AttachVolumeShelveTestJSON-1123487845 tempest-AttachVolumeShelveTestJSON-1123487845-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103917) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 16 17:24:52.309389 dv-cinder-837356-2-iscsi neutron-server[103916]: DEBUG dbcounter [-] [103916] Writing DB stats neutron:SELECT=85,neutron:INSERT=12,neutron:UPDATE=1,neutron:DELETE=2 {{(pid=103916) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 16 17:24:52.312129 dv-cinder-837356-2-iscsi neutron-server[103916]: DEBUG neutron.wsgi [-] (103916) accepted ('10.222.0.66', 40084) {{(pid=103916) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 16 17:24:52.314371 dv-cinder-837356-2-iscsi neutron-server[103917]: INFO neutron.wsgi [req-fa111398-2745-429a-8f80-83a0414ec3cd req-431a36d1-f706-48a6-82c2-1d5558472a07 tempest-AttachVolumeShelveTestJSON-1123487845 tempest-AttachVolumeShelveTestJSON-1123487845-project] 10.222.0.66 "GET /v2.0/ports?device_id=ab2e7148-fa86-4648-9e4b-87e27fcf1147 HTTP/1.1" status: 200 len: 946 time: 0.0715632 Jun 16 17:24:52.323816 dv-cinder-837356-2-iscsi neutron-server[103916]: DEBUG neutron.api.v2.base [None req-6bd549a5-7c3c-4254-8080-6c290ca20df7 tempest-ServerRescueNegativeTestJSON-1475515620 tempest-ServerRescueNegativeTestJSON-1475515620-project] Request body: {'security_group_rule': {'security_group_id': 'd7d25be3-a5ac-46a1-b854-10a8a8453e86', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=103916) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jun 16 17:24:52.399498 dv-cinder-837356-2-iscsi neutron-server[103916]: DEBUG neutron_lib.callbacks.manager [None req-3fe0ea32-9d38-4a4c-b911-18bf8eee1b92 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-570574', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16241551', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-25518043', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-25509954'] for subnet (0a15a8f4-c07c-4d90-a6f2-8394d3f253a0), after_create {{(pid=103916) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 17:24:52.403611 dv-cinder-837356-2-iscsi neutron-server[103917]: INFO neutron.wsgi [req-fa111398-2745-429a-8f80-83a0414ec3cd req-f873b4cc-70b1-4229-9f34-86d08a33f7e8 tempest-AttachVolumeShelveTestJSON-1123487845 tempest-AttachVolumeShelveTestJSON-1123487845-project] 10.222.0.66 "GET /v2.0/security-groups?id=5ab805c8-38ae-4655-bf71-1fc1999d288e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0784950 Jun 16 17:24:52.441388 dv-cinder-837356-2-iscsi neutron-server[103916]: DEBUG neutron_lib.callbacks.manager [None req-6bd549a5-7c3c-4254-8080-6c290ca20df7 tempest-ServerRescueNegativeTestJSON-1475515620 tempest-ServerRescueNegativeTestJSON-1475515620-project] Publish callbacks [] for security_group_rule (c861b9b6-f64a-4e7d-bf3a-42f81e986de3), before_create {{(pid=103916) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 17:24:52.495922 dv-cinder-837356-2-iscsi neutron-server[103916]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3fe0ea32-9d38-4a4c-b911-18bf8eee1b92 admin admin] Pushing event updated for resources: {'Subnet': ['ID=0a15a8f4-c07c-4d90-a6f2-8394d3f253a0,revision_number=0']} {{(pid=103916) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 17:24:52.559455 dv-cinder-837356-2-iscsi neutron-server[103916]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3fe0ea32-9d38-4a4c-b911-18bf8eee1b92 admin admin] Checking segment: {'id': '2b8eb4e0-b34f-4c5f-88c1-fe36b7eb4fdd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1020, 'network_id': '184a3d80-6b15-43ef-84b8-ddb86570078c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103916) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jun 16 17:24:52.559950 dv-cinder-837356-2-iscsi neutron-server[103916]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3fe0ea32-9d38-4a4c-b911-18bf8eee1b92 admin admin] Network hostable DHCP agents. Network: 184a3d80-6b15-43ef-84b8-ddb86570078c, hostable agents: ['0913b7ec-eea4-4492-8ef1-e01c4575abca'], hosted agents: [] {{(pid=103916) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jun 16 17:24:52.578471 dv-cinder-837356-2-iscsi neutron-server[103916]: DEBUG neutron_lib.callbacks.manager [None req-6bd549a5-7c3c-4254-8080-6c290ca20df7 tempest-ServerRescueNegativeTestJSON-1475515620 tempest-ServerRescueNegativeTestJSON-1475515620-project] Publish callbacks [] for security_group_rule (c861b9b6-f64a-4e7d-bf3a-42f81e986de3), precommit_create {{(pid=103916) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 17:24:52.591407 dv-cinder-837356-2-iscsi neutron-server[103916]: DEBUG neutron_lib.callbacks.manager [None req-6bd549a5-7c3c-4254-8080-6c290ca20df7 tempest-ServerRescueNegativeTestJSON-1475515620 tempest-ServerRescueNegativeTestJSON-1475515620-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-576715'] for security_group_rule (c861b9b6-f64a-4e7d-bf3a-42f81e986de3), after_create {{(pid=103916) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 17:24:52.607156 dv-cinder-837356-2-iscsi neutron-server[103916]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3fe0ea32-9d38-4a4c-b911-18bf8eee1b92 admin admin] Network 184a3d80-6b15-43ef-84b8-ddb86570078c is scheduled to be hosted by DHCP agent 0913b7ec-eea4-4492-8ef1-e01c4575abca with binding_index 1 {{(pid=103916) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jun 16 17:24:52.628722 dv-cinder-837356-2-iscsi neutron-server[103916]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6bd549a5-7c3c-4254-8080-6c290ca20df7 tempest-ServerRescueNegativeTestJSON-1475515620 tempest-ServerRescueNegativeTestJSON-1475515620-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=c861b9b6-f64a-4e7d-bf3a-42f81e986de3,revision_number=0']} {{(pid=103916) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 17:24:52.630664 dv-cinder-837356-2-iscsi neutron-server[103916]: DEBUG neutron.scheduler.base_scheduler [None req-3fe0ea32-9d38-4a4c-b911-18bf8eee1b92 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-837356-2-iscsi, 184a3d80-6b15-43ef-84b8-ddb86570078c) {{(pid=103916) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 16 17:24:52.636629 dv-cinder-837356-2-iscsi neutron-server[103916]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3fe0ea32-9d38-4a4c-b911-18bf8eee1b92 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103916) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 16 17:24:52.637222 dv-cinder-837356-2-iscsi neutron-server[103916]: DEBUG neutron_lib.callbacks.manager [None req-3fe0ea32-9d38-4a4c-b911-18bf8eee1b92 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-16241561'] for subnet (None), before_response {{(pid=103916) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 17:24:52.643519 dv-cinder-837356-2-iscsi neutron-server[103916]: DEBUG neutron_lib.callbacks.manager [None req-6bd549a5-7c3c-4254-8080-6c290ca20df7 tempest-ServerRescueNegativeTestJSON-1475515620 tempest-ServerRescueNegativeTestJSON-1475515620-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103916) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 17:24:52.644859 dv-cinder-837356-2-iscsi neutron-server[103916]: INFO neutron.wsgi [None req-6bd549a5-7c3c-4254-8080-6c290ca20df7 tempest-ServerRescueNegativeTestJSON-1475515620 tempest-ServerRescueNegativeTestJSON-1475515620-project] 10.222.0.66 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.3315849 Jun 16 17:24:52.649914 dv-cinder-837356-2-iscsi neutron-server[103917]: DEBUG neutron.wsgi [-] (103917) accepted ('10.222.0.66', 40086) {{(pid=103917) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 16 17:24:52.654508 dv-cinder-837356-2-iscsi neutron-server[103917]: DEBUG neutron.api.v2.base [None req-1ef8e918-b0f2-4e58-a444-ccf88eb688bb tempest-ServerRescueNegativeTestJSON-1475515620 tempest-ServerRescueNegativeTestJSON-1475515620-project] Request body: {'floatingip': {'floating_network_id': '9df31235-0797-44e6-85a0-102cb2da2d58'}} {{(pid=103917) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jun 16 17:24:52.659259 dv-cinder-837356-2-iscsi neutron-server[103918]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-96d2408a-dbb7-4d03-a8be-f748f4d3f83e None None] Network 184a3d80-6b15-43ef-84b8-ddb86570078c requested from dv-cinder-837356-2-iscsi {{(pid=103918) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jun 16 17:24:52.683090 dv-cinder-837356-2-iscsi neutron-server[103916]: INFO neutron.wsgi [None req-3fe0ea32-9d38-4a4c-b911-18bf8eee1b92 admin admin] 10.222.0.66 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 851 time: 0.6834800 Jun 16 17:24:52.716926 dv-cinder-837356-2-iscsi neutron-server[103917]: DEBUG neutron_lib.callbacks.manager [None req-1ef8e918-b0f2-4e58-a444-ccf88eb688bb tempest-ServerRescueNegativeTestJSON-1475515620 tempest-ServerRescueNegativeTestJSON-1475515620-project] Publish callbacks [] for floatingip (None), before_create {{(pid=103917) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 17:24:52.843632 dv-cinder-837356-2-iscsi neutron-server[103918]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9433e670-5b51-44c9-bcde-62d7f46c2a75 None None] Network 184a3d80-6b15-43ef-84b8-ddb86570078c requested from dv-cinder-837356-2-iscsi {{(pid=103918) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jun 16 17:24:52.915660 dv-cinder-837356-2-iscsi neutron-server[103917]: DEBUG neutron_lib.callbacks.manager [None req-1ef8e918-b0f2-4e58-a444-ccf88eb688bb tempest-ServerRescueNegativeTestJSON-1475515620 tempest-ServerRescueNegativeTestJSON-1475515620-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16007590'] for port (None), before_create {{(pid=103917) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 17:24:53.127062 dv-cinder-837356-2-iscsi neutron-server[103917]: DEBUG neutron.db.db_base_plugin_common [None req-1ef8e918-b0f2-4e58-a444-ccf88eb688bb tempest-ServerRescueNegativeTestJSON-1475515620 tempest-ServerRescueNegativeTestJSON-1475515620-project] Allocated IP 172.27.2.237 (9df31235-0797-44e6-85a0-102cb2da2d58/1dfb0320-f5eb-46f6-88ce-33002f500238/30fd4f17-7ef0-488a-85e0-0f1a3a096535) {{(pid=103917) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 16 17:24:53.276076 dv-cinder-837356-2-iscsi neutron-server[103917]: DEBUG neutron_lib.callbacks.manager [None req-1ef8e918-b0f2-4e58-a444-ccf88eb688bb tempest-ServerRescueNegativeTestJSON-1475515620 tempest-ServerRescueNegativeTestJSON-1475515620-project] Publish callbacks [] for port (30fd4f17-7ef0-488a-85e0-0f1a3a096535), precommit_create {{(pid=103917) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 17:24:53.322686 dv-cinder-837356-2-iscsi neutron-server[103917]: DEBUG neutron_lib.callbacks.manager [None req-1ef8e918-b0f2-4e58-a444-ccf88eb688bb tempest-ServerRescueNegativeTestJSON-1475515620 tempest-ServerRescueNegativeTestJSON-1475515620-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16007527', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-75831', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16241551', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8728538993421', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3819743'] for port (30fd4f17-7ef0-488a-85e0-0f1a3a096535), after_create {{(pid=103917) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 17:24:53.335113 dv-cinder-837356-2-iscsi neutron-server[103917]: DEBUG dbcounter [-] [103917] Writing DB stats neutron:SELECT=88,neutron:DELETE=5,neutron:INSERT=4,neutron:UPDATE=3 {{(pid=103917) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 16 17:24:53.383669 dv-cinder-837356-2-iscsi neutron-server[103917]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1ef8e918-b0f2-4e58-a444-ccf88eb688bb tempest-ServerRescueNegativeTestJSON-1475515620 tempest-ServerRescueNegativeTestJSON-1475515620-project] Network 9df31235-0797-44e6-85a0-102cb2da2d58 is already hosted by enough agents. {{(pid=103917) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 16 17:24:53.392073 dv-cinder-837356-2-iscsi neutron-server[103917]: DEBUG neutron.scheduler.base_scheduler [None req-1ef8e918-b0f2-4e58-a444-ccf88eb688bb tempest-ServerRescueNegativeTestJSON-1475515620 tempest-ServerRescueNegativeTestJSON-1475515620-project] Resources bound (agent type, host, resource id): {{(pid=103917) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 16 17:24:53.401151 dv-cinder-837356-2-iscsi neutron-server[103917]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1ef8e918-b0f2-4e58-a444-ccf88eb688bb tempest-ServerRescueNegativeTestJSON-1475515620 tempest-ServerRescueNegativeTestJSON-1475515620-project] Received port after_create {{(pid=103917) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:542}} Jun 16 17:24:53.428641 dv-cinder-837356-2-iscsi neutron-server[103917]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1ef8e918-b0f2-4e58-a444-ccf88eb688bb tempest-ServerRescueNegativeTestJSON-1475515620 tempest-ServerRescueNegativeTestJSON-1475515620-project] Pushing event updated for resources: {'Port': ['ID=30fd4f17-7ef0-488a-85e0-0f1a3a096535,revision_number=1']} {{(pid=103917) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 17:24:53.631578 dv-cinder-837356-2-iscsi neutron-server[103917]: DEBUG dbcounter [-] [103917] Writing DB stats neutron:SELECT=92,neutron:INSERT=7,neutron:UPDATE=1 {{(pid=103917) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 16 17:24:53.640014 dv-cinder-837356-2-iscsi neutron-server[103917]: DEBUG neutron_lib.callbacks.manager [None req-1ef8e918-b0f2-4e58-a444-ccf88eb688bb tempest-ServerRescueNegativeTestJSON-1475515620 tempest-ServerRescueNegativeTestJSON-1475515620-project] Publish callbacks [] for floatingip (23f305aa-9d47-4538-b0d1-a58924bf9259), precommit_create {{(pid=103917) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 17:24:53.659568 dv-cinder-837356-2-iscsi neutron-server[103917]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a6bc24b-b4aa-4052-8ddd-7af40af38524 req-1efcef3b-0c3b-48fc-af09-d526958e173a tempest-AttachVolumeShelveTestJSON-1123487845 tempest-AttachVolumeShelveTestJSON-1123487845-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103917) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 16 17:24:53.661261 dv-cinder-837356-2-iscsi neutron-server[103917]: INFO neutron.wsgi [req-3a6bc24b-b4aa-4052-8ddd-7af40af38524 req-1efcef3b-0c3b-48fc-af09-d526958e173a tempest-AttachVolumeShelveTestJSON-1123487845 tempest-AttachVolumeShelveTestJSON-1123487845-project] 10.222.0.66 "GET /v2.0/ports?device_id=ab2e7148-fa86-4648-9e4b-87e27fcf1147 HTTP/1.1" status: 200 len: 946 time: 0.1114950 Jun 16 17:24:53.752863 dv-cinder-837356-2-iscsi neutron-server[103917]: DEBUG neutron_lib.callbacks.manager [None req-1ef8e918-b0f2-4e58-a444-ccf88eb688bb tempest-ServerRescueNegativeTestJSON-1475515620 tempest-ServerRescueNegativeTestJSON-1475515620-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16007590'] for port (30fd4f17-7ef0-488a-85e0-0f1a3a096535), before_update {{(pid=103917) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 17:24:53.796834 dv-cinder-837356-2-iscsi neutron-server[103917]: INFO neutron.wsgi [req-3a6bc24b-b4aa-4052-8ddd-7af40af38524 req-203dc9d0-fcf8-4991-9744-b7c5d49822f0 tempest-AttachVolumeShelveTestJSON-1123487845 tempest-AttachVolumeShelveTestJSON-1123487845-project] 10.222.0.66 "GET /v2.0/security-groups?id=5ab805c8-38ae-4655-bf71-1fc1999d288e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1084874 Jun 16 17:24:53.989873 dv-cinder-837356-2-iscsi neutron-server[103917]: DEBUG neutron_lib.callbacks.manager [None req-1ef8e918-b0f2-4e58-a444-ccf88eb688bb tempest-ServerRescueNegativeTestJSON-1475515620 tempest-ServerRescueNegativeTestJSON-1475515620-project] Publish callbacks [] for port (30fd4f17-7ef0-488a-85e0-0f1a3a096535), precommit_update {{(pid=103917) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 17:24:53.997274 dv-cinder-837356-2-iscsi neutron-server[103917]: DEBUG neutron_lib.callbacks.manager [None req-1ef8e918-b0f2-4e58-a444-ccf88eb688bb tempest-ServerRescueNegativeTestJSON-1475515620 tempest-ServerRescueNegativeTestJSON-1475515620-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16007527', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-75831', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16241551', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728539364693', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728538993439', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728538993457', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3819734'] for port (30fd4f17-7ef0-488a-85e0-0f1a3a096535), after_update {{(pid=103917) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 17:24:54.097277 dv-cinder-837356-2-iscsi neutron-server[103917]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1ef8e918-b0f2-4e58-a444-ccf88eb688bb tempest-ServerRescueNegativeTestJSON-1475515620 tempest-ServerRescueNegativeTestJSON-1475515620-project] Pushing event updated for resources: {'Port': ['ID=30fd4f17-7ef0-488a-85e0-0f1a3a096535,revision_number=2']} {{(pid=103917) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 17:24:54.101097 dv-cinder-837356-2-iscsi neutron-server[103917]: DEBUG neutron_lib.callbacks.manager [None req-1ef8e918-b0f2-4e58-a444-ccf88eb688bb tempest-ServerRescueNegativeTestJSON-1475515620 tempest-ServerRescueNegativeTestJSON-1475515620-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-704970'] for floatingip (23f305aa-9d47-4538-b0d1-a58924bf9259), after_create {{(pid=103917) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 17:24:54.128045 dv-cinder-837356-2-iscsi neutron-server[103917]: DEBUG neutron_lib.callbacks.manager [None req-1ef8e918-b0f2-4e58-a444-ccf88eb688bb tempest-ServerRescueNegativeTestJSON-1475515620 tempest-ServerRescueNegativeTestJSON-1475515620-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-191112'] for floatingip (None), before_response {{(pid=103917) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 17:24:54.129834 dv-cinder-837356-2-iscsi neutron-server[103917]: INFO neutron.wsgi [None req-1ef8e918-b0f2-4e58-a444-ccf88eb688bb tempest-ServerRescueNegativeTestJSON-1475515620 tempest-ServerRescueNegativeTestJSON-1475515620-project] 10.222.0.66 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 1.4787364 Jun 16 17:24:54.434896 dv-cinder-837356-2-iscsi neutron-server[103916]: INFO neutron.wsgi [req-0d33fdc9-8c57-4166-9927-4f96f0b3724d req-852f13ef-a594-4a5f-8e9e-0885a0cc9345 tempest-ServerRescueNegativeTestJSON-1475515620 tempest-ServerRescueNegativeTestJSON-1475515620-project] 10.222.0.66 "GET /v2.0/security-groups?name=tempest-securitygroup--1189834984&fields=id&tenant_id=ccf5c45783454fc5a7872490196f07e0 HTTP/1.1" status: 200 len: 267 time: 0.0602093 Jun 16 17:24:54.573114 dv-cinder-837356-2-iscsi neutron-server[103916]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d33fdc9-8c57-4166-9927-4f96f0b3724d req-efe1f70a-1464-4d66-b406-737b29913bf9 tempest-ServerRescueNegativeTestJSON-1475515620 tempest-ServerRescueNegativeTestJSON-1475515620-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103916) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 16 17:24:54.574687 dv-cinder-837356-2-iscsi neutron-server[103916]: INFO neutron.wsgi [req-0d33fdc9-8c57-4166-9927-4f96f0b3724d req-efe1f70a-1464-4d66-b406-737b29913bf9 tempest-ServerRescueNegativeTestJSON-1475515620 tempest-ServerRescueNegativeTestJSON-1475515620-project] 10.222.0.66 "GET /v2.0/networks?id=7c13538c-2941-4763-a560-37a0a33d14c7 HTTP/1.1" status: 200 len: 819 time: 0.1303771 Jun 16 17:24:54.591960 dv-cinder-837356-2-iscsi neutron-server[103916]: INFO neutron.wsgi [req-0d33fdc9-8c57-4166-9927-4f96f0b3724d req-083f6e74-f422-403e-8a03-ef3ee5199a10 tempest-ServerRescueNegativeTestJSON-1475515620 tempest-ServerRescueNegativeTestJSON-1475515620-project] 10.222.0.66 "GET /v2.0/quotas/ccf5c45783454fc5a7872490196f07e0 HTTP/1.1" status: 200 len: 375 time: 0.0116224 Jun 16 17:24:54.670319 dv-cinder-837356-2-iscsi neutron-server[103916]: INFO neutron.wsgi [req-0d33fdc9-8c57-4166-9927-4f96f0b3724d req-18a9ccad-11c0-44e8-a214-8841095ba716 tempest-ServerRescueNegativeTestJSON-1475515620 tempest-ServerRescueNegativeTestJSON-1475515620-project] 10.222.0.66 "GET /v2.0/ports?tenant_id=ccf5c45783454fc5a7872490196f07e0&fields=id HTTP/1.1" status: 200 len: 394 time: 0.0721202 Jun 16 17:24:54.795532 dv-cinder-837356-2-iscsi neutron-server[103916]: DEBUG dbcounter [-] [103916] Writing DB stats neutron:SELECT=90,neutron:INSERT=6,neutron:UPDATE=3,neutron:DELETE=1 {{(pid=103916) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 16 17:24:54.832196 dv-cinder-837356-2-iscsi neutron-server[103916]: INFO neutron.wsgi [req-0d33fdc9-8c57-4166-9927-4f96f0b3724d req-9f9e374a-8d19-4189-b360-2ef32629d176 service neutron] 10.222.0.66 "GET /v2.0/networks/7c13538c-2941-4763-a560-37a0a33d14c7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1421692 Jun 16 17:24:54.987591 dv-cinder-837356-2-iscsi neutron-server[103916]: INFO neutron.wsgi [req-0d33fdc9-8c57-4166-9927-4f96f0b3724d req-014eb86b-c4b7-4216-bfc2-2912e43b1f4e service neutron] 10.222.0.66 "GET /v2.0/networks/7c13538c-2941-4763-a560-37a0a33d14c7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1443222 Jun 16 17:24:55.082753 dv-cinder-837356-2-iscsi neutron-server[103917]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bdb9339e-d7f7-46e4-8874-e88b0ecbcee7 req-72ccd2cf-dd8a-47dc-8d2c-beb7bc0d805e tempest-VolumesSnapshotTestJSON-385000497 tempest-VolumesSnapshotTestJSON-385000497-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103917) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 16 17:24:55.084258 dv-cinder-837356-2-iscsi neutron-server[103917]: INFO neutron.wsgi [req-bdb9339e-d7f7-46e4-8874-e88b0ecbcee7 req-72ccd2cf-dd8a-47dc-8d2c-beb7bc0d805e tempest-VolumesSnapshotTestJSON-385000497 tempest-VolumesSnapshotTestJSON-385000497-project] 10.222.0.66 "GET /v2.0/networks?id=184a3d80-6b15-43ef-84b8-ddb86570078c HTTP/1.1" status: 200 len: 814 time: 0.1354764 Jun 16 17:24:55.103889 dv-cinder-837356-2-iscsi neutron-server[103917]: INFO neutron.wsgi [req-bdb9339e-d7f7-46e4-8874-e88b0ecbcee7 req-df52816d-63e6-44d6-9b8b-9462d9e638df tempest-VolumesSnapshotTestJSON-385000497 tempest-VolumesSnapshotTestJSON-385000497-project] 10.222.0.66 "GET /v2.0/quotas/f96239e8e212410aac9df2d35293c665 HTTP/1.1" status: 200 len: 375 time: 0.0125673 Jun 16 17:24:55.151939 dv-cinder-837356-2-iscsi neutron-server[103917]: INFO neutron.wsgi [req-bdb9339e-d7f7-46e4-8874-e88b0ecbcee7 req-b4bbdd40-5f2e-4656-be7b-18e297160c39 tempest-VolumesSnapshotTestJSON-385000497 tempest-VolumesSnapshotTestJSON-385000497-project] 10.222.0.66 "GET /v2.0/ports?tenant_id=f96239e8e212410aac9df2d35293c665&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0356531 Jun 16 17:24:55.373560 dv-cinder-837356-2-iscsi neutron-server[103916]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b88a347e-e0ce-44d3-8c12-6432062a668c req-7a1581cf-b17c-47ff-8637-c557d10a71fc tempest-AttachVolumeShelveTestJSON-1123487845 tempest-AttachVolumeShelveTestJSON-1123487845-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103916) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 16 17:24:55.385730 dv-cinder-837356-2-iscsi neutron-server[103916]: INFO neutron.wsgi [req-b88a347e-e0ce-44d3-8c12-6432062a668c req-7a1581cf-b17c-47ff-8637-c557d10a71fc tempest-AttachVolumeShelveTestJSON-1123487845 tempest-AttachVolumeShelveTestJSON-1123487845-project] 10.222.0.66 "GET /v2.0/ports?device_id=ab2e7148-fa86-4648-9e4b-87e27fcf1147 HTTP/1.1" status: 200 len: 946 time: 0.1047909 Jun 16 17:24:55.474251 dv-cinder-837356-2-iscsi neutron-server[103916]: INFO neutron.wsgi [req-b88a347e-e0ce-44d3-8c12-6432062a668c req-f778b107-bfbe-43b1-acf9-9939101db257 tempest-AttachVolumeShelveTestJSON-1123487845 tempest-AttachVolumeShelveTestJSON-1123487845-project] 10.222.0.66 "GET /v2.0/security-groups?id=5ab805c8-38ae-4655-bf71-1fc1999d288e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0871201 Jun 16 17:24:55.578425 dv-cinder-837356-2-iscsi neutron-server[103916]: INFO neutron.wsgi [req-c43e2221-c0e9-4772-b962-a56dbe32b07b req-38bd7845-8eb7-47c2-a550-df218a06468d tempest-ServerRescueNegativeTestJSON-1475515620 tempest-ServerRescueNegativeTestJSON-1475515620-project] 10.222.0.66 "GET /v2.0/ports?device_id=4065d5c1-0b16-413a-a5b5-e0e725e1e71b HTTP/1.1" status: 200 len: 210 time: 0.0374403 Jun 16 17:24:55.737936 dv-cinder-837356-2-iscsi neutron-server[103917]: INFO neutron.wsgi [req-bdb9339e-d7f7-46e4-8874-e88b0ecbcee7 req-820bc33c-6dce-44a4-a3e0-de194df7e61d service neutron] 10.222.0.66 "GET /v2.0/networks/184a3d80-6b15-43ef-84b8-ddb86570078c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5319273 Jun 16 17:24:55.856775 dv-cinder-837356-2-iscsi neutron-server[103917]: INFO neutron.wsgi [req-bdb9339e-d7f7-46e4-8874-e88b0ecbcee7 req-3ceda79a-d065-4483-b13c-91dc942174ef service neutron] 10.222.0.66 "GET /v2.0/networks/184a3d80-6b15-43ef-84b8-ddb86570078c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1114054 Jun 16 17:24:56.149733 dv-cinder-837356-2-iscsi neutron-server[103918]: DEBUG neutron.plugins.ml2.rpc [None req-b2b17746-c296-4803-869a-65578e8233dd None None] Device 2ba9ec91-2d6b-4395-ba81-e0d7dc6364ff no longer exists at agent hyperv_hv-cinder-83735 {{(pid=103918) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jun 16 17:24:56.168018 dv-cinder-837356-2-iscsi neutron-server[103916]: INFO neutron.wsgi [req-d22e6c71-9cee-40f9-be34-d302d1b5b41d req-85b953b6-cb21-405a-bb27-18ea93cab8e7 tempest-VolumesSnapshotTestJSON-385000497 tempest-VolumesSnapshotTestJSON-385000497-project] 10.222.0.66 "GET /v2.0/ports?device_id=0e36f5bc-922d-4dfe-9ecb-49ba6c855878 HTTP/1.1" status: 200 len: 210 time: 0.0595038 Jun 16 17:24:56.185917 dv-cinder-837356-2-iscsi neutron-server[103918]: DEBUG neutron.plugins.ml2.plugin [None req-b2b17746-c296-4803-869a-65578e8233dd None None] No Port match for: 2ba9ec91-2d6b-4395-ba81-e0d7dc6364ff {{(pid=103918) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2382}} Jun 16 17:24:56.187505 dv-cinder-837356-2-iscsi neutron-server[103918]: DEBUG neutron.plugins.ml2.rpc [None req-b2b17746-c296-4803-869a-65578e8233dd None None] Device 2ba9ec91-2d6b-4395-ba81-e0d7dc6364ff not bound to the agent host hv-cinder-83735 {{(pid=103918) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jun 16 17:24:56.726124 dv-cinder-837356-2-iscsi neutron-server[103917]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dfffee3c-a2fe-453a-aaa1-68ff7d1f1fb8 req-6bd24fe7-4d3a-4e97-8f90-73b47345e254 tempest-AttachVolumeShelveTestJSON-1123487845 tempest-AttachVolumeShelveTestJSON-1123487845-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103917) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 16 17:24:56.728634 dv-cinder-837356-2-iscsi neutron-server[103917]: INFO neutron.wsgi [req-dfffee3c-a2fe-453a-aaa1-68ff7d1f1fb8 req-6bd24fe7-4d3a-4e97-8f90-73b47345e254 tempest-AttachVolumeShelveTestJSON-1123487845 tempest-AttachVolumeShelveTestJSON-1123487845-project] 10.222.0.66 "GET /v2.0/ports?device_id=ab2e7148-fa86-4648-9e4b-87e27fcf1147 HTTP/1.1" status: 200 len: 946 time: 0.1444523 Jun 16 17:24:56.753556 dv-cinder-837356-2-iscsi neutron-server[103916]: INFO neutron.wsgi [req-29402523-0304-4888-ac74-d4693ffe46f6 req-92b0a483-04e5-4585-bd28-9f74a515baf1 tempest-ServerRescueNegativeTestJSON-1475515620 tempest-ServerRescueNegativeTestJSON-1475515620-project] 10.222.0.66 "GET /v2.0/ports?device_id=4065d5c1-0b16-413a-a5b5-e0e725e1e71b HTTP/1.1" status: 200 len: 210 time: 0.0587211 Jun 16 17:24:56.786134 dv-cinder-837356-2-iscsi neutron-server[103917]: DEBUG dbcounter [-] [103917] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=103917) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 16 17:24:56.812466 dv-cinder-837356-2-iscsi neutron-server[103917]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d33fdc9-8c57-4166-9927-4f96f0b3724d req-860abc37-8e84-4a01-a322-369b77576be1 tempest-ServerRescueNegativeTestJSON-1475515620 tempest-ServerRescueNegativeTestJSON-1475515620-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103917) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 16 17:24:56.814246 dv-cinder-837356-2-iscsi neutron-server[103917]: INFO neutron.wsgi [req-0d33fdc9-8c57-4166-9927-4f96f0b3724d req-860abc37-8e84-4a01-a322-369b77576be1 tempest-ServerRescueNegativeTestJSON-1475515620 tempest-ServerRescueNegativeTestJSON-1475515620-project] 10.222.0.81 "GET /v2.0/networks?id=7c13538c-2941-4763-a560-37a0a33d14c7 HTTP/1.1" status: 200 len: 819 time: 0.2746749 Jun 16 17:24:56.867458 dv-cinder-837356-2-iscsi neutron-server[103917]: INFO neutron.wsgi [req-dfffee3c-a2fe-453a-aaa1-68ff7d1f1fb8 req-9dc86de9-59df-4c5d-886d-e77afab27bd8 tempest-AttachVolumeShelveTestJSON-1123487845 tempest-AttachVolumeShelveTestJSON-1123487845-project] 10.222.0.66 "GET /v2.0/security-groups?id=5ab805c8-38ae-4655-bf71-1fc1999d288e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1271274 Jun 16 17:24:56.898189 dv-cinder-837356-2-iscsi neutron-server[103917]: DEBUG dbcounter [-] [103917] Writing DB stats neutron:SELECT=97,neutron:UPDATE=1,neutron:DELETE=2 {{(pid=103917) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 16 17:24:56.931798 dv-cinder-837356-2-iscsi neutron-server[103917]: INFO neutron.wsgi [req-0d33fdc9-8c57-4166-9927-4f96f0b3724d req-5e7939db-ae5a-45fa-a504-1533806baff9 tempest-ServerRescueNegativeTestJSON-1475515620 tempest-ServerRescueNegativeTestJSON-1475515620-project] 10.222.0.81 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=ccf5c45783454fc5a7872490196f07e0 HTTP/1.1" status: 200 len: 380 time: 0.1038115 Jun 16 17:24:57.024940 dv-cinder-837356-2-iscsi neutron-server[103917]: DEBUG neutron.api.v2.base [req-0d33fdc9-8c57-4166-9927-4f96f0b3724d req-6e4a27d5-4ec2-4575-a7d5-400e9f4a2e95 tempest-ServerRescueNegativeTestJSON-1475515620 tempest-ServerRescueNegativeTestJSON-1475515620-project] Request body: {'port': {'device_id': '4065d5c1-0b16-413a-a5b5-e0e725e1e71b', 'network_id': '7c13538c-2941-4763-a560-37a0a33d14c7', 'admin_state_up': True, 'tenant_id': 'ccf5c45783454fc5a7872490196f07e0', 'security_groups': ['d7d25be3-a5ac-46a1-b854-10a8a8453e86']}} {{(pid=103917) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jun 16 17:24:57.218907 dv-cinder-837356-2-iscsi neutron-server[103917]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-0d33fdc9-8c57-4166-9927-4f96f0b3724d req-6e4a27d5-4ec2-4575-a7d5-400e9f4a2e95 tempest-ServerRescueNegativeTestJSON-1475515620 tempest-ServerRescueNegativeTestJSON-1475515620-project] Made reservation on behalf of ccf5c45783454fc5a7872490196f07e0 for: {'port': 1} {{(pid=103917) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 16 17:24:57.222439 dv-cinder-837356-2-iscsi neutron-server[103917]: DEBUG neutron_lib.callbacks.manager [req-0d33fdc9-8c57-4166-9927-4f96f0b3724d req-6e4a27d5-4ec2-4575-a7d5-400e9f4a2e95 tempest-ServerRescueNegativeTestJSON-1475515620 tempest-ServerRescueNegativeTestJSON-1475515620-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16007590'] for port (None), before_create {{(pid=103917) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 17:24:57.303407 dv-cinder-837356-2-iscsi neutron-server[103916]: INFO neutron.wsgi [req-5743e9dd-e2fb-433a-9517-be9170b52d19 req-f0070600-3f8c-4fc3-b713-dc17ae1aeaa3 tempest-VolumesSnapshotTestJSON-385000497 tempest-VolumesSnapshotTestJSON-385000497-project] 10.222.0.66 "GET /v2.0/ports?device_id=0e36f5bc-922d-4dfe-9ecb-49ba6c855878 HTTP/1.1" status: 200 len: 210 time: 0.0325077 Jun 16 17:24:57.392736 dv-cinder-837356-2-iscsi neutron-server[103917]: DEBUG neutron.db.db_base_plugin_common [req-0d33fdc9-8c57-4166-9927-4f96f0b3724d req-6e4a27d5-4ec2-4575-a7d5-400e9f4a2e95 tempest-ServerRescueNegativeTestJSON-1475515620 tempest-ServerRescueNegativeTestJSON-1475515620-project] Allocated IP 172.20.0.8 (7c13538c-2941-4763-a560-37a0a33d14c7/8e38426e-d044-4155-92d6-5d9da7f0fc35/3e68f997-7180-47a9-a1f0-ae3a5f70d0a3) {{(pid=103917) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 16 17:24:57.562422 dv-cinder-837356-2-iscsi neutron-server[103917]: DEBUG neutron_lib.callbacks.manager [req-0d33fdc9-8c57-4166-9927-4f96f0b3724d req-6e4a27d5-4ec2-4575-a7d5-400e9f4a2e95 tempest-ServerRescueNegativeTestJSON-1475515620 tempest-ServerRescueNegativeTestJSON-1475515620-project] Publish callbacks [] for port (3e68f997-7180-47a9-a1f0-ae3a5f70d0a3), precommit_create {{(pid=103917) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 17:24:57.597627 dv-cinder-837356-2-iscsi neutron-server[103917]: DEBUG neutron_lib.callbacks.manager [req-0d33fdc9-8c57-4166-9927-4f96f0b3724d req-6e4a27d5-4ec2-4575-a7d5-400e9f4a2e95 tempest-ServerRescueNegativeTestJSON-1475515620 tempest-ServerRescueNegativeTestJSON-1475515620-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16007527', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-75831', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16241551', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8728538993421', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3819743'] for port (3e68f997-7180-47a9-a1f0-ae3a5f70d0a3), after_create {{(pid=103917) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 17:24:57.647408 dv-cinder-837356-2-iscsi neutron-server[103917]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-0d33fdc9-8c57-4166-9927-4f96f0b3724d req-6e4a27d5-4ec2-4575-a7d5-400e9f4a2e95 tempest-ServerRescueNegativeTestJSON-1475515620 tempest-ServerRescueNegativeTestJSON-1475515620-project] Network 7c13538c-2941-4763-a560-37a0a33d14c7 is already hosted by enough agents. {{(pid=103917) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 16 17:24:57.653366 dv-cinder-837356-2-iscsi neutron-server[103917]: DEBUG neutron.scheduler.base_scheduler [req-0d33fdc9-8c57-4166-9927-4f96f0b3724d req-6e4a27d5-4ec2-4575-a7d5-400e9f4a2e95 tempest-ServerRescueNegativeTestJSON-1475515620 tempest-ServerRescueNegativeTestJSON-1475515620-project] Resources bound (agent type, host, resource id): {{(pid=103917) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 16 17:24:57.657721 dv-cinder-837356-2-iscsi neutron-server[103917]: DEBUG neutron.db.l3_dvrscheduler_db [req-0d33fdc9-8c57-4166-9927-4f96f0b3724d req-6e4a27d5-4ec2-4575-a7d5-400e9f4a2e95 tempest-ServerRescueNegativeTestJSON-1475515620 tempest-ServerRescueNegativeTestJSON-1475515620-project] Received port after_create {{(pid=103917) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:542}} Jun 16 17:24:57.664281 dv-cinder-837356-2-iscsi neutron-server[103917]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6e4a27d5-4ec2-4575-a7d5-400e9f4a2e95 tempest-ServerRescueNegativeTestJSON-1475515620 tempest-ServerRescueNegativeTestJSON-1475515620-project] Pushing event updated for resources: {'Port': ['ID=3e68f997-7180-47a9-a1f0-ae3a5f70d0a3,revision_number=1']} {{(pid=103917) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 17:24:57.717428 dv-cinder-837356-2-iscsi neutron-server[103917]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d33fdc9-8c57-4166-9927-4f96f0b3724d req-6e4a27d5-4ec2-4575-a7d5-400e9f4a2e95 tempest-ServerRescueNegativeTestJSON-1475515620 tempest-ServerRescueNegativeTestJSON-1475515620-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103917) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 16 17:24:57.718126 dv-cinder-837356-2-iscsi neutron-server[103917]: DEBUG neutron_lib.callbacks.manager [req-0d33fdc9-8c57-4166-9927-4f96f0b3724d req-6e4a27d5-4ec2-4575-a7d5-400e9f4a2e95 tempest-ServerRescueNegativeTestJSON-1475515620 tempest-ServerRescueNegativeTestJSON-1475515620-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-191112'] for port (None), before_response {{(pid=103917) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 17:24:57.743459 dv-cinder-837356-2-iscsi neutron-server[103917]: INFO neutron.wsgi [req-0d33fdc9-8c57-4166-9927-4f96f0b3724d req-6e4a27d5-4ec2-4575-a7d5-400e9f4a2e95 tempest-ServerRescueNegativeTestJSON-1475515620 tempest-ServerRescueNegativeTestJSON-1475515620-project] 10.222.0.81 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.7255917 Jun 16 17:24:57.762084 dv-cinder-837356-2-iscsi neutron-server[103917]: DEBUG neutron.api.v2.base [req-0d33fdc9-8c57-4166-9927-4f96f0b3724d req-3bf8e5fd-8d0f-445d-9183-3de989a87f83 service neutron] Request body: {'port': {'device_id': '4065d5c1-0b16-413a-a5b5-e0e725e1e71b', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-83735'}} {{(pid=103917) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jun 16 17:24:57.907708 dv-cinder-837356-2-iscsi neutron-server[103917]: DEBUG dbcounter [-] [103917] Writing DB stats neutron:SELECT=92,neutron:INSERT=6,neutron:UPDATE=1,neutron:DELETE=1 {{(pid=103917) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 16 17:24:57.914180 dv-cinder-837356-2-iscsi neutron-server[103918]: DEBUG neutron.db.provisioning_blocks [None req-ad259e99-712e-4b10-b843-719411093053 None None] Provisioning complete for port 3e68f997-7180-47a9-a1f0-ae3a5f70d0a3 triggered by entity DHCP. {{(pid=103918) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jun 16 17:24:57.915245 dv-cinder-837356-2-iscsi neutron-server[103918]: DEBUG neutron_lib.callbacks.manager [None req-ad259e99-712e-4b10-b843-719411093053 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16149424'] for port (3e68f997-7180-47a9-a1f0-ae3a5f70d0a3), provisioning_complete {{(pid=103918) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 17:24:57.934464 dv-cinder-837356-2-iscsi neutron-server[103917]: DEBUG neutron_lib.callbacks.manager [req-0d33fdc9-8c57-4166-9927-4f96f0b3724d req-3bf8e5fd-8d0f-445d-9183-3de989a87f83 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16007590'] for port (3e68f997-7180-47a9-a1f0-ae3a5f70d0a3), before_update {{(pid=103917) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 17:24:57.950940 dv-cinder-837356-2-iscsi neutron-server[103917]: DEBUG dbcounter [-] [103917] Writing DB stats neutron:SELECT=93,neutron:INSERT=3,neutron:UPDATE=3,neutron:DELETE=1 {{(pid=103917) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 16 17:24:57.956766 dv-cinder-837356-2-iscsi neutron-server[103918]: DEBUG neutron.plugins.ml2.plugin [None req-ad259e99-712e-4b10-b843-719411093053 None None] Port 3e68f997-7180-47a9-a1f0-ae3a5f70d0a3 cannot update to ACTIVE because it is not bound. {{(pid=103918) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:354}} Jun 16 17:24:57.965401 dv-cinder-837356-2-iscsi neutron-server[103917]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49dd93c1-6653-47c3-897c-7fc7c32746be req-90e5ee27-bf3d-4cb6-9cdd-408e822e6587 tempest-ServerRescueNegativeTestJSON-1475515620 tempest-ServerRescueNegativeTestJSON-1475515620-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103917) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 16 17:24:57.966963 dv-cinder-837356-2-iscsi neutron-server[103917]: INFO neutron.wsgi [req-49dd93c1-6653-47c3-897c-7fc7c32746be req-90e5ee27-bf3d-4cb6-9cdd-408e822e6587 tempest-ServerRescueNegativeTestJSON-1475515620 tempest-ServerRescueNegativeTestJSON-1475515620-project] 10.222.0.66 "GET /v2.0/ports?device_id=4065d5c1-0b16-413a-a5b5-e0e725e1e71b HTTP/1.1" status: 200 len: 931 time: 0.1223030 Jun 16 17:24:58.024907 dv-cinder-837356-2-iscsi neutron-server[103917]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bdb9339e-d7f7-46e4-8874-e88b0ecbcee7 req-58400efe-91f3-4052-b241-b5b0edfad937 tempest-VolumesSnapshotTestJSON-385000497 tempest-VolumesSnapshotTestJSON-385000497-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103917) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 16 17:24:58.026539 dv-cinder-837356-2-iscsi neutron-server[103917]: INFO neutron.wsgi [req-bdb9339e-d7f7-46e4-8874-e88b0ecbcee7 req-58400efe-91f3-4052-b241-b5b0edfad937 tempest-VolumesSnapshotTestJSON-385000497 tempest-VolumesSnapshotTestJSON-385000497-project] 10.222.0.81 "GET /v2.0/networks?id=184a3d80-6b15-43ef-84b8-ddb86570078c HTTP/1.1" status: 200 len: 814 time: 0.2820957 Jun 16 17:24:58.028479 dv-cinder-837356-2-iscsi neutron-server[103916]: DEBUG dbcounter [-] [103916] Writing DB stats neutron:SELECT=95,neutron:INSERT=1,neutron:UPDATE=1,neutron:DELETE=3 {{(pid=103916) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 16 17:24:58.048054 dv-cinder-837356-2-iscsi neutron-server[103916]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8e636ec-cd97-49bd-a2fa-12dd09701a9b req-197a272a-c2ef-4bcf-b41f-fdacb4bdd308 tempest-AttachVolumeShelveTestJSON-1123487845 tempest-AttachVolumeShelveTestJSON-1123487845-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103916) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 16 17:24:58.049720 dv-cinder-837356-2-iscsi neutron-server[103916]: INFO neutron.wsgi [req-f8e636ec-cd97-49bd-a2fa-12dd09701a9b req-197a272a-c2ef-4bcf-b41f-fdacb4bdd308 tempest-AttachVolumeShelveTestJSON-1123487845 tempest-AttachVolumeShelveTestJSON-1123487845-project] 10.222.0.66 "GET /v2.0/ports?device_id=ab2e7148-fa86-4648-9e4b-87e27fcf1147 HTTP/1.1" status: 200 len: 946 time: 0.0581975 Jun 16 17:24:58.109489 dv-cinder-837356-2-iscsi neutron-server[103916]: INFO neutron.wsgi [req-f8e636ec-cd97-49bd-a2fa-12dd09701a9b req-c05237bd-618c-4e57-89ab-909b349743e8 tempest-AttachVolumeShelveTestJSON-1123487845 tempest-AttachVolumeShelveTestJSON-1123487845-project] 10.222.0.66 "GET /v2.0/security-groups?id=5ab805c8-38ae-4655-bf71-1fc1999d288e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0497534 Jun 16 17:24:58.126822 dv-cinder-837356-2-iscsi neutron-server[103917]: INFO neutron.wsgi [req-49dd93c1-6653-47c3-897c-7fc7c32746be req-1c242ef6-af7f-498e-a51a-8aaa98f496ce tempest-ServerRescueNegativeTestJSON-1475515620 tempest-ServerRescueNegativeTestJSON-1475515620-project] 10.222.0.66 "GET /v2.0/security-groups?id=d7d25be3-a5ac-46a1-b854-10a8a8453e86&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1511028 Jun 16 17:24:58.338615 dv-cinder-837356-2-iscsi neutron-server[103917]: DEBUG neutron.notifiers.nova [req-0d33fdc9-8c57-4166-9927-4f96f0b3724d req-3bf8e5fd-8d0f-445d-9183-3de989a87f83 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 3e68f997-7180-47a9-a1f0-ae3a5f70d0a3 {{(pid=103917) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Jun 16 17:24:58.349271 dv-cinder-837356-2-iscsi neutron-server[103917]: DEBUG neutron_lib.callbacks.manager [req-0d33fdc9-8c57-4166-9927-4f96f0b3724d req-3bf8e5fd-8d0f-445d-9183-3de989a87f83 service neutron] Publish callbacks [] for port (3e68f997-7180-47a9-a1f0-ae3a5f70d0a3), precommit_update {{(pid=103917) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 17:24:58.371227 dv-cinder-837356-2-iscsi neutron-server[103917]: DEBUG neutron.db.provisioning_blocks [req-0d33fdc9-8c57-4166-9927-4f96f0b3724d req-3bf8e5fd-8d0f-445d-9183-3de989a87f83 service neutron] Transition to ACTIVE for port object 3e68f997-7180-47a9-a1f0-ae3a5f70d0a3 will not be triggered until provisioned by entity L2. {{(pid=103917) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Jun 16 17:24:58.376974 dv-cinder-837356-2-iscsi neutron-server[103917]: DEBUG neutron_lib.callbacks.manager [req-0d33fdc9-8c57-4166-9927-4f96f0b3724d req-3bf8e5fd-8d0f-445d-9183-3de989a87f83 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16007527', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-75831', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16241551', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728539364693', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728538993439', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728538993457', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3819734'] for port (3e68f997-7180-47a9-a1f0-ae3a5f70d0a3), after_update {{(pid=103917) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 17:24:58.466434 dv-cinder-837356-2-iscsi neutron-server[103917]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3bf8e5fd-8d0f-445d-9183-3de989a87f83 service neutron] Pushing event updated for resources: {'Port': ['ID=3e68f997-7180-47a9-a1f0-ae3a5f70d0a3,revision_number=2']} {{(pid=103917) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 17:24:58.510349 dv-cinder-837356-2-iscsi neutron-server[103916]: INFO neutron.wsgi [req-03dd70fa-f2d5-4892-a1e1-cd84bc23de99 req-818ca18d-eaaa-4c50-a50c-20a0a87f5c77 tempest-VolumesSnapshotTestJSON-385000497 tempest-VolumesSnapshotTestJSON-385000497-project] 10.222.0.66 "GET /v2.0/ports?device_id=0e36f5bc-922d-4dfe-9ecb-49ba6c855878 HTTP/1.1" status: 200 len: 210 time: 0.0946152 Jun 16 17:24:58.535118 dv-cinder-837356-2-iscsi neutron-server[103917]: DEBUG neutron.api.v2.base [req-bdb9339e-d7f7-46e4-8874-e88b0ecbcee7 req-357c4101-4bc5-4c3a-a5d7-6d7e47c4a256 tempest-VolumesSnapshotTestJSON-385000497 tempest-VolumesSnapshotTestJSON-385000497-project] Request body: {'port': {'device_id': '0e36f5bc-922d-4dfe-9ecb-49ba6c855878', 'network_id': '184a3d80-6b15-43ef-84b8-ddb86570078c', 'admin_state_up': True, 'tenant_id': 'f96239e8e212410aac9df2d35293c665'}} {{(pid=103917) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jun 16 17:24:58.558981 dv-cinder-837356-2-iscsi neutron-server[103916]: DEBUG neutron.wsgi [-] (103916) accepted ('10.222.0.66', 40466) {{(pid=103916) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 16 17:24:58.680859 dv-cinder-837356-2-iscsi neutron-server[103917]: DEBUG neutron.plugins.ml2.managers [req-0d33fdc9-8c57-4166-9927-4f96f0b3724d req-3bf8e5fd-8d0f-445d-9183-3de989a87f83 service neutron] Attempting to bind port 3e68f997-7180-47a9-a1f0-ae3a5f70d0a3 on host hv-cinder-83735 for vnic_type normal with profile {{(pid=103917) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:811}} Jun 16 17:24:58.681272 dv-cinder-837356-2-iscsi neutron-server[103917]: DEBUG neutron.plugins.ml2.managers [req-0d33fdc9-8c57-4166-9927-4f96f0b3724d req-3bf8e5fd-8d0f-445d-9183-3de989a87f83 service neutron] Attempting to bind port 3e68f997-7180-47a9-a1f0-ae3a5f70d0a3 by drivers openvswitch,hyperv on host hv-cinder-83735 at level 0 using segments [{'id': '036772f7-7333-486e-9364-cdd941d04468', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1012, 'network_id': '7c13538c-2941-4763-a560-37a0a33d14c7'}] {{(pid=103917) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:836}} Jun 16 17:24:58.681607 dv-cinder-837356-2-iscsi neutron-server[103917]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0d33fdc9-8c57-4166-9927-4f96f0b3724d req-3bf8e5fd-8d0f-445d-9183-3de989a87f83 service neutron] Attempting to bind port 3e68f997-7180-47a9-a1f0-ae3a5f70d0a3 on network 7c13538c-2941-4763-a560-37a0a33d14c7 {{(pid=103917) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jun 16 17:24:58.701438 dv-cinder-837356-2-iscsi neutron-server[103917]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0d33fdc9-8c57-4166-9927-4f96f0b3724d req-3bf8e5fd-8d0f-445d-9183-3de989a87f83 service neutron] Port 3e68f997-7180-47a9-a1f0-ae3a5f70d0a3 on network 7c13538c-2941-4763-a560-37a0a33d14c7 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-83735 {{(pid=103917) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Jun 16 17:24:58.701762 dv-cinder-837356-2-iscsi neutron-server[103917]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0d33fdc9-8c57-4166-9927-4f96f0b3724d req-3bf8e5fd-8d0f-445d-9183-3de989a87f83 service neutron] Attempting to bind port 3e68f997-7180-47a9-a1f0-ae3a5f70d0a3 on network 7c13538c-2941-4763-a560-37a0a33d14c7 {{(pid=103917) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jun 16 17:24:58.714479 dv-cinder-837356-2-iscsi neutron-server[103917]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0d33fdc9-8c57-4166-9927-4f96f0b3724d req-3bf8e5fd-8d0f-445d-9183-3de989a87f83 service neutron] Checking agent: {'id': '2e97d73d-50fc-4f89-a4ea-85f65eb860d8', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-83735', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 6, 16, 17, 20, 29), 'started_at': datetime.datetime(2022, 6, 16, 17, 20, 29), 'heartbeat_timestamp': datetime.datetime(2022, 6, 16, 17, 24, 29), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103917) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jun 16 17:24:58.714970 dv-cinder-837356-2-iscsi neutron-server[103917]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0d33fdc9-8c57-4166-9927-4f96f0b3724d req-3bf8e5fd-8d0f-445d-9183-3de989a87f83 service neutron] Checking segment: {'id': '036772f7-7333-486e-9364-cdd941d04468', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1012, 'network_id': '7c13538c-2941-4763-a560-37a0a33d14c7'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103917) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jun 16 17:24:58.715497 dv-cinder-837356-2-iscsi neutron-server[103917]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0d33fdc9-8c57-4166-9927-4f96f0b3724d req-3bf8e5fd-8d0f-445d-9183-3de989a87f83 service neutron] Bound using segment: {'id': '036772f7-7333-486e-9364-cdd941d04468', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1012, 'network_id': '7c13538c-2941-4763-a560-37a0a33d14c7'} {{(pid=103917) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jun 16 17:24:58.716333 dv-cinder-837356-2-iscsi neutron-server[103917]: DEBUG neutron.plugins.ml2.managers [req-0d33fdc9-8c57-4166-9927-4f96f0b3724d req-3bf8e5fd-8d0f-445d-9183-3de989a87f83 service neutron] Bound port: 3e68f997-7180-47a9-a1f0-ae3a5f70d0a3, host: hv-cinder-83735, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '036772f7-7333-486e-9364-cdd941d04468', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1012, 'network_id': '7c13538c-2941-4763-a560-37a0a33d14c7'}}] {{(pid=103917) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:948}} Jun 16 17:24:58.716838 dv-cinder-837356-2-iscsi neutron-server[103917]: DEBUG neutron_lib.callbacks.manager [req-0d33fdc9-8c57-4166-9927-4f96f0b3724d req-3bf8e5fd-8d0f-445d-9183-3de989a87f83 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16007590'] for port (3e68f997-7180-47a9-a1f0-ae3a5f70d0a3), before_update {{(pid=103917) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 17:24:58.747593 dv-cinder-837356-2-iscsi neutron-server[103916]: INFO neutron.wsgi [None req-e09f7e3b-8ec4-465a-bc15-2c7806b367f7 admin admin] 10.222.0.66 "GET /v2.0/security-groups?tenant_id=9d89beafb10246f7b9087ca7cd75f239&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1850533 Jun 16 17:24:58.747809 dv-cinder-837356-2-iscsi neutron-server[103916]: DEBUG neutron.wsgi [-] (103916) accepted ('10.222.0.66', 40470) {{(pid=103916) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 16 17:24:58.773255 dv-cinder-837356-2-iscsi neutron-server[103917]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-bdb9339e-d7f7-46e4-8874-e88b0ecbcee7 req-357c4101-4bc5-4c3a-a5d7-6d7e47c4a256 tempest-VolumesSnapshotTestJSON-385000497 tempest-VolumesSnapshotTestJSON-385000497-project] Made reservation on behalf of f96239e8e212410aac9df2d35293c665 for: {'port': 1} {{(pid=103917) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 16 17:24:58.777005 dv-cinder-837356-2-iscsi neutron-server[103917]: DEBUG neutron_lib.callbacks.manager [req-bdb9339e-d7f7-46e4-8874-e88b0ecbcee7 req-357c4101-4bc5-4c3a-a5d7-6d7e47c4a256 tempest-VolumesSnapshotTestJSON-385000497 tempest-VolumesSnapshotTestJSON-385000497-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16007590'] for port (None), before_create {{(pid=103917) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 17:24:58.803527 dv-cinder-837356-2-iscsi neutron-server[103916]: DEBUG neutron_lib.callbacks.manager [None req-b823d1db-ba9f-45df-a36b-bcf2f633f34f admin admin] Publish callbacks [] for security_group (a36cae57-beaf-489e-a0f8-cef4e05ecdee), before_delete {{(pid=103916) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 17:24:58.829447 dv-cinder-837356-2-iscsi neutron-server[103916]: DEBUG neutron_lib.callbacks.manager [None req-b823d1db-ba9f-45df-a36b-bcf2f633f34f admin admin] Publish callbacks [] for security_group (a36cae57-beaf-489e-a0f8-cef4e05ecdee), precommit_delete {{(pid=103916) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 17:24:58.859184 dv-cinder-837356-2-iscsi neutron-server[103917]: DEBUG neutron.plugins.ml2.db [req-0d33fdc9-8c57-4166-9927-4f96f0b3724d req-3bf8e5fd-8d0f-445d-9183-3de989a87f83 service neutron] For port 3e68f997-7180-47a9-a1f0-ae3a5f70d0a3, host hv-cinder-83735, cleared binding levels {{(pid=103917) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 16 17:24:58.880830 dv-cinder-837356-2-iscsi neutron-server[103917]: DEBUG neutron.plugins.ml2.db [req-0d33fdc9-8c57-4166-9927-4f96f0b3724d req-3bf8e5fd-8d0f-445d-9183-3de989a87f83 service neutron] For port 3e68f997-7180-47a9-a1f0-ae3a5f70d0a3, host hv-cinder-83735, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83735',level=0,port_id=3e68f997-7180-47a9-a1f0-ae3a5f70d0a3,segment=NetworkSegment(036772f7-7333-486e-9364-cdd941d04468),segment_id=036772f7-7333-486e-9364-cdd941d04468)] {{(pid=103917) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 16 17:24:58.894200 dv-cinder-837356-2-iscsi neutron-server[103917]: DEBUG neutron_lib.callbacks.manager [req-0d33fdc9-8c57-4166-9927-4f96f0b3724d req-3bf8e5fd-8d0f-445d-9183-3de989a87f83 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16007527', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-75831', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16241551', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728539364693', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728538993439', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728538993457', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3819734'] for port (3e68f997-7180-47a9-a1f0-ae3a5f70d0a3), after_update {{(pid=103917) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 17:24:58.894772 dv-cinder-837356-2-iscsi neutron-server[103916]: DEBUG neutron_lib.callbacks.manager [None req-b823d1db-ba9f-45df-a36b-bcf2f633f34f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-570488'] for security_group (a36cae57-beaf-489e-a0f8-cef4e05ecdee), after_delete {{(pid=103916) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 17:24:58.897366 dv-cinder-837356-2-iscsi neutron-server[103916]: DEBUG neutron_lib.callbacks.manager [None req-b823d1db-ba9f-45df-a36b-bcf2f633f34f admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103916) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 17:24:58.899488 dv-cinder-837356-2-iscsi neutron-server[103916]: INFO neutron.wsgi [None req-b823d1db-ba9f-45df-a36b-bcf2f633f34f admin admin] 10.222.0.66 "DELETE /v2.0/security-groups/a36cae57-beaf-489e-a0f8-cef4e05ecdee HTTP/1.1" status: 204 len: 168 time: 0.1506741 Jun 16 17:24:58.902714 dv-cinder-837356-2-iscsi neutron-server[103917]: DEBUG dbcounter [-] [103917] Writing DB stats neutron:SELECT=90,neutron:UPDATE=6,neutron:INSERT=4 {{(pid=103917) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 16 17:24:58.908069 dv-cinder-837356-2-iscsi neutron-server[103916]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b823d1db-ba9f-45df-a36b-bcf2f633f34f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a36cae57-beaf-489e-a0f8-cef4e05ecdee,revision_number=None']} {{(pid=103916) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 17:24:58.966093 dv-cinder-837356-2-iscsi neutron-server[103917]: DEBUG dbcounter [-] [103917] Writing DB stats neutron:SELECT=96,neutron:UPDATE=2,neutron:INSERT=2 {{(pid=103917) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 16 17:24:58.989101 dv-cinder-837356-2-iscsi neutron-server[103917]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d33fdc9-8c57-4166-9927-4f96f0b3724d req-3bf8e5fd-8d0f-445d-9183-3de989a87f83 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103917) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 16 17:24:58.989749 dv-cinder-837356-2-iscsi neutron-server[103917]: DEBUG neutron_lib.callbacks.manager [req-0d33fdc9-8c57-4166-9927-4f96f0b3724d req-3bf8e5fd-8d0f-445d-9183-3de989a87f83 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-191112'] for port (None), before_response {{(pid=103917) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 17:24:58.991147 dv-cinder-837356-2-iscsi neutron-server[103917]: INFO neutron.wsgi [req-0d33fdc9-8c57-4166-9927-4f96f0b3724d req-3bf8e5fd-8d0f-445d-9183-3de989a87f83 service neutron] 10.222.0.81 "PUT /v2.0/ports/3e68f997-7180-47a9-a1f0-ae3a5f70d0a3 HTTP/1.1" status: 200 len: 1093 time: 1.2344286 Jun 16 17:24:58.993161 dv-cinder-837356-2-iscsi neutron-server[103917]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '4065d5c1-0b16-413a-a5b5-e0e725e1e71b', 'tag': '3e68f997-7180-47a9-a1f0-ae3a5f70d0a3'}] {{(pid=103917) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jun 16 17:24:58.995665 dv-cinder-837356-2-iscsi neutron-server[103917]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.66/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6f3fd2b1a6655810f50592bc9015c397d118e5689141688eaf1b23dbeee2ebf8" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d423174c-b59d-4d74-9ad8-8a5ca56589a7" -d '{"events": [{"name": "network-changed", "server_uuid": "4065d5c1-0b16-413a-a5b5-e0e725e1e71b", "tag": "3e68f997-7180-47a9-a1f0-ae3a5f70d0a3"}]}' {{(pid=103917) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 16 17:24:59.026628 dv-cinder-837356-2-iscsi neutron-server[103917]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3bf8e5fd-8d0f-445d-9183-3de989a87f83 service neutron] Pushing event updated for resources: {'Port': ['ID=3e68f997-7180-47a9-a1f0-ae3a5f70d0a3,revision_number=3']} {{(pid=103917) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 17:24:59.045475 dv-cinder-837356-2-iscsi neutron-server[103917]: DEBUG neutron.db.db_base_plugin_common [req-bdb9339e-d7f7-46e4-8874-e88b0ecbcee7 req-357c4101-4bc5-4c3a-a5d7-6d7e47c4a256 tempest-VolumesSnapshotTestJSON-385000497 tempest-VolumesSnapshotTestJSON-385000497-project] Allocated IP 172.20.0.14 (184a3d80-6b15-43ef-84b8-ddb86570078c/0a15a8f4-c07c-4d90-a6f2-8394d3f253a0/9e73391a-9d05-40e7-8c63-8913ccd9e1bc) {{(pid=103917) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 16 17:24:59.077376 dv-cinder-837356-2-iscsi neutron-server[103917]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 16 Jun 2022 17:24:58 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-74419fbd-913c-40b0-a3d4-6e75ff3cddab x-openstack-request-id: req-74419fbd-913c-40b0-a3d4-6e75ff3cddab {{(pid=103917) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 16 17:24:59.077823 dv-cinder-837356-2-iscsi neutron-server[103917]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "4065d5c1-0b16-413a-a5b5-e0e725e1e71b", "tag": "3e68f997-7180-47a9-a1f0-ae3a5f70d0a3", "status": "completed", "code": 200}]} {{(pid=103917) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 16 17:24:59.078212 dv-cinder-837356-2-iscsi neutron-server[103917]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.66/compute/v2.1/os-server-external-events used request id req-74419fbd-913c-40b0-a3d4-6e75ff3cddab {{(pid=103917) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 16 17:24:59.079189 dv-cinder-837356-2-iscsi neutron-server[103917]: INFO neutron.notifiers.nova [-] Nova event matching ['req-74419fbd-913c-40b0-a3d4-6e75ff3cddab'] response: {'name': 'network-changed', 'server_uuid': '4065d5c1-0b16-413a-a5b5-e0e725e1e71b', 'tag': '3e68f997-7180-47a9-a1f0-ae3a5f70d0a3', 'status': 'completed', 'code': 200} Jun 16 17:24:59.273942 dv-cinder-837356-2-iscsi neutron-server[103916]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-795ca996-de76-48aa-89b2-135d26703aae req-39554ee5-1de1-4606-9693-d91be6a71ed6 tempest-AttachVolumeShelveTestJSON-1123487845 tempest-AttachVolumeShelveTestJSON-1123487845-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103916) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 16 17:24:59.284565 dv-cinder-837356-2-iscsi neutron-server[103916]: INFO neutron.wsgi [req-795ca996-de76-48aa-89b2-135d26703aae req-39554ee5-1de1-4606-9693-d91be6a71ed6 tempest-AttachVolumeShelveTestJSON-1123487845 tempest-AttachVolumeShelveTestJSON-1123487845-project] 10.222.0.66 "GET /v2.0/ports?device_id=ab2e7148-fa86-4648-9e4b-87e27fcf1147 HTTP/1.1" status: 200 len: 946 time: 0.0818617 Jun 16 17:24:59.300627 dv-cinder-837356-2-iscsi neutron-server[103917]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d33fdc9-8c57-4166-9927-4f96f0b3724d req-4098de20-5223-42c2-8d05-67e1be9bef1a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103917) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 16 17:24:59.303107 dv-cinder-837356-2-iscsi neutron-server[103917]: INFO neutron.wsgi [req-0d33fdc9-8c57-4166-9927-4f96f0b3724d req-4098de20-5223-42c2-8d05-67e1be9bef1a service neutron] 10.222.0.81 "GET /v2.0/ports?tenant_id=ccf5c45783454fc5a7872490196f07e0&device_id=4065d5c1-0b16-413a-a5b5-e0e725e1e71b HTTP/1.1" status: 200 len: 1127 time: 0.1250401 Jun 16 17:24:59.372591 dv-cinder-837356-2-iscsi neutron-server[103916]: INFO neutron.wsgi [req-795ca996-de76-48aa-89b2-135d26703aae req-e1b76166-54ee-466b-bd72-3e137de33119 tempest-AttachVolumeShelveTestJSON-1123487845 tempest-AttachVolumeShelveTestJSON-1123487845-project] 10.222.0.66 "GET /v2.0/security-groups?id=5ab805c8-38ae-4655-bf71-1fc1999d288e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0870149 Jun 16 17:24:59.412078 dv-cinder-837356-2-iscsi neutron-server[103917]: INFO neutron.wsgi [req-0d33fdc9-8c57-4166-9927-4f96f0b3724d req-8631d800-98fc-4954-8a91-96cb9238e29f service neutron] 10.222.0.81 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=3e68f997-7180-47a9-a1f0-ae3a5f70d0a3 HTTP/1.1" status: 200 len: 217 time: 0.0747097 Jun 16 17:24:59.425480 dv-cinder-837356-2-iscsi neutron-server[103917]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ceb8057-0d62-4e3f-8e14-baeeadda9d06 req-aff326ad-6952-4ac6-9fce-670fe744730b tempest-ServerRescueNegativeTestJSON-1475515620 tempest-ServerRescueNegativeTestJSON-1475515620-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103917) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 16 17:24:59.427437 dv-cinder-837356-2-iscsi neutron-server[103917]: INFO neutron.wsgi [req-8ceb8057-0d62-4e3f-8e14-baeeadda9d06 req-aff326ad-6952-4ac6-9fce-670fe744730b tempest-ServerRescueNegativeTestJSON-1475515620 tempest-ServerRescueNegativeTestJSON-1475515620-project] 10.222.0.66 "GET /v2.0/ports?device_id=4065d5c1-0b16-413a-a5b5-e0e725e1e71b HTTP/1.1" status: 200 len: 943 time: 0.1745062 Jun 16 17:24:59.464608 dv-cinder-837356-2-iscsi neutron-server[103918]: DEBUG neutron_lib.callbacks.manager [None req-b2b17746-c296-4803-869a-65578e8233dd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728539454181', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16149322'] for agent (2e97d73d-50fc-4f89-a4ea-85f65eb860d8), after_update {{(pid=103918) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 17:24:59.556827 dv-cinder-837356-2-iscsi neutron-server[103917]: DEBUG neutron_lib.callbacks.manager [req-bdb9339e-d7f7-46e4-8874-e88b0ecbcee7 req-357c4101-4bc5-4c3a-a5d7-6d7e47c4a256 tempest-VolumesSnapshotTestJSON-385000497 tempest-VolumesSnapshotTestJSON-385000497-project] Publish callbacks [] for port (9e73391a-9d05-40e7-8c63-8913ccd9e1bc), precommit_create {{(pid=103917) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 17:24:59.599078 dv-cinder-837356-2-iscsi neutron-server[103917]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d33fdc9-8c57-4166-9927-4f96f0b3724d req-eaff9cab-8d0c-459f-acab-31d8cb5dae6c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103917) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 16 17:24:59.601397 dv-cinder-837356-2-iscsi neutron-server[103917]: INFO neutron.wsgi [req-0d33fdc9-8c57-4166-9927-4f96f0b3724d req-eaff9cab-8d0c-459f-acab-31d8cb5dae6c service neutron] 10.222.0.81 "GET /v2.0/subnets?id=8e38426e-d044-4155-92d6-5d9da7f0fc35 HTTP/1.1" status: 200 len: 858 time: 0.1575985 Jun 16 17:24:59.655988 dv-cinder-837356-2-iscsi neutron-server[103916]: INFO neutron.wsgi [req-28833d29-3eba-49d8-9a17-14c418e8f6e4 req-85dccdb4-1f6b-42b4-b1e0-43babc0ee21a tempest-VolumesSnapshotTestJSON-385000497 tempest-VolumesSnapshotTestJSON-385000497-project] 10.222.0.66 "GET /v2.0/ports?device_id=0e36f5bc-922d-4dfe-9ecb-49ba6c855878 HTTP/1.1" status: 200 len: 210 time: 0.0535195 Jun 16 17:24:59.678021 dv-cinder-837356-2-iscsi neutron-server[103917]: INFO neutron.wsgi [req-8ceb8057-0d62-4e3f-8e14-baeeadda9d06 req-1d3b07a2-b6a0-4a70-9aea-f7d1f74c0792 tempest-ServerRescueNegativeTestJSON-1475515620 tempest-ServerRescueNegativeTestJSON-1475515620-project] 10.222.0.66 "GET /v2.0/security-groups?id=d7d25be3-a5ac-46a1-b854-10a8a8453e86&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2092736 Jun 16 17:24:59.711756 dv-cinder-837356-2-iscsi neutron-server[103917]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d33fdc9-8c57-4166-9927-4f96f0b3724d req-3154f081-ffe9-467a-af92-224de8c723f8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103917) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 16 17:24:59.713524 dv-cinder-837356-2-iscsi neutron-server[103917]: INFO neutron.wsgi [req-0d33fdc9-8c57-4166-9927-4f96f0b3724d req-3154f081-ffe9-467a-af92-224de8c723f8 service neutron] 10.222.0.81 "GET /v2.0/ports?network_id=7c13538c-2941-4763-a560-37a0a33d14c7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0971181 Jun 16 17:24:59.730136 dv-cinder-837356-2-iscsi neutron-server[103917]: DEBUG neutron_lib.callbacks.manager [req-bdb9339e-d7f7-46e4-8874-e88b0ecbcee7 req-357c4101-4bc5-4c3a-a5d7-6d7e47c4a256 tempest-VolumesSnapshotTestJSON-385000497 tempest-VolumesSnapshotTestJSON-385000497-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16007527', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-75831', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16241551', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8728538993421', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3819743'] for port (9e73391a-9d05-40e7-8c63-8913ccd9e1bc), after_create {{(pid=103917) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 17:24:59.834809 dv-cinder-837356-2-iscsi neutron-server[103917]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-bdb9339e-d7f7-46e4-8874-e88b0ecbcee7 req-357c4101-4bc5-4c3a-a5d7-6d7e47c4a256 tempest-VolumesSnapshotTestJSON-385000497 tempest-VolumesSnapshotTestJSON-385000497-project] Network 184a3d80-6b15-43ef-84b8-ddb86570078c is already hosted by enough agents. {{(pid=103917) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 16 17:24:59.847270 dv-cinder-837356-2-iscsi neutron-server[103917]: DEBUG neutron.scheduler.base_scheduler [req-bdb9339e-d7f7-46e4-8874-e88b0ecbcee7 req-357c4101-4bc5-4c3a-a5d7-6d7e47c4a256 tempest-VolumesSnapshotTestJSON-385000497 tempest-VolumesSnapshotTestJSON-385000497-project] Resources bound (agent type, host, resource id): {{(pid=103917) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 16 17:24:59.857500 dv-cinder-837356-2-iscsi neutron-server[103917]: DEBUG neutron.db.l3_dvrscheduler_db [req-bdb9339e-d7f7-46e4-8874-e88b0ecbcee7 req-357c4101-4bc5-4c3a-a5d7-6d7e47c4a256 tempest-VolumesSnapshotTestJSON-385000497 tempest-VolumesSnapshotTestJSON-385000497-project] Received port after_create {{(pid=103917) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:542}} Jun 16 17:24:59.869112 dv-cinder-837356-2-iscsi neutron-server[103917]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-357c4101-4bc5-4c3a-a5d7-6d7e47c4a256 tempest-VolumesSnapshotTestJSON-385000497 tempest-VolumesSnapshotTestJSON-385000497-project] Pushing event updated for resources: {'Port': ['ID=9e73391a-9d05-40e7-8c63-8913ccd9e1bc,revision_number=1']} {{(pid=103917) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 17:24:59.958638 dv-cinder-837356-2-iscsi neutron-server[103917]: DEBUG neutron.wsgi [-] (103917) accepted ('10.222.0.66', 40514) {{(pid=103917) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 16 17:24:59.961738 dv-cinder-837356-2-iscsi neutron-server[103917]: INFO neutron.wsgi [req-0d33fdc9-8c57-4166-9927-4f96f0b3724d req-39fd3f37-a629-45f1-88d3-a45ef36f4d0e service neutron] 10.222.0.81 "GET /v2.0/networks/7c13538c-2941-4763-a560-37a0a33d14c7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2417312 Jun 16 17:24:59.992571 dv-cinder-837356-2-iscsi neutron-server[103917]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bdb9339e-d7f7-46e4-8874-e88b0ecbcee7 req-357c4101-4bc5-4c3a-a5d7-6d7e47c4a256 tempest-VolumesSnapshotTestJSON-385000497 tempest-VolumesSnapshotTestJSON-385000497-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103917) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 16 17:24:59.993569 dv-cinder-837356-2-iscsi neutron-server[103917]: DEBUG neutron_lib.callbacks.manager [req-bdb9339e-d7f7-46e4-8874-e88b0ecbcee7 req-357c4101-4bc5-4c3a-a5d7-6d7e47c4a256 tempest-VolumesSnapshotTestJSON-385000497 tempest-VolumesSnapshotTestJSON-385000497-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-191112'] for port (None), before_response {{(pid=103917) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 17:25:00.000538 dv-cinder-837356-2-iscsi neutron-server[103917]: DEBUG dbcounter [-] [103917] Writing DB stats neutron:SELECT=97,neutron:UPDATE=3 {{(pid=103917) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 16 17:25:00.044961 dv-cinder-837356-2-iscsi neutron-server[103917]: INFO neutron.wsgi [req-bdb9339e-d7f7-46e4-8874-e88b0ecbcee7 req-357c4101-4bc5-4c3a-a5d7-6d7e47c4a256 tempest-VolumesSnapshotTestJSON-385000497 tempest-VolumesSnapshotTestJSON-385000497-project] 10.222.0.81 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.5350327 Jun 16 17:25:00.094552 dv-cinder-837356-2-iscsi neutron-server[103917]: DEBUG neutron.api.v2.base [req-bdb9339e-d7f7-46e4-8874-e88b0ecbcee7 req-c5b9b485-7e74-48de-ba0a-0f9e1f61780e service neutron] Request body: {'port': {'device_id': '0e36f5bc-922d-4dfe-9ecb-49ba6c855878', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-83735'}} {{(pid=103917) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jun 16 17:25:00.138680 dv-cinder-837356-2-iscsi neutron-server[103917]: DEBUG neutron.api.v2.base [None req-29e85f2b-c63f-49c8-8eff-e3e751ff3aec admin admin] Request body: {'network': {'name': 'tempest-TestMinimumBasicScenario-1583816744-network', 'tenant_id': '546929b1810a4d20b273f3e5492ec6ed'}} {{(pid=103917) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jun 16 17:25:00.202527 dv-cinder-837356-2-iscsi neutron-server[103917]: INFO neutron.wsgi [req-0d33fdc9-8c57-4166-9927-4f96f0b3724d req-0be79cab-df5b-470b-9952-753d1a0b14d4 service neutron] 10.222.0.81 "GET /v2.0/networks/7c13538c-2941-4763-a560-37a0a33d14c7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2292311 Jun 16 17:25:00.213131 dv-cinder-837356-2-iscsi neutron-server[103917]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-29e85f2b-c63f-49c8-8eff-e3e751ff3aec admin admin] Made reservation on behalf of 546929b1810a4d20b273f3e5492ec6ed for: {'network': 1} {{(pid=103917) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 16 17:25:00.215526 dv-cinder-837356-2-iscsi neutron-server[103917]: DEBUG neutron_lib.callbacks.manager [None req-29e85f2b-c63f-49c8-8eff-e3e751ff3aec admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16007590'] for network (None), before_create {{(pid=103917) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 17:25:00.226745 dv-cinder-837356-2-iscsi neutron-server[103917]: DEBUG neutron_lib.callbacks.manager [req-bdb9339e-d7f7-46e4-8874-e88b0ecbcee7 req-c5b9b485-7e74-48de-ba0a-0f9e1f61780e service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16007590'] for port (9e73391a-9d05-40e7-8c63-8913ccd9e1bc), before_update {{(pid=103917) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 17:25:00.229017 dv-cinder-837356-2-iscsi neutron-server[103917]: DEBUG neutron_lib.callbacks.manager [None req-29e85f2b-c63f-49c8-8eff-e3e751ff3aec admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103917) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 17:25:00.287610 dv-cinder-837356-2-iscsi neutron-server[103917]: DEBUG dbcounter [-] [103917] Writing DB stats neutron:SELECT=92,neutron:INSERT=6,neutron:DELETE=2 {{(pid=103917) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 16 17:25:00.492066 dv-cinder-837356-2-iscsi neutron-server[103917]: DEBUG neutron_lib.callbacks.manager [None req-29e85f2b-c63f-49c8-8eff-e3e751ff3aec admin admin] Publish callbacks [] for security_group (054bc173-7136-43f6-8718-9d2e1fa2c0d2), precommit_create {{(pid=103917) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 17:25:00.503644 dv-cinder-837356-2-iscsi neutron-server[103917]: DEBUG neutron_lib.callbacks.manager [None req-29e85f2b-c63f-49c8-8eff-e3e751ff3aec admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-570488'] for security_group (054bc173-7136-43f6-8718-9d2e1fa2c0d2), after_create {{(pid=103917) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 17:25:00.518824 dv-cinder-837356-2-iscsi neutron-server[103916]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95bda6ad-6bc1-4722-9e9c-867209060113 req-357f26a2-8d04-40a3-9292-42a9d46c1dd5 tempest-AttachVolumeShelveTestJSON-1123487845 tempest-AttachVolumeShelveTestJSON-1123487845-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103916) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 16 17:25:00.520481 dv-cinder-837356-2-iscsi neutron-server[103916]: INFO neutron.wsgi [req-95bda6ad-6bc1-4722-9e9c-867209060113 req-357f26a2-8d04-40a3-9292-42a9d46c1dd5 tempest-AttachVolumeShelveTestJSON-1123487845 tempest-AttachVolumeShelveTestJSON-1123487845-project] 10.222.0.66 "GET /v2.0/ports?device_id=ab2e7148-fa86-4648-9e4b-87e27fcf1147 HTTP/1.1" status: 200 len: 946 time: 0.0569892 Jun 16 17:25:00.545607 dv-cinder-837356-2-iscsi neutron-server[103917]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-29e85f2b-c63f-49c8-8eff-e3e751ff3aec admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 1038} {{(pid=103917) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jun 16 17:25:00.567965 dv-cinder-837356-2-iscsi neutron-server[103917]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-29e85f2b-c63f-49c8-8eff-e3e751ff3aec admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=054bc173-7136-43f6-8718-9d2e1fa2c0d2,revision_number=1']} {{(pid=103917) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 17:25:00.573875 dv-cinder-837356-2-iscsi neutron-server[103917]: DEBUG neutron_lib.callbacks.manager [None req-29e85f2b-c63f-49c8-8eff-e3e751ff3aec admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16150272'] for segment (937c5a5e-3ee7-4507-994c-7f9e653b9d74), precommit_create {{(pid=103917) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 17:25:00.574216 dv-cinder-837356-2-iscsi neutron-server[103917]: INFO neutron.db.segments_db [None req-29e85f2b-c63f-49c8-8eff-e3e751ff3aec admin admin] Added segment 937c5a5e-3ee7-4507-994c-7f9e653b9d74 of type vlan for network 35603100-8685-44dd-88ce-ba2913489196 Jun 16 17:25:00.600700 dv-cinder-837356-2-iscsi neutron-server[103916]: INFO neutron.wsgi [req-95bda6ad-6bc1-4722-9e9c-867209060113 req-fb4869e5-424a-40d2-8013-84185f973b47 tempest-AttachVolumeShelveTestJSON-1123487845 tempest-AttachVolumeShelveTestJSON-1123487845-project] 10.222.0.66 "GET /v2.0/security-groups?id=5ab805c8-38ae-4655-bf71-1fc1999d288e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0731888 Jun 16 17:25:00.652736 dv-cinder-837356-2-iscsi neutron-server[103917]: DEBUG neutron_lib.callbacks.manager [None req-29e85f2b-c63f-49c8-8eff-e3e751ff3aec admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8728539013196'] for network (35603100-8685-44dd-88ce-ba2913489196), precommit_create {{(pid=103917) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 17:25:00.667835 dv-cinder-837356-2-iscsi neutron-server[103917]: DEBUG neutron.notifiers.nova [req-bdb9339e-d7f7-46e4-8874-e88b0ecbcee7 req-c5b9b485-7e74-48de-ba0a-0f9e1f61780e service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 9e73391a-9d05-40e7-8c63-8913ccd9e1bc {{(pid=103917) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Jun 16 17:25:00.679028 dv-cinder-837356-2-iscsi neutron-server[103917]: DEBUG neutron_lib.callbacks.manager [req-bdb9339e-d7f7-46e4-8874-e88b0ecbcee7 req-c5b9b485-7e74-48de-ba0a-0f9e1f61780e service neutron] Publish callbacks [] for port (9e73391a-9d05-40e7-8c63-8913ccd9e1bc), precommit_update {{(pid=103917) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 17:25:00.702694 dv-cinder-837356-2-iscsi neutron-server[103917]: DEBUG neutron.db.provisioning_blocks [req-bdb9339e-d7f7-46e4-8874-e88b0ecbcee7 req-c5b9b485-7e74-48de-ba0a-0f9e1f61780e service neutron] Transition to ACTIVE for port object 9e73391a-9d05-40e7-8c63-8913ccd9e1bc will not be triggered until provisioned by entity L2. {{(pid=103917) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Jun 16 17:25:00.705222 dv-cinder-837356-2-iscsi neutron-server[103917]: DEBUG neutron_lib.callbacks.manager [None req-29e85f2b-c63f-49c8-8eff-e3e751ff3aec admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-570401', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16241551'] for network (35603100-8685-44dd-88ce-ba2913489196), after_create {{(pid=103917) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 17:25:00.705222 dv-cinder-837356-2-iscsi neutron-server[103917]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-29e85f2b-c63f-49c8-8eff-e3e751ff3aec admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103917) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 16 17:25:00.705222 dv-cinder-837356-2-iscsi neutron-server[103917]: DEBUG neutron_lib.callbacks.manager [None req-29e85f2b-c63f-49c8-8eff-e3e751ff3aec admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-16241561'] for network (None), before_response {{(pid=103917) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 17:25:00.723289 dv-cinder-837356-2-iscsi neutron-server[103917]: DEBUG neutron_lib.callbacks.manager [req-bdb9339e-d7f7-46e4-8874-e88b0ecbcee7 req-c5b9b485-7e74-48de-ba0a-0f9e1f61780e service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16007527', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-75831', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16241551', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728539364693', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728538993439', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728538993457', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3819734'] for port (9e73391a-9d05-40e7-8c63-8913ccd9e1bc), after_update {{(pid=103917) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 17:25:00.741333 dv-cinder-837356-2-iscsi neutron-server[103917]: DEBUG dbcounter [-] [103917] Writing DB stats neutron:SELECT=83,neutron:INSERT=12,neutron:UPDATE=5 {{(pid=103917) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 16 17:25:00.815508 dv-cinder-837356-2-iscsi neutron-server[103916]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ad92018-accd-48fa-ae3f-24367bfed8ed req-8311aa2d-9727-41b3-b6f0-607cfa6f3f41 tempest-ServerRescueNegativeTestJSON-1475515620 tempest-ServerRescueNegativeTestJSON-1475515620-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103916) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 16 17:25:00.817562 dv-cinder-837356-2-iscsi neutron-server[103916]: INFO neutron.wsgi [req-5ad92018-accd-48fa-ae3f-24367bfed8ed req-8311aa2d-9727-41b3-b6f0-607cfa6f3f41 tempest-ServerRescueNegativeTestJSON-1475515620 tempest-ServerRescueNegativeTestJSON-1475515620-project] 10.222.0.66 "GET /v2.0/ports?device_id=4065d5c1-0b16-413a-a5b5-e0e725e1e71b HTTP/1.1" status: 200 len: 943 time: 0.0568659 Jun 16 17:25:00.875629 dv-cinder-837356-2-iscsi neutron-server[103916]: INFO neutron.wsgi [req-5ad92018-accd-48fa-ae3f-24367bfed8ed req-92119e5c-5374-46e2-bd60-e699d23da0d5 tempest-ServerRescueNegativeTestJSON-1475515620 tempest-ServerRescueNegativeTestJSON-1475515620-project] 10.222.0.66 "GET /v2.0/security-groups?id=d7d25be3-a5ac-46a1-b854-10a8a8453e86&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0514114 Jun 16 17:25:01.048759 dv-cinder-837356-2-iscsi neutron-server[103917]: INFO neutron.wsgi [None req-29e85f2b-c63f-49c8-8eff-e3e751ff3aec admin admin] 10.222.0.66 "POST /v2.0/networks HTTP/1.1" status: 201 len: 870 time: 1.0850284 Jun 16 17:25:01.051208 dv-cinder-837356-2-iscsi neutron-server[103916]: DEBUG neutron.wsgi [-] (103916) accepted ('10.222.0.66', 40530) {{(pid=103916) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 16 17:25:01.058597 dv-cinder-837356-2-iscsi neutron-server[103916]: DEBUG neutron.api.v2.base [None req-5a08560e-2f3c-4534-9458-5018374066cb admin admin] Request body: {'subnet': {'network_id': '35603100-8685-44dd-88ce-ba2913489196', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestMinimumBasicScenario-1583816744-subnet', 'tenant_id': '546929b1810a4d20b273f3e5492ec6ed', 'ip_version': 4}} {{(pid=103916) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jun 16 17:25:01.083387 dv-cinder-837356-2-iscsi neutron-server[103917]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-29e85f2b-c63f-49c8-8eff-e3e751ff3aec admin admin] Pushing event updated for resources: {'Network': ['ID=35603100-8685-44dd-88ce-ba2913489196,revision_number=1']} {{(pid=103917) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 17:25:01.091261 dv-cinder-837356-2-iscsi neutron-server[103916]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5a08560e-2f3c-4534-9458-5018374066cb admin admin] Made reservation on behalf of 546929b1810a4d20b273f3e5492ec6ed for: {'subnet': 1} {{(pid=103916) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 16 17:25:01.095291 dv-cinder-837356-2-iscsi neutron-server[103918]: DEBUG neutron.plugins.ml2.rpc [None req-39ead2dc-a542-4f04-b117-439eb7f32aa8 None None] Network 35603100-8685-44dd-88ce-ba2913489196 details requested by agent ovs-agent-dv-cinder-837356-2-iscsi with host dv-cinder-837356-2-iscsi {{(pid=103918) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jun 16 17:25:01.100140 dv-cinder-837356-2-iscsi neutron-server[103916]: DEBUG neutron_lib.callbacks.manager [None req-5a08560e-2f3c-4534-9458-5018374066cb admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-25510000'] for subnet (None), before_create {{(pid=103916) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 17:25:01.149021 dv-cinder-837356-2-iscsi neutron-server[103917]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c5b9b485-7e74-48de-ba0a-0f9e1f61780e service neutron] Pushing event updated for resources: {'Port': ['ID=9e73391a-9d05-40e7-8c63-8913ccd9e1bc,revision_number=2']} {{(pid=103917) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 17:25:01.179572 dv-cinder-837356-2-iscsi neutron-server[103917]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3186c44f-8d80-4d98-885d-235c122994ad req-475ea3ae-8e6b-4620-98b5-8e18c1b68a63 tempest-VolumesSnapshotTestJSON-385000497 tempest-VolumesSnapshotTestJSON-385000497-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103917) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 16 17:25:01.181245 dv-cinder-837356-2-iscsi neutron-server[103917]: INFO neutron.wsgi [req-3186c44f-8d80-4d98-885d-235c122994ad req-475ea3ae-8e6b-4620-98b5-8e18c1b68a63 tempest-VolumesSnapshotTestJSON-385000497 tempest-VolumesSnapshotTestJSON-385000497-project] 10.222.0.66 "GET /v2.0/ports?device_id=0e36f5bc-922d-4dfe-9ecb-49ba6c855878 HTTP/1.1" status: 200 len: 944 time: 0.4339497 Jun 16 17:25:01.182593 dv-cinder-837356-2-iscsi neutron-server[103917]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d423174c-b59d-4d74-9ad8-8a5ca56589a7 req-f949fab1-675d-4347-acee-dd302f49a405 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103917) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 16 17:25:01.183967 dv-cinder-837356-2-iscsi neutron-server[103917]: INFO neutron.wsgi [req-d423174c-b59d-4d74-9ad8-8a5ca56589a7 req-f949fab1-675d-4347-acee-dd302f49a405 service neutron] 10.222.0.81 "GET /v2.0/ports?tenant_id=ccf5c45783454fc5a7872490196f07e0&device_id=4065d5c1-0b16-413a-a5b5-e0e725e1e71b HTTP/1.1" status: 200 len: 1127 time: 0.1021519 Jun 16 17:25:01.270987 dv-cinder-837356-2-iscsi neutron-server[103917]: DEBUG dbcounter [-] [103917] Writing DB stats neutron:SELECT=88,neutron:INSERT=6,neutron:UPDATE=4,neutron:DELETE=2 {{(pid=103917) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 16 17:25:01.274264 dv-cinder-837356-2-iscsi neutron-server[103916]: DEBUG dbcounter [-] [103916] Writing DB stats neutron:SELECT=93,neutron:DELETE=3,neutron:INSERT=4 {{(pid=103916) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 16 17:25:01.336169 dv-cinder-837356-2-iscsi neutron-server[103916]: DEBUG neutron_lib.callbacks.manager [None req-5a08560e-2f3c-4534-9458-5018374066cb admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-570574', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16241551', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-25518043', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-25509954'] for subnet (bd08d793-0f26-4cdb-b55c-28713cb435a0), after_create {{(pid=103916) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 17:25:01.357305 dv-cinder-837356-2-iscsi neutron-server[103917]: INFO neutron.wsgi [req-3186c44f-8d80-4d98-885d-235c122994ad req-67d24cd3-daf6-4548-8b15-3ac29abfc6c9 tempest-VolumesSnapshotTestJSON-385000497 tempest-VolumesSnapshotTestJSON-385000497-project] 10.222.0.66 "GET /v2.0/security-groups?id=e34b8f4f-0bd7-4695-872b-8d05a10daf59&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1455698 Jun 16 17:25:01.358326 dv-cinder-837356-2-iscsi neutron-server[103917]: DEBUG neutron.plugins.ml2.managers [req-bdb9339e-d7f7-46e4-8874-e88b0ecbcee7 req-c5b9b485-7e74-48de-ba0a-0f9e1f61780e service neutron] Attempting to bind port 9e73391a-9d05-40e7-8c63-8913ccd9e1bc on host hv-cinder-83735 for vnic_type normal with profile {{(pid=103917) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:811}} Jun 16 17:25:01.358670 dv-cinder-837356-2-iscsi neutron-server[103917]: DEBUG neutron.plugins.ml2.managers [req-bdb9339e-d7f7-46e4-8874-e88b0ecbcee7 req-c5b9b485-7e74-48de-ba0a-0f9e1f61780e service neutron] Attempting to bind port 9e73391a-9d05-40e7-8c63-8913ccd9e1bc by drivers openvswitch,hyperv on host hv-cinder-83735 at level 0 using segments [{'id': '2b8eb4e0-b34f-4c5f-88c1-fe36b7eb4fdd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1020, 'network_id': '184a3d80-6b15-43ef-84b8-ddb86570078c'}] {{(pid=103917) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:836}} Jun 16 17:25:01.358997 dv-cinder-837356-2-iscsi neutron-server[103917]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bdb9339e-d7f7-46e4-8874-e88b0ecbcee7 req-c5b9b485-7e74-48de-ba0a-0f9e1f61780e service neutron] Attempting to bind port 9e73391a-9d05-40e7-8c63-8913ccd9e1bc on network 184a3d80-6b15-43ef-84b8-ddb86570078c {{(pid=103917) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jun 16 17:25:01.368294 dv-cinder-837356-2-iscsi neutron-server[103917]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bdb9339e-d7f7-46e4-8874-e88b0ecbcee7 req-c5b9b485-7e74-48de-ba0a-0f9e1f61780e service neutron] Port 9e73391a-9d05-40e7-8c63-8913ccd9e1bc on network 184a3d80-6b15-43ef-84b8-ddb86570078c not bound, no agent of type Open vSwitch agent registered on host hv-cinder-83735 {{(pid=103917) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Jun 16 17:25:01.368623 dv-cinder-837356-2-iscsi neutron-server[103917]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bdb9339e-d7f7-46e4-8874-e88b0ecbcee7 req-c5b9b485-7e74-48de-ba0a-0f9e1f61780e service neutron] Attempting to bind port 9e73391a-9d05-40e7-8c63-8913ccd9e1bc on network 184a3d80-6b15-43ef-84b8-ddb86570078c {{(pid=103917) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jun 16 17:25:01.379088 dv-cinder-837356-2-iscsi neutron-server[103917]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bdb9339e-d7f7-46e4-8874-e88b0ecbcee7 req-c5b9b485-7e74-48de-ba0a-0f9e1f61780e service neutron] Checking agent: {'id': '2e97d73d-50fc-4f89-a4ea-85f65eb860d8', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-83735', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 6, 16, 17, 20, 29), 'started_at': datetime.datetime(2022, 6, 16, 17, 20, 29), 'heartbeat_timestamp': datetime.datetime(2022, 6, 16, 17, 24, 59), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103917) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jun 16 17:25:01.379431 dv-cinder-837356-2-iscsi neutron-server[103917]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bdb9339e-d7f7-46e4-8874-e88b0ecbcee7 req-c5b9b485-7e74-48de-ba0a-0f9e1f61780e service neutron] Checking segment: {'id': '2b8eb4e0-b34f-4c5f-88c1-fe36b7eb4fdd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1020, 'network_id': '184a3d80-6b15-43ef-84b8-ddb86570078c'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103917) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jun 16 17:25:01.379813 dv-cinder-837356-2-iscsi neutron-server[103917]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bdb9339e-d7f7-46e4-8874-e88b0ecbcee7 req-c5b9b485-7e74-48de-ba0a-0f9e1f61780e service neutron] Bound using segment: {'id': '2b8eb4e0-b34f-4c5f-88c1-fe36b7eb4fdd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1020, 'network_id': '184a3d80-6b15-43ef-84b8-ddb86570078c'} {{(pid=103917) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jun 16 17:25:01.380253 dv-cinder-837356-2-iscsi neutron-server[103917]: DEBUG neutron.plugins.ml2.managers [req-bdb9339e-d7f7-46e4-8874-e88b0ecbcee7 req-c5b9b485-7e74-48de-ba0a-0f9e1f61780e service neutron] Bound port: 9e73391a-9d05-40e7-8c63-8913ccd9e1bc, host: hv-cinder-83735, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '2b8eb4e0-b34f-4c5f-88c1-fe36b7eb4fdd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1020, 'network_id': '184a3d80-6b15-43ef-84b8-ddb86570078c'}}] {{(pid=103917) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:948}} Jun 16 17:25:01.380614 dv-cinder-837356-2-iscsi neutron-server[103917]: DEBUG neutron_lib.callbacks.manager [req-bdb9339e-d7f7-46e4-8874-e88b0ecbcee7 req-c5b9b485-7e74-48de-ba0a-0f9e1f61780e service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16007590'] for port (9e73391a-9d05-40e7-8c63-8913ccd9e1bc), before_update {{(pid=103917) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 17:25:01.419548 dv-cinder-837356-2-iscsi neutron-server[103917]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d423174c-b59d-4d74-9ad8-8a5ca56589a7 req-7d9d641d-59e3-4c07-8a54-ecf8456a353a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103917) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 16 17:25:01.420752 dv-cinder-837356-2-iscsi neutron-server[103916]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5a08560e-2f3c-4534-9458-5018374066cb admin admin] Pushing event updated for resources: {'Subnet': ['ID=bd08d793-0f26-4cdb-b55c-28713cb435a0,revision_number=0']} {{(pid=103916) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 17:25:01.422386 dv-cinder-837356-2-iscsi neutron-server[103917]: INFO neutron.wsgi [req-d423174c-b59d-4d74-9ad8-8a5ca56589a7 req-7d9d641d-59e3-4c07-8a54-ecf8456a353a service neutron] 10.222.0.81 "GET /v2.0/networks?id=7c13538c-2941-4763-a560-37a0a33d14c7 HTTP/1.1" status: 200 len: 921 time: 0.2117405 Jun 16 17:25:01.433242 dv-cinder-837356-2-iscsi neutron-server[103916]: DEBUG dbcounter [-] [103916] Writing DB stats neutron:SELECT=94,neutron:DELETE=1,neutron:INSERT=4,neutron:UPDATE=1 {{(pid=103916) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 16 17:25:01.435285 dv-cinder-837356-2-iscsi neutron-server[103916]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5a08560e-2f3c-4534-9458-5018374066cb admin admin] Checking segment: {'id': '937c5a5e-3ee7-4507-994c-7f9e653b9d74', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1038, 'network_id': '35603100-8685-44dd-88ce-ba2913489196'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103916) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jun 16 17:25:01.436009 dv-cinder-837356-2-iscsi neutron-server[103916]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5a08560e-2f3c-4534-9458-5018374066cb admin admin] Network hostable DHCP agents. Network: 35603100-8685-44dd-88ce-ba2913489196, hostable agents: ['0913b7ec-eea4-4492-8ef1-e01c4575abca'], hosted agents: [] {{(pid=103916) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jun 16 17:25:01.462396 dv-cinder-837356-2-iscsi neutron-server[103916]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5a08560e-2f3c-4534-9458-5018374066cb admin admin] Network 35603100-8685-44dd-88ce-ba2913489196 is scheduled to be hosted by DHCP agent 0913b7ec-eea4-4492-8ef1-e01c4575abca with binding_index 1 {{(pid=103916) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jun 16 17:25:01.480545 dv-cinder-837356-2-iscsi neutron-server[103916]: DEBUG neutron.scheduler.base_scheduler [None req-5a08560e-2f3c-4534-9458-5018374066cb admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-837356-2-iscsi, 35603100-8685-44dd-88ce-ba2913489196) {{(pid=103916) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 16 17:25:01.486816 dv-cinder-837356-2-iscsi neutron-server[103916]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5a08560e-2f3c-4534-9458-5018374066cb admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103916) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 16 17:25:01.488113 dv-cinder-837356-2-iscsi neutron-server[103916]: DEBUG neutron_lib.callbacks.manager [None req-5a08560e-2f3c-4534-9458-5018374066cb admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-16241561'] for subnet (None), before_response {{(pid=103916) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 17:25:01.496628 dv-cinder-837356-2-iscsi neutron-server[103918]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0b29425c-17fc-42d1-8a1c-cef7edc1611d None None] Network 35603100-8685-44dd-88ce-ba2913489196 requested from dv-cinder-837356-2-iscsi {{(pid=103918) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jun 16 17:25:01.510787 dv-cinder-837356-2-iscsi neutron-server[103917]: INFO neutron.wsgi [req-d423174c-b59d-4d74-9ad8-8a5ca56589a7 req-bda4841a-34a6-475c-8fe4-cb3da8fbeb2b service neutron] 10.222.0.81 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=3e68f997-7180-47a9-a1f0-ae3a5f70d0a3 HTTP/1.1" status: 200 len: 217 time: 0.0624695 Jun 16 17:25:01.524802 dv-cinder-837356-2-iscsi neutron-server[103916]: INFO neutron.wsgi [None req-5a08560e-2f3c-4534-9458-5018374066cb admin admin] 10.222.0.66 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 851 time: 0.4724245 Jun 16 17:25:01.527625 dv-cinder-837356-2-iscsi neutron-server[103916]: DEBUG neutron.wsgi [-] (103916) accepted ('10.222.0.66', 40542) {{(pid=103916) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 16 17:25:01.532902 dv-cinder-837356-2-iscsi neutron-server[103916]: DEBUG neutron.api.v2.base [None req-2bcafbb9-85ae-446e-911a-a7dc5bce291e admin admin] Request body: {'router': {'name': 'tempest-TestMinimumBasicScenario-1583816744-router', 'tenant_id': '546929b1810a4d20b273f3e5492ec6ed', 'external_gateway_info': {'network_id': '9df31235-0797-44e6-85a0-102cb2da2d58'}}} {{(pid=103916) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jun 16 17:25:01.557288 dv-cinder-837356-2-iscsi neutron-server[103916]: DEBUG neutron_lib.callbacks.manager [None req-2bcafbb9-85ae-446e-911a-a7dc5bce291e admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-706286', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-65378'] for router (3a6cdede-165f-4bdb-a89a-490c73b652dc), before_create {{(pid=103916) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 17:25:01.559251 dv-cinder-837356-2-iscsi neutron-server[103916]: DEBUG neutron_lib.callbacks.manager [None req-2bcafbb9-85ae-446e-911a-a7dc5bce291e admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-706077', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-735905', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-614867', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-65307'] for router (3a6cdede-165f-4bdb-a89a-490c73b652dc), precommit_create {{(pid=103916) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 17:25:01.589161 dv-cinder-837356-2-iscsi neutron-server[103917]: DEBUG neutron.plugins.ml2.db [req-bdb9339e-d7f7-46e4-8874-e88b0ecbcee7 req-c5b9b485-7e74-48de-ba0a-0f9e1f61780e service neutron] For port 9e73391a-9d05-40e7-8c63-8913ccd9e1bc, host hv-cinder-83735, cleared binding levels {{(pid=103917) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 16 17:25:01.595335 dv-cinder-837356-2-iscsi neutron-server[103917]: DEBUG neutron.plugins.ml2.db [req-bdb9339e-d7f7-46e4-8874-e88b0ecbcee7 req-c5b9b485-7e74-48de-ba0a-0f9e1f61780e service neutron] For port 9e73391a-9d05-40e7-8c63-8913ccd9e1bc, host hv-cinder-83735, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83735',level=0,port_id=9e73391a-9d05-40e7-8c63-8913ccd9e1bc,segment=NetworkSegment(2b8eb4e0-b34f-4c5f-88c1-fe36b7eb4fdd),segment_id=2b8eb4e0-b34f-4c5f-88c1-fe36b7eb4fdd)] {{(pid=103917) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 16 17:25:01.601490 dv-cinder-837356-2-iscsi neutron-server[103917]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d423174c-b59d-4d74-9ad8-8a5ca56589a7 req-386ed052-fb36-481f-a0b2-67a7b4a15900 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103917) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 16 17:25:01.603541 dv-cinder-837356-2-iscsi neutron-server[103917]: INFO neutron.wsgi [req-d423174c-b59d-4d74-9ad8-8a5ca56589a7 req-386ed052-fb36-481f-a0b2-67a7b4a15900 service neutron] 10.222.0.81 "GET /v2.0/subnets?id=8e38426e-d044-4155-92d6-5d9da7f0fc35 HTTP/1.1" status: 200 len: 858 time: 0.0822840 Jun 16 17:25:01.605455 dv-cinder-837356-2-iscsi neutron-server[103917]: DEBUG neutron_lib.callbacks.manager [req-bdb9339e-d7f7-46e4-8874-e88b0ecbcee7 req-c5b9b485-7e74-48de-ba0a-0f9e1f61780e service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16007527', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-75831', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16241551', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728539364693', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728538993439', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728538993457', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3819734'] for port (9e73391a-9d05-40e7-8c63-8913ccd9e1bc), after_update {{(pid=103917) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 17:25:01.621781 dv-cinder-837356-2-iscsi neutron-server[103916]: DEBUG neutron_lib.callbacks.manager [None req-2bcafbb9-85ae-446e-911a-a7dc5bce291e admin admin] Publish callbacks [] for router_controller (3a6cdede-165f-4bdb-a89a-490c73b652dc), precommit_add_association {{(pid=103916) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 17:25:01.627904 dv-cinder-837356-2-iscsi neutron-server[103918]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-15e9e3d2-788b-4b38-ab88-217baa32e439 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp3cc71102-b35b-562a-842b-e84838effaf9-35603100-8685-44dd-88ce-ba2913489196', 'network_id': '35603100-8685-44dd-88ce-ba2913489196', 'project_id': '546929b1810a4d20b273f3e5492ec6ed', 'fixed_ips': [{'subnet_id': 'bd08d793-0f26-4cdb-b55c-28713cb435a0'}]}} from dv-cinder-837356-2-iscsi. {{(pid=103918) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Jun 16 17:25:01.628876 dv-cinder-837356-2-iscsi neutron-server[103918]: DEBUG neutron_lib.callbacks.manager [None req-15e9e3d2-788b-4b38-ab88-217baa32e439 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16007590'] for port (None), before_create {{(pid=103918) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 17:25:01.687674 dv-cinder-837356-2-iscsi neutron-server[103917]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bdb9339e-d7f7-46e4-8874-e88b0ecbcee7 req-c5b9b485-7e74-48de-ba0a-0f9e1f61780e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103917) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 16 17:25:01.688302 dv-cinder-837356-2-iscsi neutron-server[103917]: DEBUG neutron_lib.callbacks.manager [req-bdb9339e-d7f7-46e4-8874-e88b0ecbcee7 req-c5b9b485-7e74-48de-ba0a-0f9e1f61780e service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-191112'] for port (None), before_response {{(pid=103917) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 17:25:01.689771 dv-cinder-837356-2-iscsi neutron-server[103917]: INFO neutron.wsgi [req-bdb9339e-d7f7-46e4-8874-e88b0ecbcee7 req-c5b9b485-7e74-48de-ba0a-0f9e1f61780e service neutron] 10.222.0.81 "PUT /v2.0/ports/9e73391a-9d05-40e7-8c63-8913ccd9e1bc HTTP/1.1" status: 200 len: 1094 time: 1.6080048 Jun 16 17:25:01.690310 dv-cinder-837356-2-iscsi neutron-server[103917]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '0e36f5bc-922d-4dfe-9ecb-49ba6c855878', 'tag': '9e73391a-9d05-40e7-8c63-8913ccd9e1bc'}] {{(pid=103917) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jun 16 17:25:01.692675 dv-cinder-837356-2-iscsi neutron-server[103917]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.66/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6f3fd2b1a6655810f50592bc9015c397d118e5689141688eaf1b23dbeee2ebf8" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-eee44d58-b28a-47ad-9d64-d38f22ad4f85" -d '{"events": [{"name": "network-changed", "server_uuid": "0e36f5bc-922d-4dfe-9ecb-49ba6c855878", "tag": "9e73391a-9d05-40e7-8c63-8913ccd9e1bc"}]}' {{(pid=103917) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 16 17:25:01.723077 dv-cinder-837356-2-iscsi neutron-server[103917]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d423174c-b59d-4d74-9ad8-8a5ca56589a7 req-985af728-fc8f-4f6b-9004-2b2d85f01744 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103917) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 16 17:25:01.724593 dv-cinder-837356-2-iscsi neutron-server[103917]: INFO neutron.wsgi [req-d423174c-b59d-4d74-9ad8-8a5ca56589a7 req-985af728-fc8f-4f6b-9004-2b2d85f01744 service neutron] 10.222.0.81 "GET /v2.0/ports?network_id=7c13538c-2941-4763-a560-37a0a33d14c7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0872455 Jun 16 17:25:01.725202 dv-cinder-837356-2-iscsi neutron-server[103917]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c5b9b485-7e74-48de-ba0a-0f9e1f61780e service neutron] Pushing event updated for resources: {'Port': ['ID=9e73391a-9d05-40e7-8c63-8913ccd9e1bc,revision_number=3']} {{(pid=103917) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 17:25:01.792972 dv-cinder-837356-2-iscsi neutron-server[103917]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 16 Jun 2022 17:25:01 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b25cb87d-da74-402f-bef7-1819b35f3443 x-openstack-request-id: req-b25cb87d-da74-402f-bef7-1819b35f3443 {{(pid=103917) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 16 17:25:01.792972 dv-cinder-837356-2-iscsi neutron-server[103917]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "0e36f5bc-922d-4dfe-9ecb-49ba6c855878", "tag": "9e73391a-9d05-40e7-8c63-8913ccd9e1bc", "status": "completed", "code": 200}]} {{(pid=103917) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 16 17:25:01.792972 dv-cinder-837356-2-iscsi neutron-server[103917]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.66/compute/v2.1/os-server-external-events used request id req-b25cb87d-da74-402f-bef7-1819b35f3443 {{(pid=103917) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 16 17:25:01.793371 dv-cinder-837356-2-iscsi neutron-server[103917]: INFO neutron.notifiers.nova [-] Nova event matching ['req-b25cb87d-da74-402f-bef7-1819b35f3443'] response: {'name': 'network-changed', 'server_uuid': '0e36f5bc-922d-4dfe-9ecb-49ba6c855878', 'tag': '9e73391a-9d05-40e7-8c63-8913ccd9e1bc', 'status': 'completed', 'code': 200} Jun 16 17:25:01.822081 dv-cinder-837356-2-iscsi neutron-server[103918]: DEBUG dbcounter [-] [103918] Writing DB stats neutron:SELECT=96,neutron:UPDATE=3,neutron:INSERT=1 {{(pid=103918) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 16 17:25:01.838485 dv-cinder-837356-2-iscsi neutron-server[103917]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bdb9339e-d7f7-46e4-8874-e88b0ecbcee7 req-d8b501ba-b4ea-44ed-a7d7-695a50f65200 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103917) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 16 17:25:01.840076 dv-cinder-837356-2-iscsi neutron-server[103917]: INFO neutron.wsgi [req-bdb9339e-d7f7-46e4-8874-e88b0ecbcee7 req-d8b501ba-b4ea-44ed-a7d7-695a50f65200 service neutron] 10.222.0.81 "GET /v2.0/ports?tenant_id=f96239e8e212410aac9df2d35293c665&device_id=0e36f5bc-922d-4dfe-9ecb-49ba6c855878 HTTP/1.1" status: 200 len: 1128 time: 0.0975645 Jun 16 17:25:01.864389 dv-cinder-837356-2-iscsi neutron-server[103916]: DEBUG neutron_lib.callbacks.manager [None req-2bcafbb9-85ae-446e-911a-a7dc5bce291e admin admin] Publish callbacks [] for router_gateway (3a6cdede-165f-4bdb-a89a-490c73b652dc), precommit_update {{(pid=103916) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 17:25:01.880921 dv-cinder-837356-2-iscsi neutron-server[103916]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e40685a9-6dbf-4db4-8e60-5f3e3252d2dc req-729f0d35-cbd8-4654-b589-6f4a45beb03e tempest-AttachVolumeShelveTestJSON-1123487845 tempest-AttachVolumeShelveTestJSON-1123487845-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103916) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 16 17:25:01.882396 dv-cinder-837356-2-iscsi neutron-server[103916]: INFO neutron.wsgi [req-e40685a9-6dbf-4db4-8e60-5f3e3252d2dc req-729f0d35-cbd8-4654-b589-6f4a45beb03e tempest-AttachVolumeShelveTestJSON-1123487845 tempest-AttachVolumeShelveTestJSON-1123487845-project] 10.222.0.66 "GET /v2.0/ports?device_id=ab2e7148-fa86-4648-9e4b-87e27fcf1147 HTTP/1.1" status: 200 len: 946 time: 0.0892596 Jun 16 17:25:01.891679 dv-cinder-837356-2-iscsi neutron-server[103917]: INFO neutron.wsgi [req-bdb9339e-d7f7-46e4-8874-e88b0ecbcee7 req-52813d05-1a79-41e5-8661-378f2edc6ed9 service neutron] 10.222.0.81 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=9e73391a-9d05-40e7-8c63-8913ccd9e1bc HTTP/1.1" status: 200 len: 217 time: 0.0433471 Jun 16 17:25:01.910869 dv-cinder-837356-2-iscsi neutron-server[103918]: DEBUG neutron.db.db_base_plugin_common [None req-15e9e3d2-788b-4b38-ab88-217baa32e439 None None] Allocated IP 172.20.0.2 (35603100-8685-44dd-88ce-ba2913489196/bd08d793-0f26-4cdb-b55c-28713cb435a0/e4980870-ccc1-487d-9329-a06f2865016d) {{(pid=103918) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 16 17:25:01.916543 dv-cinder-837356-2-iscsi neutron-server[103918]: DEBUG dbcounter [-] [103918] Writing DB stats neutron:SELECT=92,neutron:UPDATE=6,neutron:INSERT=2 {{(pid=103918) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 16 17:25:01.959706 dv-cinder-837356-2-iscsi neutron-server[103917]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bdb9339e-d7f7-46e4-8874-e88b0ecbcee7 req-7b0f8d07-a03a-4236-8eec-d72815b9210a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103917) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 16 17:25:01.961652 dv-cinder-837356-2-iscsi neutron-server[103917]: INFO neutron.wsgi [req-bdb9339e-d7f7-46e4-8874-e88b0ecbcee7 req-7b0f8d07-a03a-4236-8eec-d72815b9210a service neutron] 10.222.0.81 "GET /v2.0/subnets?id=0a15a8f4-c07c-4d90-a6f2-8394d3f253a0 HTTP/1.1" status: 200 len: 854 time: 0.0585010 Jun 16 17:25:01.967127 dv-cinder-837356-2-iscsi neutron-server[103917]: INFO neutron.wsgi [req-d423174c-b59d-4d74-9ad8-8a5ca56589a7 req-e7c852f3-5a9a-4165-8982-8520779d5967 service neutron] 10.222.0.81 "GET /v2.0/networks/7c13538c-2941-4763-a560-37a0a33d14c7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2341094 Jun 16 17:25:01.998823 dv-cinder-837356-2-iscsi neutron-server[103916]: INFO neutron.wsgi [req-e40685a9-6dbf-4db4-8e60-5f3e3252d2dc req-a050f001-b30d-4d84-bb98-5b265b474b90 tempest-AttachVolumeShelveTestJSON-1123487845 tempest-AttachVolumeShelveTestJSON-1123487845-project] 10.222.0.66 "GET /v2.0/security-groups?id=5ab805c8-38ae-4655-bf71-1fc1999d288e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1000462 Jun 16 17:25:02.074816 dv-cinder-837356-2-iscsi neutron-server[103917]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-583f9f0c-9e5a-4109-8648-c7ab72cb0228 req-b9734205-a78a-4180-ad81-55b952c8e124 tempest-ServerRescueNegativeTestJSON-1475515620 tempest-ServerRescueNegativeTestJSON-1475515620-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103917) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 16 17:25:02.076434 dv-cinder-837356-2-iscsi neutron-server[103917]: INFO neutron.wsgi [req-583f9f0c-9e5a-4109-8648-c7ab72cb0228 req-b9734205-a78a-4180-ad81-55b952c8e124 tempest-ServerRescueNegativeTestJSON-1475515620 tempest-ServerRescueNegativeTestJSON-1475515620-project] 10.222.0.66 "GET /v2.0/ports?device_id=4065d5c1-0b16-413a-a5b5-e0e725e1e71b HTTP/1.1" status: 200 len: 943 time: 0.0729599 Jun 16 17:25:02.110634 dv-cinder-837356-2-iscsi neutron-server[103918]: DEBUG neutron_lib.callbacks.manager [None req-15e9e3d2-788b-4b38-ab88-217baa32e439 None None] Publish callbacks [] for port (e4980870-ccc1-487d-9329-a06f2865016d), precommit_create {{(pid=103918) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 17:25:02.117346 dv-cinder-837356-2-iscsi neutron-server[103918]: DEBUG neutron_lib.callbacks.manager [None req-15e9e3d2-788b-4b38-ab88-217baa32e439 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16007527', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-75831', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16241551', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8728538993421'] for port (e4980870-ccc1-487d-9329-a06f2865016d), after_create {{(pid=103918) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 17:25:02.146779 dv-cinder-837356-2-iscsi neutron-server[103916]: DEBUG neutron_lib.callbacks.manager [None req-2bcafbb9-85ae-446e-911a-a7dc5bce291e admin admin] Publish callbacks [] for router_gateway (3a6cdede-165f-4bdb-a89a-490c73b652dc), before_create {{(pid=103916) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 17:25:02.166051 dv-cinder-837356-2-iscsi neutron-server[103918]: DEBUG neutron.plugins.ml2.rpc [None req-b2b17746-c296-4803-869a-65578e8233dd None None] Device 3e68f997-7180-47a9-a1f0-ae3a5f70d0a3 details requested by agent hyperv_hv-cinder-83735 with host hv-cinder-83735 {{(pid=103918) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jun 16 17:25:02.169365 dv-cinder-837356-2-iscsi neutron-server[103916]: DEBUG neutron_lib.callbacks.manager [None req-2bcafbb9-85ae-446e-911a-a7dc5bce291e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16007590'] for port (None), before_create {{(pid=103916) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 17:25:02.176111 dv-cinder-837356-2-iscsi neutron-server[103918]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-15e9e3d2-788b-4b38-ab88-217baa32e439 None None] Network 35603100-8685-44dd-88ce-ba2913489196 is already hosted by enough agents. {{(pid=103918) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 16 17:25:02.181724 dv-cinder-837356-2-iscsi neutron-server[103918]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-15e9e3d2-788b-4b38-ab88-217baa32e439 None None] Pushing event updated for resources: {'Port': ['ID=e4980870-ccc1-487d-9329-a06f2865016d,revision_number=1']} {{(pid=103918) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 17:25:02.190474 dv-cinder-837356-2-iscsi neutron-server[103918]: DEBUG neutron.scheduler.base_scheduler [None req-15e9e3d2-788b-4b38-ab88-217baa32e439 None None] Resources bound (agent type, host, resource id): {{(pid=103918) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 16 17:25:02.193701 dv-cinder-837356-2-iscsi neutron-server[103917]: INFO neutron.wsgi [req-bdb9339e-d7f7-46e4-8874-e88b0ecbcee7 req-418ed783-2645-4fa2-9127-e8b8263f01ff service neutron] 10.222.0.81 "GET /v2.0/ports?network_id=184a3d80-6b15-43ef-84b8-ddb86570078c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0776217 Jun 16 17:25:02.195747 dv-cinder-837356-2-iscsi neutron-server[103918]: DEBUG neutron.db.l3_dvrscheduler_db [None req-15e9e3d2-788b-4b38-ab88-217baa32e439 None None] Received port after_create {{(pid=103918) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:542}} Jun 16 17:25:02.235037 dv-cinder-837356-2-iscsi neutron-server[103917]: DEBUG dbcounter [-] [103917] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=103917) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 16 17:25:02.241458 dv-cinder-837356-2-iscsi neutron-server[103917]: INFO neutron.wsgi [req-583f9f0c-9e5a-4109-8648-c7ab72cb0228 req-56593403-d445-476e-a4a4-d3ad17eeaa4e tempest-ServerRescueNegativeTestJSON-1475515620 tempest-ServerRescueNegativeTestJSON-1475515620-project] 10.222.0.66 "GET /v2.0/security-groups?id=d7d25be3-a5ac-46a1-b854-10a8a8453e86&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1530225 Jun 16 17:25:02.286600 dv-cinder-837356-2-iscsi neutron-server[103917]: INFO neutron.wsgi [req-d423174c-b59d-4d74-9ad8-8a5ca56589a7 req-fe2b48b1-5ad4-4f4e-b99f-fe395d38cfcd service neutron] 10.222.0.81 "GET /v2.0/networks/7c13538c-2941-4763-a560-37a0a33d14c7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1606929 Jun 16 17:25:02.317396 dv-cinder-837356-2-iscsi neutron-server[103916]: DEBUG neutron.db.db_base_plugin_common [None req-2bcafbb9-85ae-446e-911a-a7dc5bce291e admin admin] Allocated IP 172.27.2.172 (9df31235-0797-44e6-85a0-102cb2da2d58/1dfb0320-f5eb-46f6-88ce-33002f500238/e1fc7f8e-d522-4dee-815c-38e4da48912b) {{(pid=103916) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 16 17:25:02.327119 dv-cinder-837356-2-iscsi neutron-server[103918]: DEBUG neutron.plugins.ml2.managers [None req-15e9e3d2-788b-4b38-ab88-217baa32e439 None None] Attempting to bind port e4980870-ccc1-487d-9329-a06f2865016d on host dv-cinder-837356-2-iscsi for vnic_type normal with profile {{(pid=103918) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:811}} Jun 16 17:25:02.328025 dv-cinder-837356-2-iscsi neutron-server[103918]: DEBUG neutron.plugins.ml2.managers [None req-15e9e3d2-788b-4b38-ab88-217baa32e439 None None] Attempting to bind port e4980870-ccc1-487d-9329-a06f2865016d by drivers openvswitch,hyperv on host dv-cinder-837356-2-iscsi at level 0 using segments [{'id': '937c5a5e-3ee7-4507-994c-7f9e653b9d74', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1038, 'network_id': '35603100-8685-44dd-88ce-ba2913489196'}] {{(pid=103918) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:836}} Jun 16 17:25:02.328025 dv-cinder-837356-2-iscsi neutron-server[103918]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-15e9e3d2-788b-4b38-ab88-217baa32e439 None None] Attempting to bind port e4980870-ccc1-487d-9329-a06f2865016d on network 35603100-8685-44dd-88ce-ba2913489196 {{(pid=103918) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jun 16 17:25:02.338203 dv-cinder-837356-2-iscsi neutron-server[103918]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-15e9e3d2-788b-4b38-ab88-217baa32e439 None None] Checking agent: {'id': '5b2fa84c-1db1-41c6-a6b9-975c3da28daf', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-837356-2-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 6, 16, 17, 14, 18), 'started_at': datetime.datetime(2022, 6, 16, 17, 14, 48), 'heartbeat_timestamp': datetime.datetime(2022, 6, 16, 17, 24, 48), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-837356-2-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103918) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jun 16 17:25:02.338564 dv-cinder-837356-2-iscsi neutron-server[103918]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-15e9e3d2-788b-4b38-ab88-217baa32e439 None None] Checking segment: {'id': '937c5a5e-3ee7-4507-994c-7f9e653b9d74', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1038, 'network_id': '35603100-8685-44dd-88ce-ba2913489196'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103918) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jun 16 17:25:02.338976 dv-cinder-837356-2-iscsi neutron-server[103918]: DEBUG neutron_lib.callbacks.manager [None req-15e9e3d2-788b-4b38-ab88-217baa32e439 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103918) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 17:25:02.339349 dv-cinder-837356-2-iscsi neutron-server[103918]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-15e9e3d2-788b-4b38-ab88-217baa32e439 None None] Bound using segment: {'id': '937c5a5e-3ee7-4507-994c-7f9e653b9d74', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1038, 'network_id': '35603100-8685-44dd-88ce-ba2913489196'} {{(pid=103918) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jun 16 17:25:02.339817 dv-cinder-837356-2-iscsi neutron-server[103918]: DEBUG neutron.plugins.ml2.managers [None req-15e9e3d2-788b-4b38-ab88-217baa32e439 None None] Bound port: e4980870-ccc1-487d-9329-a06f2865016d, host: dv-cinder-837356-2-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '937c5a5e-3ee7-4507-994c-7f9e653b9d74', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1038, 'network_id': '35603100-8685-44dd-88ce-ba2913489196'}}] {{(pid=103918) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:948}} Jun 16 17:25:02.340244 dv-cinder-837356-2-iscsi neutron-server[103918]: DEBUG neutron_lib.callbacks.manager [None req-15e9e3d2-788b-4b38-ab88-217baa32e439 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16007590'] for port (e4980870-ccc1-487d-9329-a06f2865016d), before_update {{(pid=103918) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 17:25:02.380916 dv-cinder-837356-2-iscsi neutron-server[103916]: DEBUG dbcounter [-] [103916] Writing DB stats neutron:SELECT=88,neutron:INSERT=8,neutron:UPDATE=3,neutron:DELETE=1 {{(pid=103916) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 16 17:25:02.399528 dv-cinder-837356-2-iscsi neutron-server[103918]: DEBUG neutron.plugins.ml2.db [None req-b2b17746-c296-4803-869a-65578e8233dd None None] For port 3e68f997-7180-47a9-a1f0-ae3a5f70d0a3, host hv-cinder-83735, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83735',level=0,port_id=3e68f997-7180-47a9-a1f0-ae3a5f70d0a3,segment=NetworkSegment(036772f7-7333-486e-9364-cdd941d04468),segment_id=036772f7-7333-486e-9364-cdd941d04468)] {{(pid=103918) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 16 17:25:02.429556 dv-cinder-837356-2-iscsi neutron-server[103918]: DEBUG neutron.plugins.ml2.rpc [None req-b2b17746-c296-4803-869a-65578e8233dd None None] Returning: {'device': '3e68f997-7180-47a9-a1f0-ae3a5f70d0a3', 'network_id': '7c13538c-2941-4763-a560-37a0a33d14c7', 'port_id': '3e68f997-7180-47a9-a1f0-ae3a5f70d0a3', 'mac_address': 'fa:16:3e:ad:7b:04', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 1012, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '8e38426e-d044-4155-92d6-5d9da7f0fc35', 'ip_address': '172.20.0.8'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'qos_network_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103918) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jun 16 17:25:02.439858 dv-cinder-837356-2-iscsi neutron-server[103916]: DEBUG neutron_lib.callbacks.manager [None req-2bcafbb9-85ae-446e-911a-a7dc5bce291e admin admin] Publish callbacks [] for port (e1fc7f8e-d522-4dee-815c-38e4da48912b), precommit_create {{(pid=103916) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 17:25:02.445638 dv-cinder-837356-2-iscsi neutron-server[103918]: DEBUG neutron.plugins.ml2.db [None req-15e9e3d2-788b-4b38-ab88-217baa32e439 None None] For port e4980870-ccc1-487d-9329-a06f2865016d, host dv-cinder-837356-2-iscsi, cleared binding levels {{(pid=103918) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 16 17:25:02.452335 dv-cinder-837356-2-iscsi neutron-server[103918]: DEBUG neutron.plugins.ml2.db [None req-15e9e3d2-788b-4b38-ab88-217baa32e439 None None] For port e4980870-ccc1-487d-9329-a06f2865016d, host dv-cinder-837356-2-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-837356-2-iscsi',level=0,port_id=e4980870-ccc1-487d-9329-a06f2865016d,segment=NetworkSegment(937c5a5e-3ee7-4507-994c-7f9e653b9d74),segment_id=937c5a5e-3ee7-4507-994c-7f9e653b9d74)] {{(pid=103918) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 16 17:25:02.476286 dv-cinder-837356-2-iscsi neutron-server[103918]: DEBUG neutron_lib.callbacks.manager [None req-15e9e3d2-788b-4b38-ab88-217baa32e439 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16007527', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-75831', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16241551', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728539364693', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728538993439', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728538993457'] for port (e4980870-ccc1-487d-9329-a06f2865016d), after_update {{(pid=103918) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 17:25:02.544192 dv-cinder-837356-2-iscsi neutron-server[103918]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-15e9e3d2-788b-4b38-ab88-217baa32e439 None None] Pushing event updated for resources: {'Port': ['ID=e4980870-ccc1-487d-9329-a06f2865016d,revision_number=2']} {{(pid=103918) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 17:25:02.545479 dv-cinder-837356-2-iscsi neutron-server[103916]: DEBUG neutron_lib.callbacks.manager [None req-2bcafbb9-85ae-446e-911a-a7dc5bce291e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16007527', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-75831', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16241551', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8728538993421', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25517999'] for port (e1fc7f8e-d522-4dee-815c-38e4da48912b), after_create {{(pid=103916) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 17:25:02.572405 dv-cinder-837356-2-iscsi neutron-server[103918]: DEBUG neutron.plugins.ml2.plugin [None req-b2b17746-c296-4803-869a-65578e8233dd None None] Current status of the port 3e68f997-7180-47a9-a1f0-ae3a5f70d0a3 is: DOWN; New status is: BUILD {{(pid=103918) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2298}} Jun 16 17:25:02.573110 dv-cinder-837356-2-iscsi neutron-server[103918]: DEBUG neutron_lib.callbacks.manager [None req-b2b17746-c296-4803-869a-65578e8233dd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16007590'] for port (3e68f997-7180-47a9-a1f0-ae3a5f70d0a3), before_update {{(pid=103918) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 17:25:02.596348 dv-cinder-837356-2-iscsi neutron-server[103918]: DEBUG neutron.notifiers.nova [None req-b2b17746-c296-4803-869a-65578e8233dd None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 3e68f997-7180-47a9-a1f0-ae3a5f70d0a3 {{(pid=103918) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Jun 16 17:25:02.641546 dv-cinder-837356-2-iscsi neutron-server[103918]: DEBUG neutron.plugins.ml2.db [None req-b2b17746-c296-4803-869a-65578e8233dd None None] For port 3e68f997-7180-47a9-a1f0-ae3a5f70d0a3, host hv-cinder-83735, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83735',level=0,port_id=3e68f997-7180-47a9-a1f0-ae3a5f70d0a3,segment=NetworkSegment(036772f7-7333-486e-9364-cdd941d04468),segment_id=036772f7-7333-486e-9364-cdd941d04468)] {{(pid=103918) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 16 17:25:02.663497 dv-cinder-837356-2-iscsi neutron-server[103918]: DEBUG neutron_lib.callbacks.manager [None req-b2b17746-c296-4803-869a-65578e8233dd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16007527', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-75831', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16241551', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728539364693', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728538993439', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728538993457'] for port (3e68f997-7180-47a9-a1f0-ae3a5f70d0a3), after_update {{(pid=103918) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 17:25:02.668276 dv-cinder-837356-2-iscsi neutron-server[103917]: INFO neutron.wsgi [req-bdb9339e-d7f7-46e4-8874-e88b0ecbcee7 req-b8b6e745-e653-4689-b663-4e6a6c62b81d service neutron] 10.222.0.81 "GET /v2.0/networks/184a3d80-6b15-43ef-84b8-ddb86570078c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2109411 Jun 16 17:25:02.707622 dv-cinder-837356-2-iscsi neutron-server[103916]: DEBUG dbcounter [-] [103916] Writing DB stats neutron:SELECT=91,neutron:DELETE=1,neutron:INSERT=4,neutron:UPDATE=4 {{(pid=103916) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 16 17:25:02.723725 dv-cinder-837356-2-iscsi neutron-server[103916]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2bcafbb9-85ae-446e-911a-a7dc5bce291e admin admin] Network 9df31235-0797-44e6-85a0-102cb2da2d58 is already hosted by enough agents. {{(pid=103916) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 16 17:25:02.749908 dv-cinder-837356-2-iscsi neutron-server[103916]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e49e0d1-d041-41da-9f6e-8298e26cef74 req-e1e6cb98-c3b6-4928-b757-0c2b539202a4 tempest-VolumesSnapshotTestJSON-385000497 tempest-VolumesSnapshotTestJSON-385000497-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103916) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 16 17:25:02.750191 dv-cinder-837356-2-iscsi neutron-server[103918]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b2b17746-c296-4803-869a-65578e8233dd None None] Pushing event updated for resources: {'Port': ['ID=3e68f997-7180-47a9-a1f0-ae3a5f70d0a3,revision_number=4']} {{(pid=103918) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 17:25:02.750323 dv-cinder-837356-2-iscsi neutron-server[103916]: INFO neutron.wsgi [req-8e49e0d1-d041-41da-9f6e-8298e26cef74 req-e1e6cb98-c3b6-4928-b757-0c2b539202a4 tempest-VolumesSnapshotTestJSON-385000497 tempest-VolumesSnapshotTestJSON-385000497-project] 10.222.0.66 "GET /v2.0/ports?device_id=0e36f5bc-922d-4dfe-9ecb-49ba6c855878 HTTP/1.1" status: 200 len: 944 time: 0.3082125 Jun 16 17:25:02.755676 dv-cinder-837356-2-iscsi neutron-server[103916]: DEBUG neutron.scheduler.base_scheduler [None req-2bcafbb9-85ae-446e-911a-a7dc5bce291e admin admin] Resources bound (agent type, host, resource id): {{(pid=103916) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 16 17:25:02.771939 dv-cinder-837356-2-iscsi neutron-server[103916]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2bcafbb9-85ae-446e-911a-a7dc5bce291e admin admin] Received port after_create {{(pid=103916) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:542}} Jun 16 17:25:02.814867 dv-cinder-837356-2-iscsi neutron-server[103916]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2bcafbb9-85ae-446e-911a-a7dc5bce291e admin admin] Pushing event updated for resources: {'Port': ['ID=e1fc7f8e-d522-4dee-815c-38e4da48912b,revision_number=1']} {{(pid=103916) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 17:25:02.871606 dv-cinder-837356-2-iscsi neutron-server[103916]: INFO neutron.wsgi [req-8e49e0d1-d041-41da-9f6e-8298e26cef74 req-a27488b6-8ecf-44f7-905f-0207d70b9e99 tempest-VolumesSnapshotTestJSON-385000497 tempest-VolumesSnapshotTestJSON-385000497-project] 10.222.0.66 "GET /v2.0/security-groups?id=e34b8f4f-0bd7-4695-872b-8d05a10daf59&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1065207 Jun 16 17:25:02.943882 dv-cinder-837356-2-iscsi neutron-server[103918]: DEBUG neutron.plugins.ml2.db [None req-b2b17746-c296-4803-869a-65578e8233dd None None] get_ports_and_sgs() called for port_ids ['3e68f997-7180-47a9-a1f0-ae3a5f70d0a3'] {{(pid=103918) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jun 16 17:25:03.132376 dv-cinder-837356-2-iscsi neutron-server[103918]: DEBUG dbcounter [-] [103918] Writing DB stats neutron:SELECT=93,neutron:INSERT=4,neutron:UPDATE=3 {{(pid=103918) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 16 17:25:03.212197 dv-cinder-837356-2-iscsi neutron-server[103918]: DEBUG dbcounter [-] [103918] Writing DB stats neutron:SELECT=95,neutron:UPDATE=5 {{(pid=103918) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 16 17:25:03.295250 dv-cinder-837356-2-iscsi neutron-server[103917]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a8791f6-1b0c-44ad-a232-81f86b844aa5 req-a296e56b-01fb-46a0-ab97-d8bf0dc2a48c tempest-AttachVolumeShelveTestJSON-1123487845 tempest-AttachVolumeShelveTestJSON-1123487845-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103917) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 16 17:25:03.303014 dv-cinder-837356-2-iscsi neutron-server[103917]: INFO neutron.wsgi [req-1a8791f6-1b0c-44ad-a232-81f86b844aa5 req-a296e56b-01fb-46a0-ab97-d8bf0dc2a48c tempest-AttachVolumeShelveTestJSON-1123487845 tempest-AttachVolumeShelveTestJSON-1123487845-project] 10.222.0.66 "GET /v2.0/ports?device_id=ab2e7148-fa86-4648-9e4b-87e27fcf1147 HTTP/1.1" status: 200 len: 946 time: 0.1248665 Jun 16 17:25:03.306517 dv-cinder-837356-2-iscsi neutron-server[103917]: INFO neutron.wsgi [req-bdb9339e-d7f7-46e4-8874-e88b0ecbcee7 req-0b83ca20-230e-4cd1-9c87-af55e1a0876a service neutron] 10.222.0.81 "GET /v2.0/networks/184a3d80-6b15-43ef-84b8-ddb86570078c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3849370 Jun 16 17:25:03.333650 dv-cinder-837356-2-iscsi neutron-server[103917]: DEBUG dbcounter [-] [103917] Writing DB stats neutron:SELECT=98,neutron:UPDATE=1,neutron:INSERT=1 {{(pid=103917) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 16 17:25:03.373042 dv-cinder-837356-2-iscsi neutron-server[103917]: INFO neutron.wsgi [req-1a8791f6-1b0c-44ad-a232-81f86b844aa5 req-defe3791-c1a8-4708-a787-a2ceb9a89d28 tempest-AttachVolumeShelveTestJSON-1123487845 tempest-AttachVolumeShelveTestJSON-1123487845-project] 10.222.0.66 "GET /v2.0/security-groups?id=5ab805c8-38ae-4655-bf71-1fc1999d288e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0691278 Jun 16 17:25:03.512833 dv-cinder-837356-2-iscsi neutron-server[103916]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-159ffeba-357b-4985-8424-36dc54f79919 req-f42a3fca-ffd1-42a1-b71e-6411b526bf48 tempest-ServerRescueNegativeTestJSON-1475515620 tempest-ServerRescueNegativeTestJSON-1475515620-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103916) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 16 17:25:03.514552 dv-cinder-837356-2-iscsi neutron-server[103916]: INFO neutron.wsgi [req-159ffeba-357b-4985-8424-36dc54f79919 req-f42a3fca-ffd1-42a1-b71e-6411b526bf48 tempest-ServerRescueNegativeTestJSON-1475515620 tempest-ServerRescueNegativeTestJSON-1475515620-project] 10.222.0.66 "GET /v2.0/ports?device_id=4065d5c1-0b16-413a-a5b5-e0e725e1e71b HTTP/1.1" status: 200 len: 944 time: 0.0843749 Jun 16 17:25:03.552356 dv-cinder-837356-2-iscsi neutron-server[103916]: DEBUG neutron_lib.callbacks.manager [None req-2bcafbb9-85ae-446e-911a-a7dc5bce291e admin admin] Publish callbacks [] for router_gateway (3a6cdede-165f-4bdb-a89a-490c73b652dc), after_create {{(pid=103916) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 17:25:03.627319 dv-cinder-837356-2-iscsi neutron-server[103916]: INFO neutron.wsgi [req-159ffeba-357b-4985-8424-36dc54f79919 req-0cd9a3b2-54c0-4a9e-aad1-c976dcee29c3 tempest-ServerRescueNegativeTestJSON-1475515620 tempest-ServerRescueNegativeTestJSON-1475515620-project] 10.222.0.66 "GET /v2.0/security-groups?id=d7d25be3-a5ac-46a1-b854-10a8a8453e86&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1068006 Jun 16 17:25:03.854546 dv-cinder-837356-2-iscsi neutron-server[103916]: DEBUG neutron_lib.callbacks.manager [None req-2bcafbb9-85ae-446e-911a-a7dc5bce291e admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-705015', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-704873'] for router (3a6cdede-165f-4bdb-a89a-490c73b652dc), after_create {{(pid=103916) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 17:25:03.959265 dv-cinder-837356-2-iscsi neutron-server[103918]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-baad9630-b6d0-454d-8905-710e92513abc None None] Network 35603100-8685-44dd-88ce-ba2913489196 requested from dv-cinder-837356-2-iscsi {{(pid=103918) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jun 16 17:25:04.032273 dv-cinder-837356-2-iscsi neutron-server[103916]: DEBUG dbcounter [-] [103916] Writing DB stats neutron:SELECT=98,neutron:INSERT=1,neutron:UPDATE=1 {{(pid=103916) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 16 17:25:04.045485 dv-cinder-837356-2-iscsi neutron-server[103918]: DEBUG neutron.db.provisioning_blocks [None req-58c20962-1740-423e-bf85-5b02fca5b44f None None] Provisioning complete for port e4980870-ccc1-487d-9329-a06f2865016d triggered by entity DHCP. {{(pid=103918) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jun 16 17:25:04.045845 dv-cinder-837356-2-iscsi neutron-server[103918]: DEBUG neutron_lib.callbacks.manager [None req-58c20962-1740-423e-bf85-5b02fca5b44f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16149424'] for port (e4980870-ccc1-487d-9329-a06f2865016d), provisioning_complete {{(pid=103918) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 17:25:04.096069 dv-cinder-837356-2-iscsi neutron-server[103916]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a60d80a1-65ec-4fc9-9134-4092f2816a9c req-03233285-d1e2-4a48-9c66-e7a7b61d770f tempest-VolumesSnapshotTestJSON-385000497 tempest-VolumesSnapshotTestJSON-385000497-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103916) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 16 17:25:04.097955 dv-cinder-837356-2-iscsi neutron-server[103916]: INFO neutron.wsgi [req-a60d80a1-65ec-4fc9-9134-4092f2816a9c req-03233285-d1e2-4a48-9c66-e7a7b61d770f tempest-VolumesSnapshotTestJSON-385000497 tempest-VolumesSnapshotTestJSON-385000497-project] 10.222.0.66 "GET /v2.0/ports?device_id=0e36f5bc-922d-4dfe-9ecb-49ba6c855878 HTTP/1.1" status: 200 len: 944 time: 0.0770760 Jun 16 17:25:04.112326 dv-cinder-837356-2-iscsi neutron-server[103916]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-2bcafbb9-85ae-446e-911a-a7dc5bce291e admin admin] Router 3a6cdede-165f-4bdb-a89a-490c73b652dc is scheduled to L3 agent 7639df21-17c3-4235-8912-210c3ad54137 with binding_index 1 {{(pid=103916) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Jun 16 17:25:04.132048 dv-cinder-837356-2-iscsi neutron-server[103917]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e527cf1e-4860-4b3f-a759-5c76ce02a4f8 req-345571fc-2b37-4d85-a0a9-b0463229d9e0 tempest-AttachVolumeTestJSON-336390128 tempest-AttachVolumeTestJSON-336390128-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103917) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 16 17:25:04.135696 dv-cinder-837356-2-iscsi neutron-server[103917]: INFO neutron.wsgi [req-e527cf1e-4860-4b3f-a759-5c76ce02a4f8 req-345571fc-2b37-4d85-a0a9-b0463229d9e0 tempest-AttachVolumeTestJSON-336390128 tempest-AttachVolumeTestJSON-336390128-project] 10.222.0.66 "GET /v2.0/ports?device_id=7d22b60d-19fe-4dca-8eef-821db5a4dc55 HTTP/1.1" status: 200 len: 945 time: 0.0746160 Jun 16 17:25:04.185542 dv-cinder-837356-2-iscsi neutron-server[103918]: DEBUG neutron.plugins.ml2.rpc [None req-b2b17746-c296-4803-869a-65578e8233dd None None] Device 9e73391a-9d05-40e7-8c63-8913ccd9e1bc details requested by agent hyperv_hv-cinder-83735 with host hv-cinder-83735 {{(pid=103918) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jun 16 17:25:04.188473 dv-cinder-837356-2-iscsi neutron-server[103918]: DEBUG neutron.plugins.ml2.rpc [None req-b2b17746-c296-4803-869a-65578e8233dd None None] Device 3e68f997-7180-47a9-a1f0-ae3a5f70d0a3 up at agent hyperv_hv-cinder-83735 {{(pid=103918) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 16 17:25:04.206285 dv-cinder-837356-2-iscsi neutron-server[103917]: INFO neutron.wsgi [req-e527cf1e-4860-4b3f-a759-5c76ce02a4f8 req-20f29b30-1441-405d-995c-89ee6b35c55d tempest-AttachVolumeTestJSON-336390128 tempest-AttachVolumeTestJSON-336390128-project] 10.222.0.66 "GET /v2.0/security-groups?id=b5243b74-2536-4f9c-b2d2-f7b79b8f3edb&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0631247 Jun 16 17:25:04.278810 dv-cinder-837356-2-iscsi neutron-server[103916]: INFO neutron.wsgi [req-a60d80a1-65ec-4fc9-9134-4092f2816a9c req-d38f377f-f5bc-4535-b900-c927441c0707 tempest-VolumesSnapshotTestJSON-385000497 tempest-VolumesSnapshotTestJSON-385000497-project] 10.222.0.66 "GET /v2.0/security-groups?id=e34b8f4f-0bd7-4695-872b-8d05a10daf59&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1572204 Jun 16 17:25:04.318198 dv-cinder-837356-2-iscsi neutron-server[103916]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2bcafbb9-85ae-446e-911a-a7dc5bce291e admin admin] Notify agent at l3_agent.dv-cinder-837356-2-iscsi the message routers_updated {{(pid=103916) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jun 16 17:25:04.352161 dv-cinder-837356-2-iscsi neutron-server[103916]: DEBUG neutron_lib.callbacks.manager [None req-2bcafbb9-85ae-446e-911a-a7dc5bce291e admin admin] Publish callbacks [] for router (None), before_response {{(pid=103916) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 17:25:04.356070 dv-cinder-837356-2-iscsi neutron-server[103916]: INFO neutron.wsgi [None req-2bcafbb9-85ae-446e-911a-a7dc5bce291e admin admin] 10.222.0.66 "POST /v2.0/routers HTTP/1.1" status: 201 len: 927 time: 2.8242872 Jun 16 17:25:04.357084 dv-cinder-837356-2-iscsi neutron-server[103916]: DEBUG neutron.wsgi [-] (103916) accepted ('10.222.0.66', 40580) {{(pid=103916) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 16 17:25:04.363028 dv-cinder-837356-2-iscsi neutron-server[103917]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eee44d58-b28a-47ad-9d64-d38f22ad4f85 req-fa012f3d-af11-4717-abd0-8de0f3a0b109 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103917) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 16 17:25:04.365964 dv-cinder-837356-2-iscsi neutron-server[103917]: INFO neutron.wsgi [req-eee44d58-b28a-47ad-9d64-d38f22ad4f85 req-fa012f3d-af11-4717-abd0-8de0f3a0b109 service neutron] 10.222.0.81 "GET /v2.0/ports?tenant_id=f96239e8e212410aac9df2d35293c665&device_id=0e36f5bc-922d-4dfe-9ecb-49ba6c855878 HTTP/1.1" status: 200 len: 1128 time: 0.0612979 Jun 16 17:25:04.372130 dv-cinder-837356-2-iscsi neutron-server[103918]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8a77b4ae-38df-43dd-984f-1bed9d6b8644 None None] Sync routers for ids ['3a6cdede-165f-4bdb-a89a-490c73b652dc'] in dv-cinder-837356-2-iscsi {{(pid=103918) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 16 17:25:04.408402 dv-cinder-837356-2-iscsi neutron-server[103916]: DEBUG dbcounter [-] [103916] Writing DB stats neutron:SELECT=97,neutron:UPDATE=1,neutron:INSERT=1,neutron:DELETE=1 {{(pid=103916) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 16 17:25:04.449994 dv-cinder-837356-2-iscsi neutron-server[103918]: DEBUG neutron.plugins.ml2.plugin [None req-58c20962-1740-423e-bf85-5b02fca5b44f None None] Current status of the port e4980870-ccc1-487d-9329-a06f2865016d is: DOWN; New status is: ACTIVE {{(pid=103918) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2298}} Jun 16 17:25:04.450384 dv-cinder-837356-2-iscsi neutron-server[103918]: DEBUG neutron_lib.callbacks.manager [None req-58c20962-1740-423e-bf85-5b02fca5b44f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16007590'] for port (e4980870-ccc1-487d-9329-a06f2865016d), before_update {{(pid=103918) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 17:25:04.455008 dv-cinder-837356-2-iscsi neutron-server[103918]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8a77b4ae-38df-43dd-984f-1bed9d6b8644 None None] Routers {'3a6cdede-165f-4bdb-a89a-490c73b652dc'} bound to L3 agent in host dv-cinder-837356-2-iscsi {{(pid=103918) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jun 16 17:25:04.455764 dv-cinder-837356-2-iscsi neutron-server[103918]: DEBUG neutron.db.l3_hamode_db [None req-8a77b4ae-38df-43dd-984f-1bed9d6b8644 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-837356-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-06-16T17:14:15Z,description=,heartbeat_timestamp=2022-06-16T17:24:45Z,host='dv-cinder-837356-2-iscsi',id=7639df21-17c3-4235-8912-210c3ad54137,load=0,resource_versions=,resources_synced=,started_at=2022-06-16T17:14:15Z,topic='l3_agent')) {'router_ids': ['3a6cdede-165f-4bdb-a89a-490c73b652dc'], 'active': True} {{(pid=103918) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 16 17:25:04.594510 dv-cinder-837356-2-iscsi neutron-server[103918]: DEBUG neutron.db.provisioning_blocks [None req-b2b17746-c296-4803-869a-65578e8233dd None None] Provisioning for port 3e68f997-7180-47a9-a1f0-ae3a5f70d0a3 completed by entity L2. {{(pid=103918) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:137}} Jun 16 17:25:04.603128 dv-cinder-837356-2-iscsi neutron-server[103917]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f10fb1bc-f074-47dd-b0e9-f924bbe9ce93 req-1dd05ffe-307f-4a1b-a467-fd1423625f6e tempest-AttachVolumeShelveTestJSON-1123487845 tempest-AttachVolumeShelveTestJSON-1123487845-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103917) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 16 17:25:04.604799 dv-cinder-837356-2-iscsi neutron-server[103917]: INFO neutron.wsgi [req-f10fb1bc-f074-47dd-b0e9-f924bbe9ce93 req-1dd05ffe-307f-4a1b-a467-fd1423625f6e tempest-AttachVolumeShelveTestJSON-1123487845 tempest-AttachVolumeShelveTestJSON-1123487845-project] 10.222.0.66 "GET /v2.0/ports?device_id=ab2e7148-fa86-4648-9e4b-87e27fcf1147 HTTP/1.1" status: 200 len: 946 time: 0.1059344 Jun 16 17:25:04.612716 dv-cinder-837356-2-iscsi neutron-server[103918]: DEBUG neutron.db.provisioning_blocks [None req-b2b17746-c296-4803-869a-65578e8233dd None None] Provisioning complete for port 3e68f997-7180-47a9-a1f0-ae3a5f70d0a3 triggered by entity L2. {{(pid=103918) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jun 16 17:25:04.613677 dv-cinder-837356-2-iscsi neutron-server[103918]: DEBUG neutron_lib.callbacks.manager [None req-b2b17746-c296-4803-869a-65578e8233dd None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16149424'] for port (3e68f997-7180-47a9-a1f0-ae3a5f70d0a3), provisioning_complete {{(pid=103918) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 17:25:04.649490 dv-cinder-837356-2-iscsi neutron-server[103918]: DEBUG neutron.plugins.ml2.db [None req-58c20962-1740-423e-bf85-5b02fca5b44f None None] For port e4980870-ccc1-487d-9329-a06f2865016d, host dv-cinder-837356-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-837356-2-iscsi',level=0,port_id=e4980870-ccc1-487d-9329-a06f2865016d,segment=NetworkSegment(937c5a5e-3ee7-4507-994c-7f9e653b9d74),segment_id=937c5a5e-3ee7-4507-994c-7f9e653b9d74)] {{(pid=103918) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 16 17:25:04.673825 dv-cinder-837356-2-iscsi neutron-server[103917]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eee44d58-b28a-47ad-9d64-d38f22ad4f85 req-376e7e57-5eb9-4dce-98fb-cb8351ce088b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103917) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 16 17:25:04.675413 dv-cinder-837356-2-iscsi neutron-server[103917]: INFO neutron.wsgi [req-eee44d58-b28a-47ad-9d64-d38f22ad4f85 req-376e7e57-5eb9-4dce-98fb-cb8351ce088b service neutron] 10.222.0.81 "GET /v2.0/networks?id=184a3d80-6b15-43ef-84b8-ddb86570078c HTTP/1.1" status: 200 len: 916 time: 0.2148290 Jun 16 17:25:04.786108 dv-cinder-837356-2-iscsi neutron-server[103918]: DEBUG neutron_lib.callbacks.manager [None req-58c20962-1740-423e-bf85-5b02fca5b44f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16007527', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-75831', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16241551', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728539364693', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728538993439', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728538993457'] for port (e4980870-ccc1-487d-9329-a06f2865016d), after_update {{(pid=103918) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 17:25:04.793663 dv-cinder-837356-2-iscsi neutron-server[103917]: INFO neutron.wsgi [req-eee44d58-b28a-47ad-9d64-d38f22ad4f85 req-93f9fcf5-4ad5-41a5-9895-615a16af0178 service neutron] 10.222.0.81 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=9e73391a-9d05-40e7-8c63-8913ccd9e1bc HTTP/1.1" status: 200 len: 217 time: 0.1069686 Jun 16 17:25:04.847558 dv-cinder-837356-2-iscsi neutron-server[103917]: INFO neutron.wsgi [req-f10fb1bc-f074-47dd-b0e9-f924bbe9ce93 req-783e5fdf-f557-49bc-9108-1394d0d3c404 tempest-AttachVolumeShelveTestJSON-1123487845 tempest-AttachVolumeShelveTestJSON-1123487845-project] 10.222.0.66 "GET /v2.0/security-groups?id=5ab805c8-38ae-4655-bf71-1fc1999d288e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2181914 Jun 16 17:25:04.851986 dv-cinder-837356-2-iscsi neutron-server[103916]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20940533-ea8d-4330-b8e8-c1efc79e9e83 req-9283ea93-eb8d-4066-80b8-941c950bf88c tempest-ServerRescueNegativeTestJSON-1475515620 tempest-ServerRescueNegativeTestJSON-1475515620-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103916) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 16 17:25:04.854058 dv-cinder-837356-2-iscsi neutron-server[103916]: INFO neutron.wsgi [req-20940533-ea8d-4330-b8e8-c1efc79e9e83 req-9283ea93-eb8d-4066-80b8-941c950bf88c tempest-ServerRescueNegativeTestJSON-1475515620 tempest-ServerRescueNegativeTestJSON-1475515620-project] 10.222.0.66 "GET /v2.0/ports?device_id=4065d5c1-0b16-413a-a5b5-e0e725e1e71b HTTP/1.1" status: 200 len: 944 time: 0.0714803 Jun 16 17:25:04.889129 dv-cinder-837356-2-iscsi neutron-server[103918]: DEBUG neutron.plugins.ml2.rpc [None req-39ead2dc-a542-4f04-b117-439eb7f32aa8 None None] Device e4980870-ccc1-487d-9329-a06f2865016d up at agent ovs-agent-dv-cinder-837356-2-iscsi {{(pid=103918) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 16 17:25:04.917335 dv-cinder-837356-2-iscsi neutron-server[103917]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eee44d58-b28a-47ad-9d64-d38f22ad4f85 req-91ca66f8-3112-4bd0-96e3-ae8ae12b34d6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103917) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 16 17:25:04.919133 dv-cinder-837356-2-iscsi neutron-server[103917]: INFO neutron.wsgi [req-eee44d58-b28a-47ad-9d64-d38f22ad4f85 req-91ca66f8-3112-4bd0-96e3-ae8ae12b34d6 service neutron] 10.222.0.81 "GET /v2.0/subnets?id=0a15a8f4-c07c-4d90-a6f2-8394d3f253a0 HTTP/1.1" status: 200 len: 854 time: 0.1088221 Jun 16 17:25:04.957758 dv-cinder-837356-2-iscsi neutron-server[103917]: INFO neutron.wsgi [req-eee44d58-b28a-47ad-9d64-d38f22ad4f85 req-8542dc56-7285-4ecc-a2cb-921f2a078204 service neutron] 10.222.0.81 "GET /v2.0/ports?network_id=184a3d80-6b15-43ef-84b8-ddb86570078c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0316687 Jun 16 17:25:04.991179 dv-cinder-837356-2-iscsi neutron-server[103916]: INFO neutron.wsgi [req-20940533-ea8d-4330-b8e8-c1efc79e9e83 req-f73526a8-cb74-47fb-984f-2faef7073916 tempest-ServerRescueNegativeTestJSON-1475515620 tempest-ServerRescueNegativeTestJSON-1475515620-project] 10.222.0.66 "GET /v2.0/security-groups?id=d7d25be3-a5ac-46a1-b854-10a8a8453e86&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1157901 Jun 16 17:25:04.996173 dv-cinder-837356-2-iscsi neutron-server[103918]: DEBUG neutron.db.l3_dvr_db [None req-8a77b4ae-38df-43dd-984f-1bed9d6b8644 None None] Set router 3a6cdede-165f-4bdb-a89a-490c73b652dc gateway port host: dv-cinder-837356-2-iscsi {{(pid=103918) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jun 16 17:25:05.050367 dv-cinder-837356-2-iscsi neutron-server[103918]: DEBUG neutron.db.provisioning_blocks [None req-74e234ab-d47f-4cce-a3c2-3576aafee75c None None] Provisioning complete for port e4980870-ccc1-487d-9329-a06f2865016d triggered by entity DHCP. {{(pid=103918) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jun 16 17:25:05.050637 dv-cinder-837356-2-iscsi neutron-server[103918]: DEBUG neutron_lib.callbacks.manager [None req-74e234ab-d47f-4cce-a3c2-3576aafee75c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16149424'] for port (e4980870-ccc1-487d-9329-a06f2865016d), provisioning_complete {{(pid=103918) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 17:25:05.051938 dv-cinder-837356-2-iscsi neutron-server[103918]: DEBUG dbcounter [-] [103918] Writing DB stats neutron:SELECT=97,neutron:DELETE=1,neutron:UPDATE=2 {{(pid=103918) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 16 17:25:05.094759 dv-cinder-837356-2-iscsi neutron-server[103917]: INFO neutron.wsgi [req-eee44d58-b28a-47ad-9d64-d38f22ad4f85 req-d388d148-a7eb-4de8-a0be-3682f560d8c9 service neutron] 10.222.0.81 "GET /v2.0/networks/184a3d80-6b15-43ef-84b8-ddb86570078c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1277642 Jun 16 17:25:05.140057 dv-cinder-837356-2-iscsi neutron-server[103916]: DEBUG neutron_lib.callbacks.manager [None req-226b747a-ca7b-410d-ba2a-702543341d8f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16007590'] for port (None), before_create {{(pid=103916) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 17:25:05.157514 dv-cinder-837356-2-iscsi neutron-server[103918]: DEBUG neutron.plugins.ml2.db [None req-b2b17746-c296-4803-869a-65578e8233dd None None] For port 9e73391a-9d05-40e7-8c63-8913ccd9e1bc, host hv-cinder-83735, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83735',level=0,port_id=9e73391a-9d05-40e7-8c63-8913ccd9e1bc,segment=NetworkSegment(2b8eb4e0-b34f-4c5f-88c1-fe36b7eb4fdd),segment_id=2b8eb4e0-b34f-4c5f-88c1-fe36b7eb4fdd)] {{(pid=103918) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 16 17:25:05.167158 dv-cinder-837356-2-iscsi neutron-server[103918]: DEBUG dbcounter [-] [103918] Writing DB stats neutron:SELECT=100 {{(pid=103918) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 16 17:25:05.198010 dv-cinder-837356-2-iscsi neutron-server[103918]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-58c20962-1740-423e-bf85-5b02fca5b44f None None] Pushing event updated for resources: {'Port': ['ID=e4980870-ccc1-487d-9329-a06f2865016d,revision_number=3']} {{(pid=103918) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 17:25:05.229394 dv-cinder-837356-2-iscsi neutron-server[103918]: DEBUG neutron.plugins.ml2.rpc [None req-b2b17746-c296-4803-869a-65578e8233dd None None] Returning: {'device': '9e73391a-9d05-40e7-8c63-8913ccd9e1bc', 'network_id': '184a3d80-6b15-43ef-84b8-ddb86570078c', 'port_id': '9e73391a-9d05-40e7-8c63-8913ccd9e1bc', 'mac_address': 'fa:16:3e:e3:c0:ef', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 1020, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '0a15a8f4-c07c-4d90-a6f2-8394d3f253a0', 'ip_address': '172.20.0.14'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'qos_network_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103918) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jun 16 17:25:05.271271 dv-cinder-837356-2-iscsi neutron-server[103918]: DEBUG neutron.plugins.ml2.plugin [None req-b2b17746-c296-4803-869a-65578e8233dd None None] Current status of the port 3e68f997-7180-47a9-a1f0-ae3a5f70d0a3 is: BUILD; New status is: ACTIVE {{(pid=103918) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2298}} Jun 16 17:25:05.271654 dv-cinder-837356-2-iscsi neutron-server[103918]: DEBUG neutron_lib.callbacks.manager [None req-b2b17746-c296-4803-869a-65578e8233dd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16007590'] for port (3e68f997-7180-47a9-a1f0-ae3a5f70d0a3), before_update {{(pid=103918) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 17:25:05.279795 dv-cinder-837356-2-iscsi neutron-server[103917]: INFO neutron.wsgi [req-eee44d58-b28a-47ad-9d64-d38f22ad4f85 req-a8436d3a-1992-4047-9c5b-1c78ed839c73 service neutron] 10.222.0.81 "GET /v2.0/networks/184a3d80-6b15-43ef-84b8-ddb86570078c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1746883 Jun 16 17:25:05.280225 dv-cinder-837356-2-iscsi neutron-server[103918]: DEBUG neutron.db.provisioning_blocks [None req-39ead2dc-a542-4f04-b117-439eb7f32aa8 None None] Provisioning complete for port e4980870-ccc1-487d-9329-a06f2865016d triggered by entity L2. {{(pid=103918) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jun 16 17:25:05.280591 dv-cinder-837356-2-iscsi neutron-server[103918]: DEBUG neutron_lib.callbacks.manager [None req-39ead2dc-a542-4f04-b117-439eb7f32aa8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16149424'] for port (e4980870-ccc1-487d-9329-a06f2865016d), provisioning_complete {{(pid=103918) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 17:25:05.352101 dv-cinder-837356-2-iscsi neutron-server[103917]: DEBUG neutron.wsgi [-] (103917) accepted ('10.222.0.66', 40596) {{(pid=103917) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 16 17:25:05.388032 dv-cinder-837356-2-iscsi neutron-server[103918]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '4065d5c1-0b16-413a-a5b5-e0e725e1e71b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '3e68f997-7180-47a9-a1f0-ae3a5f70d0a3'}] {{(pid=103918) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jun 16 17:25:05.390326 dv-cinder-837356-2-iscsi neutron-server[103918]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.66/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c81ba123246404939637391270152498621c2ac0d5068f91321d7f7277fce0c4" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0ace1c42-bc39-4269-b732-7df3d0bac3f5" -d '{"events": [{"server_uuid": "4065d5c1-0b16-413a-a5b5-e0e725e1e71b", "name": "network-vif-plugged", "status": "completed", "tag": "3e68f997-7180-47a9-a1f0-ae3a5f70d0a3"}]}' {{(pid=103918) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 16 17:25:05.431389 dv-cinder-837356-2-iscsi neutron-server[103916]: DEBUG dbcounter [-] [103916] Writing DB stats neutron:SELECT=97,neutron:INSERT=1,neutron:DELETE=1,neutron:UPDATE=1 {{(pid=103916) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 16 17:25:05.439425 dv-cinder-837356-2-iscsi neutron-server[103918]: DEBUG neutron.plugins.ml2.plugin [None req-b2b17746-c296-4803-869a-65578e8233dd None None] Current status of the port 9e73391a-9d05-40e7-8c63-8913ccd9e1bc is: DOWN; New status is: BUILD {{(pid=103918) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2298}} Jun 16 17:25:05.439859 dv-cinder-837356-2-iscsi neutron-server[103918]: DEBUG neutron_lib.callbacks.manager [None req-b2b17746-c296-4803-869a-65578e8233dd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16007590'] for port (9e73391a-9d05-40e7-8c63-8913ccd9e1bc), before_update {{(pid=103918) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 17:25:05.450615 dv-cinder-837356-2-iscsi neutron-server[103918]: DEBUG neutron.plugins.ml2.db [None req-b2b17746-c296-4803-869a-65578e8233dd None None] For port 3e68f997-7180-47a9-a1f0-ae3a5f70d0a3, host hv-cinder-83735, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83735',level=0,port_id=3e68f997-7180-47a9-a1f0-ae3a5f70d0a3,segment=NetworkSegment(036772f7-7333-486e-9364-cdd941d04468),segment_id=036772f7-7333-486e-9364-cdd941d04468)] {{(pid=103918) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 16 17:25:05.456423 dv-cinder-837356-2-iscsi neutron-server[103917]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d23cd69-809e-4abd-a70e-f9f4d6c5d6e0 req-32696ee3-8c78-484a-bdc6-8212f5b013b2 tempest-AttachVolumeTestJSON-336390128 tempest-AttachVolumeTestJSON-336390128-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103917) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 16 17:25:05.460112 dv-cinder-837356-2-iscsi neutron-server[103917]: INFO neutron.wsgi [req-0d23cd69-809e-4abd-a70e-f9f4d6c5d6e0 req-32696ee3-8c78-484a-bdc6-8212f5b013b2 tempest-AttachVolumeTestJSON-336390128 tempest-AttachVolumeTestJSON-336390128-project] 10.222.0.66 "GET /v2.0/ports?device_id=7d22b60d-19fe-4dca-8eef-821db5a4dc55 HTTP/1.1" status: 200 len: 945 time: 0.1060886 Jun 16 17:25:05.471597 dv-cinder-837356-2-iscsi neutron-server[103918]: DEBUG neutron_lib.callbacks.manager [None req-b2b17746-c296-4803-869a-65578e8233dd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16007527', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-75831', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16241551', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728539364693', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728538993439', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728538993457'] for port (3e68f997-7180-47a9-a1f0-ae3a5f70d0a3), after_update {{(pid=103918) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 17:25:05.508203 dv-cinder-837356-2-iscsi neutron-server[103918]: DEBUG neutron.notifiers.nova [None req-b2b17746-c296-4803-869a-65578e8233dd None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 9e73391a-9d05-40e7-8c63-8913ccd9e1bc {{(pid=103918) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Jun 16 17:25:05.519141 dv-cinder-837356-2-iscsi neutron-server[103916]: DEBUG neutron.db.db_base_plugin_common [None req-226b747a-ca7b-410d-ba2a-702543341d8f admin admin] Allocated IP 172.20.0.1 (35603100-8685-44dd-88ce-ba2913489196/bd08d793-0f26-4cdb-b55c-28713cb435a0/02a1cd18-bdad-4f34-901e-135683791229) {{(pid=103916) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 16 17:25:05.525817 dv-cinder-837356-2-iscsi neutron-server[103916]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5096926-5383-42ed-995e-858f33443591 req-e8bd105e-444e-4811-a067-1cbf19fe4ed6 tempest-VolumesSnapshotTestJSON-385000497 tempest-VolumesSnapshotTestJSON-385000497-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103916) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 16 17:25:05.527705 dv-cinder-837356-2-iscsi neutron-server[103916]: INFO neutron.wsgi [req-b5096926-5383-42ed-995e-858f33443591 req-e8bd105e-444e-4811-a067-1cbf19fe4ed6 tempest-VolumesSnapshotTestJSON-385000497 tempest-VolumesSnapshotTestJSON-385000497-project] 10.222.0.66 "GET /v2.0/ports?device_id=0e36f5bc-922d-4dfe-9ecb-49ba6c855878 HTTP/1.1" status: 200 len: 944 time: 0.1337998 Jun 16 17:25:05.551687 dv-cinder-837356-2-iscsi neutron-server[103918]: DEBUG neutron.plugins.ml2.plugin [None req-74e234ab-d47f-4cce-a3c2-3576aafee75c None None] Current status of the port e4980870-ccc1-487d-9329-a06f2865016d is: ACTIVE; New status is: ACTIVE {{(pid=103918) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2298}} Jun 16 17:25:05.559035 dv-cinder-837356-2-iscsi neutron-server[103917]: DEBUG dbcounter [-] [103917] Writing DB stats neutron:SELECT=100 {{(pid=103917) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 16 17:25:05.566476 dv-cinder-837356-2-iscsi neutron-server[103917]: INFO neutron.wsgi [req-0d23cd69-809e-4abd-a70e-f9f4d6c5d6e0 req-7c5570ab-9c7b-4807-bcc5-4f0ea5c9d3b9 tempest-AttachVolumeTestJSON-336390128 tempest-AttachVolumeTestJSON-336390128-project] 10.222.0.66 "GET /v2.0/security-groups?id=b5243b74-2536-4f9c-b2d2-f7b79b8f3edb&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0961258 Jun 16 17:25:05.595618 dv-cinder-837356-2-iscsi neutron-server[103918]: DEBUG neutron.plugins.ml2.db [None req-b2b17746-c296-4803-869a-65578e8233dd None None] For port 9e73391a-9d05-40e7-8c63-8913ccd9e1bc, host hv-cinder-83735, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83735',level=0,port_id=9e73391a-9d05-40e7-8c63-8913ccd9e1bc,segment=NetworkSegment(2b8eb4e0-b34f-4c5f-88c1-fe36b7eb4fdd),segment_id=2b8eb4e0-b34f-4c5f-88c1-fe36b7eb4fdd)] {{(pid=103918) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 16 17:25:05.606045 dv-cinder-837356-2-iscsi neutron-server[103917]: DEBUG neutron_lib.callbacks.manager [None req-5ec6a458-a26c-4a4d-b999-bf82407e3bfa admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103917) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 17:25:05.622060 dv-cinder-837356-2-iscsi neutron-server[103918]: DEBUG neutron.db.l3_hamode_db [None req-8a77b4ae-38df-43dd-984f-1bed9d6b8644 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3a6cdede-165f-4bdb-a89a-490c73b652dc', 'name': 'tempest-TestMinimumBasicScenario-1583816744-router', 'tenant_id': '546929b1810a4d20b273f3e5492ec6ed', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9df31235-0797-44e6-85a0-102cb2da2d58', 'external_fixed_ips': [{'subnet_id': '1dfb0320-f5eb-46f6-88ce-33002f500238', 'ip_address': '172.27.2.172'}], 'enable_snat': True}, 'gw_port_id': 'e1fc7f8e-d522-4dee-815c-38e4da48912b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-16T17:25:01Z', 'updated_at': '2022-06-16T17:25:03Z', 'revision_number': 3, 'project_id': '546929b1810a4d20b273f3e5492ec6ed', 'gw_port': {'id': 'e1fc7f8e-d522-4dee-815c-38e4da48912b', 'name': '', 'network_id': '9df31235-0797-44e6-85a0-102cb2da2d58', 'tenant_id': '', 'mac_address': 'fa:16:3e:f8:14:71', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3a6cdede-165f-4bdb-a89a-490c73b652dc', 'device_owner': 'network:router_gateway', 'standard_attr_id': 413, 'fixed_ips': [{'subnet_id': '1dfb0320-f5eb-46f6-88ce-33002f500238', 'ip_address': '172.27.2.172', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-16T17:25:02Z', 'updated_at': '2022-06-16T17:25:02Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '1dfb0320-f5eb-46f6-88ce-33002f500238', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-837356-2-iscsi'}], 'dv-cinder-837356-2-iscsi', False) {} {{(pid=103918) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 16 17:25:05.628689 dv-cinder-837356-2-iscsi neutron-server[103918]: DEBUG neutron_lib.callbacks.manager [None req-b2b17746-c296-4803-869a-65578e8233dd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16007527', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-75831', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16241551', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728539364693', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728538993439', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728538993457'] for port (9e73391a-9d05-40e7-8c63-8913ccd9e1bc), after_update {{(pid=103918) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 17:25:05.691292 dv-cinder-837356-2-iscsi neutron-server[103918]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 16 Jun 2022 17:25:05 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3069bfa7-2ce3-4059-a0fd-471e45e94118 x-openstack-request-id: req-3069bfa7-2ce3-4059-a0fd-471e45e94118 {{(pid=103918) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 16 17:25:05.691616 dv-cinder-837356-2-iscsi neutron-server[103918]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "4065d5c1-0b16-413a-a5b5-e0e725e1e71b", "name": "network-vif-plugged", "status": "completed", "tag": "3e68f997-7180-47a9-a1f0-ae3a5f70d0a3", "code": 200}]} {{(pid=103918) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 16 17:25:05.691788 dv-cinder-837356-2-iscsi neutron-server[103918]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.66/compute/v2.1/os-server-external-events used request id req-3069bfa7-2ce3-4059-a0fd-471e45e94118 {{(pid=103918) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 16 17:25:05.693097 dv-cinder-837356-2-iscsi neutron-server[103918]: INFO neutron.notifiers.nova [-] Nova event matching ['req-3069bfa7-2ce3-4059-a0fd-471e45e94118'] response: {'server_uuid': '4065d5c1-0b16-413a-a5b5-e0e725e1e71b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '3e68f997-7180-47a9-a1f0-ae3a5f70d0a3', 'code': 200} Jun 16 17:25:05.697111 dv-cinder-837356-2-iscsi neutron-server[103918]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8a77b4ae-38df-43dd-984f-1bed9d6b8644 None None] Checking router: 3a6cdede-165f-4bdb-a89a-490c73b652dc for host: dv-cinder-837356-2-iscsi {{(pid=103918) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 16 17:25:05.697390 dv-cinder-837356-2-iscsi neutron-server[103918]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8a77b4ae-38df-43dd-984f-1bed9d6b8644 None None] Updating router 3a6cdede-165f-4bdb-a89a-490c73b652dc port e1fc7f8e-d522-4dee-815c-38e4da48912b binding host dv-cinder-837356-2-iscsi {{(pid=103918) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jun 16 17:25:05.701204 dv-cinder-837356-2-iscsi neutron-server[103918]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b2b17746-c296-4803-869a-65578e8233dd None None] Pushing event updated for resources: {'Port': ['ID=3e68f997-7180-47a9-a1f0-ae3a5f70d0a3,revision_number=5']} {{(pid=103918) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 17:25:05.757199 dv-cinder-837356-2-iscsi neutron-server[103916]: DEBUG neutron_lib.callbacks.manager [None req-226b747a-ca7b-410d-ba2a-702543341d8f admin admin] Publish callbacks [] for port (02a1cd18-bdad-4f34-901e-135683791229), precommit_create {{(pid=103916) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 17:25:05.760489 dv-cinder-837356-2-iscsi neutron-server[103917]: DEBUG neutron_lib.callbacks.manager [None req-5ec6a458-a26c-4a4d-b999-bf82407e3bfa admin admin] Publish callbacks [] for security_group (00c13d60-df54-4269-b297-123914ae7dee), precommit_create {{(pid=103917) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 17:25:05.767305 dv-cinder-837356-2-iscsi neutron-server[103917]: DEBUG neutron_lib.callbacks.manager [None req-5ec6a458-a26c-4a4d-b999-bf82407e3bfa admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-570488'] for security_group (00c13d60-df54-4269-b297-123914ae7dee), after_create {{(pid=103917) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 17:25:05.789537 dv-cinder-837356-2-iscsi neutron-server[103918]: DEBUG neutron.plugins.ml2.plugin [None req-39ead2dc-a542-4f04-b117-439eb7f32aa8 None None] Current status of the port e4980870-ccc1-487d-9329-a06f2865016d is: ACTIVE; New status is: ACTIVE {{(pid=103918) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2298}} Jun 16 17:25:05.797110 dv-cinder-837356-2-iscsi neutron-server[103918]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b2b17746-c296-4803-869a-65578e8233dd None None] Pushing event updated for resources: {'Port': ['ID=9e73391a-9d05-40e7-8c63-8913ccd9e1bc,revision_number=4']} {{(pid=103918) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 17:25:05.818739 dv-cinder-837356-2-iscsi neutron-server[103918]: DEBUG neutron_lib.callbacks.manager [None req-8a77b4ae-38df-43dd-984f-1bed9d6b8644 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16007590'] for port (e1fc7f8e-d522-4dee-815c-38e4da48912b), before_update {{(pid=103918) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 17:25:05.841300 dv-cinder-837356-2-iscsi neutron-server[103916]: INFO neutron.wsgi [req-b5096926-5383-42ed-995e-858f33443591 req-5b265514-8396-47d5-9732-6340fc33b4bc tempest-VolumesSnapshotTestJSON-385000497 tempest-VolumesSnapshotTestJSON-385000497-project] 10.222.0.66 "GET /v2.0/security-groups?id=e34b8f4f-0bd7-4695-872b-8d05a10daf59&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3024955 Jun 16 17:25:05.847038 dv-cinder-837356-2-iscsi neutron-server[103917]: INFO neutron.wsgi [None req-5ec6a458-a26c-4a4d-b999-bf82407e3bfa admin admin] 10.222.0.66 "GET /v2.0/security-groups?tenant_id=3621d57747c544a8aa4e683140cd9eaa&name=default HTTP/1.1" status: 200 len: 2996 time: 0.4943438 Jun 16 17:25:05.849613 dv-cinder-837356-2-iscsi neutron-server[103917]: DEBUG neutron.wsgi [-] (103917) accepted ('10.222.0.66', 40602) {{(pid=103917) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 16 17:25:05.867629 dv-cinder-837356-2-iscsi neutron-server[103917]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5ec6a458-a26c-4a4d-b999-bf82407e3bfa admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=00c13d60-df54-4269-b297-123914ae7dee,revision_number=1']} {{(pid=103917) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 17:25:05.876505 dv-cinder-837356-2-iscsi neutron-server[103917]: DEBUG dbcounter [-] [103917] Writing DB stats neutron:SELECT=92,neutron:INSERT=7,neutron:UPDATE=1 {{(pid=103917) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 16 17:25:05.881919 dv-cinder-837356-2-iscsi neutron-server[103916]: DEBUG neutron_lib.callbacks.manager [None req-226b747a-ca7b-410d-ba2a-702543341d8f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16007527', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-75831', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16241551', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8728538993421', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25517999'] for port (02a1cd18-bdad-4f34-901e-135683791229), after_create {{(pid=103916) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 17:25:05.913864 dv-cinder-837356-2-iscsi neutron-server[103916]: DEBUG dbcounter [-] [103916] Writing DB stats neutron:SELECT=94,neutron:INSERT=5,neutron:UPDATE=1 {{(pid=103916) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 16 17:25:05.963923 dv-cinder-837356-2-iscsi neutron-server[103918]: DEBUG neutron.plugins.ml2.db [None req-b2b17746-c296-4803-869a-65578e8233dd None None] get_ports_and_sgs() called for port_ids ['9e73391a-9d05-40e7-8c63-8913ccd9e1bc'] {{(pid=103918) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jun 16 17:25:05.966500 dv-cinder-837356-2-iscsi neutron-server[103917]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8938f853-c6fd-4b28-838a-992aafa5f742 req-b9c94917-2e6f-43c7-b452-4132f9f06c31 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103917) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 16 17:25:05.968009 dv-cinder-837356-2-iscsi neutron-server[103917]: INFO neutron.wsgi [req-8938f853-c6fd-4b28-838a-992aafa5f742 req-b9c94917-2e6f-43c7-b452-4132f9f06c31 service neutron] 10.222.0.81 "GET /v2.0/ports?device_id=4065d5c1-0b16-413a-a5b5-e0e725e1e71b HTTP/1.1" status: 200 len: 1129 time: 0.0899532 Jun 16 17:25:05.991291 dv-cinder-837356-2-iscsi neutron-server[103916]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-226b747a-ca7b-410d-ba2a-702543341d8f admin admin] Network 35603100-8685-44dd-88ce-ba2913489196 is already hosted by enough agents. {{(pid=103916) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 16 17:25:06.007895 dv-cinder-837356-2-iscsi neutron-server[103917]: DEBUG neutron_lib.callbacks.manager [None req-3ddb36ea-779b-4a7b-a8f4-501bfacb7ab2 admin admin] Publish callbacks [] for security_group (00c13d60-df54-4269-b297-123914ae7dee), before_delete {{(pid=103917) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 17:25:06.012790 dv-cinder-837356-2-iscsi neutron-server[103916]: DEBUG neutron.scheduler.base_scheduler [None req-226b747a-ca7b-410d-ba2a-702543341d8f admin admin] Resources bound (agent type, host, resource id): {{(pid=103916) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 16 17:25:06.019577 dv-cinder-837356-2-iscsi neutron-server[103916]: DEBUG neutron.db.l3_dvrscheduler_db [None req-226b747a-ca7b-410d-ba2a-702543341d8f admin admin] Received port after_create {{(pid=103916) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:542}} Jun 16 17:25:06.067028 dv-cinder-837356-2-iscsi neutron-server[103917]: DEBUG neutron_lib.callbacks.manager [None req-3ddb36ea-779b-4a7b-a8f4-501bfacb7ab2 admin admin] Publish callbacks [] for security_group (00c13d60-df54-4269-b297-123914ae7dee), precommit_delete {{(pid=103917) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 17:25:06.081760 dv-cinder-837356-2-iscsi neutron-server[103918]: DEBUG dbcounter [-] [103918] Writing DB stats neutron:SELECT=97,neutron:UPDATE=3 {{(pid=103918) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 16 17:25:06.144827 dv-cinder-837356-2-iscsi neutron-server[103916]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-226b747a-ca7b-410d-ba2a-702543341d8f admin admin] Pushing event updated for resources: {'Port': ['ID=02a1cd18-bdad-4f34-901e-135683791229,revision_number=1']} {{(pid=103916) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 17:25:06.168628 dv-cinder-837356-2-iscsi neutron-server[103916]: DEBUG neutron_lib.callbacks.manager [None req-226b747a-ca7b-410d-ba2a-702543341d8f admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-706133'] for router_interface (3a6cdede-165f-4bdb-a89a-490c73b652dc), before_create {{(pid=103916) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 17:25:06.192147 dv-cinder-837356-2-iscsi neutron-server[103918]: DEBUG neutron.plugins.ml2.rpc [None req-b2b17746-c296-4803-869a-65578e8233dd None None] Device 2da50d5c-d328-4853-a261-6bd0c6378dcd details requested by agent hyperv_hv-cinder-83735 with host hv-cinder-83735 {{(pid=103918) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jun 16 17:25:06.206909 dv-cinder-837356-2-iscsi neutron-server[103917]: INFO neutron.wsgi [req-8938f853-c6fd-4b28-838a-992aafa5f742 req-e12fb56e-0400-4780-a601-c2cc9a6989df service neutron] 10.222.0.81 "GET /v2.0/security-groups?id=d7d25be3-a5ac-46a1-b854-10a8a8453e86&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2250454 Jun 16 17:25:06.254186 dv-cinder-837356-2-iscsi neutron-server[103917]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-754931f8-2a34-480e-9b26-678951bef5c3 req-b05f143f-acf7-432b-9d51-d1d61f855569 tempest-AttachVolumeShelveTestJSON-1123487845 tempest-AttachVolumeShelveTestJSON-1123487845-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103917) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 16 17:25:06.256293 dv-cinder-837356-2-iscsi neutron-server[103917]: INFO neutron.wsgi [req-754931f8-2a34-480e-9b26-678951bef5c3 req-b05f143f-acf7-432b-9d51-d1d61f855569 tempest-AttachVolumeShelveTestJSON-1123487845 tempest-AttachVolumeShelveTestJSON-1123487845-project] 10.222.0.66 "GET /v2.0/ports?device_id=ab2e7148-fa86-4648-9e4b-87e27fcf1147 HTTP/1.1" status: 200 len: 946 time: 0.1761837 Jun 16 17:25:06.268620 dv-cinder-837356-2-iscsi neutron-server[103918]: DEBUG dbcounter [-] [103918] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=103918) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 16 17:25:06.318101 dv-cinder-837356-2-iscsi neutron-server[103917]: DEBUG neutron_lib.callbacks.manager [None req-3ddb36ea-779b-4a7b-a8f4-501bfacb7ab2 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-570488'] for security_group (00c13d60-df54-4269-b297-123914ae7dee), after_delete {{(pid=103917) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 17:25:06.322528 dv-cinder-837356-2-iscsi neutron-server[103917]: DEBUG neutron_lib.callbacks.manager [None req-3ddb36ea-779b-4a7b-a8f4-501bfacb7ab2 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103917) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 17:25:06.327678 dv-cinder-837356-2-iscsi neutron-server[103917]: INFO neutron.wsgi [None req-3ddb36ea-779b-4a7b-a8f4-501bfacb7ab2 admin admin] 10.222.0.66 "DELETE /v2.0/security-groups/00c13d60-df54-4269-b297-123914ae7dee HTTP/1.1" status: 204 len: 168 time: 0.4767952 Jun 16 17:25:06.336829 dv-cinder-837356-2-iscsi neutron-server[103916]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4441933d-11ba-465b-8c59-260c0015eaab req-e4b87c74-02c1-4bea-9f41-7dd4aa3b76ab tempest-ServerRescueNegativeTestJSON-1475515620 tempest-ServerRescueNegativeTestJSON-1475515620-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103916) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 16 17:25:06.338709 dv-cinder-837356-2-iscsi neutron-server[103916]: INFO neutron.wsgi [req-4441933d-11ba-465b-8c59-260c0015eaab req-e4b87c74-02c1-4bea-9f41-7dd4aa3b76ab tempest-ServerRescueNegativeTestJSON-1475515620 tempest-ServerRescueNegativeTestJSON-1475515620-project] 10.222.0.66 "GET /v2.0/ports?device_id=4065d5c1-0b16-413a-a5b5-e0e725e1e71b HTTP/1.1" status: 200 len: 945 time: 0.0925741 Jun 16 17:25:06.359087 dv-cinder-837356-2-iscsi neutron-server[103917]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ddb36ea-779b-4a7b-a8f4-501bfacb7ab2 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=00c13d60-df54-4269-b297-123914ae7dee,revision_number=None']} {{(pid=103917) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 17:25:06.393857 dv-cinder-837356-2-iscsi neutron-server[103917]: INFO neutron.wsgi [req-754931f8-2a34-480e-9b26-678951bef5c3 req-89152f74-ec29-45e8-b2c0-4cdadf9fc243 tempest-AttachVolumeShelveTestJSON-1123487845 tempest-AttachVolumeShelveTestJSON-1123487845-project] 10.222.0.66 "GET /v2.0/security-groups?id=5ab805c8-38ae-4655-bf71-1fc1999d288e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0945635 Jun 16 17:25:06.473268 dv-cinder-837356-2-iscsi neutron-server[103916]: INFO neutron.wsgi [req-4441933d-11ba-465b-8c59-260c0015eaab req-0c225ecd-e4fb-41d8-bf87-c48fac8271e2 tempest-ServerRescueNegativeTestJSON-1475515620 tempest-ServerRescueNegativeTestJSON-1475515620-project] 10.222.0.66 "GET /v2.0/security-groups?id=d7d25be3-a5ac-46a1-b854-10a8a8453e86&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1213849 Jun 16 17:25:06.483904 dv-cinder-837356-2-iscsi neutron-server[103918]: DEBUG neutron_lib.callbacks.manager [None req-8a77b4ae-38df-43dd-984f-1bed9d6b8644 None None] Publish callbacks [] for port (e1fc7f8e-d522-4dee-815c-38e4da48912b), precommit_update {{(pid=103918) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 17:25:06.528623 dv-cinder-837356-2-iscsi neutron-server[103916]: DEBUG neutron_lib.callbacks.manager [None req-226b747a-ca7b-410d-ba2a-702543341d8f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16007590'] for port (02a1cd18-bdad-4f34-901e-135683791229), before_update {{(pid=103916) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 17:25:06.551798 dv-cinder-837356-2-iscsi neutron-server[103918]: DEBUG neutron_lib.callbacks.manager [None req-8a77b4ae-38df-43dd-984f-1bed9d6b8644 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16007527', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-75831', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16241551', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728539364693', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728538993439', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728538993457'] for port (e1fc7f8e-d522-4dee-815c-38e4da48912b), after_update {{(pid=103918) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 17:25:06.579942 dv-cinder-837356-2-iscsi neutron-server[103918]: DEBUG neutron.db.provisioning_blocks [None req-9aacbe27-f9db-4ee8-b9c1-8271769a9149 None None] Provisioning complete for port 02a1cd18-bdad-4f34-901e-135683791229 triggered by entity DHCP. {{(pid=103918) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jun 16 17:25:06.580314 dv-cinder-837356-2-iscsi neutron-server[103918]: DEBUG neutron_lib.callbacks.manager [None req-9aacbe27-f9db-4ee8-b9c1-8271769a9149 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16149424'] for port (02a1cd18-bdad-4f34-901e-135683791229), provisioning_complete {{(pid=103918) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 17:25:06.785495 dv-cinder-837356-2-iscsi neutron-server[103917]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a971cd6-d6f6-413c-a03d-44d945b7cace req-10360acc-d598-463e-8dfc-e9969a58d519 tempest-AttachVolumeTestJSON-336390128 tempest-AttachVolumeTestJSON-336390128-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103917) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 16 17:25:06.797816 dv-cinder-837356-2-iscsi neutron-server[103917]: INFO neutron.wsgi [req-4a971cd6-d6f6-413c-a03d-44d945b7cace req-10360acc-d598-463e-8dfc-e9969a58d519 tempest-AttachVolumeTestJSON-336390128 tempest-AttachVolumeTestJSON-336390128-project] 10.222.0.66 "GET /v2.0/ports?device_id=7d22b60d-19fe-4dca-8eef-821db5a4dc55 HTTP/1.1" status: 200 len: 945 time: 0.1244307 Jun 16 17:25:06.802779 dv-cinder-837356-2-iscsi neutron-server[103916]: DEBUG neutron_lib.callbacks.manager [None req-226b747a-ca7b-410d-ba2a-702543341d8f admin admin] Publish callbacks [] for port (02a1cd18-bdad-4f34-901e-135683791229), precommit_update {{(pid=103916) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 17:25:06.810626 dv-cinder-837356-2-iscsi neutron-server[103916]: DEBUG neutron_lib.callbacks.manager [None req-226b747a-ca7b-410d-ba2a-702543341d8f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16007527', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-75831', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16241551', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728539364693', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728538993439', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728538993457', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25517990'] for port (02a1cd18-bdad-4f34-901e-135683791229), after_update {{(pid=103916) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 17:25:06.831354 dv-cinder-837356-2-iscsi neutron-server[103918]: DEBUG neutron.plugins.ml2.rpc [None req-39ead2dc-a542-4f04-b117-439eb7f32aa8 None None] Device e4980870-ccc1-487d-9329-a06f2865016d up at agent ovs-agent-dv-cinder-837356-2-iscsi {{(pid=103918) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 16 17:25:06.885477 dv-cinder-837356-2-iscsi neutron-server[103916]: DEBUG dbcounter [-] [103916] Writing DB stats neutron:UPDATE=3,neutron:SELECT=96,neutron:INSERT=1 {{(pid=103916) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 16 17:25:06.891129 dv-cinder-837356-2-iscsi neutron-server[103916]: DEBUG neutron_lib.callbacks.manager [None req-226b747a-ca7b-410d-ba2a-702543341d8f admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-16241533', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-706209'] for router_interface (3a6cdede-165f-4bdb-a89a-490c73b652dc), after_create {{(pid=103916) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 17:25:06.892699 dv-cinder-837356-2-iscsi neutron-server[103918]: DEBUG neutron.plugins.ml2.managers [None req-8a77b4ae-38df-43dd-984f-1bed9d6b8644 None None] Attempting to bind port e1fc7f8e-d522-4dee-815c-38e4da48912b on host dv-cinder-837356-2-iscsi for vnic_type normal with profile {{(pid=103918) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:811}} Jun 16 17:25:06.893298 dv-cinder-837356-2-iscsi neutron-server[103918]: DEBUG neutron.plugins.ml2.managers [None req-8a77b4ae-38df-43dd-984f-1bed9d6b8644 None None] Attempting to bind port e1fc7f8e-d522-4dee-815c-38e4da48912b by drivers openvswitch,hyperv on host dv-cinder-837356-2-iscsi at level 0 using segments [{'id': '18b787c7-0964-4a3b-b1f5-b8083c94f58b', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '9df31235-0797-44e6-85a0-102cb2da2d58'}] {{(pid=103918) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:836}} Jun 16 17:25:06.893803 dv-cinder-837356-2-iscsi neutron-server[103918]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8a77b4ae-38df-43dd-984f-1bed9d6b8644 None None] Attempting to bind port e1fc7f8e-d522-4dee-815c-38e4da48912b on network 9df31235-0797-44e6-85a0-102cb2da2d58 {{(pid=103918) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jun 16 17:25:06.918506 dv-cinder-837356-2-iscsi neutron-server[103918]: DEBUG neutron.plugins.ml2.db [None req-b2b17746-c296-4803-869a-65578e8233dd None None] For port 2da50d5c-d328-4853-a261-6bd0c6378dcd, host hv-cinder-83735, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83735',level=0,port_id=2da50d5c-d328-4853-a261-6bd0c6378dcd,segment=NetworkSegment(d53d2152-678f-42ce-a3f8-cc589901ed6b),segment_id=d53d2152-678f-42ce-a3f8-cc589901ed6b)] {{(pid=103918) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 16 17:25:06.934280 dv-cinder-837356-2-iscsi neutron-server[103917]: INFO neutron.wsgi [req-4a971cd6-d6f6-413c-a03d-44d945b7cace req-fa4352ec-ca6f-43fd-b547-415e246dbdd6 tempest-AttachVolumeTestJSON-336390128 tempest-AttachVolumeTestJSON-336390128-project] 10.222.0.66 "GET /v2.0/security-groups?id=b5243b74-2536-4f9c-b2d2-f7b79b8f3edb&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1353748 Jun 16 17:25:06.936439 dv-cinder-837356-2-iscsi neutron-server[103918]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-994bdade-f485-4dea-afc5-0b8d5214264a None None] Pushing event updated for resources: {'Port': ['ID=e1fc7f8e-d522-4dee-815c-38e4da48912b,revision_number=2']} {{(pid=103918) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 17:25:06.950960 dv-cinder-837356-2-iscsi neutron-server[103918]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8a77b4ae-38df-43dd-984f-1bed9d6b8644 None None] Checking agent: {'id': '5b2fa84c-1db1-41c6-a6b9-975c3da28daf', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-837356-2-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 6, 16, 17, 14, 18), 'started_at': datetime.datetime(2022, 6, 16, 17, 14, 48), 'heartbeat_timestamp': datetime.datetime(2022, 6, 16, 17, 24, 48), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-837356-2-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103918) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jun 16 17:25:06.951399 dv-cinder-837356-2-iscsi neutron-server[103918]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8a77b4ae-38df-43dd-984f-1bed9d6b8644 None None] Checking segment: {'id': '18b787c7-0964-4a3b-b1f5-b8083c94f58b', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '9df31235-0797-44e6-85a0-102cb2da2d58'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103918) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jun 16 17:25:06.951864 dv-cinder-837356-2-iscsi neutron-server[103918]: DEBUG neutron_lib.callbacks.manager [None req-8a77b4ae-38df-43dd-984f-1bed9d6b8644 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103918) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 17:25:06.953222 dv-cinder-837356-2-iscsi neutron-server[103918]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8a77b4ae-38df-43dd-984f-1bed9d6b8644 None None] Bound using segment: {'id': '18b787c7-0964-4a3b-b1f5-b8083c94f58b', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '9df31235-0797-44e6-85a0-102cb2da2d58'} {{(pid=103918) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jun 16 17:25:06.953222 dv-cinder-837356-2-iscsi neutron-server[103918]: DEBUG neutron.plugins.ml2.managers [None req-8a77b4ae-38df-43dd-984f-1bed9d6b8644 None None] Bound port: e1fc7f8e-d522-4dee-815c-38e4da48912b, host: dv-cinder-837356-2-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '18b787c7-0964-4a3b-b1f5-b8083c94f58b', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '9df31235-0797-44e6-85a0-102cb2da2d58'}}] {{(pid=103918) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:948}} Jun 16 17:25:06.953557 dv-cinder-837356-2-iscsi neutron-server[103918]: DEBUG neutron_lib.callbacks.manager [None req-8a77b4ae-38df-43dd-984f-1bed9d6b8644 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16007590'] for port (e1fc7f8e-d522-4dee-815c-38e4da48912b), before_update {{(pid=103918) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 17:25:06.962042 dv-cinder-837356-2-iscsi neutron-server[103918]: DEBUG neutron.plugins.ml2.plugin [None req-9aacbe27-f9db-4ee8-b9c1-8271769a9149 None None] Port 02a1cd18-bdad-4f34-901e-135683791229 cannot update to ACTIVE because it is not bound. {{(pid=103918) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:354}} Jun 16 17:25:06.987873 dv-cinder-837356-2-iscsi neutron-server[103918]: DEBUG neutron.plugins.ml2.rpc [None req-b2b17746-c296-4803-869a-65578e8233dd None None] Returning: {'device': '2da50d5c-d328-4853-a261-6bd0c6378dcd', 'network_id': '04f2ecf4-cd9f-483b-9100-6d9d67a561d2', 'port_id': '2da50d5c-d328-4853-a261-6bd0c6378dcd', 'mac_address': 'fa:16:3e:7a:0e:13', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 1034, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '57d5f714-8d8c-468b-957a-7745cf345909', 'ip_address': '172.20.0.11'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'qos_network_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103918) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jun 16 17:25:07.016663 dv-cinder-837356-2-iscsi neutron-server[103918]: DEBUG neutron.db.provisioning_blocks [None req-39ead2dc-a542-4f04-b117-439eb7f32aa8 None None] Provisioning complete for port e4980870-ccc1-487d-9329-a06f2865016d triggered by entity L2. {{(pid=103918) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jun 16 17:25:07.017007 dv-cinder-837356-2-iscsi neutron-server[103918]: DEBUG neutron_lib.callbacks.manager [None req-39ead2dc-a542-4f04-b117-439eb7f32aa8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16149424'] for port (e4980870-ccc1-487d-9329-a06f2865016d), provisioning_complete {{(pid=103918) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 17:25:07.054140 dv-cinder-837356-2-iscsi neutron-server[103916]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-226b747a-ca7b-410d-ba2a-702543341d8f admin admin] Pushing event updated for resources: {'Port': ['ID=02a1cd18-bdad-4f34-901e-135683791229,revision_number=2']} {{(pid=103916) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 17:25:07.087685 dv-cinder-837356-2-iscsi neutron-server[103918]: DEBUG neutron.plugins.ml2.db [None req-8a77b4ae-38df-43dd-984f-1bed9d6b8644 None None] For port e1fc7f8e-d522-4dee-815c-38e4da48912b, host dv-cinder-837356-2-iscsi, cleared binding levels {{(pid=103918) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 16 17:25:07.089030 dv-cinder-837356-2-iscsi neutron-server[103916]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e298d47-4ea5-4c2b-9709-e39ee1c9c455 req-c43df05a-dc34-437f-9bc4-f77e5ae77a68 tempest-VolumesSnapshotTestJSON-385000497 tempest-VolumesSnapshotTestJSON-385000497-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103916) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 16 17:25:07.090784 dv-cinder-837356-2-iscsi neutron-server[103916]: INFO neutron.wsgi [req-9e298d47-4ea5-4c2b-9709-e39ee1c9c455 req-c43df05a-dc34-437f-9bc4-f77e5ae77a68 tempest-VolumesSnapshotTestJSON-385000497 tempest-VolumesSnapshotTestJSON-385000497-project] 10.222.0.66 "GET /v2.0/ports?device_id=0e36f5bc-922d-4dfe-9ecb-49ba6c855878 HTTP/1.1" status: 200 len: 945 time: 0.1440046 Jun 16 17:25:07.113841 dv-cinder-837356-2-iscsi neutron-server[103918]: DEBUG dbcounter [-] [103918] Writing DB stats neutron:SELECT=98,neutron:UPDATE=1,neutron:INSERT=1 {{(pid=103918) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 16 17:25:07.121375 dv-cinder-837356-2-iscsi neutron-server[103918]: DEBUG neutron.plugins.ml2.db [None req-8a77b4ae-38df-43dd-984f-1bed9d6b8644 None None] For port e1fc7f8e-d522-4dee-815c-38e4da48912b, host dv-cinder-837356-2-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-837356-2-iscsi',level=0,port_id=e1fc7f8e-d522-4dee-815c-38e4da48912b,segment=NetworkSegment(18b787c7-0964-4a3b-b1f5-b8083c94f58b),segment_id=18b787c7-0964-4a3b-b1f5-b8083c94f58b)] {{(pid=103918) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 16 17:25:07.128189 dv-cinder-837356-2-iscsi neutron-server[103918]: DEBUG neutron.plugins.ml2.plugin [None req-b2b17746-c296-4803-869a-65578e8233dd None None] Current status of the port 2da50d5c-d328-4853-a261-6bd0c6378dcd is: ACTIVE; New status is: BUILD {{(pid=103918) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2298}} Jun 16 17:25:07.128679 dv-cinder-837356-2-iscsi neutron-server[103918]: DEBUG neutron_lib.callbacks.manager [None req-b2b17746-c296-4803-869a-65578e8233dd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16007590'] for port (2da50d5c-d328-4853-a261-6bd0c6378dcd), before_update {{(pid=103918) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 17:25:07.135530 dv-cinder-837356-2-iscsi neutron-server[103918]: DEBUG neutron_lib.callbacks.manager [None req-8a77b4ae-38df-43dd-984f-1bed9d6b8644 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16007527', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-75831', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16241551', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728539364693', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728538993439', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728538993457'] for port (e1fc7f8e-d522-4dee-815c-38e4da48912b), after_update {{(pid=103918) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 17:25:07.177940 dv-cinder-837356-2-iscsi neutron-server[103916]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-226b747a-ca7b-410d-ba2a-702543341d8f admin admin] Network 35603100-8685-44dd-88ce-ba2913489196 is already hosted by enough agents. {{(pid=103916) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 16 17:25:07.185421 dv-cinder-837356-2-iscsi neutron-server[103918]: DEBUG neutron.notifiers.nova [None req-b2b17746-c296-4803-869a-65578e8233dd None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id 2da50d5c-d328-4853-a261-6bd0c6378dcd {{(pid=103918) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Jun 16 17:25:07.195911 dv-cinder-837356-2-iscsi neutron-server[103916]: DEBUG neutron.scheduler.base_scheduler [None req-226b747a-ca7b-410d-ba2a-702543341d8f admin admin] Resources bound (agent type, host, resource id): {{(pid=103916) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 16 17:25:07.212955 dv-cinder-837356-2-iscsi neutron-server[103916]: INFO neutron.wsgi [req-9e298d47-4ea5-4c2b-9709-e39ee1c9c455 req-146b667f-4151-4e61-b5f2-9eccc72d75c0 tempest-VolumesSnapshotTestJSON-385000497 tempest-VolumesSnapshotTestJSON-385000497-project] 10.222.0.66 "GET /v2.0/security-groups?id=e34b8f4f-0bd7-4695-872b-8d05a10daf59&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1059430 Jun 16 17:25:07.274896 dv-cinder-837356-2-iscsi neutron-server[103918]: DEBUG neutron.plugins.ml2.db [None req-b2b17746-c296-4803-869a-65578e8233dd None None] For port 2da50d5c-d328-4853-a261-6bd0c6378dcd, host hv-cinder-83735, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83735',level=0,port_id=2da50d5c-d328-4853-a261-6bd0c6378dcd,segment=NetworkSegment(d53d2152-678f-42ce-a3f8-cc589901ed6b),segment_id=d53d2152-678f-42ce-a3f8-cc589901ed6b)] {{(pid=103918) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 16 17:25:07.286425 dv-cinder-837356-2-iscsi neutron-server[103918]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-994bdade-f485-4dea-afc5-0b8d5214264a None None] Pushing event updated for resources: {'Port': ['ID=e1fc7f8e-d522-4dee-815c-38e4da48912b,revision_number=3']} {{(pid=103918) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 17:25:07.294607 dv-cinder-837356-2-iscsi neutron-server[103918]: DEBUG neutron_lib.callbacks.manager [None req-b2b17746-c296-4803-869a-65578e8233dd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16007527', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-75831', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16241551', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728539364693', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728538993439', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728538993457'] for port (2da50d5c-d328-4853-a261-6bd0c6378dcd), after_update {{(pid=103918) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 17:25:07.339100 dv-cinder-837356-2-iscsi neutron-server[103918]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8a77b4ae-38df-43dd-984f-1bed9d6b8644 None None] Routers {'3a6cdede-165f-4bdb-a89a-490c73b652dc'} bound to L3 agent in host dv-cinder-837356-2-iscsi {{(pid=103918) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jun 16 17:25:07.339870 dv-cinder-837356-2-iscsi neutron-server[103918]: DEBUG neutron.db.l3_hamode_db [None req-8a77b4ae-38df-43dd-984f-1bed9d6b8644 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-837356-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-06-16T17:14:15Z,description=,heartbeat_timestamp=2022-06-16T17:24:45Z,host='dv-cinder-837356-2-iscsi',id=7639df21-17c3-4235-8912-210c3ad54137,load=0,resource_versions=,resources_synced=,started_at=2022-06-16T17:14:15Z,topic='l3_agent')) {'router_ids': ['3a6cdede-165f-4bdb-a89a-490c73b652dc'], 'active': True} {{(pid=103918) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 16 17:25:07.346428 dv-cinder-837356-2-iscsi neutron-server[103918]: DEBUG neutron.plugins.ml2.plugin [None req-39ead2dc-a542-4f04-b117-439eb7f32aa8 None None] Current status of the port e4980870-ccc1-487d-9329-a06f2865016d is: ACTIVE; New status is: ACTIVE {{(pid=103918) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2298}} Jun 16 17:25:07.351035 dv-cinder-837356-2-iscsi neutron-server[103916]: DEBUG dbcounter [-] [103916] Writing DB stats neutron:SELECT=98,neutron:INSERT=1,neutron:UPDATE=1 {{(pid=103916) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 16 17:25:07.407388 dv-cinder-837356-2-iscsi neutron-server[103916]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-226b747a-ca7b-410d-ba2a-702543341d8f admin admin] Router 3a6cdede-165f-4bdb-a89a-490c73b652dc has already been hosted by L3 agent 7639df21-17c3-4235-8912-210c3ad54137 {{(pid=103916) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jun 16 17:25:07.545408 dv-cinder-837356-2-iscsi neutron-server[103918]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b2b17746-c296-4803-869a-65578e8233dd None None] Pushing event updated for resources: {'Port': ['ID=2da50d5c-d328-4853-a261-6bd0c6378dcd,revision_number=6']} {{(pid=103918) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 17:25:07.567044 dv-cinder-837356-2-iscsi neutron-server[103918]: DEBUG dbcounter [-] [103918] Writing DB stats neutron:SELECT=96,neutron:UPDATE=4 {{(pid=103918) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 16 17:25:07.614396 dv-cinder-837356-2-iscsi neutron-server[103918]: DEBUG neutron.db.provisioning_blocks [None req-15be6314-9762-43c8-bbb4-00d6c934a000 None None] Provisioning complete for port 02a1cd18-bdad-4f34-901e-135683791229 triggered by entity DHCP. {{(pid=103918) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jun 16 17:25:07.614801 dv-cinder-837356-2-iscsi neutron-server[103918]: DEBUG neutron_lib.callbacks.manager [None req-15be6314-9762-43c8-bbb4-00d6c934a000 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16149424'] for port (02a1cd18-bdad-4f34-901e-135683791229), provisioning_complete {{(pid=103918) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 17:25:07.616027 dv-cinder-837356-2-iscsi neutron-server[103916]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-226b747a-ca7b-410d-ba2a-702543341d8f admin admin] Notify agent at l3_agent.dv-cinder-837356-2-iscsi the message routers_updated {{(pid=103916) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jun 16 17:25:07.637228 dv-cinder-837356-2-iscsi neutron-server[103916]: INFO neutron.wsgi [None req-226b747a-ca7b-410d-ba2a-702543341d8f admin admin] 10.222.0.66 "PUT /v2.0/routers/3a6cdede-165f-4bdb-a89a-490c73b652dc/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.2704911 Jun 16 17:25:07.654199 dv-cinder-837356-2-iscsi neutron-server[103918]: DEBUG neutron.plugins.ml2.plugin [None req-15be6314-9762-43c8-bbb4-00d6c934a000 None None] Port 02a1cd18-bdad-4f34-901e-135683791229 cannot update to ACTIVE because it is not bound. {{(pid=103918) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:354}} Jun 16 17:25:07.674027 dv-cinder-837356-2-iscsi neutron-server[103918]: DEBUG neutron.db.l3_dvr_db [None req-8a77b4ae-38df-43dd-984f-1bed9d6b8644 None None] Set router 3a6cdede-165f-4bdb-a89a-490c73b652dc gateway port host: dv-cinder-837356-2-iscsi {{(pid=103918) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jun 16 17:25:07.674932 dv-cinder-837356-2-iscsi neutron-server[103917]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5226be65-eeb0-4915-a063-6742bae2ae4a req-6487ec44-1b5f-443b-bec2-b592efefa185 tempest-AttachVolumeShelveTestJSON-1123487845 tempest-AttachVolumeShelveTestJSON-1123487845-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103917) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 16 17:25:07.680903 dv-cinder-837356-2-iscsi neutron-server[103917]: INFO neutron.wsgi [req-5226be65-eeb0-4915-a063-6742bae2ae4a req-6487ec44-1b5f-443b-bec2-b592efefa185 tempest-AttachVolumeShelveTestJSON-1123487845 tempest-AttachVolumeShelveTestJSON-1123487845-project] 10.222.0.66 "GET /v2.0/ports?device_id=ab2e7148-fa86-4648-9e4b-87e27fcf1147 HTTP/1.1" status: 200 len: 945 time: 0.1277406 Jun 16 17:25:07.733121 dv-cinder-837356-2-iscsi neutron-server[103916]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f7ad7e1-4524-44fd-ae94-7598728faa57 req-6c73eafd-1940-40a5-94e7-358c4c54e3c4 tempest-ServerRescueNegativeTestJSON-1475515620 tempest-ServerRescueNegativeTestJSON-1475515620-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103916) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 16 17:25:07.735153 dv-cinder-837356-2-iscsi neutron-server[103916]: INFO neutron.wsgi [req-5f7ad7e1-4524-44fd-ae94-7598728faa57 req-6c73eafd-1940-40a5-94e7-358c4c54e3c4 tempest-ServerRescueNegativeTestJSON-1475515620 tempest-ServerRescueNegativeTestJSON-1475515620-project] 10.222.0.66 "GET /v2.0/ports?device_id=4065d5c1-0b16-413a-a5b5-e0e725e1e71b HTTP/1.1" status: 200 len: 945 time: 0.0981407 Jun 16 17:25:07.808026 dv-cinder-837356-2-iscsi neutron-server[103916]: INFO neutron.wsgi [req-5f7ad7e1-4524-44fd-ae94-7598728faa57 req-f78dbcf5-8623-4277-a6b7-23ccce07cb42 tempest-ServerRescueNegativeTestJSON-1475515620 tempest-ServerRescueNegativeTestJSON-1475515620-project] 10.222.0.66 "GET /v2.0/security-groups?id=d7d25be3-a5ac-46a1-b854-10a8a8453e86&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0660028 Jun 16 17:25:07.809529 dv-cinder-837356-2-iscsi neutron-server[103917]: INFO neutron.wsgi [req-5226be65-eeb0-4915-a063-6742bae2ae4a req-3bba0b25-8020-4378-92a6-f45b2bb5216f tempest-AttachVolumeShelveTestJSON-1123487845 tempest-AttachVolumeShelveTestJSON-1123487845-project] 10.222.0.66 "GET /v2.0/security-groups?id=5ab805c8-38ae-4655-bf71-1fc1999d288e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1228514 Jun 16 17:25:07.844940 dv-cinder-837356-2-iscsi neutron-server[103918]: DEBUG neutron.plugins.ml2.db [None req-b2b17746-c296-4803-869a-65578e8233dd None None] get_ports_and_sgs() called for port_ids ['2da50d5c-d328-4853-a261-6bd0c6378dcd'] {{(pid=103918) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jun 16 17:25:08.055147 dv-cinder-837356-2-iscsi neutron-server[103918]: DEBUG neutron.db.l3_hamode_db [None req-8a77b4ae-38df-43dd-984f-1bed9d6b8644 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3a6cdede-165f-4bdb-a89a-490c73b652dc', 'name': 'tempest-TestMinimumBasicScenario-1583816744-router', 'tenant_id': '546929b1810a4d20b273f3e5492ec6ed', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9df31235-0797-44e6-85a0-102cb2da2d58', 'external_fixed_ips': [{'subnet_id': '1dfb0320-f5eb-46f6-88ce-33002f500238', 'ip_address': '172.27.2.172'}], 'enable_snat': True}, 'gw_port_id': 'e1fc7f8e-d522-4dee-815c-38e4da48912b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-16T17:25:01Z', 'updated_at': '2022-06-16T17:25:06Z', 'revision_number': 4, 'project_id': '546929b1810a4d20b273f3e5492ec6ed', 'gw_port': {'id': 'e1fc7f8e-d522-4dee-815c-38e4da48912b', 'name': '', 'network_id': '9df31235-0797-44e6-85a0-102cb2da2d58', 'tenant_id': '', 'mac_address': 'fa:16:3e:f8:14:71', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3a6cdede-165f-4bdb-a89a-490c73b652dc', 'device_owner': 'network:router_gateway', 'standard_attr_id': 413, 'fixed_ips': [{'subnet_id': '1dfb0320-f5eb-46f6-88ce-33002f500238', 'ip_address': '172.27.2.172', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-837356-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-16T17:25:02Z', 'updated_at': '2022-06-16T17:25:07Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '1dfb0320-f5eb-46f6-88ce-33002f500238', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-837356-2-iscsi', '_interfaces': [{'id': '02a1cd18-bdad-4f34-901e-135683791229', 'name': '', 'network_id': '35603100-8685-44dd-88ce-ba2913489196', 'tenant_id': '546929b1810a4d20b273f3e5492ec6ed', 'mac_address': 'fa:16:3e:de:37:a8', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3a6cdede-165f-4bdb-a89a-490c73b652dc', 'device_owner': 'network:router_interface', 'standard_attr_id': 414, 'fixed_ips': [{'subnet_id': 'bd08d793-0f26-4cdb-b55c-28713cb435a0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-16T17:25:05Z', 'updated_at': '2022-06-16T17:25:06Z', 'revision_number': 2, 'project_id': '546929b1810a4d20b273f3e5492ec6ed', 'subnets': [{'id': 'bd08d793-0f26-4cdb-b55c-28713cb435a0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-837356-2-iscsi', False) {} {{(pid=103918) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 16 17:25:08.096482 dv-cinder-837356-2-iscsi neutron-server[103918]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8a77b4ae-38df-43dd-984f-1bed9d6b8644 None None] The sync data for ids ['3a6cdede-165f-4bdb-a89a-490c73b652dc'] in dv-cinder-837356-2-iscsi is: [{'id': '3a6cdede-165f-4bdb-a89a-490c73b652dc', 'name': 'tempest-TestMinimumBasicScenario-1583816744-router', 'tenant_id': '546929b1810a4d20b273f3e5492ec6ed', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9df31235-0797-44e6-85a0-102cb2da2d58', 'external_fixed_ips': [{'subnet_id': '1dfb0320-f5eb-46f6-88ce-33002f500238', 'ip_address': '172.27.2.172'}], 'enable_snat': True}, 'gw_port_id': 'e1fc7f8e-d522-4dee-815c-38e4da48912b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-16T17:25:01Z', 'updated_at': '2022-06-16T17:25:06Z', 'revision_number': 4, 'project_id': '546929b1810a4d20b273f3e5492ec6ed', 'gw_port': {'id': 'e1fc7f8e-d522-4dee-815c-38e4da48912b', 'name': '', 'network_id': '9df31235-0797-44e6-85a0-102cb2da2d58', 'tenant_id': '', 'mac_address': 'fa:16:3e:f8:14:71', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3a6cdede-165f-4bdb-a89a-490c73b652dc', 'device_owner': 'network:router_gateway', 'standard_attr_id': 413, 'fixed_ips': [{'subnet_id': '1dfb0320-f5eb-46f6-88ce-33002f500238', 'ip_address': '172.27.2.172', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-837356-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-16T17:25:02Z', 'updated_at': '2022-06-16T17:25:07Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '1dfb0320-f5eb-46f6-88ce-33002f500238', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-837356-2-iscsi', '_interfaces': [{'id': '02a1cd18-bdad-4f34-901e-135683791229', 'name': '', 'network_id': '35603100-8685-44dd-88ce-ba2913489196', 'tenant_id': '546929b1810a4d20b273f3e5492ec6ed', 'mac_address': 'fa:16:3e:de:37:a8', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3a6cdede-165f-4bdb-a89a-490c73b652dc', 'device_owner': 'network:router_interface', 'standard_attr_id': 414, 'fixed_ips': [{'subnet_id': 'bd08d793-0f26-4cdb-b55c-28713cb435a0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-16T17:25:05Z', 'updated_at': '2022-06-16T17:25:06Z', 'revision_number': 2, 'project_id': '546929b1810a4d20b273f3e5492ec6ed', 'subnets': [{'id': 'bd08d793-0f26-4cdb-b55c-28713cb435a0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103918) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 16 17:25:08.133390 dv-cinder-837356-2-iscsi neutron-server[103916]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-351393ad-f470-44bb-941a-aa9902b5a8de req-1fe93c19-38f2-494f-a174-de6925ee786a tempest-AttachVolumeTestJSON-336390128 tempest-AttachVolumeTestJSON-336390128-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103916) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 16 17:25:08.144405 dv-cinder-837356-2-iscsi neutron-server[103916]: INFO neutron.wsgi [req-351393ad-f470-44bb-941a-aa9902b5a8de req-1fe93c19-38f2-494f-a174-de6925ee786a tempest-AttachVolumeTestJSON-336390128 tempest-AttachVolumeTestJSON-336390128-project] 10.222.0.66 "GET /v2.0/ports?device_id=7d22b60d-19fe-4dca-8eef-821db5a4dc55 HTTP/1.1" status: 200 len: 945 time: 0.1040978 Jun 16 17:25:08.207468 dv-cinder-837356-2-iscsi neutron-server[103918]: DEBUG neutron.plugins.ml2.rpc [None req-b2b17746-c296-4803-869a-65578e8233dd None None] Device 9e73391a-9d05-40e7-8c63-8913ccd9e1bc up at agent hyperv_hv-cinder-83735 {{(pid=103918) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 16 17:25:08.298603 dv-cinder-837356-2-iscsi neutron-server[103916]: INFO neutron.wsgi [req-351393ad-f470-44bb-941a-aa9902b5a8de req-4e67eb41-189d-4ef5-b5c7-530e08b2b54a tempest-AttachVolumeTestJSON-336390128 tempest-AttachVolumeTestJSON-336390128-project] 10.222.0.66 "GET /v2.0/security-groups?id=b5243b74-2536-4f9c-b2d2-f7b79b8f3edb&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1526814 Jun 16 17:25:08.361600 dv-cinder-837356-2-iscsi neutron-server[103918]: DEBUG neutron.db.provisioning_blocks [None req-b2b17746-c296-4803-869a-65578e8233dd None None] Provisioning for port 9e73391a-9d05-40e7-8c63-8913ccd9e1bc completed by entity L2. {{(pid=103918) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:137}} Jun 16 17:25:08.438003 dv-cinder-837356-2-iscsi neutron-server[103917]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23848411-0110-4ce5-ab02-d6e26e79eba3 req-1059c37f-702b-4d8e-936c-7c86b8f9354a tempest-VolumesSnapshotTestJSON-385000497 tempest-VolumesSnapshotTestJSON-385000497-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103917) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 16 17:25:08.439788 dv-cinder-837356-2-iscsi neutron-server[103917]: INFO neutron.wsgi [req-23848411-0110-4ce5-ab02-d6e26e79eba3 req-1059c37f-702b-4d8e-936c-7c86b8f9354a tempest-VolumesSnapshotTestJSON-385000497 tempest-VolumesSnapshotTestJSON-385000497-project] 10.222.0.66 "GET /v2.0/ports?device_id=0e36f5bc-922d-4dfe-9ecb-49ba6c855878 HTTP/1.1" status: 200 len: 945 time: 0.0606761 Jun 16 17:25:08.523653 dv-cinder-837356-2-iscsi neutron-server[103917]: INFO neutron.wsgi [req-23848411-0110-4ce5-ab02-d6e26e79eba3 req-53574bf4-8bb0-4874-845d-525ba3f8e382 tempest-VolumesSnapshotTestJSON-385000497 tempest-VolumesSnapshotTestJSON-385000497-project] 10.222.0.66 "GET /v2.0/security-groups?id=e34b8f4f-0bd7-4695-872b-8d05a10daf59&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0656633 Jun 16 17:25:08.556820 dv-cinder-837356-2-iscsi neutron-server[103918]: DEBUG neutron.db.provisioning_blocks [None req-b2b17746-c296-4803-869a-65578e8233dd None None] Provisioning complete for port 9e73391a-9d05-40e7-8c63-8913ccd9e1bc triggered by entity L2. {{(pid=103918) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jun 16 17:25:08.558702 dv-cinder-837356-2-iscsi neutron-server[103918]: DEBUG neutron_lib.callbacks.manager [None req-b2b17746-c296-4803-869a-65578e8233dd None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16149424'] for port (9e73391a-9d05-40e7-8c63-8913ccd9e1bc), provisioning_complete {{(pid=103918) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 17:25:08.646055 dv-cinder-837356-2-iscsi neutron-server[103919]: DEBUG neutron.db.agents_db [None req-d2debd9c-00d6-4a8f-b9fc-d112a2dcea0d None None] Agent healthcheck: found 6 active agents {{(pid=103919) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jun 16 17:25:08.733289 dv-cinder-837356-2-iscsi neutron-server[103918]: DEBUG neutron.plugins.ml2.plugin [None req-b2b17746-c296-4803-869a-65578e8233dd None None] Current status of the port 9e73391a-9d05-40e7-8c63-8913ccd9e1bc is: BUILD; New status is: ACTIVE {{(pid=103918) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2298}} Jun 16 17:25:08.733996 dv-cinder-837356-2-iscsi neutron-server[103918]: DEBUG neutron_lib.callbacks.manager [None req-b2b17746-c296-4803-869a-65578e8233dd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16007590'] for port (9e73391a-9d05-40e7-8c63-8913ccd9e1bc), before_update {{(pid=103918) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 17:25:08.772130 dv-cinder-837356-2-iscsi neutron-server[103916]: DEBUG neutron.wsgi [-] (103916) accepted ('10.222.0.66', 40672) {{(pid=103916) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 16 17:25:08.801840 dv-cinder-837356-2-iscsi neutron-server[103918]: DEBUG neutron.plugins.ml2.db [None req-b2b17746-c296-4803-869a-65578e8233dd None None] For port 9e73391a-9d05-40e7-8c63-8913ccd9e1bc, host hv-cinder-83735, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83735',level=0,port_id=9e73391a-9d05-40e7-8c63-8913ccd9e1bc,segment=NetworkSegment(2b8eb4e0-b34f-4c5f-88c1-fe36b7eb4fdd),segment_id=2b8eb4e0-b34f-4c5f-88c1-fe36b7eb4fdd)] {{(pid=103918) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 16 17:25:08.803562 dv-cinder-837356-2-iscsi neutron-server[103918]: DEBUG dbcounter [-] [103918] Writing DB stats neutron:SELECT=96,neutron:UPDATE=3,neutron:DELETE=1 {{(pid=103918) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 16 17:25:08.804994 dv-cinder-837356-2-iscsi neutron-server[103918]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '0e36f5bc-922d-4dfe-9ecb-49ba6c855878', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '9e73391a-9d05-40e7-8c63-8913ccd9e1bc'}] {{(pid=103918) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jun 16 17:25:08.808535 dv-cinder-837356-2-iscsi neutron-server[103918]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.66/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c81ba123246404939637391270152498621c2ac0d5068f91321d7f7277fce0c4" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6e571707-bcae-4e6f-b0e6-9d84b298b3aa" -d '{"events": [{"server_uuid": "0e36f5bc-922d-4dfe-9ecb-49ba6c855878", "name": "network-vif-plugged", "status": "completed", "tag": "9e73391a-9d05-40e7-8c63-8913ccd9e1bc"}]}' {{(pid=103918) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 16 17:25:08.814181 dv-cinder-837356-2-iscsi neutron-server[103918]: DEBUG neutron_lib.callbacks.manager [None req-b2b17746-c296-4803-869a-65578e8233dd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16007527', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-75831', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16241551', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728539364693', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728538993439', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728538993457'] for port (9e73391a-9d05-40e7-8c63-8913ccd9e1bc), after_update {{(pid=103918) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 17:25:08.890725 dv-cinder-837356-2-iscsi neutron-server[103918]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b2b17746-c296-4803-869a-65578e8233dd None None] Pushing event updated for resources: {'Port': ['ID=9e73391a-9d05-40e7-8c63-8913ccd9e1bc,revision_number=5']} {{(pid=103918) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 17:25:08.895099 dv-cinder-837356-2-iscsi neutron-server[103918]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 16 Jun 2022 17:25:08 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-40b6e2e9-6ce8-45dc-a53c-dbb1e147be99 x-openstack-request-id: req-40b6e2e9-6ce8-45dc-a53c-dbb1e147be99 {{(pid=103918) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 16 17:25:08.895377 dv-cinder-837356-2-iscsi neutron-server[103918]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "0e36f5bc-922d-4dfe-9ecb-49ba6c855878", "name": "network-vif-plugged", "status": "completed", "tag": "9e73391a-9d05-40e7-8c63-8913ccd9e1bc", "code": 200}]} {{(pid=103918) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 16 17:25:08.897635 dv-cinder-837356-2-iscsi neutron-server[103918]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.66/compute/v2.1/os-server-external-events used request id req-40b6e2e9-6ce8-45dc-a53c-dbb1e147be99 {{(pid=103918) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 16 17:25:08.897635 dv-cinder-837356-2-iscsi neutron-server[103918]: INFO neutron.notifiers.nova [-] Nova event matching ['req-40b6e2e9-6ce8-45dc-a53c-dbb1e147be99'] response: {'server_uuid': '0e36f5bc-922d-4dfe-9ecb-49ba6c855878', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '9e73391a-9d05-40e7-8c63-8913ccd9e1bc', 'code': 200} Jun 16 17:25:08.920496 dv-cinder-837356-2-iscsi neutron-server[103916]: DEBUG neutron.wsgi [-] (103916) accepted ('10.222.0.66', 40686) {{(pid=103916) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 16 17:25:08.929772 dv-cinder-837356-2-iscsi neutron-server[103916]: DEBUG neutron.api.v2.base [None req-ca29c548-ae29-48ab-97cb-20e37a85b23c admin admin] Request body: {'network': {'name': 'tempest-TestMinimumBasicScenario-2043916775-network', 'tenant_id': '848c7ff5a10a47c0b98325add4101a73'}} {{(pid=103916) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jun 16 17:25:09.021099 dv-cinder-837356-2-iscsi neutron-server[103917]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79650559-f6fd-4282-b8fa-a2bd0ef70325 req-2ef8a262-7f08-4530-a755-096453addbf0 tempest-ServerRescueNegativeTestJSON-1475515620 tempest-ServerRescueNegativeTestJSON-1475515620-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103917) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 16 17:25:09.044022 dv-cinder-837356-2-iscsi neutron-server[103917]: INFO neutron.wsgi [req-79650559-f6fd-4282-b8fa-a2bd0ef70325 req-2ef8a262-7f08-4530-a755-096453addbf0 tempest-ServerRescueNegativeTestJSON-1475515620 tempest-ServerRescueNegativeTestJSON-1475515620-project] 10.222.0.66 "GET /v2.0/ports?device_id=4065d5c1-0b16-413a-a5b5-e0e725e1e71b HTTP/1.1" status: 200 len: 945 time: 0.0992103 Jun 16 17:25:09.068241 dv-cinder-837356-2-iscsi neutron-server[103916]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ca29c548-ae29-48ab-97cb-20e37a85b23c admin admin] Made reservation on behalf of 848c7ff5a10a47c0b98325add4101a73 for: {'network': 1} {{(pid=103916) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 16 17:25:09.068241 dv-cinder-837356-2-iscsi neutron-server[103916]: DEBUG neutron_lib.callbacks.manager [None req-ca29c548-ae29-48ab-97cb-20e37a85b23c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16007590'] for network (None), before_create {{(pid=103916) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 17:25:09.084379 dv-cinder-837356-2-iscsi neutron-server[103917]: DEBUG dbcounter [-] [103917] Writing DB stats neutron:SELECT=95,neutron:INSERT=4,neutron:DELETE=1 {{(pid=103917) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 16 17:25:09.105118 dv-cinder-837356-2-iscsi neutron-server[103916]: DEBUG neutron_lib.callbacks.manager [None req-ca29c548-ae29-48ab-97cb-20e37a85b23c admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103916) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 17:25:09.136554 dv-cinder-837356-2-iscsi neutron-server[103916]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5367e1f-423f-4547-9a76-619084700319 req-2ffecf3b-38b0-4c5b-b949-eff5cfc889d3 tempest-AttachVolumeShelveTestJSON-1123487845 tempest-AttachVolumeShelveTestJSON-1123487845-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103916) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 16 17:25:09.138385 dv-cinder-837356-2-iscsi neutron-server[103916]: INFO neutron.wsgi [req-a5367e1f-423f-4547-9a76-619084700319 req-2ffecf3b-38b0-4c5b-b949-eff5cfc889d3 tempest-AttachVolumeShelveTestJSON-1123487845 tempest-AttachVolumeShelveTestJSON-1123487845-project] 10.222.0.66 "GET /v2.0/ports?device_id=ab2e7148-fa86-4648-9e4b-87e27fcf1147 HTTP/1.1" status: 200 len: 945 time: 0.1496089 Jun 16 17:25:09.229665 dv-cinder-837356-2-iscsi neutron-server[103917]: INFO neutron.wsgi [req-79650559-f6fd-4282-b8fa-a2bd0ef70325 req-a0232dab-3165-449d-987f-ab2055e9224f tempest-ServerRescueNegativeTestJSON-1475515620 tempest-ServerRescueNegativeTestJSON-1475515620-project] 10.222.0.66 "GET /v2.0/security-groups?id=d7d25be3-a5ac-46a1-b854-10a8a8453e86&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1824040 Jun 16 17:25:09.312560 dv-cinder-837356-2-iscsi neutron-server[103916]: INFO neutron.wsgi [req-a5367e1f-423f-4547-9a76-619084700319 req-0c5bef4e-ece0-4963-805b-ea89eb192baf tempest-AttachVolumeShelveTestJSON-1123487845 tempest-AttachVolumeShelveTestJSON-1123487845-project] 10.222.0.66 "GET /v2.0/security-groups?id=5ab805c8-38ae-4655-bf71-1fc1999d288e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1648066 Jun 16 17:25:09.314376 dv-cinder-837356-2-iscsi neutron-server[103917]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd256ed4-997e-4993-bce8-2a4060133191 req-f19e981c-7182-4b83-8afa-8b05e06084e8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103917) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 16 17:25:09.319828 dv-cinder-837356-2-iscsi neutron-server[103917]: INFO neutron.wsgi [req-dd256ed4-997e-4993-bce8-2a4060133191 req-f19e981c-7182-4b83-8afa-8b05e06084e8 service neutron] 10.222.0.81 "GET /v2.0/ports?device_id=0e36f5bc-922d-4dfe-9ecb-49ba6c855878 HTTP/1.1" status: 200 len: 1130 time: 0.1665142 Jun 16 17:25:09.385229 dv-cinder-837356-2-iscsi neutron-server[103916]: DEBUG neutron_lib.callbacks.manager [None req-7f4cf109-ec94-4477-99ff-529bdfe38b4a admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103916) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 17:25:09.472338 dv-cinder-837356-2-iscsi neutron-server[103916]: DEBUG neutron_lib.callbacks.manager [None req-ca29c548-ae29-48ab-97cb-20e37a85b23c admin admin] Publish callbacks [] for security_group (094b446f-b98b-4ed7-9ecc-818d890cd5f1), precommit_create {{(pid=103916) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 17:25:09.488790 dv-cinder-837356-2-iscsi neutron-server[103916]: DEBUG neutron_lib.callbacks.manager [None req-ca29c548-ae29-48ab-97cb-20e37a85b23c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-570488'] for security_group (094b446f-b98b-4ed7-9ecc-818d890cd5f1), after_create {{(pid=103916) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 17:25:09.496974 dv-cinder-837356-2-iscsi neutron-server[103917]: INFO neutron.wsgi [req-dd256ed4-997e-4993-bce8-2a4060133191 req-4c88cf5d-666c-448c-ac00-055cc045da65 service neutron] 10.222.0.81 "GET /v2.0/security-groups?id=e34b8f4f-0bd7-4695-872b-8d05a10daf59&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1692274 Jun 16 17:25:09.542980 dv-cinder-837356-2-iscsi neutron-server[103917]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b03ef817-0c34-40eb-8924-dbaafb9dbacb req-925c5e7a-0f52-4a07-8abe-5f3bb1b93502 tempest-ServerRescueNegativeTestJSON-1475515620 tempest-ServerRescueNegativeTestJSON-1475515620-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103917) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 16 17:25:09.544838 dv-cinder-837356-2-iscsi neutron-server[103917]: INFO neutron.wsgi [req-b03ef817-0c34-40eb-8924-dbaafb9dbacb req-925c5e7a-0f52-4a07-8abe-5f3bb1b93502 tempest-ServerRescueNegativeTestJSON-1475515620 tempest-ServerRescueNegativeTestJSON-1475515620-project] 10.222.0.66 "GET /v2.0/ports?device_id=4065d5c1-0b16-413a-a5b5-e0e725e1e71b HTTP/1.1" status: 200 len: 945 time: 0.1284246 Jun 16 17:25:09.555011 dv-cinder-837356-2-iscsi neutron-server[103917]: DEBUG neutron.wsgi [-] (103917) accepted ('10.222.0.66', 40702) {{(pid=103917) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 16 17:25:09.563704 dv-cinder-837356-2-iscsi neutron-server[103917]: DEBUG neutron.api.v2.base [None req-c065abc8-b41a-4472-a436-00ea91a073bb tempest-ServerRescueNegativeTestJSON-1475515620 tempest-ServerRescueNegativeTestJSON-1475515620-project] Request body: {'floatingip': {'port_id': '3e68f997-7180-47a9-a1f0-ae3a5f70d0a3'}} {{(pid=103917) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jun 16 17:25:09.572615 dv-cinder-837356-2-iscsi neutron-server[103916]: DEBUG dbcounter [-] [103916] Writing DB stats neutron:SELECT=94,neutron:INSERT=5,neutron:UPDATE=1 {{(pid=103916) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 16 17:25:09.612539 dv-cinder-837356-2-iscsi neutron-server[103916]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-ca29c548-ae29-48ab-97cb-20e37a85b23c admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 1033} {{(pid=103916) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jun 16 17:25:09.678655 dv-cinder-837356-2-iscsi neutron-server[103916]: DEBUG dbcounter [-] [103916] Writing DB stats neutron:SELECT=81,neutron:INSERT=17,neutron:UPDATE=2 {{(pid=103916) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 16 17:25:09.694433 dv-cinder-837356-2-iscsi neutron-server[103916]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca29c548-ae29-48ab-97cb-20e37a85b23c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=094b446f-b98b-4ed7-9ecc-818d890cd5f1,revision_number=1']} {{(pid=103916) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 17:25:09.708724 dv-cinder-837356-2-iscsi neutron-server[103917]: DEBUG neutron_lib.callbacks.manager [None req-c065abc8-b41a-4472-a436-00ea91a073bb tempest-ServerRescueNegativeTestJSON-1475515620 tempest-ServerRescueNegativeTestJSON-1475515620-project] Publish callbacks [] for floatingip (23f305aa-9d47-4538-b0d1-a58924bf9259), before_update {{(pid=103917) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 17:25:09.770966 dv-cinder-837356-2-iscsi neutron-server[103916]: DEBUG neutron_lib.callbacks.manager [None req-7f4cf109-ec94-4477-99ff-529bdfe38b4a admin admin] Publish callbacks [] for security_group (e77e092b-3e6d-4eb9-8574-ddf478808181), precommit_create {{(pid=103916) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 17:25:09.776524 dv-cinder-837356-2-iscsi neutron-server[103916]: DEBUG neutron_lib.callbacks.manager [None req-ca29c548-ae29-48ab-97cb-20e37a85b23c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16150272'] for segment (4463af6d-fa55-4b6c-8cec-9c3dd9b4d253), precommit_create {{(pid=103916) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 17:25:09.777441 dv-cinder-837356-2-iscsi neutron-server[103916]: INFO neutron.db.segments_db [None req-ca29c548-ae29-48ab-97cb-20e37a85b23c admin admin] Added segment 4463af6d-fa55-4b6c-8cec-9c3dd9b4d253 of type vlan for network 68b37cbc-7f14-4f09-a1a2-98d75ba1412e Jun 16 17:25:09.810882 dv-cinder-837356-2-iscsi neutron-server[103916]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-813eff58-1e27-4807-ab12-53975fa821d7 req-986831fe-e470-4c36-a20d-3f0d42337789 tempest-AttachVolumeTestJSON-336390128 tempest-AttachVolumeTestJSON-336390128-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103916) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 16 17:25:09.823528 dv-cinder-837356-2-iscsi neutron-server[103916]: INFO neutron.wsgi [req-813eff58-1e27-4807-ab12-53975fa821d7 req-986831fe-e470-4c36-a20d-3f0d42337789 tempest-AttachVolumeTestJSON-336390128 tempest-AttachVolumeTestJSON-336390128-project] 10.222.0.66 "GET /v2.0/ports?device_id=7d22b60d-19fe-4dca-8eef-821db5a4dc55 HTTP/1.1" status: 200 len: 945 time: 0.3191130 Jun 16 17:25:09.850854 dv-cinder-837356-2-iscsi neutron-server[103916]: DEBUG neutron_lib.callbacks.manager [None req-7f4cf109-ec94-4477-99ff-529bdfe38b4a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-570488'] for security_group (e77e092b-3e6d-4eb9-8574-ddf478808181), after_create {{(pid=103916) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 17:25:09.891780 dv-cinder-837356-2-iscsi neutron-server[103917]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4538b431-b56e-4980-85c6-3bb857055169 req-ab20031f-9e0b-4cad-ac21-5a42793a869d tempest-VolumesSnapshotTestJSON-385000497 tempest-VolumesSnapshotTestJSON-385000497-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103917) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 16 17:25:09.893671 dv-cinder-837356-2-iscsi neutron-server[103917]: INFO neutron.wsgi [req-4538b431-b56e-4980-85c6-3bb857055169 req-ab20031f-9e0b-4cad-ac21-5a42793a869d tempest-VolumesSnapshotTestJSON-385000497 tempest-VolumesSnapshotTestJSON-385000497-project] 10.222.0.66 "GET /v2.0/ports?device_id=0e36f5bc-922d-4dfe-9ecb-49ba6c855878 HTTP/1.1" status: 200 len: 946 time: 0.1794586 Jun 16 17:25:09.939293 dv-cinder-837356-2-iscsi neutron-server[103916]: DEBUG neutron_lib.callbacks.manager [None req-ca29c548-ae29-48ab-97cb-20e37a85b23c admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8728539013196'] for network (68b37cbc-7f14-4f09-a1a2-98d75ba1412e), precommit_create {{(pid=103916) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 17:25:09.965267 dv-cinder-837356-2-iscsi neutron-server[103916]: INFO neutron.wsgi [None req-7f4cf109-ec94-4477-99ff-529bdfe38b4a admin admin] 10.222.0.66 "GET /v2.0/security-groups?tenant_id=9f06cf783b2e4633a1e59bce930257bd&name=default HTTP/1.1" status: 200 len: 2996 time: 1.1912973 Jun 16 17:25:09.966079 dv-cinder-837356-2-iscsi neutron-server[103916]: DEBUG neutron.wsgi [-] (103916) accepted ('10.222.0.66', 40704) {{(pid=103916) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 16 17:25:09.985854 dv-cinder-837356-2-iscsi neutron-server[103916]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7f4cf109-ec94-4477-99ff-529bdfe38b4a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e77e092b-3e6d-4eb9-8574-ddf478808181,revision_number=1']} {{(pid=103916) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 17:25:10.007878 dv-cinder-837356-2-iscsi neutron-server[103917]: DEBUG dbcounter [-] [103917] Writing DB stats neutron:SELECT=97,neutron:DELETE=3 {{(pid=103917) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 16 17:25:10.044713 dv-cinder-837356-2-iscsi neutron-server[103916]: DEBUG neutron_lib.callbacks.manager [None req-ca29c548-ae29-48ab-97cb-20e37a85b23c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-570401', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16241551'] for network (68b37cbc-7f14-4f09-a1a2-98d75ba1412e), after_create {{(pid=103916) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 17:25:10.045941 dv-cinder-837356-2-iscsi neutron-server[103916]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ca29c548-ae29-48ab-97cb-20e37a85b23c admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103916) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 16 17:25:10.047467 dv-cinder-837356-2-iscsi neutron-server[103916]: DEBUG neutron_lib.callbacks.manager [None req-ca29c548-ae29-48ab-97cb-20e37a85b23c admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-16241561'] for network (None), before_response {{(pid=103916) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 17:25:10.063520 dv-cinder-837356-2-iscsi neutron-server[103917]: INFO neutron.wsgi [req-4538b431-b56e-4980-85c6-3bb857055169 req-777f5637-2aec-4b88-8a48-89b913ad76ac tempest-VolumesSnapshotTestJSON-385000497 tempest-VolumesSnapshotTestJSON-385000497-project] 10.222.0.66 "GET /v2.0/security-groups?id=e34b8f4f-0bd7-4695-872b-8d05a10daf59&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1412306 Jun 16 17:25:10.082992 dv-cinder-837356-2-iscsi neutron-server[103916]: INFO neutron.wsgi [req-813eff58-1e27-4807-ab12-53975fa821d7 req-26b5abb2-4239-4c10-bcf2-765cdad3ea99 tempest-AttachVolumeTestJSON-336390128 tempest-AttachVolumeTestJSON-336390128-project] 10.222.0.66 "GET /v2.0/security-groups?id=b5243b74-2536-4f9c-b2d2-f7b79b8f3edb&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2581635 Jun 16 17:25:10.167103 dv-cinder-837356-2-iscsi neutron-server[103916]: INFO neutron.wsgi [None req-ca29c548-ae29-48ab-97cb-20e37a85b23c admin admin] 10.222.0.66 "POST /v2.0/networks HTTP/1.1" status: 201 len: 870 time: 1.2433338 Jun 16 17:25:10.169766 dv-cinder-837356-2-iscsi neutron-server[103917]: DEBUG neutron.wsgi [-] (103917) accepted ('10.222.0.66', 40706) {{(pid=103917) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 16 17:25:10.176084 dv-cinder-837356-2-iscsi neutron-server[103917]: DEBUG neutron.api.v2.base [None req-f6a83cd5-e2e5-4d85-8a0d-552007faf8d5 admin admin] Request body: {'subnet': {'network_id': '68b37cbc-7f14-4f09-a1a2-98d75ba1412e', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestMinimumBasicScenario-2043916775-subnet', 'tenant_id': '848c7ff5a10a47c0b98325add4101a73', 'ip_version': 4}} {{(pid=103917) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jun 16 17:25:10.201276 dv-cinder-837356-2-iscsi neutron-server[103918]: DEBUG neutron.plugins.ml2.rpc [None req-b2b17746-c296-4803-869a-65578e8233dd None None] Device 2da50d5c-d328-4853-a261-6bd0c6378dcd up at agent hyperv_hv-cinder-83735 {{(pid=103918) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 16 17:25:10.235609 dv-cinder-837356-2-iscsi neutron-server[103916]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca29c548-ae29-48ab-97cb-20e37a85b23c admin admin] Pushing event updated for resources: {'Network': ['ID=68b37cbc-7f14-4f09-a1a2-98d75ba1412e,revision_number=1']} {{(pid=103916) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 17:25:10.242953 dv-cinder-837356-2-iscsi neutron-server[103916]: DEBUG neutron_lib.callbacks.manager [None req-29e53f3f-049b-4304-a0d9-9581916ccd78 admin admin] Publish callbacks [] for security_group (e77e092b-3e6d-4eb9-8574-ddf478808181), before_delete {{(pid=103916) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 17:25:10.300711 dv-cinder-837356-2-iscsi neutron-server[103916]: DEBUG neutron_lib.callbacks.manager [None req-29e53f3f-049b-4304-a0d9-9581916ccd78 admin admin] Publish callbacks [] for security_group (e77e092b-3e6d-4eb9-8574-ddf478808181), precommit_delete {{(pid=103916) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 17:25:10.317932 dv-cinder-837356-2-iscsi neutron-server[103918]: DEBUG neutron.plugins.ml2.rpc [None req-39ead2dc-a542-4f04-b117-439eb7f32aa8 None None] Network 68b37cbc-7f14-4f09-a1a2-98d75ba1412e details requested by agent ovs-agent-dv-cinder-837356-2-iscsi with host dv-cinder-837356-2-iscsi {{(pid=103918) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jun 16 17:25:10.330317 dv-cinder-837356-2-iscsi neutron-server[103917]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f6a83cd5-e2e5-4d85-8a0d-552007faf8d5 admin admin] Made reservation on behalf of 848c7ff5a10a47c0b98325add4101a73 for: {'subnet': 1} {{(pid=103917) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 16 17:25:10.335412 dv-cinder-837356-2-iscsi neutron-server[103917]: DEBUG neutron_lib.callbacks.manager [None req-f6a83cd5-e2e5-4d85-8a0d-552007faf8d5 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-25758895'] for subnet (None), before_create {{(pid=103917) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 17:25:10.381212 dv-cinder-837356-2-iscsi neutron-server[103916]: DEBUG neutron_lib.callbacks.manager [None req-29e53f3f-049b-4304-a0d9-9581916ccd78 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-570488'] for security_group (e77e092b-3e6d-4eb9-8574-ddf478808181), after_delete {{(pid=103916) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 17:25:10.384079 dv-cinder-837356-2-iscsi neutron-server[103916]: DEBUG neutron_lib.callbacks.manager [None req-29e53f3f-049b-4304-a0d9-9581916ccd78 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103916) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 17:25:10.385338 dv-cinder-837356-2-iscsi neutron-server[103916]: INFO neutron.wsgi [None req-29e53f3f-049b-4304-a0d9-9581916ccd78 admin admin] 10.222.0.66 "DELETE /v2.0/security-groups/e77e092b-3e6d-4eb9-8574-ddf478808181 HTTP/1.1" status: 204 len: 168 time: 0.4138675 Jun 16 17:25:10.394545 dv-cinder-837356-2-iscsi neutron-server[103916]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-29e53f3f-049b-4304-a0d9-9581916ccd78 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e77e092b-3e6d-4eb9-8574-ddf478808181,revision_number=None']} {{(pid=103916) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 17:25:10.511720 dv-cinder-837356-2-iscsi neutron-server[103918]: DEBUG dbcounter [-] [103918] Writing DB stats neutron:SELECT=100 {{(pid=103918) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 16 17:25:10.522181 dv-cinder-837356-2-iscsi neutron-server[103918]: DEBUG neutron.db.provisioning_blocks [None req-b2b17746-c296-4803-869a-65578e8233dd None None] Provisioning complete for port 2da50d5c-d328-4853-a261-6bd0c6378dcd triggered by entity L2. {{(pid=103918) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jun 16 17:25:10.523214 dv-cinder-837356-2-iscsi neutron-server[103918]: DEBUG neutron_lib.callbacks.manager [None req-b2b17746-c296-4803-869a-65578e8233dd None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16149424'] for port (2da50d5c-d328-4853-a261-6bd0c6378dcd), provisioning_complete {{(pid=103918) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 17:25:10.762885 dv-cinder-837356-2-iscsi neutron-server[103918]: DEBUG neutron.plugins.ml2.plugin [None req-b2b17746-c296-4803-869a-65578e8233dd None None] Current status of the port 2da50d5c-d328-4853-a261-6bd0c6378dcd is: BUILD; New status is: ACTIVE {{(pid=103918) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2298}} Jun 16 17:25:10.763326 dv-cinder-837356-2-iscsi neutron-server[103918]: DEBUG neutron_lib.callbacks.manager [None req-b2b17746-c296-4803-869a-65578e8233dd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16007590'] for port (2da50d5c-d328-4853-a261-6bd0c6378dcd), before_update {{(pid=103918) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 17:25:10.832743 dv-cinder-837356-2-iscsi neutron-server[103917]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7187468-97fd-4cf5-9412-35af71ff9e7e req-9a48cb8e-787e-412d-9214-98a48f52444c tempest-AttachVolumeShelveTestJSON-1123487845 tempest-AttachVolumeShelveTestJSON-1123487845-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103917) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 16 17:25:10.842920 dv-cinder-837356-2-iscsi neutron-server[103917]: INFO neutron.wsgi [req-a7187468-97fd-4cf5-9412-35af71ff9e7e req-9a48cb8e-787e-412d-9214-98a48f52444c tempest-AttachVolumeShelveTestJSON-1123487845 tempest-AttachVolumeShelveTestJSON-1123487845-project] 10.222.0.66 "GET /v2.0/ports?device_id=ab2e7148-fa86-4648-9e4b-87e27fcf1147 HTTP/1.1" status: 200 len: 945 time: 0.2981362 Jun 16 17:25:10.882007 dv-cinder-837356-2-iscsi neutron-server[103918]: DEBUG neutron.plugins.ml2.rpc [None req-39ead2dc-a542-4f04-b117-439eb7f32aa8 None None] Device e1fc7f8e-d522-4dee-815c-38e4da48912b up at agent ovs-agent-dv-cinder-837356-2-iscsi {{(pid=103918) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 16 17:25:10.893392 dv-cinder-837356-2-iscsi neutron-server[103918]: DEBUG neutron.plugins.ml2.db [None req-b2b17746-c296-4803-869a-65578e8233dd None None] For port 2da50d5c-d328-4853-a261-6bd0c6378dcd, host hv-cinder-83735, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83735',level=0,port_id=2da50d5c-d328-4853-a261-6bd0c6378dcd,segment=NetworkSegment(d53d2152-678f-42ce-a3f8-cc589901ed6b),segment_id=d53d2152-678f-42ce-a3f8-cc589901ed6b)] {{(pid=103918) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 16 17:25:10.897683 dv-cinder-837356-2-iscsi neutron-server[103918]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ab2e7148-fa86-4648-9e4b-87e27fcf1147', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '2da50d5c-d328-4853-a261-6bd0c6378dcd'}] {{(pid=103918) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jun 16 17:25:10.903893 dv-cinder-837356-2-iscsi neutron-server[103918]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.66/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c81ba123246404939637391270152498621c2ac0d5068f91321d7f7277fce0c4" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4e4a1493-c416-420e-8eea-62510b889dc2" -d '{"events": [{"server_uuid": "ab2e7148-fa86-4648-9e4b-87e27fcf1147", "name": "network-vif-plugged", "status": "completed", "tag": "2da50d5c-d328-4853-a261-6bd0c6378dcd"}]}' {{(pid=103918) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 16 17:25:10.937358 dv-cinder-837356-2-iscsi neutron-server[103918]: DEBUG neutron_lib.callbacks.manager [None req-b2b17746-c296-4803-869a-65578e8233dd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16007527', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-75831', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16241551', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728539364693', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728538993439', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728538993457'] for port (2da50d5c-d328-4853-a261-6bd0c6378dcd), after_update {{(pid=103918) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 17:25:11.114639 dv-cinder-837356-2-iscsi neutron-server[103918]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 16 Jun 2022 17:25:10 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e651acae-b99d-4ecb-86ac-1062da6e5f4f x-openstack-request-id: req-e651acae-b99d-4ecb-86ac-1062da6e5f4f {{(pid=103918) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 16 17:25:11.115132 dv-cinder-837356-2-iscsi neutron-server[103918]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "ab2e7148-fa86-4648-9e4b-87e27fcf1147", "name": "network-vif-plugged", "status": "completed", "tag": "2da50d5c-d328-4853-a261-6bd0c6378dcd", "code": 200}]} {{(pid=103918) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 16 17:25:11.115604 dv-cinder-837356-2-iscsi neutron-server[103918]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.66/compute/v2.1/os-server-external-events used request id req-e651acae-b99d-4ecb-86ac-1062da6e5f4f {{(pid=103918) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 16 17:25:11.116252 dv-cinder-837356-2-iscsi neutron-server[103918]: INFO neutron.notifiers.nova [-] Nova event matching ['req-e651acae-b99d-4ecb-86ac-1062da6e5f4f'] response: {'server_uuid': 'ab2e7148-fa86-4648-9e4b-87e27fcf1147', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '2da50d5c-d328-4853-a261-6bd0c6378dcd', 'code': 200} Jun 16 17:25:11.311608 dv-cinder-837356-2-iscsi neutron-server[103918]: DEBUG neutron.db.provisioning_blocks [None req-39ead2dc-a542-4f04-b117-439eb7f32aa8 None None] Provisioning complete for port e1fc7f8e-d522-4dee-815c-38e4da48912b triggered by entity L2. {{(pid=103918) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jun 16 17:25:11.312775 dv-cinder-837356-2-iscsi neutron-server[103918]: DEBUG neutron_lib.callbacks.manager [None req-39ead2dc-a542-4f04-b117-439eb7f32aa8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16149424'] for port (e1fc7f8e-d522-4dee-815c-38e4da48912b), provisioning_complete {{(pid=103918) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 17:25:11.423296 dv-cinder-837356-2-iscsi neutron-server[103917]: INFO neutron.wsgi [req-a7187468-97fd-4cf5-9412-35af71ff9e7e req-01cf0089-9433-4e83-978f-a65131696f37 tempest-AttachVolumeShelveTestJSON-1123487845 tempest-AttachVolumeShelveTestJSON-1123487845-project] 10.222.0.66 "GET /v2.0/security-groups?id=5ab805c8-38ae-4655-bf71-1fc1999d288e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.5789161 Jun 16 17:25:11.481957 dv-cinder-837356-2-iscsi neutron-server[103916]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bab38b28-bc2f-419f-8fbf-1197a93461f1 req-86d3abce-5fcd-43a6-992c-207c3bac29c2 tempest-VolumesSnapshotTestJSON-385000497 tempest-VolumesSnapshotTestJSON-385000497-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103916) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 16 17:25:11.503852 dv-cinder-837356-2-iscsi neutron-server[103916]: INFO neutron.wsgi [req-bab38b28-bc2f-419f-8fbf-1197a93461f1 req-86d3abce-5fcd-43a6-992c-207c3bac29c2 tempest-VolumesSnapshotTestJSON-385000497 tempest-VolumesSnapshotTestJSON-385000497-project] 10.222.0.66 "GET /v2.0/ports?device_id=0e36f5bc-922d-4dfe-9ecb-49ba6c855878 HTTP/1.1" status: 200 len: 946 time: 0.1504900 Jun 16 17:25:11.572933 dv-cinder-837356-2-iscsi neutron-server[103918]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b2b17746-c296-4803-869a-65578e8233dd None None] Pushing event updated for resources: {'Port': ['ID=2da50d5c-d328-4853-a261-6bd0c6378dcd,revision_number=7']} {{(pid=103918) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 17:25:11.712890 dv-cinder-837356-2-iscsi neutron-server[103916]: INFO neutron.wsgi [req-bab38b28-bc2f-419f-8fbf-1197a93461f1 req-7fcd6281-d8bb-4d70-940d-d0f9cd69bc27 tempest-VolumesSnapshotTestJSON-385000497 tempest-VolumesSnapshotTestJSON-385000497-project] 10.222.0.66 "GET /v2.0/security-groups?id=e34b8f4f-0bd7-4695-872b-8d05a10daf59&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2045157 Jun 16 17:25:11.746543 dv-cinder-837356-2-iscsi neutron-server[103918]: DEBUG neutron.plugins.ml2.plugin [None req-39ead2dc-a542-4f04-b117-439eb7f32aa8 None None] Current status of the port e1fc7f8e-d522-4dee-815c-38e4da48912b is: DOWN; New status is: ACTIVE {{(pid=103918) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2298}} Jun 16 17:25:11.747126 dv-cinder-837356-2-iscsi neutron-server[103918]: DEBUG neutron_lib.callbacks.manager [None req-39ead2dc-a542-4f04-b117-439eb7f32aa8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16007590'] for port (e1fc7f8e-d522-4dee-815c-38e4da48912b), before_update {{(pid=103918) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 17:25:11.762597 dv-cinder-837356-2-iscsi neutron-server[103917]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-204c54fc-d505-4e33-83d6-78a6e6ea316a req-82b52b03-d610-4c63-b834-ebe448917c39 tempest-AttachVolumeTestJSON-336390128 tempest-AttachVolumeTestJSON-336390128-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103917) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 16 17:25:11.765101 dv-cinder-837356-2-iscsi neutron-server[103917]: INFO neutron.wsgi [req-204c54fc-d505-4e33-83d6-78a6e6ea316a req-82b52b03-d610-4c63-b834-ebe448917c39 tempest-AttachVolumeTestJSON-336390128 tempest-AttachVolumeTestJSON-336390128-project] 10.222.0.66 "GET /v2.0/ports?device_id=7d22b60d-19fe-4dca-8eef-821db5a4dc55 HTTP/1.1" status: 200 len: 945 time: 0.1605978 Jun 16 17:25:11.816337 dv-cinder-837356-2-iscsi neutron-server[103917]: DEBUG neutron_lib.db.resource_extend [None req-c065abc8-b41a-4472-a436-00ea91a073bb tempest-ServerRescueNegativeTestJSON-1475515620 tempest-ServerRescueNegativeTestJSON-1475515620-project] It took 0.43 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=103917) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Jun 16 17:25:11.824451 dv-cinder-837356-2-iscsi neutron-server[103919]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7955d4b9-0fae-4016-903f-915f8b72a952 None None] Sync routers for ids ['3a6cdede-165f-4bdb-a89a-490c73b652dc'] in dv-cinder-837356-2-iscsi {{(pid=103919) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 16 17:25:11.846235 dv-cinder-837356-2-iscsi neutron-server[103919]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7955d4b9-0fae-4016-903f-915f8b72a952 None None] Routers {'3a6cdede-165f-4bdb-a89a-490c73b652dc'} bound to L3 agent in host dv-cinder-837356-2-iscsi {{(pid=103919) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jun 16 17:25:11.846962 dv-cinder-837356-2-iscsi neutron-server[103919]: DEBUG neutron.db.l3_hamode_db [None req-7955d4b9-0fae-4016-903f-915f8b72a952 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-837356-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-06-16T17:14:15Z,description=,heartbeat_timestamp=2022-06-16T17:24:45Z,host='dv-cinder-837356-2-iscsi',id=7639df21-17c3-4235-8912-210c3ad54137,load=0,resource_versions=,resources_synced=,started_at=2022-06-16T17:14:15Z,topic='l3_agent')) {'router_ids': ['3a6cdede-165f-4bdb-a89a-490c73b652dc'], 'active': True} {{(pid=103919) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 16 17:25:11.859276 dv-cinder-837356-2-iscsi neutron-server[103918]: DEBUG neutron.plugins.ml2.db [None req-39ead2dc-a542-4f04-b117-439eb7f32aa8 None None] For port e1fc7f8e-d522-4dee-815c-38e4da48912b, host dv-cinder-837356-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-837356-2-iscsi',level=0,port_id=e1fc7f8e-d522-4dee-815c-38e4da48912b,segment=NetworkSegment(18b787c7-0964-4a3b-b1f5-b8083c94f58b),segment_id=18b787c7-0964-4a3b-b1f5-b8083c94f58b)] {{(pid=103918) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 16 17:25:11.867695 dv-cinder-837356-2-iscsi neutron-server[103918]: DEBUG neutron_lib.callbacks.manager [None req-39ead2dc-a542-4f04-b117-439eb7f32aa8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16007527', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-75831', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16241551', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728539364693', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728538993439', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728538993457'] for port (e1fc7f8e-d522-4dee-815c-38e4da48912b), after_update {{(pid=103918) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 17:25:11.949516 dv-cinder-837356-2-iscsi neutron-server[103918]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-39ead2dc-a542-4f04-b117-439eb7f32aa8 None None] Pushing event updated for resources: {'Port': ['ID=e1fc7f8e-d522-4dee-815c-38e4da48912b,revision_number=4']} {{(pid=103918) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 17:25:12.029230 dv-cinder-837356-2-iscsi neutron-server[103917]: DEBUG dbcounter [-] [103917] Writing DB stats neutron:SELECT=98,neutron:INSERT=1,neutron:UPDATE=1 {{(pid=103917) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 16 17:25:12.065733 dv-cinder-837356-2-iscsi neutron-server[103919]: DEBUG neutron.db.l3_dvr_db [None req-7955d4b9-0fae-4016-903f-915f8b72a952 None None] Set router 3a6cdede-165f-4bdb-a89a-490c73b652dc gateway port host: dv-cinder-837356-2-iscsi {{(pid=103919) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jun 16 17:25:12.102274 dv-cinder-837356-2-iscsi neutron-server[103917]: DEBUG neutron_lib.callbacks.manager [None req-c065abc8-b41a-4472-a436-00ea91a073bb tempest-ServerRescueNegativeTestJSON-1475515620 tempest-ServerRescueNegativeTestJSON-1475515620-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=103917) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 17:25:12.108547 dv-cinder-837356-2-iscsi neutron-server[103917]: INFO neutron.wsgi [req-204c54fc-d505-4e33-83d6-78a6e6ea316a req-00cb3af8-7088-4a6c-b551-9d0a56335588 tempest-AttachVolumeTestJSON-336390128 tempest-AttachVolumeTestJSON-336390128-project] 10.222.0.66 "GET /v2.0/security-groups?id=b5243b74-2536-4f9c-b2d2-f7b79b8f3edb&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.3238959 Jun 16 17:25:12.109667 dv-cinder-837356-2-iscsi neutron-server[103917]: DEBUG neutron_lib.callbacks.manager [None req-f6a83cd5-e2e5-4d85-8a0d-552007faf8d5 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-570574', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16241551', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3819691', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-25758877'] for subnet (34852e9f-aba4-4b0b-87a9-5734fc3d9f6a), after_create {{(pid=103917) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 17:25:12.123618 dv-cinder-837356-2-iscsi neutron-server[103916]: DEBUG neutron.wsgi [-] (103916) accepted ('10.222.0.66', 40736) {{(pid=103916) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 16 17:25:12.172218 dv-cinder-837356-2-iscsi neutron-server[103917]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f6a83cd5-e2e5-4d85-8a0d-552007faf8d5 admin admin] Pushing event updated for resources: {'Subnet': ['ID=34852e9f-aba4-4b0b-87a9-5734fc3d9f6a,revision_number=0']} {{(pid=103917) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 17:25:12.174368 dv-cinder-837356-2-iscsi neutron-server[103917]: DEBUG neutron_lib.callbacks.manager [None req-c065abc8-b41a-4472-a436-00ea91a073bb tempest-ServerRescueNegativeTestJSON-1475515620 tempest-ServerRescueNegativeTestJSON-1475515620-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-704970'] for floatingip (23f305aa-9d47-4538-b0d1-a58924bf9259), after_update {{(pid=103917) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 17:25:12.328820 dv-cinder-837356-2-iscsi neutron-server[103917]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f6a83cd5-e2e5-4d85-8a0d-552007faf8d5 admin admin] Checking segment: {'id': '4463af6d-fa55-4b6c-8cec-9c3dd9b4d253', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1033, 'network_id': '68b37cbc-7f14-4f09-a1a2-98d75ba1412e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103917) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jun 16 17:25:12.329402 dv-cinder-837356-2-iscsi neutron-server[103917]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f6a83cd5-e2e5-4d85-8a0d-552007faf8d5 admin admin] Network hostable DHCP agents. Network: 68b37cbc-7f14-4f09-a1a2-98d75ba1412e, hostable agents: ['0913b7ec-eea4-4492-8ef1-e01c4575abca'], hosted agents: [] {{(pid=103917) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jun 16 17:25:12.335393 dv-cinder-837356-2-iscsi neutron-server[103916]: DEBUG neutron.api.v2.base [None req-015ca317-0e09-40cf-a811-3186011b1363 admin admin] Request body: {'network': {'name': 'tempest-TestVolumeBootPattern-2032781159-network', 'tenant_id': 'bd1488226a424c6e9e7f94f31b020e4f'}} {{(pid=103916) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jun 16 17:25:12.335908 dv-cinder-837356-2-iscsi neutron-server[103917]: DEBUG dbcounter [-] [103917] Writing DB stats neutron:SELECT=91,neutron:INSERT=7,neutron:UPDATE=2 {{(pid=103917) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 16 17:25:12.340212 dv-cinder-837356-2-iscsi neutron-server[103917]: INFO neutron.db.l3_db [None req-c065abc8-b41a-4472-a436-00ea91a073bb tempest-ServerRescueNegativeTestJSON-1475515620 tempest-ServerRescueNegativeTestJSON-1475515620-project] Floating IP 23f305aa-9d47-4538-b0d1-a58924bf9259 associated. External IP: 172.27.2.237, port: 3e68f997-7180-47a9-a1f0-ae3a5f70d0a3. Jun 16 17:25:12.384629 dv-cinder-837356-2-iscsi neutron-server[103916]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-015ca317-0e09-40cf-a811-3186011b1363 admin admin] Made reservation on behalf of bd1488226a424c6e9e7f94f31b020e4f for: {'network': 1} {{(pid=103916) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 16 17:25:12.387439 dv-cinder-837356-2-iscsi neutron-server[103916]: DEBUG neutron_lib.callbacks.manager [None req-015ca317-0e09-40cf-a811-3186011b1363 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16007590'] for network (None), before_create {{(pid=103916) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 17:25:12.413001 dv-cinder-837356-2-iscsi neutron-server[103916]: DEBUG neutron_lib.callbacks.manager [None req-015ca317-0e09-40cf-a811-3186011b1363 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103916) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 17:25:12.418722 dv-cinder-837356-2-iscsi neutron-server[103917]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f6a83cd5-e2e5-4d85-8a0d-552007faf8d5 admin admin] Network 68b37cbc-7f14-4f09-a1a2-98d75ba1412e is scheduled to be hosted by DHCP agent 0913b7ec-eea4-4492-8ef1-e01c4575abca with binding_index 1 {{(pid=103917) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jun 16 17:25:12.439997 dv-cinder-837356-2-iscsi neutron-server[103919]: DEBUG neutron.db.l3_hamode_db [None req-7955d4b9-0fae-4016-903f-915f8b72a952 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3a6cdede-165f-4bdb-a89a-490c73b652dc', 'name': 'tempest-TestMinimumBasicScenario-1583816744-router', 'tenant_id': '546929b1810a4d20b273f3e5492ec6ed', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9df31235-0797-44e6-85a0-102cb2da2d58', 'external_fixed_ips': [{'subnet_id': '1dfb0320-f5eb-46f6-88ce-33002f500238', 'ip_address': '172.27.2.172'}], 'enable_snat': True}, 'gw_port_id': 'e1fc7f8e-d522-4dee-815c-38e4da48912b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-16T17:25:01Z', 'updated_at': '2022-06-16T17:25:06Z', 'revision_number': 4, 'project_id': '546929b1810a4d20b273f3e5492ec6ed', 'gw_port': {'id': 'e1fc7f8e-d522-4dee-815c-38e4da48912b', 'name': '', 'network_id': '9df31235-0797-44e6-85a0-102cb2da2d58', 'tenant_id': '', 'mac_address': 'fa:16:3e:f8:14:71', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3a6cdede-165f-4bdb-a89a-490c73b652dc', 'device_owner': 'network:router_gateway', 'standard_attr_id': 413, 'fixed_ips': [{'subnet_id': '1dfb0320-f5eb-46f6-88ce-33002f500238', 'ip_address': '172.27.2.172', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-837356-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-16T17:25:02Z', 'updated_at': '2022-06-16T17:25:07Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '1dfb0320-f5eb-46f6-88ce-33002f500238', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-837356-2-iscsi', '_interfaces': [{'id': '02a1cd18-bdad-4f34-901e-135683791229', 'name': '', 'network_id': '35603100-8685-44dd-88ce-ba2913489196', 'tenant_id': '546929b1810a4d20b273f3e5492ec6ed', 'mac_address': 'fa:16:3e:de:37:a8', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3a6cdede-165f-4bdb-a89a-490c73b652dc', 'device_owner': 'network:router_interface', 'standard_attr_id': 414, 'fixed_ips': [{'subnet_id': 'bd08d793-0f26-4cdb-b55c-28713cb435a0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-16T17:25:05Z', 'updated_at': '2022-06-16T17:25:06Z', 'revision_number': 2, 'project_id': '546929b1810a4d20b273f3e5492ec6ed', 'subnets': [{'id': 'bd08d793-0f26-4cdb-b55c-28713cb435a0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-837356-2-iscsi', False) {} {{(pid=103919) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 16 17:25:12.462476 dv-cinder-837356-2-iscsi neutron-server[103917]: DEBUG neutron.scheduler.base_scheduler [None req-f6a83cd5-e2e5-4d85-8a0d-552007faf8d5 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-837356-2-iscsi, 68b37cbc-7f14-4f09-a1a2-98d75ba1412e) {{(pid=103917) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 16 17:25:12.480393 dv-cinder-837356-2-iscsi neutron-server[103918]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7476e1d9-53f8-4623-8623-9354c4617c6d None None] Network 68b37cbc-7f14-4f09-a1a2-98d75ba1412e requested from dv-cinder-837356-2-iscsi {{(pid=103918) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jun 16 17:25:12.492699 dv-cinder-837356-2-iscsi neutron-server[103917]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f6a83cd5-e2e5-4d85-8a0d-552007faf8d5 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103917) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 16 17:25:12.496166 dv-cinder-837356-2-iscsi neutron-server[103917]: DEBUG neutron_lib.callbacks.manager [None req-f6a83cd5-e2e5-4d85-8a0d-552007faf8d5 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=103917) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 17:25:12.551151 dv-cinder-837356-2-iscsi neutron-server[103917]: INFO neutron.wsgi [None req-f6a83cd5-e2e5-4d85-8a0d-552007faf8d5 admin admin] 10.222.0.66 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 851 time: 2.3799503 Jun 16 17:25:12.552010 dv-cinder-837356-2-iscsi neutron-server[103917]: DEBUG neutron.wsgi [-] (103917) accepted ('10.222.0.66', 40742) {{(pid=103917) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 16 17:25:12.556899 dv-cinder-837356-2-iscsi neutron-server[103919]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7955d4b9-0fae-4016-903f-915f8b72a952 None None] Checking router: 3a6cdede-165f-4bdb-a89a-490c73b652dc for host: dv-cinder-837356-2-iscsi {{(pid=103919) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 16 17:25:12.557956 dv-cinder-837356-2-iscsi neutron-server[103919]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7955d4b9-0fae-4016-903f-915f8b72a952 None None] Updating router 3a6cdede-165f-4bdb-a89a-490c73b652dc port 02a1cd18-bdad-4f34-901e-135683791229 binding host dv-cinder-837356-2-iscsi {{(pid=103919) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jun 16 17:25:12.560662 dv-cinder-837356-2-iscsi neutron-server[103917]: DEBUG neutron.api.v2.base [None req-f5a8a0f6-0b9d-4ac5-9bae-3f8640e2f670 admin admin] Request body: {'router': {'name': 'tempest-TestMinimumBasicScenario-2043916775-router', 'tenant_id': '848c7ff5a10a47c0b98325add4101a73', 'external_gateway_info': {'network_id': '9df31235-0797-44e6-85a0-102cb2da2d58'}}} {{(pid=103917) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jun 16 17:25:12.619495 dv-cinder-837356-2-iscsi neutron-server[103919]: DEBUG neutron_lib.callbacks.manager [None req-7955d4b9-0fae-4016-903f-915f8b72a952 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16007590'] for port (02a1cd18-bdad-4f34-901e-135683791229), before_update {{(pid=103919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 17:25:12.680491 dv-cinder-837356-2-iscsi neutron-server[103917]: DEBUG neutron_lib.callbacks.manager [None req-f5a8a0f6-0b9d-4ac5-9bae-3f8640e2f670 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-706286', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-65378'] for router (773cf309-19cb-42b7-91ee-afe372a91017), before_create {{(pid=103917) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 17:25:12.682789 dv-cinder-837356-2-iscsi neutron-server[103917]: DEBUG neutron_lib.callbacks.manager [None req-f5a8a0f6-0b9d-4ac5-9bae-3f8640e2f670 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-706077', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-735905', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-614867', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-65307'] for router (773cf309-19cb-42b7-91ee-afe372a91017), precommit_create {{(pid=103917) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 17:25:12.697390 dv-cinder-837356-2-iscsi neutron-server[103916]: DEBUG neutron_lib.callbacks.manager [None req-015ca317-0e09-40cf-a811-3186011b1363 admin admin] Publish callbacks [] for security_group (95fdd0b4-f63c-469f-b146-90ca55649967), precommit_create {{(pid=103916) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 17:25:12.703225 dv-cinder-837356-2-iscsi neutron-server[103916]: DEBUG dbcounter [-] [103916] Writing DB stats neutron:SELECT=83,neutron:INSERT=12,neutron:UPDATE=3,neutron:DELETE=2 {{(pid=103916) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 16 17:25:12.715123 dv-cinder-837356-2-iscsi neutron-server[103916]: DEBUG neutron_lib.callbacks.manager [None req-015ca317-0e09-40cf-a811-3186011b1363 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-570488'] for security_group (95fdd0b4-f63c-469f-b146-90ca55649967), after_create {{(pid=103916) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 17:25:12.749388 dv-cinder-837356-2-iscsi neutron-server[103916]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-015ca317-0e09-40cf-a811-3186011b1363 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 1006} {{(pid=103916) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jun 16 17:25:12.766120 dv-cinder-837356-2-iscsi neutron-server[103916]: DEBUG neutron_lib.callbacks.manager [None req-015ca317-0e09-40cf-a811-3186011b1363 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16150272'] for segment (363e514d-58a6-41ff-89ea-af6a85f188ef), precommit_create {{(pid=103916) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 17:25:12.766732 dv-cinder-837356-2-iscsi neutron-server[103916]: INFO neutron.db.segments_db [None req-015ca317-0e09-40cf-a811-3186011b1363 admin admin] Added segment 363e514d-58a6-41ff-89ea-af6a85f188ef of type vlan for network 3da1c24e-a853-4091-89c9-dc663f379476 Jun 16 17:25:12.770460 dv-cinder-837356-2-iscsi neutron-server[103917]: DEBUG neutron_lib.callbacks.manager [None req-f5a8a0f6-0b9d-4ac5-9bae-3f8640e2f670 admin admin] Publish callbacks [] for router_controller (773cf309-19cb-42b7-91ee-afe372a91017), precommit_add_association {{(pid=103917) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 17:25:12.883415 dv-cinder-837356-2-iscsi neutron-server[103918]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bd96139a-45a6-43d9-8e52-87bd60797b11 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp3cc71102-b35b-562a-842b-e84838effaf9-68b37cbc-7f14-4f09-a1a2-98d75ba1412e', 'network_id': '68b37cbc-7f14-4f09-a1a2-98d75ba1412e', 'project_id': '848c7ff5a10a47c0b98325add4101a73', 'fixed_ips': [{'subnet_id': '34852e9f-aba4-4b0b-87a9-5734fc3d9f6a'}]}} from dv-cinder-837356-2-iscsi. {{(pid=103918) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Jun 16 17:25:12.885340 dv-cinder-837356-2-iscsi neutron-server[103918]: DEBUG neutron_lib.callbacks.manager [None req-bd96139a-45a6-43d9-8e52-87bd60797b11 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16007590'] for port (None), before_create {{(pid=103918) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 17:25:12.888333 dv-cinder-837356-2-iscsi neutron-server[103918]: DEBUG neutron.plugins.ml2.rpc [None req-39ead2dc-a542-4f04-b117-439eb7f32aa8 None None] Device e1fc7f8e-d522-4dee-815c-38e4da48912b up at agent ovs-agent-dv-cinder-837356-2-iscsi {{(pid=103918) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 16 17:25:12.906181 dv-cinder-837356-2-iscsi neutron-server[103916]: DEBUG neutron_lib.callbacks.manager [None req-015ca317-0e09-40cf-a811-3186011b1363 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8728539013196'] for network (3da1c24e-a853-4091-89c9-dc663f379476), precommit_create {{(pid=103916) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 17:25:13.007822 dv-cinder-837356-2-iscsi neutron-server[103916]: DEBUG dbcounter [-] [103916] Writing DB stats neutron:SELECT=80,neutron:DELETE=4,neutron:INSERT=13,neutron:UPDATE=3 {{(pid=103916) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 16 17:25:13.016670 dv-cinder-837356-2-iscsi neutron-server[103916]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-015ca317-0e09-40cf-a811-3186011b1363 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=95fdd0b4-f63c-469f-b146-90ca55649967,revision_number=1']} {{(pid=103916) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 17:25:13.016965 dv-cinder-837356-2-iscsi neutron-server[103917]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c065abc8-b41a-4472-a436-00ea91a073bb tempest-ServerRescueNegativeTestJSON-1475515620 tempest-ServerRescueNegativeTestJSON-1475515620-project] Router dfe813ff-74d0-4e6b-9f3d-827582ab6a37 has already been hosted by L3 agent 7639df21-17c3-4235-8912-210c3ad54137 {{(pid=103917) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jun 16 17:25:13.020986 dv-cinder-837356-2-iscsi neutron-server[103916]: DEBUG neutron_lib.callbacks.manager [None req-015ca317-0e09-40cf-a811-3186011b1363 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-570401', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16241551'] for network (3da1c24e-a853-4091-89c9-dc663f379476), after_create {{(pid=103916) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 17:25:13.022278 dv-cinder-837356-2-iscsi neutron-server[103916]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-015ca317-0e09-40cf-a811-3186011b1363 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103916) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 16 17:25:13.022993 dv-cinder-837356-2-iscsi neutron-server[103916]: DEBUG neutron_lib.callbacks.manager [None req-015ca317-0e09-40cf-a811-3186011b1363 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-16241561'] for network (None), before_response {{(pid=103916) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 17:25:13.084747 dv-cinder-837356-2-iscsi neutron-server[103918]: DEBUG neutron.db.provisioning_blocks [None req-39ead2dc-a542-4f04-b117-439eb7f32aa8 None None] Provisioning complete for port e1fc7f8e-d522-4dee-815c-38e4da48912b triggered by entity L2. {{(pid=103918) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jun 16 17:25:13.086436 dv-cinder-837356-2-iscsi neutron-server[103918]: DEBUG neutron_lib.callbacks.manager [None req-39ead2dc-a542-4f04-b117-439eb7f32aa8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16149424'] for port (e1fc7f8e-d522-4dee-815c-38e4da48912b), provisioning_complete {{(pid=103918) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 17:25:13.148453 dv-cinder-837356-2-iscsi neutron-server[103916]: INFO neutron.wsgi [None req-015ca317-0e09-40cf-a811-3186011b1363 admin admin] 10.222.0.66 "POST /v2.0/networks HTTP/1.1" status: 201 len: 867 time: 1.0235837 Jun 16 17:25:13.151299 dv-cinder-837356-2-iscsi neutron-server[103918]: DEBUG neutron_lib.callbacks.manager [None req-47571f9a-7b51-4ccf-998d-58863ca3b846 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728539454181', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16149322'] for agent (0913b7ec-eea4-4492-8ef1-e01c4575abca), after_update {{(pid=103918) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 17:25:13.174678 dv-cinder-837356-2-iscsi neutron-server[103917]: DEBUG neutron.wsgi [-] (103917) accepted ('10.222.0.66', 40746) {{(pid=103917) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 16 17:25:13.200548 dv-cinder-837356-2-iscsi neutron-server[103917]: DEBUG neutron.api.v2.base [None req-91f7fc22-3f98-4f50-8f1e-39d300c48a66 admin admin] Request body: {'subnet': {'network_id': '3da1c24e-a853-4091-89c9-dc663f379476', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestVolumeBootPattern-2032781159-subnet', 'tenant_id': 'bd1488226a424c6e9e7f94f31b020e4f', 'ip_version': 4}} {{(pid=103917) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jun 16 17:25:13.215961 dv-cinder-837356-2-iscsi neutron-server[103916]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef86d832-6e3c-4c1f-b724-61ba1a9ea3ce req-9de8f9d4-e686-4ba0-bba1-c3c57756ef81 tempest-AttachVolumeShelveTestJSON-1123487845 tempest-AttachVolumeShelveTestJSON-1123487845-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103916) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 16 17:25:13.226319 dv-cinder-837356-2-iscsi neutron-server[103916]: INFO neutron.wsgi [req-ef86d832-6e3c-4c1f-b724-61ba1a9ea3ce req-9de8f9d4-e686-4ba0-bba1-c3c57756ef81 tempest-AttachVolumeShelveTestJSON-1123487845 tempest-AttachVolumeShelveTestJSON-1123487845-project] 10.222.0.66 "GET /v2.0/ports?device_id=ab2e7148-fa86-4648-9e4b-87e27fcf1147 HTTP/1.1" status: 200 len: 946 time: 0.5160558 Jun 16 17:25:13.252251 dv-cinder-837356-2-iscsi neutron-server[103917]: DEBUG neutron_lib.callbacks.manager [None req-f5a8a0f6-0b9d-4ac5-9bae-3f8640e2f670 admin admin] Publish callbacks [] for router_gateway (773cf309-19cb-42b7-91ee-afe372a91017), precommit_update {{(pid=103917) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 17:25:13.272187 dv-cinder-837356-2-iscsi neutron-server[103916]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-015ca317-0e09-40cf-a811-3186011b1363 admin admin] Pushing event updated for resources: {'Network': ['ID=3da1c24e-a853-4091-89c9-dc663f379476,revision_number=1']} {{(pid=103916) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 17:25:13.275390 dv-cinder-837356-2-iscsi neutron-server[103919]: DEBUG dbcounter [-] [103919] Writing DB stats neutron:SELECT=100 {{(pid=103919) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 16 17:25:13.313145 dv-cinder-837356-2-iscsi neutron-server[103918]: DEBUG dbcounter [-] [103918] Writing DB stats neutron:SELECT=94,neutron:UPDATE=4,neutron:INSERT=2 {{(pid=103918) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 16 17:25:13.320217 dv-cinder-837356-2-iscsi neutron-server[103918]: DEBUG dbcounter [-] [103918] Writing DB stats neutron:SELECT=97,neutron:UPDATE=2,neutron:INSERT=1 {{(pid=103918) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 16 17:25:13.324035 dv-cinder-837356-2-iscsi neutron-server[103918]: DEBUG neutron.db.db_base_plugin_common [None req-bd96139a-45a6-43d9-8e52-87bd60797b11 None None] Allocated IP 172.20.0.2 (68b37cbc-7f14-4f09-a1a2-98d75ba1412e/34852e9f-aba4-4b0b-87a9-5734fc3d9f6a/06d4db02-124d-4ee1-9f21-dc9bf1219104) {{(pid=103918) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 16 17:25:13.331945 dv-cinder-837356-2-iscsi neutron-server[103918]: DEBUG neutron.plugins.ml2.plugin [None req-39ead2dc-a542-4f04-b117-439eb7f32aa8 None None] Current status of the port e1fc7f8e-d522-4dee-815c-38e4da48912b is: ACTIVE; New status is: ACTIVE {{(pid=103918) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2298}} Jun 16 17:25:13.343652 dv-cinder-837356-2-iscsi neutron-server[103918]: DEBUG neutron.plugins.ml2.rpc [None req-39ead2dc-a542-4f04-b117-439eb7f32aa8 None None] Network 3da1c24e-a853-4091-89c9-dc663f379476 details requested by agent ovs-agent-dv-cinder-837356-2-iscsi with host dv-cinder-837356-2-iscsi {{(pid=103918) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jun 16 17:25:13.387226 dv-cinder-837356-2-iscsi neutron-server[103917]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92b218b1-dfe1-4fc2-a5c7-8e80c1be7dbf req-e0c4b42f-75b0-40c4-bc7e-721957cefa72 tempest-VolumesSnapshotTestJSON-385000497 tempest-VolumesSnapshotTestJSON-385000497-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103917) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 16 17:25:13.389309 dv-cinder-837356-2-iscsi neutron-server[103917]: INFO neutron.wsgi [req-92b218b1-dfe1-4fc2-a5c7-8e80c1be7dbf req-e0c4b42f-75b0-40c4-bc7e-721957cefa72 tempest-VolumesSnapshotTestJSON-385000497 tempest-VolumesSnapshotTestJSON-385000497-project] 10.222.0.66 "GET /v2.0/ports?device_id=0e36f5bc-922d-4dfe-9ecb-49ba6c855878 HTTP/1.1" status: 200 len: 946 time: 0.4954436 Jun 16 17:25:13.608311 dv-cinder-837356-2-iscsi neutron-server[103919]: DEBUG neutron_lib.callbacks.manager [None req-7955d4b9-0fae-4016-903f-915f8b72a952 None None] Publish callbacks [] for port (02a1cd18-bdad-4f34-901e-135683791229), precommit_update {{(pid=103919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 17:25:13.616250 dv-cinder-837356-2-iscsi neutron-server[103919]: DEBUG neutron_lib.callbacks.manager [None req-7955d4b9-0fae-4016-903f-915f8b72a952 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16007527', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-75831', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16241551', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728539364693', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728538993439', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728538993457'] for port (02a1cd18-bdad-4f34-901e-135683791229), after_update {{(pid=103919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 17:25:13.654921 dv-cinder-837356-2-iscsi neutron-server[103917]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-91f7fc22-3f98-4f50-8f1e-39d300c48a66 admin admin] Made reservation on behalf of bd1488226a424c6e9e7f94f31b020e4f for: {'subnet': 1} {{(pid=103917) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 16 17:25:13.655608 dv-cinder-837356-2-iscsi neutron-server[103917]: DEBUG neutron_lib.callbacks.manager [None req-91f7fc22-3f98-4f50-8f1e-39d300c48a66 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-25758895'] for subnet (None), before_create {{(pid=103917) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 17:25:13.739789 dv-cinder-837356-2-iscsi neutron-server[103916]: INFO neutron.wsgi [req-ef86d832-6e3c-4c1f-b724-61ba1a9ea3ce req-59cb748a-0ea3-498a-97a0-7fb816301781 tempest-AttachVolumeShelveTestJSON-1123487845 tempest-AttachVolumeShelveTestJSON-1123487845-project] 10.222.0.66 "GET /v2.0/security-groups?id=5ab805c8-38ae-4655-bf71-1fc1999d288e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.5120533 Jun 16 17:25:13.749478 dv-cinder-837356-2-iscsi neutron-server[103917]: DEBUG dbcounter [-] [103917] Writing DB stats neutron:SELECT=95,neutron:UPDATE=2,neutron:INSERT=3 {{(pid=103917) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 16 17:25:13.802132 dv-cinder-837356-2-iscsi neutron-server[103919]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa69b093-7ec3-42d7-ab0a-f41f75e5c674 None None] Pushing event updated for resources: {'Port': ['ID=02a1cd18-bdad-4f34-901e-135683791229,revision_number=3']} {{(pid=103919) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 17:25:13.847595 dv-cinder-837356-2-iscsi neutron-server[103919]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aa69b093-7ec3-42d7-ab0a-f41f75e5c674 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-837356-2-iscsi {{(pid=103919) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 17:25:13.848313 dv-cinder-837356-2-iscsi neutron-server[103919]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aa69b093-7ec3-42d7-ab0a-f41f75e5c674 None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-837356-2-iscsi {{(pid=103919) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 17:25:13.848902 dv-cinder-837356-2-iscsi neutron-server[103919]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aa69b093-7ec3-42d7-ab0a-f41f75e5c674 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-837356-2-iscsi {{(pid=103919) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 17:25:13.849526 dv-cinder-837356-2-iscsi neutron-server[103919]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aa69b093-7ec3-42d7-ab0a-f41f75e5c674 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-837356-2-iscsi {{(pid=103919) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 17:25:13.850423 dv-cinder-837356-2-iscsi neutron-server[103919]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aa69b093-7ec3-42d7-ab0a-f41f75e5c674 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-837356-2-iscsi {{(pid=103919) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 17:25:13.850970 dv-cinder-837356-2-iscsi neutron-server[103919]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aa69b093-7ec3-42d7-ab0a-f41f75e5c674 None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-837356-2-iscsi {{(pid=103919) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 17:25:13.851589 dv-cinder-837356-2-iscsi neutron-server[103919]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aa69b093-7ec3-42d7-ab0a-f41f75e5c674 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-837356-2-iscsi {{(pid=103919) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 17:25:13.852318 dv-cinder-837356-2-iscsi neutron-server[103919]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aa69b093-7ec3-42d7-ab0a-f41f75e5c674 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-837356-2-iscsi {{(pid=103919) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 17:25:13.852884 dv-cinder-837356-2-iscsi neutron-server[103919]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aa69b093-7ec3-42d7-ab0a-f41f75e5c674 None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-837356-2-iscsi {{(pid=103919) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 17:25:13.853502 dv-cinder-837356-2-iscsi neutron-server[103919]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aa69b093-7ec3-42d7-ab0a-f41f75e5c674 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-837356-2-iscsi {{(pid=103919) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 17:25:13.854003 dv-cinder-837356-2-iscsi neutron-server[103919]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aa69b093-7ec3-42d7-ab0a-f41f75e5c674 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-837356-2-iscsi {{(pid=103919) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 17:25:13.854613 dv-cinder-837356-2-iscsi neutron-server[103919]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aa69b093-7ec3-42d7-ab0a-f41f75e5c674 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-837356-2-iscsi {{(pid=103919) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 17:25:13.855196 dv-cinder-837356-2-iscsi neutron-server[103919]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aa69b093-7ec3-42d7-ab0a-f41f75e5c674 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-837356-2-iscsi {{(pid=103919) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 17:25:13.855757 dv-cinder-837356-2-iscsi neutron-server[103919]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aa69b093-7ec3-42d7-ab0a-f41f75e5c674 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-837356-2-iscsi {{(pid=103919) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 17:25:13.856320 dv-cinder-837356-2-iscsi neutron-server[103919]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aa69b093-7ec3-42d7-ab0a-f41f75e5c674 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-837356-2-iscsi {{(pid=103919) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 17:25:13.894816 dv-cinder-837356-2-iscsi neutron-server[103919]: DEBUG neutron.plugins.ml2.managers [None req-7955d4b9-0fae-4016-903f-915f8b72a952 None None] Attempting to bind port 02a1cd18-bdad-4f34-901e-135683791229 on host dv-cinder-837356-2-iscsi for vnic_type normal with profile {{(pid=103919) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:811}} Jun 16 17:25:13.895652 dv-cinder-837356-2-iscsi neutron-server[103919]: DEBUG neutron.plugins.ml2.managers [None req-7955d4b9-0fae-4016-903f-915f8b72a952 None None] Attempting to bind port 02a1cd18-bdad-4f34-901e-135683791229 by drivers openvswitch,hyperv on host dv-cinder-837356-2-iscsi at level 0 using segments [{'id': '937c5a5e-3ee7-4507-994c-7f9e653b9d74', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1038, 'network_id': '35603100-8685-44dd-88ce-ba2913489196'}] {{(pid=103919) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:836}} Jun 16 17:25:13.896191 dv-cinder-837356-2-iscsi neutron-server[103919]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7955d4b9-0fae-4016-903f-915f8b72a952 None None] Attempting to bind port 02a1cd18-bdad-4f34-901e-135683791229 on network 35603100-8685-44dd-88ce-ba2913489196 {{(pid=103919) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jun 16 17:25:13.898844 dv-cinder-837356-2-iscsi neutron-server[103917]: DEBUG dbcounter [-] [103917] Writing DB stats neutron:SELECT=91,neutron:INSERT=6,neutron:DELETE=2,neutron:UPDATE=1 {{(pid=103917) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 16 17:25:13.910724 dv-cinder-837356-2-iscsi neutron-server[103917]: INFO neutron.wsgi [req-92b218b1-dfe1-4fc2-a5c7-8e80c1be7dbf req-4cee4f74-6769-4b35-b881-fdb31d263629 tempest-VolumesSnapshotTestJSON-385000497 tempest-VolumesSnapshotTestJSON-385000497-project] 10.222.0.66 "GET /v2.0/security-groups?id=e34b8f4f-0bd7-4695-872b-8d05a10daf59&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3416519 Jun 16 17:25:13.923444 dv-cinder-837356-2-iscsi neutron-server[103919]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7955d4b9-0fae-4016-903f-915f8b72a952 None None] Checking agent: {'id': '5b2fa84c-1db1-41c6-a6b9-975c3da28daf', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-837356-2-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 6, 16, 17, 14, 18), 'started_at': datetime.datetime(2022, 6, 16, 17, 14, 48), 'heartbeat_timestamp': datetime.datetime(2022, 6, 16, 17, 24, 48), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-837356-2-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103919) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jun 16 17:25:13.927493 dv-cinder-837356-2-iscsi neutron-server[103919]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7955d4b9-0fae-4016-903f-915f8b72a952 None None] Checking segment: {'id': '937c5a5e-3ee7-4507-994c-7f9e653b9d74', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1038, 'network_id': '35603100-8685-44dd-88ce-ba2913489196'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103919) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jun 16 17:25:13.928701 dv-cinder-837356-2-iscsi neutron-server[103919]: DEBUG neutron_lib.callbacks.manager [None req-7955d4b9-0fae-4016-903f-915f8b72a952 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 17:25:13.930548 dv-cinder-837356-2-iscsi neutron-server[103919]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7955d4b9-0fae-4016-903f-915f8b72a952 None None] Bound using segment: {'id': '937c5a5e-3ee7-4507-994c-7f9e653b9d74', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1038, 'network_id': '35603100-8685-44dd-88ce-ba2913489196'} {{(pid=103919) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jun 16 17:25:13.931161 dv-cinder-837356-2-iscsi neutron-server[103919]: DEBUG neutron.plugins.ml2.managers [None req-7955d4b9-0fae-4016-903f-915f8b72a952 None None] Bound port: 02a1cd18-bdad-4f34-901e-135683791229, host: dv-cinder-837356-2-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '937c5a5e-3ee7-4507-994c-7f9e653b9d74', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1038, 'network_id': '35603100-8685-44dd-88ce-ba2913489196'}}] {{(pid=103919) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:948}} Jun 16 17:25:13.931609 dv-cinder-837356-2-iscsi neutron-server[103919]: DEBUG neutron_lib.callbacks.manager [None req-7955d4b9-0fae-4016-903f-915f8b72a952 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16007590'] for port (02a1cd18-bdad-4f34-901e-135683791229), before_update {{(pid=103919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 17:25:14.082573 dv-cinder-837356-2-iscsi neutron-server[103919]: DEBUG neutron.plugins.ml2.db [None req-7955d4b9-0fae-4016-903f-915f8b72a952 None None] For port 02a1cd18-bdad-4f34-901e-135683791229, host dv-cinder-837356-2-iscsi, cleared binding levels {{(pid=103919) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 16 17:25:14.087253 dv-cinder-837356-2-iscsi neutron-server[103919]: DEBUG neutron.plugins.ml2.db [None req-7955d4b9-0fae-4016-903f-915f8b72a952 None None] For port 02a1cd18-bdad-4f34-901e-135683791229, host dv-cinder-837356-2-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-837356-2-iscsi',level=0,port_id=02a1cd18-bdad-4f34-901e-135683791229,segment=NetworkSegment(937c5a5e-3ee7-4507-994c-7f9e653b9d74),segment_id=937c5a5e-3ee7-4507-994c-7f9e653b9d74)] {{(pid=103919) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 16 17:25:14.091170 dv-cinder-837356-2-iscsi neutron-server[103919]: DEBUG dbcounter [-] [103919] Writing DB stats neutron:SELECT=95,neutron:UPDATE=4,neutron:INSERT=1 {{(pid=103919) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 16 17:25:14.097610 dv-cinder-837356-2-iscsi neutron-server[103919]: DEBUG neutron_lib.callbacks.manager [None req-7955d4b9-0fae-4016-903f-915f8b72a952 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16007527', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-75831', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16241551', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728539364693', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728538993439', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728538993457'] for port (02a1cd18-bdad-4f34-901e-135683791229), after_update {{(pid=103919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 17:25:14.161471 dv-cinder-837356-2-iscsi neutron-server[103916]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7538fb7f-f7fc-4a7f-8cdc-435a8e4026a5 req-853938da-59f8-4f07-b63c-0fcc21e86112 tempest-AttachVolumeTestJSON-336390128 tempest-AttachVolumeTestJSON-336390128-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103916) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 16 17:25:14.166913 dv-cinder-837356-2-iscsi neutron-server[103916]: INFO neutron.wsgi [req-7538fb7f-f7fc-4a7f-8cdc-435a8e4026a5 req-853938da-59f8-4f07-b63c-0fcc21e86112 tempest-AttachVolumeTestJSON-336390128 tempest-AttachVolumeTestJSON-336390128-project] 10.222.0.66 "GET /v2.0/ports?device_id=7d22b60d-19fe-4dca-8eef-821db5a4dc55 HTTP/1.1" status: 200 len: 945 time: 0.2001977 Jun 16 17:25:14.173226 dv-cinder-837356-2-iscsi neutron-server[103918]: DEBUG neutron_lib.callbacks.manager [None req-bd96139a-45a6-43d9-8e52-87bd60797b11 None None] Publish callbacks [] for port (06d4db02-124d-4ee1-9f21-dc9bf1219104), precommit_create {{(pid=103918) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 17:25:14.179279 dv-cinder-837356-2-iscsi neutron-server[103918]: DEBUG neutron.db.provisioning_blocks [None req-75384482-ff74-4051-abd5-0c7e32516975 None None] Provisioning complete for port 02a1cd18-bdad-4f34-901e-135683791229 triggered by entity DHCP. {{(pid=103918) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jun 16 17:25:14.179867 dv-cinder-837356-2-iscsi neutron-server[103918]: DEBUG neutron_lib.callbacks.manager [None req-75384482-ff74-4051-abd5-0c7e32516975 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16149424'] for port (02a1cd18-bdad-4f34-901e-135683791229), provisioning_complete {{(pid=103918) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 17:25:14.190777 dv-cinder-837356-2-iscsi neutron-server[103918]: DEBUG neutron_lib.callbacks.manager [None req-bd96139a-45a6-43d9-8e52-87bd60797b11 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16007527', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-75831', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16241551', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8728538993421'] for port (06d4db02-124d-4ee1-9f21-dc9bf1219104), after_create {{(pid=103918) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 17:25:14.279871 dv-cinder-837356-2-iscsi neutron-server[103917]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c065abc8-b41a-4472-a436-00ea91a073bb tempest-ServerRescueNegativeTestJSON-1475515620 tempest-ServerRescueNegativeTestJSON-1475515620-project] Notify agent at l3_agent.dv-cinder-837356-2-iscsi the message routers_updated {{(pid=103917) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jun 16 17:25:14.295396 dv-cinder-837356-2-iscsi neutron-server[103917]: DEBUG neutron_lib.callbacks.manager [None req-c065abc8-b41a-4472-a436-00ea91a073bb tempest-ServerRescueNegativeTestJSON-1475515620 tempest-ServerRescueNegativeTestJSON-1475515620-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-191112'] for floatingip (None), before_response {{(pid=103917) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 17:25:14.316586 dv-cinder-837356-2-iscsi neutron-server[103916]: INFO neutron.wsgi [req-7538fb7f-f7fc-4a7f-8cdc-435a8e4026a5 req-2b9e84f1-b020-43c4-81b8-f2ffd08bf535 tempest-AttachVolumeTestJSON-336390128 tempest-AttachVolumeTestJSON-336390128-project] 10.222.0.66 "GET /v2.0/security-groups?id=b5243b74-2536-4f9c-b2d2-f7b79b8f3edb&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1420450 Jun 16 17:25:14.317418 dv-cinder-837356-2-iscsi neutron-server[103919]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7955d4b9-0fae-4016-903f-915f8b72a952 None None] Routers {'3a6cdede-165f-4bdb-a89a-490c73b652dc'} bound to L3 agent in host dv-cinder-837356-2-iscsi {{(pid=103919) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jun 16 17:25:14.318794 dv-cinder-837356-2-iscsi neutron-server[103919]: DEBUG neutron.db.l3_hamode_db [None req-7955d4b9-0fae-4016-903f-915f8b72a952 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-837356-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-06-16T17:14:15Z,description=,heartbeat_timestamp=2022-06-16T17:24:45Z,host='dv-cinder-837356-2-iscsi',id=7639df21-17c3-4235-8912-210c3ad54137,load=0,resource_versions=,resources_synced=,started_at=2022-06-16T17:14:15Z,topic='l3_agent')) {'router_ids': ['3a6cdede-165f-4bdb-a89a-490c73b652dc'], 'active': True} {{(pid=103919) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 16 17:25:14.395124 dv-cinder-837356-2-iscsi neutron-server[103917]: DEBUG neutron_lib.callbacks.manager [None req-f5a8a0f6-0b9d-4ac5-9bae-3f8640e2f670 admin admin] Publish callbacks [] for router_gateway (773cf309-19cb-42b7-91ee-afe372a91017), before_create {{(pid=103917) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 17:25:14.412137 dv-cinder-837356-2-iscsi neutron-server[103918]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a2437339-da07-4675-ba37-633231fd31a9 None None] Sync routers for ids ['dfe813ff-74d0-4e6b-9f3d-827582ab6a37'] in dv-cinder-837356-2-iscsi {{(pid=103918) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 16 17:25:14.479248 dv-cinder-837356-2-iscsi neutron-server[103917]: INFO neutron.wsgi [None req-c065abc8-b41a-4472-a436-00ea91a073bb tempest-ServerRescueNegativeTestJSON-1475515620 tempest-ServerRescueNegativeTestJSON-1475515620-project] 10.222.0.66 "PUT /v2.0/floatingips/23f305aa-9d47-4538-b0d1-a58924bf9259 HTTP/1.1" status: 200 len: 991 time: 4.9228859 Jun 16 17:25:14.481202 dv-cinder-837356-2-iscsi neutron-server[103917]: DEBUG neutron_lib.callbacks.manager [None req-f5a8a0f6-0b9d-4ac5-9bae-3f8640e2f670 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16007590'] for port (None), before_create {{(pid=103917) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 17:25:14.496528 dv-cinder-837356-2-iscsi neutron-server[103918]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bd96139a-45a6-43d9-8e52-87bd60797b11 None None] Network 68b37cbc-7f14-4f09-a1a2-98d75ba1412e is already hosted by enough agents. {{(pid=103918) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 16 17:25:14.513710 dv-cinder-837356-2-iscsi neutron-server[103918]: DEBUG neutron.scheduler.base_scheduler [None req-bd96139a-45a6-43d9-8e52-87bd60797b11 None None] Resources bound (agent type, host, resource id): {{(pid=103918) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 16 17:25:14.515317 dv-cinder-837356-2-iscsi neutron-server[103917]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '4065d5c1-0b16-413a-a5b5-e0e725e1e71b', 'tag': '3e68f997-7180-47a9-a1f0-ae3a5f70d0a3'}] {{(pid=103917) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jun 16 17:25:14.518678 dv-cinder-837356-2-iscsi neutron-server[103917]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.66/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6f3fd2b1a6655810f50592bc9015c397d118e5689141688eaf1b23dbeee2ebf8" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b343e606-b1e5-4d5d-8534-d21da7465e8b" -d '{"events": [{"name": "network-changed", "server_uuid": "4065d5c1-0b16-413a-a5b5-e0e725e1e71b", "tag": "3e68f997-7180-47a9-a1f0-ae3a5f70d0a3"}]}' {{(pid=103917) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 16 17:25:14.523355 dv-cinder-837356-2-iscsi neutron-server[103919]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa69b093-7ec3-42d7-ab0a-f41f75e5c674 None None] Pushing event updated for resources: {'Port': ['ID=02a1cd18-bdad-4f34-901e-135683791229,revision_number=4']} {{(pid=103919) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 17:25:14.530054 dv-cinder-837356-2-iscsi neutron-server[103918]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd96139a-45a6-43d9-8e52-87bd60797b11 None None] Pushing event updated for resources: {'Port': ['ID=06d4db02-124d-4ee1-9f21-dc9bf1219104,revision_number=1']} {{(pid=103918) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 17:25:14.534098 dv-cinder-837356-2-iscsi neutron-server[103918]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bd96139a-45a6-43d9-8e52-87bd60797b11 None None] Received port after_create {{(pid=103918) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:542}} Jun 16 17:25:14.556525 dv-cinder-837356-2-iscsi neutron-server[103918]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a2437339-da07-4675-ba37-633231fd31a9 None None] Routers {'dfe813ff-74d0-4e6b-9f3d-827582ab6a37'} bound to L3 agent in host dv-cinder-837356-2-iscsi {{(pid=103918) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jun 16 17:25:14.557915 dv-cinder-837356-2-iscsi neutron-server[103918]: DEBUG neutron.db.l3_hamode_db [None req-a2437339-da07-4675-ba37-633231fd31a9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-837356-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-06-16T17:14:15Z,description=,heartbeat_timestamp=2022-06-16T17:24:45Z,host='dv-cinder-837356-2-iscsi',id=7639df21-17c3-4235-8912-210c3ad54137,load=0,resource_versions=,resources_synced=,started_at=2022-06-16T17:14:15Z,topic='l3_agent')) {'router_ids': ['dfe813ff-74d0-4e6b-9f3d-827582ab6a37'], 'active': True} {{(pid=103918) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 16 17:25:14.562135 dv-cinder-837356-2-iscsi neutron-server[103919]: DEBUG neutron.db.l3_dvr_db [None req-7955d4b9-0fae-4016-903f-915f8b72a952 None None] Set router 3a6cdede-165f-4bdb-a89a-490c73b652dc gateway port host: dv-cinder-837356-2-iscsi {{(pid=103919) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jun 16 17:25:14.671936 dv-cinder-837356-2-iscsi neutron-server[103917]: DEBUG neutron_lib.callbacks.manager [None req-91f7fc22-3f98-4f50-8f1e-39d300c48a66 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-570574', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16241551', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3819691', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-25758877'] for subnet (ff26c6d8-fbe9-4318-9056-e5433e3433f5), after_create {{(pid=103917) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 17:25:14.675314 dv-cinder-837356-2-iscsi neutron-server[103917]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 16 Jun 2022 17:25:14 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9f826aa7-7e15-4e7e-93c0-bc605388074b x-openstack-request-id: req-9f826aa7-7e15-4e7e-93c0-bc605388074b {{(pid=103917) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 16 17:25:14.675724 dv-cinder-837356-2-iscsi neutron-server[103917]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "4065d5c1-0b16-413a-a5b5-e0e725e1e71b", "tag": "3e68f997-7180-47a9-a1f0-ae3a5f70d0a3", "status": "completed", "code": 200}]} {{(pid=103917) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 16 17:25:14.676080 dv-cinder-837356-2-iscsi neutron-server[103917]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.66/compute/v2.1/os-server-external-events used request id req-9f826aa7-7e15-4e7e-93c0-bc605388074b {{(pid=103917) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 16 17:25:14.677304 dv-cinder-837356-2-iscsi neutron-server[103917]: INFO neutron.notifiers.nova [-] Nova event matching ['req-9f826aa7-7e15-4e7e-93c0-bc605388074b'] response: {'name': 'network-changed', 'server_uuid': '4065d5c1-0b16-413a-a5b5-e0e725e1e71b', 'tag': '3e68f997-7180-47a9-a1f0-ae3a5f70d0a3', 'status': 'completed', 'code': 200} Jun 16 17:25:14.863016 dv-cinder-837356-2-iscsi neutron-server[103918]: DEBUG neutron.plugins.ml2.plugin [None req-75384482-ff74-4051-abd5-0c7e32516975 None None] Current status of the port 02a1cd18-bdad-4f34-901e-135683791229 is: DOWN; New status is: ACTIVE {{(pid=103918) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2298}} Jun 16 17:25:14.865165 dv-cinder-837356-2-iscsi neutron-server[103918]: DEBUG neutron_lib.callbacks.manager [None req-75384482-ff74-4051-abd5-0c7e32516975 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16007590'] for port (02a1cd18-bdad-4f34-901e-135683791229), before_update {{(pid=103918) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 17:25:14.913827 dv-cinder-837356-2-iscsi neutron-server[103917]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b343e606-b1e5-4d5d-8534-d21da7465e8b req-4e1a75d9-144c-49ad-85f0-b207c5746cf0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103917) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 16 17:25:14.918907 dv-cinder-837356-2-iscsi neutron-server[103917]: INFO neutron.wsgi [req-b343e606-b1e5-4d5d-8534-d21da7465e8b req-4e1a75d9-144c-49ad-85f0-b207c5746cf0 service neutron] 10.222.0.81 "GET /v2.0/ports?tenant_id=ccf5c45783454fc5a7872490196f07e0&device_id=4065d5c1-0b16-413a-a5b5-e0e725e1e71b HTTP/1.1" status: 200 len: 1129 time: 0.0981746 Jun 16 17:25:14.961650 dv-cinder-837356-2-iscsi neutron-server[103918]: DEBUG neutron.plugins.ml2.managers [None req-bd96139a-45a6-43d9-8e52-87bd60797b11 None None] Attempting to bind port 06d4db02-124d-4ee1-9f21-dc9bf1219104 on host dv-cinder-837356-2-iscsi for vnic_type normal with profile {{(pid=103918) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:811}} Jun 16 17:25:14.962279 dv-cinder-837356-2-iscsi neutron-server[103918]: DEBUG neutron.plugins.ml2.managers [None req-bd96139a-45a6-43d9-8e52-87bd60797b11 None None] Attempting to bind port 06d4db02-124d-4ee1-9f21-dc9bf1219104 by drivers openvswitch,hyperv on host dv-cinder-837356-2-iscsi at level 0 using segments [{'id': '4463af6d-fa55-4b6c-8cec-9c3dd9b4d253', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1033, 'network_id': '68b37cbc-7f14-4f09-a1a2-98d75ba1412e'}] {{(pid=103918) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:836}} Jun 16 17:25:14.962804 dv-cinder-837356-2-iscsi neutron-server[103918]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bd96139a-45a6-43d9-8e52-87bd60797b11 None None] Attempting to bind port 06d4db02-124d-4ee1-9f21-dc9bf1219104 on network 68b37cbc-7f14-4f09-a1a2-98d75ba1412e {{(pid=103918) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jun 16 17:25:14.980861 dv-cinder-837356-2-iscsi neutron-server[103918]: DEBUG neutron.db.l3_dvr_db [None req-a2437339-da07-4675-ba37-633231fd31a9 None None] Set router dfe813ff-74d0-4e6b-9f3d-827582ab6a37 gateway port host: dv-cinder-837356-2-iscsi {{(pid=103918) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jun 16 17:25:14.992351 dv-cinder-837356-2-iscsi neutron-server[103918]: DEBUG neutron.plugins.ml2.rpc [None req-39ead2dc-a542-4f04-b117-439eb7f32aa8 None None] Device 02a1cd18-bdad-4f34-901e-135683791229 up at agent ovs-agent-dv-cinder-837356-2-iscsi {{(pid=103918) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 16 17:25:15.080264 dv-cinder-837356-2-iscsi neutron-server[103918]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bd96139a-45a6-43d9-8e52-87bd60797b11 None None] Checking agent: {'id': '5b2fa84c-1db1-41c6-a6b9-975c3da28daf', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-837356-2-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 6, 16, 17, 14, 18), 'started_at': datetime.datetime(2022, 6, 16, 17, 14, 48), 'heartbeat_timestamp': datetime.datetime(2022, 6, 16, 17, 24, 48), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-837356-2-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103918) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jun 16 17:25:15.081323 dv-cinder-837356-2-iscsi neutron-server[103918]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bd96139a-45a6-43d9-8e52-87bd60797b11 None None] Checking segment: {'id': '4463af6d-fa55-4b6c-8cec-9c3dd9b4d253', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1033, 'network_id': '68b37cbc-7f14-4f09-a1a2-98d75ba1412e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103918) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jun 16 17:25:15.082224 dv-cinder-837356-2-iscsi neutron-server[103918]: DEBUG neutron_lib.callbacks.manager [None req-bd96139a-45a6-43d9-8e52-87bd60797b11 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103918) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 17:25:15.083244 dv-cinder-837356-2-iscsi neutron-server[103918]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bd96139a-45a6-43d9-8e52-87bd60797b11 None None] Bound using segment: {'id': '4463af6d-fa55-4b6c-8cec-9c3dd9b4d253', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1033, 'network_id': '68b37cbc-7f14-4f09-a1a2-98d75ba1412e'} {{(pid=103918) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jun 16 17:25:15.084511 dv-cinder-837356-2-iscsi neutron-server[103918]: DEBUG neutron.plugins.ml2.managers [None req-bd96139a-45a6-43d9-8e52-87bd60797b11 None None] Bound port: 06d4db02-124d-4ee1-9f21-dc9bf1219104, host: dv-cinder-837356-2-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '4463af6d-fa55-4b6c-8cec-9c3dd9b4d253', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1033, 'network_id': '68b37cbc-7f14-4f09-a1a2-98d75ba1412e'}}] {{(pid=103918) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:948}} Jun 16 17:25:15.085609 dv-cinder-837356-2-iscsi neutron-server[103918]: DEBUG neutron_lib.callbacks.manager [None req-bd96139a-45a6-43d9-8e52-87bd60797b11 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16007590'] for port (06d4db02-124d-4ee1-9f21-dc9bf1219104), before_update {{(pid=103918) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 17:25:15.099315 dv-cinder-837356-2-iscsi neutron-server[103918]: DEBUG neutron.plugins.ml2.db [None req-75384482-ff74-4051-abd5-0c7e32516975 None None] For port 02a1cd18-bdad-4f34-901e-135683791229, host dv-cinder-837356-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-837356-2-iscsi',level=0,port_id=02a1cd18-bdad-4f34-901e-135683791229,segment=NetworkSegment(937c5a5e-3ee7-4507-994c-7f9e653b9d74),segment_id=937c5a5e-3ee7-4507-994c-7f9e653b9d74)] {{(pid=103918) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 16 17:25:15.104443 dv-cinder-837356-2-iscsi neutron-server[103917]: DEBUG neutron.db.db_base_plugin_common [None req-f5a8a0f6-0b9d-4ac5-9bae-3f8640e2f670 admin admin] Allocated IP 172.27.2.138 (9df31235-0797-44e6-85a0-102cb2da2d58/1dfb0320-f5eb-46f6-88ce-33002f500238/94dda5bf-7a9d-481d-85a0-a77a4b31fc3d) {{(pid=103917) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 16 17:25:15.108545 dv-cinder-837356-2-iscsi neutron-server[103916]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89ed2555-8cf7-4ffc-b7be-790f2e447ab8 req-b8c14a89-1ac0-4c1f-9663-db275d9d5f3c tempest-AttachVolumeShelveTestJSON-1123487845 tempest-AttachVolumeShelveTestJSON-1123487845-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103916) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 16 17:25:15.115298 dv-cinder-837356-2-iscsi neutron-server[103916]: INFO neutron.wsgi [req-89ed2555-8cf7-4ffc-b7be-790f2e447ab8 req-b8c14a89-1ac0-4c1f-9663-db275d9d5f3c tempest-AttachVolumeShelveTestJSON-1123487845 tempest-AttachVolumeShelveTestJSON-1123487845-project] 10.222.0.66 "GET /v2.0/ports?device_id=ab2e7148-fa86-4648-9e4b-87e27fcf1147 HTTP/1.1" status: 200 len: 946 time: 0.1821823 Jun 16 17:25:15.140497 dv-cinder-837356-2-iscsi neutron-server[103918]: DEBUG dbcounter [-] [103918] Writing DB stats neutron:SELECT=94,neutron:INSERT=2,neutron:UPDATE=4 {{(pid=103918) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 16 17:25:15.141788 dv-cinder-837356-2-iscsi neutron-server[103918]: DEBUG neutron_lib.callbacks.manager [None req-75384482-ff74-4051-abd5-0c7e32516975 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16007527', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-75831', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16241551', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728539364693', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728538993439', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728538993457'] for port (02a1cd18-bdad-4f34-901e-135683791229), after_update {{(pid=103918) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 17:25:15.150190 dv-cinder-837356-2-iscsi neutron-server[103919]: DEBUG neutron.db.l3_hamode_db [None req-7955d4b9-0fae-4016-903f-915f8b72a952 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3a6cdede-165f-4bdb-a89a-490c73b652dc', 'name': 'tempest-TestMinimumBasicScenario-1583816744-router', 'tenant_id': '546929b1810a4d20b273f3e5492ec6ed', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9df31235-0797-44e6-85a0-102cb2da2d58', 'external_fixed_ips': [{'subnet_id': '1dfb0320-f5eb-46f6-88ce-33002f500238', 'ip_address': '172.27.2.172'}], 'enable_snat': True}, 'gw_port_id': 'e1fc7f8e-d522-4dee-815c-38e4da48912b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-16T17:25:01Z', 'updated_at': '2022-06-16T17:25:06Z', 'revision_number': 4, 'project_id': '546929b1810a4d20b273f3e5492ec6ed', 'gw_port': {'id': 'e1fc7f8e-d522-4dee-815c-38e4da48912b', 'name': '', 'network_id': '9df31235-0797-44e6-85a0-102cb2da2d58', 'tenant_id': '', 'mac_address': 'fa:16:3e:f8:14:71', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3a6cdede-165f-4bdb-a89a-490c73b652dc', 'device_owner': 'network:router_gateway', 'standard_attr_id': 413, 'fixed_ips': [{'subnet_id': '1dfb0320-f5eb-46f6-88ce-33002f500238', 'ip_address': '172.27.2.172', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-837356-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-16T17:25:02Z', 'updated_at': '2022-06-16T17:25:11Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1dfb0320-f5eb-46f6-88ce-33002f500238', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-837356-2-iscsi', '_interfaces': [{'id': '02a1cd18-bdad-4f34-901e-135683791229', 'name': '', 'network_id': '35603100-8685-44dd-88ce-ba2913489196', 'tenant_id': '546929b1810a4d20b273f3e5492ec6ed', 'mac_address': 'fa:16:3e:de:37:a8', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3a6cdede-165f-4bdb-a89a-490c73b652dc', 'device_owner': 'network:router_interface', 'standard_attr_id': 414, 'fixed_ips': [{'subnet_id': 'bd08d793-0f26-4cdb-b55c-28713cb435a0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-837356-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-16T17:25:05Z', 'updated_at': '2022-06-16T17:25:14Z', 'revision_number': 4, 'project_id': '546929b1810a4d20b273f3e5492ec6ed', 'subnets': [{'id': 'bd08d793-0f26-4cdb-b55c-28713cb435a0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-837356-2-iscsi', False) {} {{(pid=103919) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 16 17:25:15.224514 dv-cinder-837356-2-iscsi neutron-server[103919]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7955d4b9-0fae-4016-903f-915f8b72a952 None None] The sync data for ids ['3a6cdede-165f-4bdb-a89a-490c73b652dc'] in dv-cinder-837356-2-iscsi is: [{'id': '3a6cdede-165f-4bdb-a89a-490c73b652dc', 'name': 'tempest-TestMinimumBasicScenario-1583816744-router', 'tenant_id': '546929b1810a4d20b273f3e5492ec6ed', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9df31235-0797-44e6-85a0-102cb2da2d58', 'external_fixed_ips': [{'subnet_id': '1dfb0320-f5eb-46f6-88ce-33002f500238', 'ip_address': '172.27.2.172'}], 'enable_snat': True}, 'gw_port_id': 'e1fc7f8e-d522-4dee-815c-38e4da48912b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-16T17:25:01Z', 'updated_at': '2022-06-16T17:25:06Z', 'revision_number': 4, 'project_id': '546929b1810a4d20b273f3e5492ec6ed', 'gw_port': {'id': 'e1fc7f8e-d522-4dee-815c-38e4da48912b', 'name': '', 'network_id': '9df31235-0797-44e6-85a0-102cb2da2d58', 'tenant_id': '', 'mac_address': 'fa:16:3e:f8:14:71', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3a6cdede-165f-4bdb-a89a-490c73b652dc', 'device_owner': 'network:router_gateway', 'standard_attr_id': 413, 'fixed_ips': [{'subnet_id': '1dfb0320-f5eb-46f6-88ce-33002f500238', 'ip_address': '172.27.2.172', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-837356-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-16T17:25:02Z', 'updated_at': '2022-06-16T17:25:11Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1dfb0320-f5eb-46f6-88ce-33002f500238', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-837356-2-iscsi', '_interfaces': [{'id': '02a1cd18-bdad-4f34-901e-135683791229', 'name': '', 'network_id': '35603100-8685-44dd-88ce-ba2913489196', 'tenant_id': '546929b1810a4d20b273f3e5492ec6ed', 'mac_address': 'fa:16:3e:de:37:a8', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3a6cdede-165f-4bdb-a89a-490c73b652dc', 'device_owner': 'network:router_interface', 'standard_attr_id': 414, 'fixed_ips': [{'subnet_id': 'bd08d793-0f26-4cdb-b55c-28713cb435a0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-837356-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-16T17:25:05Z', 'updated_at': '2022-06-16T17:25:14Z', 'revision_number': 4, 'project_id': '546929b1810a4d20b273f3e5492ec6ed', 'subnets': [{'id': 'bd08d793-0f26-4cdb-b55c-28713cb435a0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103919) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 16 17:25:15.305109 dv-cinder-837356-2-iscsi neutron-server[103916]: INFO neutron.wsgi [req-89ed2555-8cf7-4ffc-b7be-790f2e447ab8 req-2514df1a-f475-408d-9467-40a93452b45e tempest-AttachVolumeShelveTestJSON-1123487845 tempest-AttachVolumeShelveTestJSON-1123487845-project] 10.222.0.66 "GET /v2.0/security-groups?id=5ab805c8-38ae-4655-bf71-1fc1999d288e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1753936 Jun 16 17:25:15.356210 dv-cinder-837356-2-iscsi neutron-server[103917]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-91f7fc22-3f98-4f50-8f1e-39d300c48a66 admin admin] Pushing event updated for resources: {'Subnet': ['ID=ff26c6d8-fbe9-4318-9056-e5433e3433f5,revision_number=0']} {{(pid=103917) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 17:25:15.486955 dv-cinder-837356-2-iscsi neutron-server[103918]: DEBUG neutron.db.provisioning_blocks [None req-92ccc541-a6f9-45f7-961e-c89389506c10 None None] Provisioning complete for port 02a1cd18-bdad-4f34-901e-135683791229 triggered by entity DHCP. {{(pid=103918) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jun 16 17:25:15.488036 dv-cinder-837356-2-iscsi neutron-server[103918]: DEBUG neutron_lib.callbacks.manager [None req-92ccc541-a6f9-45f7-961e-c89389506c10 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16149424'] for port (02a1cd18-bdad-4f34-901e-135683791229), provisioning_complete {{(pid=103918) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 17:25:15.584696 dv-cinder-837356-2-iscsi neutron-server[103918]: DEBUG dbcounter [-] [103918] Writing DB stats neutron:SELECT=96,neutron:INSERT=1,neutron:UPDATE=3 {{(pid=103918) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 16 17:25:15.593575 dv-cinder-837356-2-iscsi neutron-server[103918]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-75384482-ff74-4051-abd5-0c7e32516975 None None] Pushing event updated for resources: {'Port': ['ID=02a1cd18-bdad-4f34-901e-135683791229,revision_number=5']} {{(pid=103918) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 17:25:15.723682 dv-cinder-837356-2-iscsi neutron-server[103918]: DEBUG neutron.plugins.ml2.plugin [None req-92ccc541-a6f9-45f7-961e-c89389506c10 None None] Current status of the port 02a1cd18-bdad-4f34-901e-135683791229 is: ACTIVE; New status is: ACTIVE {{(pid=103918) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2298}} Jun 16 17:25:15.725756 dv-cinder-837356-2-iscsi neutron-server[103918]: DEBUG neutron.db.provisioning_blocks [None req-39ead2dc-a542-4f04-b117-439eb7f32aa8 None None] Provisioning complete for port 02a1cd18-bdad-4f34-901e-135683791229 triggered by entity L2. {{(pid=103918) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jun 16 17:25:15.726171 dv-cinder-837356-2-iscsi neutron-server[103918]: DEBUG neutron_lib.callbacks.manager [None req-39ead2dc-a542-4f04-b117-439eb7f32aa8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16149424'] for port (02a1cd18-bdad-4f34-901e-135683791229), provisioning_complete {{(pid=103918) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 17:25:15.795289 dv-cinder-837356-2-iscsi neutron-server[103918]: DEBUG neutron_lib.callbacks.manager [None req-dbcbf776-b260-4099-ae81-2acc7357e297 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728539454181', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16149322'] for agent (7639df21-17c3-4235-8912-210c3ad54137), after_update {{(pid=103918) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 17:25:15.956642 dv-cinder-837356-2-iscsi neutron-server[103917]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b343e606-b1e5-4d5d-8534-d21da7465e8b req-d0d678d2-775e-42e7-b5ad-7ef455ac0ab4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103917) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 16 17:25:15.958174 dv-cinder-837356-2-iscsi neutron-server[103917]: INFO neutron.wsgi [req-b343e606-b1e5-4d5d-8534-d21da7465e8b req-d0d678d2-775e-42e7-b5ad-7ef455ac0ab4 service neutron] 10.222.0.81 "GET /v2.0/networks?id=7c13538c-2941-4763-a560-37a0a33d14c7 HTTP/1.1" status: 200 len: 921 time: 0.9783144 Jun 16 17:25:15.999185 dv-cinder-837356-2-iscsi neutron-server[103918]: DEBUG neutron.plugins.ml2.db [None req-bd96139a-45a6-43d9-8e52-87bd60797b11 None None] For port 06d4db02-124d-4ee1-9f21-dc9bf1219104, host dv-cinder-837356-2-iscsi, cleared binding levels {{(pid=103918) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 16 17:25:16.003788 dv-cinder-837356-2-iscsi neutron-server[103918]: DEBUG neutron.plugins.ml2.db [None req-bd96139a-45a6-43d9-8e52-87bd60797b11 None None] For port 06d4db02-124d-4ee1-9f21-dc9bf1219104, host dv-cinder-837356-2-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-837356-2-iscsi',level=0,port_id=06d4db02-124d-4ee1-9f21-dc9bf1219104,segment=NetworkSegment(4463af6d-fa55-4b6c-8cec-9c3dd9b4d253),segment_id=4463af6d-fa55-4b6c-8cec-9c3dd9b4d253)] {{(pid=103918) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 16 17:25:16.012182 dv-cinder-837356-2-iscsi neutron-server[103917]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ad42876-ef9c-4e48-9d62-adcc76a76da0 req-4b6f079c-b515-433b-ab99-38d8d216b9fe tempest-AttachVolumeTestJSON-336390128 tempest-AttachVolumeTestJSON-336390128-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103917) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 16 17:25:16.021221 dv-cinder-837356-2-iscsi neutron-server[103917]: INFO neutron.wsgi [req-8ad42876-ef9c-4e48-9d62-adcc76a76da0 req-4b6f079c-b515-433b-ab99-38d8d216b9fe tempest-AttachVolumeTestJSON-336390128 tempest-AttachVolumeTestJSON-336390128-project] 10.222.0.66 "GET /v2.0/ports?device_id=7d22b60d-19fe-4dca-8eef-821db5a4dc55 HTTP/1.1" status: 200 len: 945 time: 0.1682720 Jun 16 17:25:16.027932 dv-cinder-837356-2-iscsi neutron-server[103918]: DEBUG neutron.db.l3_hamode_db [None req-a2437339-da07-4675-ba37-633231fd31a9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'dfe813ff-74d0-4e6b-9f3d-827582ab6a37', 'name': 'tempest-ServerRescueNegativeTestJSON-1592621772-router', 'tenant_id': 'ccf5c45783454fc5a7872490196f07e0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9df31235-0797-44e6-85a0-102cb2da2d58', 'external_fixed_ips': [{'subnet_id': '1dfb0320-f5eb-46f6-88ce-33002f500238', 'ip_address': '172.27.2.58'}], 'enable_snat': True}, 'gw_port_id': '06974505-e6bd-467d-a29b-92e722b69f8f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-16T17:22:23Z', 'updated_at': '2022-06-16T17:22:31Z', 'revision_number': 4, 'project_id': 'ccf5c45783454fc5a7872490196f07e0', 'gw_port': {'id': '06974505-e6bd-467d-a29b-92e722b69f8f', 'name': '', 'network_id': '9df31235-0797-44e6-85a0-102cb2da2d58', 'tenant_id': '', 'mac_address': 'fa:16:3e:ce:68:29', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dfe813ff-74d0-4e6b-9f3d-827582ab6a37', 'device_owner': 'network:router_gateway', 'standard_attr_id': 63, 'fixed_ips': [{'subnet_id': '1dfb0320-f5eb-46f6-88ce-33002f500238', 'ip_address': '172.27.2.58', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-837356-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-16T17:22:23Z', 'updated_at': '2022-06-16T17:22:35Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1dfb0320-f5eb-46f6-88ce-33002f500238', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-837356-2-iscsi', '_floatingips': [{'id': '23f305aa-9d47-4538-b0d1-a58924bf9259', 'tenant_id': 'ccf5c45783454fc5a7872490196f07e0', 'floating_ip_address': '172.27.2.237', 'floating_network_id': '9df31235-0797-44e6-85a0-102cb2da2d58', 'router_id': 'dfe813ff-74d0-4e6b-9f3d-827582ab6a37', 'port_id': '3e68f997-7180-47a9-a1f0-ae3a5f70d0a3', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'standard_attr_id': 400, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '7c13538c-2941-4763-a560-37a0a33d14c7', 'mac_address': 'fa:16:3e:ad:7b:04', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4065d5c1-0b16-413a-a5b5-e0e725e1e71b', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-06-16T17:24:53Z', 'updated_at': '2022-06-16T17:25:11Z', 'revision_number': 1, 'project_id': 'ccf5c45783454fc5a7872490196f07e0', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'e1aec36a-a2f9-4546-94c4-c2940c0a35ec', 'name': '', 'network_id': '7c13538c-2941-4763-a560-37a0a33d14c7', 'tenant_id': 'ccf5c45783454fc5a7872490196f07e0', 'mac_address': 'fa:16:3e:1b:5e:a6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dfe813ff-74d0-4e6b-9f3d-827582ab6a37', 'device_owner': 'network:router_interface', 'standard_attr_id': 95, 'fixed_ips': [{'subnet_id': '8e38426e-d044-4155-92d6-5d9da7f0fc35', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-837356-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-16T17:22:29Z', 'updated_at': '2022-06-16T17:22:39Z', 'revision_number': 5, 'project_id': 'ccf5c45783454fc5a7872490196f07e0', 'subnets': [{'id': '8e38426e-d044-4155-92d6-5d9da7f0fc35', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-837356-2-iscsi', False) {} {{(pid=103918) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 16 17:25:16.032347 dv-cinder-837356-2-iscsi neutron-server[103918]: DEBUG neutron_lib.callbacks.manager [None req-bd96139a-45a6-43d9-8e52-87bd60797b11 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16007527', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-75831', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16241551', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728539364693', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728538993439', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728538993457'] for port (06d4db02-124d-4ee1-9f21-dc9bf1219104), after_update {{(pid=103918) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 17:25:16.053840 dv-cinder-837356-2-iscsi neutron-server[103917]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-91f7fc22-3f98-4f50-8f1e-39d300c48a66 admin admin] Checking segment: {'id': '363e514d-58a6-41ff-89ea-af6a85f188ef', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1006, 'network_id': '3da1c24e-a853-4091-89c9-dc663f379476'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103917) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jun 16 17:25:16.054759 dv-cinder-837356-2-iscsi neutron-server[103917]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-91f7fc22-3f98-4f50-8f1e-39d300c48a66 admin admin] Network hostable DHCP agents. Network: 3da1c24e-a853-4091-89c9-dc663f379476, hostable agents: ['0913b7ec-eea4-4492-8ef1-e01c4575abca'], hosted agents: [] {{(pid=103917) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jun 16 17:25:16.105573 dv-cinder-837356-2-iscsi neutron-server[103917]: DEBUG neutron_lib.callbacks.manager [None req-f5a8a0f6-0b9d-4ac5-9bae-3f8640e2f670 admin admin] Publish callbacks [] for port (94dda5bf-7a9d-481d-85a0-a77a4b31fc3d), precommit_create {{(pid=103917) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 17:25:16.131599 dv-cinder-837356-2-iscsi neutron-server[103917]: DEBUG dbcounter [-] [103917] Writing DB stats neutron:SELECT=97,neutron:INSERT=3 {{(pid=103917) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 16 17:25:16.142945 dv-cinder-837356-2-iscsi neutron-server[103917]: DEBUG dbcounter [-] [103917] Writing DB stats neutron:SELECT=85,neutron:INSERT=10,neutron:UPDATE=5 {{(pid=103917) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 16 17:25:16.148095 dv-cinder-837356-2-iscsi neutron-server[103918]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a2437339-da07-4675-ba37-633231fd31a9 None None] Checking router: dfe813ff-74d0-4e6b-9f3d-827582ab6a37 for host: dv-cinder-837356-2-iscsi {{(pid=103918) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 16 17:25:16.217156 dv-cinder-837356-2-iscsi neutron-server[103917]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-91f7fc22-3f98-4f50-8f1e-39d300c48a66 admin admin] Network 3da1c24e-a853-4091-89c9-dc663f379476 is scheduled to be hosted by DHCP agent 0913b7ec-eea4-4492-8ef1-e01c4575abca with binding_index 1 {{(pid=103917) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jun 16 17:25:16.246698 dv-cinder-837356-2-iscsi neutron-server[103918]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a2437339-da07-4675-ba37-633231fd31a9 None None] Routers {'dfe813ff-74d0-4e6b-9f3d-827582ab6a37'} bound to L3 agent in host dv-cinder-837356-2-iscsi {{(pid=103918) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jun 16 17:25:16.248114 dv-cinder-837356-2-iscsi neutron-server[103918]: DEBUG neutron.db.l3_hamode_db [None req-a2437339-da07-4675-ba37-633231fd31a9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-837356-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-06-16T17:14:15Z,description=,heartbeat_timestamp=2022-06-16T17:25:15Z,host='dv-cinder-837356-2-iscsi',id=7639df21-17c3-4235-8912-210c3ad54137,load=0,resource_versions=,resources_synced=,started_at=2022-06-16T17:14:15Z,topic='l3_agent')) {'router_ids': ['dfe813ff-74d0-4e6b-9f3d-827582ab6a37'], 'active': True} {{(pid=103918) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 16 17:25:16.249729 dv-cinder-837356-2-iscsi neutron-server[103917]: INFO neutron.wsgi [req-8ad42876-ef9c-4e48-9d62-adcc76a76da0 req-c78c7ec4-40ec-4ec1-a388-d2f31d0859dd tempest-AttachVolumeTestJSON-336390128 tempest-AttachVolumeTestJSON-336390128-project] 10.222.0.66 "GET /v2.0/security-groups?id=b5243b74-2536-4f9c-b2d2-f7b79b8f3edb&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2269661 Jun 16 17:25:16.252392 dv-cinder-837356-2-iscsi neutron-server[103918]: DEBUG neutron.plugins.ml2.plugin [None req-39ead2dc-a542-4f04-b117-439eb7f32aa8 None None] Current status of the port 02a1cd18-bdad-4f34-901e-135683791229 is: ACTIVE; New status is: ACTIVE {{(pid=103918) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2298}} Jun 16 17:25:16.252777 dv-cinder-837356-2-iscsi neutron-server[103917]: DEBUG neutron.scheduler.base_scheduler [None req-91f7fc22-3f98-4f50-8f1e-39d300c48a66 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-837356-2-iscsi, 3da1c24e-a853-4091-89c9-dc663f379476) {{(pid=103917) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 16 17:25:16.270925 dv-cinder-837356-2-iscsi neutron-server[103917]: INFO neutron.wsgi [req-b343e606-b1e5-4d5d-8534-d21da7465e8b req-e4a367a2-a9df-442a-a5dd-234f6a7db02a service neutron] 10.222.0.81 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=3e68f997-7180-47a9-a1f0-ae3a5f70d0a3 HTTP/1.1" status: 200 len: 999 time: 0.2390060 Jun 16 17:25:16.278300 dv-cinder-837356-2-iscsi neutron-server[103917]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-91f7fc22-3f98-4f50-8f1e-39d300c48a66 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103917) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 16 17:25:16.279057 dv-cinder-837356-2-iscsi neutron-server[103917]: DEBUG neutron_lib.callbacks.manager [None req-91f7fc22-3f98-4f50-8f1e-39d300c48a66 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=103917) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 17:25:16.354762 dv-cinder-837356-2-iscsi neutron-server[103918]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2b00d8db-88d1-41b8-8791-d5d5c2c326c3 None None] Network 3da1c24e-a853-4091-89c9-dc663f379476 requested from dv-cinder-837356-2-iscsi {{(pid=103918) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jun 16 17:25:16.362959 dv-cinder-837356-2-iscsi neutron-server[103918]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd96139a-45a6-43d9-8e52-87bd60797b11 None None] Pushing event updated for resources: {'Port': ['ID=06d4db02-124d-4ee1-9f21-dc9bf1219104,revision_number=2']} {{(pid=103918) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 17:25:16.462859 dv-cinder-837356-2-iscsi neutron-server[103918]: DEBUG neutron_lib.callbacks.manager [None req-20715706-35a9-45af-9420-375bdcc64c61 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728539454181', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16149322'] for agent (50395103-89cf-4fb3-87eb-9dff4dfdeea8), after_update {{(pid=103918) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 17:25:16.497090 dv-cinder-837356-2-iscsi neutron-server[103917]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b343e606-b1e5-4d5d-8534-d21da7465e8b req-9914bf0d-b622-49f2-8f5b-8cc76cca28d8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103917) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 16 17:25:16.504220 dv-cinder-837356-2-iscsi neutron-server[103917]: INFO neutron.wsgi [req-b343e606-b1e5-4d5d-8534-d21da7465e8b req-9914bf0d-b622-49f2-8f5b-8cc76cca28d8 service neutron] 10.222.0.81 "GET /v2.0/subnets?id=8e38426e-d044-4155-92d6-5d9da7f0fc35 HTTP/1.1" status: 200 len: 858 time: 0.2288456 Jun 16 17:25:16.539852 dv-cinder-837356-2-iscsi neutron-server[103917]: INFO neutron.wsgi [None req-91f7fc22-3f98-4f50-8f1e-39d300c48a66 admin admin] 10.222.0.66 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 848 time: 3.3497665 Jun 16 17:25:16.540210 dv-cinder-837356-2-iscsi neutron-server[103916]: DEBUG neutron.wsgi [-] (103916) accepted ('10.222.0.66', 40820) {{(pid=103916) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 16 17:25:16.567329 dv-cinder-837356-2-iscsi neutron-server[103916]: DEBUG neutron.api.v2.base [None req-b3113bc7-e847-4f4e-9761-b2381ea25a22 admin admin] Request body: {'router': {'name': 'tempest-TestVolumeBootPattern-2032781159-router', 'tenant_id': 'bd1488226a424c6e9e7f94f31b020e4f', 'external_gateway_info': {'network_id': '9df31235-0797-44e6-85a0-102cb2da2d58'}}} {{(pid=103916) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jun 16 17:25:16.629863 dv-cinder-837356-2-iscsi neutron-server[103916]: DEBUG neutron_lib.callbacks.manager [None req-b3113bc7-e847-4f4e-9761-b2381ea25a22 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-706286', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-65378'] for router (c35ad751-e83c-4d20-bca1-ec4f6db7db70), before_create {{(pid=103916) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 17:25:16.632031 dv-cinder-837356-2-iscsi neutron-server[103916]: DEBUG neutron_lib.callbacks.manager [None req-b3113bc7-e847-4f4e-9761-b2381ea25a22 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-706077', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-735905', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-614867', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-65307'] for router (c35ad751-e83c-4d20-bca1-ec4f6db7db70), precommit_create {{(pid=103916) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 17:25:16.668163 dv-cinder-837356-2-iscsi neutron-server[103918]: DEBUG neutron.db.l3_dvr_db [None req-a2437339-da07-4675-ba37-633231fd31a9 None None] Set router dfe813ff-74d0-4e6b-9f3d-827582ab6a37 gateway port host: dv-cinder-837356-2-iscsi {{(pid=103918) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jun 16 17:25:16.731112 dv-cinder-837356-2-iscsi neutron-server[103917]: DEBUG neutron_lib.callbacks.manager [None req-f5a8a0f6-0b9d-4ac5-9bae-3f8640e2f670 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16007527', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-75831', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16241551', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8728538993421', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3819743'] for port (94dda5bf-7a9d-481d-85a0-a77a4b31fc3d), after_create {{(pid=103917) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 17:25:16.787961 dv-cinder-837356-2-iscsi neutron-server[103917]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b343e606-b1e5-4d5d-8534-d21da7465e8b req-30042c6c-23bb-47cc-830b-baa05aa99f5a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103917) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 16 17:25:16.798008 dv-cinder-837356-2-iscsi neutron-server[103917]: INFO neutron.wsgi [req-b343e606-b1e5-4d5d-8534-d21da7465e8b req-30042c6c-23bb-47cc-830b-baa05aa99f5a service neutron] 10.222.0.81 "GET /v2.0/ports?network_id=7c13538c-2941-4763-a560-37a0a33d14c7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.2760110 Jun 16 17:25:16.841683 dv-cinder-837356-2-iscsi neutron-server[103916]: DEBUG neutron_lib.callbacks.manager [None req-b3113bc7-e847-4f4e-9761-b2381ea25a22 admin admin] Publish callbacks [] for router_controller (c35ad751-e83c-4d20-bca1-ec4f6db7db70), precommit_add_association {{(pid=103916) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 17:25:17.015578 dv-cinder-837356-2-iscsi neutron-server[103917]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-089f4ad1-aa90-456f-b2c8-7d831035621c req-b2d54974-d957-480a-8743-4ee97e839215 tempest-AttachVolumeShelveTestJSON-1123487845 tempest-AttachVolumeShelveTestJSON-1123487845-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103917) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 16 17:25:17.025157 dv-cinder-837356-2-iscsi neutron-server[103917]: INFO neutron.wsgi [req-089f4ad1-aa90-456f-b2c8-7d831035621c req-b2d54974-d957-480a-8743-4ee97e839215 tempest-AttachVolumeShelveTestJSON-1123487845 tempest-AttachVolumeShelveTestJSON-1123487845-project] 10.222.0.66 "GET /v2.0/ports?device_id=ab2e7148-fa86-4648-9e4b-87e27fcf1147 HTTP/1.1" status: 200 len: 946 time: 0.5044980 Jun 16 17:25:17.028898 dv-cinder-837356-2-iscsi neutron-server[103917]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f5a8a0f6-0b9d-4ac5-9bae-3f8640e2f670 admin admin] Network 9df31235-0797-44e6-85a0-102cb2da2d58 is already hosted by enough agents. {{(pid=103917) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 16 17:25:17.044747 dv-cinder-837356-2-iscsi neutron-server[103918]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-be82154b-046e-4636-9988-941cc8668fb4 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp3cc71102-b35b-562a-842b-e84838effaf9-3da1c24e-a853-4091-89c9-dc663f379476', 'network_id': '3da1c24e-a853-4091-89c9-dc663f379476', 'project_id': 'bd1488226a424c6e9e7f94f31b020e4f', 'fixed_ips': [{'subnet_id': 'ff26c6d8-fbe9-4318-9056-e5433e3433f5'}]}} from dv-cinder-837356-2-iscsi. {{(pid=103918) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Jun 16 17:25:17.049349 dv-cinder-837356-2-iscsi neutron-server[103918]: DEBUG neutron_lib.callbacks.manager [None req-be82154b-046e-4636-9988-941cc8668fb4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16007590'] for port (None), before_create {{(pid=103918) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 17:25:17.051629 dv-cinder-837356-2-iscsi neutron-server[103917]: DEBUG neutron.scheduler.base_scheduler [None req-f5a8a0f6-0b9d-4ac5-9bae-3f8640e2f670 admin admin] Resources bound (agent type, host, resource id): {{(pid=103917) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 16 17:25:17.092791 dv-cinder-837356-2-iscsi neutron-server[103918]: DEBUG neutron.plugins.ml2.rpc [None req-39ead2dc-a542-4f04-b117-439eb7f32aa8 None None] Device 02a1cd18-bdad-4f34-901e-135683791229 up at agent ovs-agent-dv-cinder-837356-2-iscsi {{(pid=103918) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 16 17:25:17.121972 dv-cinder-837356-2-iscsi neutron-server[103917]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f5a8a0f6-0b9d-4ac5-9bae-3f8640e2f670 admin admin] Received port after_create {{(pid=103917) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:542}} Jun 16 17:25:17.158696 dv-cinder-837356-2-iscsi neutron-server[103918]: DEBUG dbcounter [-] [103918] Writing DB stats neutron:SELECT=97,neutron:UPDATE=1,neutron:INSERT=2 {{(pid=103918) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 16 17:25:17.189872 dv-cinder-837356-2-iscsi neutron-server[103917]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f5a8a0f6-0b9d-4ac5-9bae-3f8640e2f670 admin admin] Pushing event updated for resources: {'Port': ['ID=94dda5bf-7a9d-481d-85a0-a77a4b31fc3d,revision_number=1']} {{(pid=103917) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 17:25:17.279747 dv-cinder-837356-2-iscsi neutron-server[103916]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9c444bb-51d7-4830-8357-1a7cac95540c req-5a3ea351-89a8-4279-a272-dc0d569c7f8b tempest-AttachVolumeTestJSON-336390128 tempest-AttachVolumeTestJSON-336390128-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103916) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 16 17:25:17.286873 dv-cinder-837356-2-iscsi neutron-server[103918]: DEBUG dbcounter [-] [103918] Writing DB stats neutron:UPDATE=3,neutron:SELECT=96,neutron:INSERT=1 {{(pid=103918) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 16 17:25:17.292654 dv-cinder-837356-2-iscsi neutron-server[103916]: INFO neutron.wsgi [req-f9c444bb-51d7-4830-8357-1a7cac95540c req-5a3ea351-89a8-4279-a272-dc0d569c7f8b tempest-AttachVolumeTestJSON-336390128 tempest-AttachVolumeTestJSON-336390128-project] 10.222.0.66 "GET /v2.0/ports?device_id=7d22b60d-19fe-4dca-8eef-821db5a4dc55 HTTP/1.1" status: 200 len: 945 time: 0.2324963 Jun 16 17:25:17.299172 dv-cinder-837356-2-iscsi neutron-server[103917]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1cc3491e-4792-44f0-838f-17335e32a533 req-21d92e7d-0b70-4f22-92a9-cf7fc0cc85b1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103917) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 16 17:25:17.301275 dv-cinder-837356-2-iscsi neutron-server[103917]: INFO neutron.wsgi [req-1cc3491e-4792-44f0-838f-17335e32a533 req-21d92e7d-0b70-4f22-92a9-cf7fc0cc85b1 service neutron] 10.222.0.81 "GET /v2.0/ports?tenant_id=f029a8bb389c4d348c0e9001c5fa059c&device_id=7d22b60d-19fe-4dca-8eef-821db5a4dc55 HTTP/1.1" status: 200 len: 1129 time: 0.2258060 Jun 16 17:25:17.325856 dv-cinder-837356-2-iscsi neutron-server[103917]: INFO neutron.wsgi [req-089f4ad1-aa90-456f-b2c8-7d831035621c req-91651bce-2084-4174-a25c-48cb36aafd38 tempest-AttachVolumeShelveTestJSON-1123487845 tempest-AttachVolumeShelveTestJSON-1123487845-project] 10.222.0.66 "GET /v2.0/security-groups?id=5ab805c8-38ae-4655-bf71-1fc1999d288e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2993588 Jun 16 17:25:17.334124 dv-cinder-837356-2-iscsi neutron-server[103916]: DEBUG neutron_lib.callbacks.manager [None req-b3113bc7-e847-4f4e-9761-b2381ea25a22 admin admin] Publish callbacks [] for router_gateway (c35ad751-e83c-4d20-bca1-ec4f6db7db70), precommit_update {{(pid=103916) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 17:25:17.363152 dv-cinder-837356-2-iscsi neutron-server[103918]: DEBUG neutron.db.provisioning_blocks [None req-39ead2dc-a542-4f04-b117-439eb7f32aa8 None None] Provisioning complete for port 02a1cd18-bdad-4f34-901e-135683791229 triggered by entity L2. {{(pid=103918) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jun 16 17:25:17.364063 dv-cinder-837356-2-iscsi neutron-server[103918]: DEBUG neutron_lib.callbacks.manager [None req-39ead2dc-a542-4f04-b117-439eb7f32aa8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16149424'] for port (02a1cd18-bdad-4f34-901e-135683791229), provisioning_complete {{(pid=103918) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 17:25:17.482903 dv-cinder-837356-2-iscsi neutron-server[103917]: INFO neutron.wsgi [req-b343e606-b1e5-4d5d-8534-d21da7465e8b req-d97e1101-a202-4a6f-9aa5-5d63426739a5 service neutron] 10.222.0.81 "GET /v2.0/networks/7c13538c-2941-4763-a560-37a0a33d14c7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5934377 Jun 16 17:25:17.510840 dv-cinder-837356-2-iscsi neutron-server[103916]: INFO neutron.wsgi [req-f9c444bb-51d7-4830-8357-1a7cac95540c req-35dc557e-1280-448e-b9ff-718084a80e3f tempest-AttachVolumeTestJSON-336390128 tempest-AttachVolumeTestJSON-336390128-project] 10.222.0.66 "GET /v2.0/security-groups?id=b5243b74-2536-4f9c-b2d2-f7b79b8f3edb&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2148902 Jun 16 17:25:17.536116 dv-cinder-837356-2-iscsi neutron-server[103916]: DEBUG dbcounter [-] [103916] Writing DB stats neutron:SELECT=91,neutron:DELETE=2,neutron:INSERT=6,neutron:UPDATE=1 {{(pid=103916) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 16 17:25:17.796869 dv-cinder-837356-2-iscsi neutron-server[103918]: DEBUG neutron.db.l3_hamode_db [None req-a2437339-da07-4675-ba37-633231fd31a9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'dfe813ff-74d0-4e6b-9f3d-827582ab6a37', 'name': 'tempest-ServerRescueNegativeTestJSON-1592621772-router', 'tenant_id': 'ccf5c45783454fc5a7872490196f07e0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9df31235-0797-44e6-85a0-102cb2da2d58', 'external_fixed_ips': [{'subnet_id': '1dfb0320-f5eb-46f6-88ce-33002f500238', 'ip_address': '172.27.2.58'}], 'enable_snat': True}, 'gw_port_id': '06974505-e6bd-467d-a29b-92e722b69f8f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-16T17:22:23Z', 'updated_at': '2022-06-16T17:22:31Z', 'revision_number': 4, 'project_id': 'ccf5c45783454fc5a7872490196f07e0', 'gw_port': {'id': '06974505-e6bd-467d-a29b-92e722b69f8f', 'name': '', 'network_id': '9df31235-0797-44e6-85a0-102cb2da2d58', 'tenant_id': '', 'mac_address': 'fa:16:3e:ce:68:29', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dfe813ff-74d0-4e6b-9f3d-827582ab6a37', 'device_owner': 'network:router_gateway', 'standard_attr_id': 63, 'fixed_ips': [{'subnet_id': '1dfb0320-f5eb-46f6-88ce-33002f500238', 'ip_address': '172.27.2.58', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-837356-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-16T17:22:23Z', 'updated_at': '2022-06-16T17:22:35Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1dfb0320-f5eb-46f6-88ce-33002f500238', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-837356-2-iscsi', '_floatingips': [{'id': '23f305aa-9d47-4538-b0d1-a58924bf9259', 'tenant_id': 'ccf5c45783454fc5a7872490196f07e0', 'floating_ip_address': '172.27.2.237', 'floating_network_id': '9df31235-0797-44e6-85a0-102cb2da2d58', 'router_id': 'dfe813ff-74d0-4e6b-9f3d-827582ab6a37', 'port_id': '3e68f997-7180-47a9-a1f0-ae3a5f70d0a3', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'standard_attr_id': 400, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '7c13538c-2941-4763-a560-37a0a33d14c7', 'mac_address': 'fa:16:3e:ad:7b:04', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4065d5c1-0b16-413a-a5b5-e0e725e1e71b', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-06-16T17:24:53Z', 'updated_at': '2022-06-16T17:25:11Z', 'revision_number': 1, 'project_id': 'ccf5c45783454fc5a7872490196f07e0', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'e1aec36a-a2f9-4546-94c4-c2940c0a35ec', 'name': '', 'network_id': '7c13538c-2941-4763-a560-37a0a33d14c7', 'tenant_id': 'ccf5c45783454fc5a7872490196f07e0', 'mac_address': 'fa:16:3e:1b:5e:a6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dfe813ff-74d0-4e6b-9f3d-827582ab6a37', 'device_owner': 'network:router_interface', 'standard_attr_id': 95, 'fixed_ips': [{'subnet_id': '8e38426e-d044-4155-92d6-5d9da7f0fc35', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-837356-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-16T17:22:29Z', 'updated_at': '2022-06-16T17:22:39Z', 'revision_number': 5, 'project_id': 'ccf5c45783454fc5a7872490196f07e0', 'subnets': [{'id': '8e38426e-d044-4155-92d6-5d9da7f0fc35', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-837356-2-iscsi', False) {} {{(pid=103918) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 16 17:25:17.912601 dv-cinder-837356-2-iscsi neutron-server[103917]: DEBUG neutron_lib.callbacks.manager [None req-f5a8a0f6-0b9d-4ac5-9bae-3f8640e2f670 admin admin] Publish callbacks [] for router_gateway (773cf309-19cb-42b7-91ee-afe372a91017), after_create {{(pid=103917) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 17:25:17.924275 dv-cinder-837356-2-iscsi neutron-server[103918]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a2437339-da07-4675-ba37-633231fd31a9 None None] The sync data for ids ['dfe813ff-74d0-4e6b-9f3d-827582ab6a37'] in dv-cinder-837356-2-iscsi is: [{'id': 'dfe813ff-74d0-4e6b-9f3d-827582ab6a37', 'name': 'tempest-ServerRescueNegativeTestJSON-1592621772-router', 'tenant_id': 'ccf5c45783454fc5a7872490196f07e0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9df31235-0797-44e6-85a0-102cb2da2d58', 'external_fixed_ips': [{'subnet_id': '1dfb0320-f5eb-46f6-88ce-33002f500238', 'ip_address': '172.27.2.58'}], 'enable_snat': True}, 'gw_port_id': '06974505-e6bd-467d-a29b-92e722b69f8f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-16T17:22:23Z', 'updated_at': '2022-06-16T17:22:31Z', 'revision_number': 4, 'project_id': 'ccf5c45783454fc5a7872490196f07e0', 'gw_port': {'id': '06974505-e6bd-467d-a29b-92e722b69f8f', 'name': '', 'network_id': '9df31235-0797-44e6-85a0-102cb2da2d58', 'tenant_id': '', 'mac_address': 'fa:16:3e:ce:68:29', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dfe813ff-74d0-4e6b-9f3d-827582ab6a37', 'device_owner': 'network:router_gateway', 'standard_attr_id': 63, 'fixed_ips': [{'subnet_id': '1dfb0320-f5eb-46f6-88ce-33002f500238', 'ip_address': '172.27.2.58', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-837356-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-16T17:22:23Z', 'updated_at': '2022-06-16T17:22:35Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1dfb0320-f5eb-46f6-88ce-33002f500238', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-837356-2-iscsi', '_floatingips': [{'id': '23f305aa-9d47-4538-b0d1-a58924bf9259', 'tenant_id': 'ccf5c45783454fc5a7872490196f07e0', 'floating_ip_address': '172.27.2.237', 'floating_network_id': '9df31235-0797-44e6-85a0-102cb2da2d58', 'router_id': 'dfe813ff-74d0-4e6b-9f3d-827582ab6a37', 'port_id': '3e68f997-7180-47a9-a1f0-ae3a5f70d0a3', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'standard_attr_id': 400, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '7c13538c-2941-4763-a560-37a0a33d14c7', 'mac_address': 'fa:16:3e:ad:7b:04', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4065d5c1-0b16-413a-a5b5-e0e725e1e71b', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-06-16T17:24:53Z', 'updated_at': '2022-06-16T17:25:11Z', 'revision_number': 1, 'project_id': 'ccf5c45783454fc5a7872490196f07e0', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'e1aec36a-a2f9-4546-94c4-c2940c0a35ec', 'name': '', 'network_id': '7c13538c-2941-4763-a560-37a0a33d14c7', 'tenant_id': 'ccf5c45783454fc5a7872490196f07e0', 'mac_address': 'fa:16:3e:1b:5e:a6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dfe813ff-74d0-4e6b-9f3d-827582ab6a37', 'device_owner': 'network:router_interface', 'standard_attr_id': 95, 'fixed_ips': [{'subnet_id': '8e38426e-d044-4155-92d6-5d9da7f0fc35', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-837356-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-16T17:22:29Z', 'updated_at': '2022-06-16T17:22:39Z', 'revision_number': 5, 'project_id': 'ccf5c45783454fc5a7872490196f07e0', 'subnets': [{'id': '8e38426e-d044-4155-92d6-5d9da7f0fc35', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103918) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 16 17:25:17.983271 dv-cinder-837356-2-iscsi neutron-server[103916]: DEBUG neutron_lib.callbacks.manager [None req-b3113bc7-e847-4f4e-9761-b2381ea25a22 admin admin] Publish callbacks [] for router_gateway (c35ad751-e83c-4d20-bca1-ec4f6db7db70), before_create {{(pid=103916) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 17:25:18.019552 dv-cinder-837356-2-iscsi neutron-server[103916]: DEBUG neutron_lib.callbacks.manager [None req-b3113bc7-e847-4f4e-9761-b2381ea25a22 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16007590'] for port (None), before_create {{(pid=103916) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 17:25:18.033412 dv-cinder-837356-2-iscsi neutron-server[103917]: DEBUG dbcounter [-] [103917] Writing DB stats neutron:SELECT=97,neutron:UPDATE=1,neutron:DELETE=2 {{(pid=103917) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 16 17:25:18.097155 dv-cinder-837356-2-iscsi neutron-server[103918]: DEBUG neutron_lib.callbacks.manager [None req-90597016-5de8-4c3e-b42a-66aa2c70cc5e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728539454181', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16149322'] for agent (853db9d1-1c17-40a4-900c-de4f90440474), after_update {{(pid=103918) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 17:25:18.160527 dv-cinder-837356-2-iscsi neutron-server[103918]: DEBUG neutron.db.db_base_plugin_common [None req-be82154b-046e-4636-9988-941cc8668fb4 None None] Allocated IP 172.20.0.2 (3da1c24e-a853-4091-89c9-dc663f379476/ff26c6d8-fbe9-4318-9056-e5433e3433f5/e11443a2-0168-4373-ae14-28b35ef44530) {{(pid=103918) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 16 17:25:18.184151 dv-cinder-837356-2-iscsi neutron-server[103917]: DEBUG dbcounter [-] [103917] Writing DB stats neutron:SELECT=97,neutron:UPDATE=2,neutron:INSERT=1 {{(pid=103917) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 16 17:25:18.188832 dv-cinder-837356-2-iscsi neutron-server[103918]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-62b283ca-f625-4323-934f-fcae2fe9ae37 None None] Network 68b37cbc-7f14-4f09-a1a2-98d75ba1412e requested from dv-cinder-837356-2-iscsi {{(pid=103918) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jun 16 17:25:18.206661 dv-cinder-837356-2-iscsi neutron-server[103917]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1cc3491e-4792-44f0-838f-17335e32a533 req-fa37fcbb-fa64-4175-99bb-623e2e95f06d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103917) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 16 17:25:18.208703 dv-cinder-837356-2-iscsi neutron-server[103917]: INFO neutron.wsgi [req-1cc3491e-4792-44f0-838f-17335e32a533 req-fa37fcbb-fa64-4175-99bb-623e2e95f06d service neutron] 10.222.0.81 "GET /v2.0/networks?id=82c6c893-96f4-45ae-b1e3-d70ff1db738d HTTP/1.1" status: 200 len: 913 time: 0.8806038 Jun 16 17:25:18.238348 dv-cinder-837356-2-iscsi neutron-server[103917]: INFO neutron.wsgi [req-b343e606-b1e5-4d5d-8534-d21da7465e8b req-67773e06-5fe9-4158-9592-42f9653ddd05 service neutron] 10.222.0.81 "GET /v2.0/networks/7c13538c-2941-4763-a560-37a0a33d14c7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.7487829 Jun 16 17:25:18.269541 dv-cinder-837356-2-iscsi neutron-server[103916]: DEBUG neutron.db.db_base_plugin_common [None req-b3113bc7-e847-4f4e-9761-b2381ea25a22 admin admin] Allocated IP 172.27.2.144 (9df31235-0797-44e6-85a0-102cb2da2d58/1dfb0320-f5eb-46f6-88ce-33002f500238/1fb74e99-4857-44c3-af81-ed3d3ffe4f39) {{(pid=103916) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 16 17:25:18.394869 dv-cinder-837356-2-iscsi neutron-server[103918]: DEBUG neutron.plugins.ml2.plugin [None req-39ead2dc-a542-4f04-b117-439eb7f32aa8 None None] Current status of the port 02a1cd18-bdad-4f34-901e-135683791229 is: ACTIVE; New status is: ACTIVE {{(pid=103918) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2298}} Jun 16 17:25:18.395846 dv-cinder-837356-2-iscsi neutron-server[103918]: DEBUG neutron.plugins.ml2.rpc [None req-39ead2dc-a542-4f04-b117-439eb7f32aa8 None None] Device 06d4db02-124d-4ee1-9f21-dc9bf1219104 up at agent ovs-agent-dv-cinder-837356-2-iscsi {{(pid=103918) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 16 17:25:18.426561 dv-cinder-837356-2-iscsi neutron-server[103919]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-088674f1-7680-415a-ba4a-e60cf93dbb9c None None] New status for floating IP 23f305aa-9d47-4538-b0d1-a58924bf9259: ACTIVE {{(pid=103919) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:269}} Jun 16 17:25:18.499715 dv-cinder-837356-2-iscsi neutron-server[103918]: DEBUG neutron.db.provisioning_blocks [None req-be683d5c-e668-4e8d-9aae-2c02e87d9b2d None None] Provisioning complete for port 06d4db02-124d-4ee1-9f21-dc9bf1219104 triggered by entity DHCP. {{(pid=103918) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jun 16 17:25:18.500485 dv-cinder-837356-2-iscsi neutron-server[103918]: DEBUG neutron_lib.callbacks.manager [None req-be683d5c-e668-4e8d-9aae-2c02e87d9b2d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16149424'] for port (06d4db02-124d-4ee1-9f21-dc9bf1219104), provisioning_complete {{(pid=103918) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 17:25:18.520166 dv-cinder-837356-2-iscsi neutron-server[103916]: DEBUG neutron_lib.callbacks.manager [None req-b3113bc7-e847-4f4e-9761-b2381ea25a22 admin admin] Publish callbacks [] for port (1fb74e99-4857-44c3-af81-ed3d3ffe4f39), precommit_create {{(pid=103916) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 17:25:18.546904 dv-cinder-837356-2-iscsi neutron-server[103918]: DEBUG neutron_lib.callbacks.manager [None req-39ead2dc-a542-4f04-b117-439eb7f32aa8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728539454181', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16149322'] for agent (5b2fa84c-1db1-41c6-a6b9-975c3da28daf), after_update {{(pid=103918) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 17:25:18.549160 dv-cinder-837356-2-iscsi neutron-server[103917]: INFO neutron.wsgi [req-1cc3491e-4792-44f0-838f-17335e32a533 req-d023b782-8024-4092-b5b2-991d7f522a3a service neutron] 10.222.0.81 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=21fae4ca-fb3d-4b09-8071-928df2baff45 HTTP/1.1" status: 200 len: 1001 time: 0.3257177 Jun 16 17:25:18.672119 dv-cinder-837356-2-iscsi neutron-server[103916]: DEBUG neutron_lib.callbacks.manager [None req-b3113bc7-e847-4f4e-9761-b2381ea25a22 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16007527', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-75831', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16241551', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8728538993421', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25517999'] for port (1fb74e99-4857-44c3-af81-ed3d3ffe4f39), after_create {{(pid=103916) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 17:25:18.740375 dv-cinder-837356-2-iscsi neutron-server[103918]: DEBUG neutron.db.provisioning_blocks [None req-39ead2dc-a542-4f04-b117-439eb7f32aa8 None None] Provisioning complete for port 06d4db02-124d-4ee1-9f21-dc9bf1219104 triggered by entity L2. {{(pid=103918) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jun 16 17:25:18.740753 dv-cinder-837356-2-iscsi neutron-server[103918]: DEBUG neutron_lib.callbacks.manager [None req-39ead2dc-a542-4f04-b117-439eb7f32aa8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16149424'] for port (06d4db02-124d-4ee1-9f21-dc9bf1219104), provisioning_complete {{(pid=103918) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 17:25:18.791071 dv-cinder-837356-2-iscsi neutron-server[103916]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b3113bc7-e847-4f4e-9761-b2381ea25a22 admin admin] Pushing event updated for resources: {'Port': ['ID=1fb74e99-4857-44c3-af81-ed3d3ffe4f39,revision_number=1']} {{(pid=103916) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 17:25:18.832575 dv-cinder-837356-2-iscsi neutron-server[103918]: DEBUG dbcounter [-] [103918] Writing DB stats neutron:SELECT=96,neutron:UPDATE=3,neutron:INSERT=1 {{(pid=103918) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 16 17:25:18.865774 dv-cinder-837356-2-iscsi neutron-server[103916]: DEBUG dbcounter [-] [103916] Writing DB stats neutron:SELECT=93,neutron:UPDATE=2,neutron:INSERT=5 {{(pid=103916) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 16 17:25:18.889345 dv-cinder-837356-2-iscsi neutron-server[103917]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1cc3491e-4792-44f0-838f-17335e32a533 req-7629f5d6-ce0f-4ffc-861d-f05c6ab321b1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103917) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 16 17:25:18.889984 dv-cinder-837356-2-iscsi neutron-server[103916]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b3113bc7-e847-4f4e-9761-b2381ea25a22 admin admin] Network 9df31235-0797-44e6-85a0-102cb2da2d58 is already hosted by enough agents. {{(pid=103916) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 16 17:25:18.896136 dv-cinder-837356-2-iscsi neutron-server[103917]: INFO neutron.wsgi [req-1cc3491e-4792-44f0-838f-17335e32a533 req-7629f5d6-ce0f-4ffc-861d-f05c6ab321b1 service neutron] 10.222.0.81 "GET /v2.0/subnets?id=744fc868-35e9-4c30-8ac9-ba01749c37c3 HTTP/1.1" status: 200 len: 850 time: 0.3252423 Jun 16 17:25:18.896898 dv-cinder-837356-2-iscsi neutron-server[103916]: DEBUG neutron.scheduler.base_scheduler [None req-b3113bc7-e847-4f4e-9761-b2381ea25a22 admin admin] Resources bound (agent type, host, resource id): {{(pid=103916) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 16 17:25:18.899715 dv-cinder-837356-2-iscsi neutron-server[103916]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b3113bc7-e847-4f4e-9761-b2381ea25a22 admin admin] Received port after_create {{(pid=103916) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:542}} Jun 16 17:25:18.939757 dv-cinder-837356-2-iscsi neutron-server[103917]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0cf1b126-8ff1-4dec-804d-809fa8bfcd2a req-57a1399c-916d-4bdc-81c5-765d57192da0 tempest-AttachVolumeShelveTestJSON-1123487845 tempest-AttachVolumeShelveTestJSON-1123487845-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103917) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 16 17:25:18.941456 dv-cinder-837356-2-iscsi neutron-server[103917]: INFO neutron.wsgi [req-0cf1b126-8ff1-4dec-804d-809fa8bfcd2a req-57a1399c-916d-4bdc-81c5-765d57192da0 tempest-AttachVolumeShelveTestJSON-1123487845 tempest-AttachVolumeShelveTestJSON-1123487845-project] 10.222.0.66 "GET /v2.0/ports?device_id=ab2e7148-fa86-4648-9e4b-87e27fcf1147 HTTP/1.1" status: 200 len: 946 time: 0.2784431 Jun 16 17:25:19.017243 dv-cinder-837356-2-iscsi neutron-server[103918]: DEBUG neutron_lib.callbacks.manager [None req-be82154b-046e-4636-9988-941cc8668fb4 None None] Publish callbacks [] for port (e11443a2-0168-4373-ae14-28b35ef44530), precommit_create {{(pid=103918) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 17:25:19.045580 dv-cinder-837356-2-iscsi neutron-server[103917]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1cc3491e-4792-44f0-838f-17335e32a533 req-3ee95f42-e3f4-449a-9725-d32baf36e8d9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103917) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 16 17:25:19.047730 dv-cinder-837356-2-iscsi neutron-server[103917]: INFO neutron.wsgi [req-1cc3491e-4792-44f0-838f-17335e32a533 req-3ee95f42-e3f4-449a-9725-d32baf36e8d9 service neutron] 10.222.0.81 "GET /v2.0/ports?network_id=82c6c893-96f4-45ae-b1e3-d70ff1db738d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.1440020 Jun 16 17:25:19.052248 dv-cinder-837356-2-iscsi neutron-server[103917]: DEBUG neutron_lib.callbacks.manager [None req-f5a8a0f6-0b9d-4ac5-9bae-3f8640e2f670 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-705015', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-704873'] for router (773cf309-19cb-42b7-91ee-afe372a91017), after_create {{(pid=103917) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 17:25:19.066865 dv-cinder-837356-2-iscsi neutron-server[103918]: DEBUG neutron.plugins.ml2.plugin [None req-be683d5c-e668-4e8d-9aae-2c02e87d9b2d None None] Current status of the port 06d4db02-124d-4ee1-9f21-dc9bf1219104 is: DOWN; New status is: ACTIVE {{(pid=103918) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2298}} Jun 16 17:25:19.067126 dv-cinder-837356-2-iscsi neutron-server[103918]: DEBUG neutron_lib.callbacks.manager [None req-be683d5c-e668-4e8d-9aae-2c02e87d9b2d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16007590'] for port (06d4db02-124d-4ee1-9f21-dc9bf1219104), before_update {{(pid=103918) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 17:25:19.067588 dv-cinder-837356-2-iscsi neutron-server[103916]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d9f9da7-6846-4d92-b462-6fb66e7ccd51 req-cc2422df-fdd3-4b11-92b5-8c0af7806a39 tempest-AttachVolumeTestJSON-336390128 tempest-AttachVolumeTestJSON-336390128-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103916) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 16 17:25:19.070268 dv-cinder-837356-2-iscsi neutron-server[103916]: INFO neutron.wsgi [req-6d9f9da7-6846-4d92-b462-6fb66e7ccd51 req-cc2422df-fdd3-4b11-92b5-8c0af7806a39 tempest-AttachVolumeTestJSON-336390128 tempest-AttachVolumeTestJSON-336390128-project] 10.222.0.66 "GET /v2.0/ports?device_id=7d22b60d-19fe-4dca-8eef-821db5a4dc55 HTTP/1.1" status: 200 len: 945 time: 0.2799544 Jun 16 17:25:19.106747 dv-cinder-837356-2-iscsi neutron-server[103918]: DEBUG neutron_lib.callbacks.manager [None req-be82154b-046e-4636-9988-941cc8668fb4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16007527', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-75831', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16241551', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8728538993421'] for port (e11443a2-0168-4373-ae14-28b35ef44530), after_create {{(pid=103918) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 17:25:19.119384 dv-cinder-837356-2-iscsi neutron-server[103918]: DEBUG dbcounter [-] [103918] Writing DB stats neutron:SELECT=92,neutron:UPDATE=5,neutron:INSERT=3 {{(pid=103918) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 16 17:25:19.177745 dv-cinder-837356-2-iscsi neutron-server[103918]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-be82154b-046e-4636-9988-941cc8668fb4 None None] Network 3da1c24e-a853-4091-89c9-dc663f379476 is already hosted by enough agents. {{(pid=103918) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 16 17:25:19.201516 dv-cinder-837356-2-iscsi neutron-server[103918]: DEBUG neutron.scheduler.base_scheduler [None req-be82154b-046e-4636-9988-941cc8668fb4 None None] Resources bound (agent type, host, resource id): {{(pid=103918) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 16 17:25:19.205852 dv-cinder-837356-2-iscsi neutron-server[103918]: DEBUG neutron.db.l3_dvrscheduler_db [None req-be82154b-046e-4636-9988-941cc8668fb4 None None] Received port after_create {{(pid=103918) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:542}} Jun 16 17:25:19.274451 dv-cinder-837356-2-iscsi neutron-server[103918]: DEBUG neutron.plugins.ml2.plugin [None req-39ead2dc-a542-4f04-b117-439eb7f32aa8 None None] Current status of the port 06d4db02-124d-4ee1-9f21-dc9bf1219104 is: DOWN; New status is: ACTIVE {{(pid=103918) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2298}} Jun 16 17:25:19.278599 dv-cinder-837356-2-iscsi neutron-server[103918]: DEBUG neutron_lib.callbacks.manager [None req-39ead2dc-a542-4f04-b117-439eb7f32aa8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16007590'] for port (06d4db02-124d-4ee1-9f21-dc9bf1219104), before_update {{(pid=103918) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 17:25:19.362399 dv-cinder-837356-2-iscsi neutron-server[103917]: INFO neutron.wsgi [req-0cf1b126-8ff1-4dec-804d-809fa8bfcd2a req-8d5d2785-cda8-4fec-ad20-ab3bf149b17f tempest-AttachVolumeShelveTestJSON-1123487845 tempest-AttachVolumeShelveTestJSON-1123487845-project] 10.222.0.66 "GET /v2.0/security-groups?id=5ab805c8-38ae-4655-bf71-1fc1999d288e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.3908715 Jun 16 17:25:19.387638 dv-cinder-837356-2-iscsi neutron-server[103916]: INFO neutron.wsgi [req-6d9f9da7-6846-4d92-b462-6fb66e7ccd51 req-9f39f9e3-1e6d-4dd3-ad80-7d6a0c3d68f5 tempest-AttachVolumeTestJSON-336390128 tempest-AttachVolumeTestJSON-336390128-project] 10.222.0.66 "GET /v2.0/security-groups?id=b5243b74-2536-4f9c-b2d2-f7b79b8f3edb&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.3035755 Jun 16 17:25:19.414070 dv-cinder-837356-2-iscsi neutron-server[103918]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-be82154b-046e-4636-9988-941cc8668fb4 None None] Pushing event updated for resources: {'Port': ['ID=e11443a2-0168-4373-ae14-28b35ef44530,revision_number=1']} {{(pid=103918) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 17:25:19.421952 dv-cinder-837356-2-iscsi neutron-server[103918]: DEBUG neutron.plugins.ml2.db [None req-be683d5c-e668-4e8d-9aae-2c02e87d9b2d None None] For port 06d4db02-124d-4ee1-9f21-dc9bf1219104, host dv-cinder-837356-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-837356-2-iscsi',level=0,port_id=06d4db02-124d-4ee1-9f21-dc9bf1219104,segment=NetworkSegment(4463af6d-fa55-4b6c-8cec-9c3dd9b4d253),segment_id=4463af6d-fa55-4b6c-8cec-9c3dd9b4d253)] {{(pid=103918) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 16 17:25:19.462450 dv-cinder-837356-2-iscsi neutron-server[103918]: DEBUG neutron_lib.callbacks.manager [None req-be683d5c-e668-4e8d-9aae-2c02e87d9b2d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16007527', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-75831', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16241551', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728539364693', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728538993439', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728538993457'] for port (06d4db02-124d-4ee1-9f21-dc9bf1219104), after_update {{(pid=103918) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 17:25:19.489721 dv-cinder-837356-2-iscsi neutron-server[103917]: INFO neutron.wsgi [req-1cc3491e-4792-44f0-838f-17335e32a533 req-ab6e0f42-bd4e-41ca-918f-fb85b7c60a29 service neutron] 10.222.0.81 "GET /v2.0/networks/82c6c893-96f4-45ae-b1e3-d70ff1db738d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4118462 Jun 16 17:25:19.562971 dv-cinder-837356-2-iscsi neutron-server[103918]: DEBUG neutron.plugins.ml2.managers [None req-be82154b-046e-4636-9988-941cc8668fb4 None None] Attempting to bind port e11443a2-0168-4373-ae14-28b35ef44530 on host dv-cinder-837356-2-iscsi for vnic_type normal with profile {{(pid=103918) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:811}} Jun 16 17:25:19.563671 dv-cinder-837356-2-iscsi neutron-server[103918]: DEBUG neutron.plugins.ml2.managers [None req-be82154b-046e-4636-9988-941cc8668fb4 None None] Attempting to bind port e11443a2-0168-4373-ae14-28b35ef44530 by drivers openvswitch,hyperv on host dv-cinder-837356-2-iscsi at level 0 using segments [{'id': '363e514d-58a6-41ff-89ea-af6a85f188ef', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1006, 'network_id': '3da1c24e-a853-4091-89c9-dc663f379476'}] {{(pid=103918) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:836}} Jun 16 17:25:19.564103 dv-cinder-837356-2-iscsi neutron-server[103918]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-be82154b-046e-4636-9988-941cc8668fb4 None None] Attempting to bind port e11443a2-0168-4373-ae14-28b35ef44530 on network 3da1c24e-a853-4091-89c9-dc663f379476 {{(pid=103918) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jun 16 17:25:19.599671 dv-cinder-837356-2-iscsi neutron-server[103918]: DEBUG neutron_lib.db.api [None req-39ead2dc-a542-4f04-b117-439eb7f32aa8 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=103918) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:188}} Jun 16 17:25:19.600490 dv-cinder-837356-2-iscsi neutron-server[103918]: DEBUG oslo_db.api [None req-39ead2dc-a542-4f04-b117-439eb7f32aa8 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=103918) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jun 16 17:25:19.622942 dv-cinder-837356-2-iscsi neutron-server[103918]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-be82154b-046e-4636-9988-941cc8668fb4 None None] Checking agent: {'id': '5b2fa84c-1db1-41c6-a6b9-975c3da28daf', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-837356-2-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 6, 16, 17, 14, 18), 'started_at': datetime.datetime(2022, 6, 16, 17, 14, 48), 'heartbeat_timestamp': datetime.datetime(2022, 6, 16, 17, 25, 18), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-837356-2-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103918) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jun 16 17:25:19.623377 dv-cinder-837356-2-iscsi neutron-server[103918]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-be82154b-046e-4636-9988-941cc8668fb4 None None] Checking segment: {'id': '363e514d-58a6-41ff-89ea-af6a85f188ef', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1006, 'network_id': '3da1c24e-a853-4091-89c9-dc663f379476'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103918) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jun 16 17:25:19.624201 dv-cinder-837356-2-iscsi neutron-server[103918]: DEBUG neutron_lib.callbacks.manager [None req-be82154b-046e-4636-9988-941cc8668fb4 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103918) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 17:25:19.624324 dv-cinder-837356-2-iscsi neutron-server[103918]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-be82154b-046e-4636-9988-941cc8668fb4 None None] Bound using segment: {'id': '363e514d-58a6-41ff-89ea-af6a85f188ef', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1006, 'network_id': '3da1c24e-a853-4091-89c9-dc663f379476'} {{(pid=103918) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jun 16 17:25:19.624900 dv-cinder-837356-2-iscsi neutron-server[103918]: DEBUG neutron.plugins.ml2.managers [None req-be82154b-046e-4636-9988-941cc8668fb4 None None] Bound port: e11443a2-0168-4373-ae14-28b35ef44530, host: dv-cinder-837356-2-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '363e514d-58a6-41ff-89ea-af6a85f188ef', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1006, 'network_id': '3da1c24e-a853-4091-89c9-dc663f379476'}}] {{(pid=103918) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:948}} Jun 16 17:25:19.625429 dv-cinder-837356-2-iscsi neutron-server[103918]: DEBUG neutron_lib.callbacks.manager [None req-be82154b-046e-4636-9988-941cc8668fb4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16007590'] for port (e11443a2-0168-4373-ae14-28b35ef44530), before_update {{(pid=103918) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 17:25:19.644281 dv-cinder-837356-2-iscsi neutron-server[103916]: DEBUG neutron_lib.callbacks.manager [None req-b3113bc7-e847-4f4e-9761-b2381ea25a22 admin admin] Publish callbacks [] for router_gateway (c35ad751-e83c-4d20-bca1-ec4f6db7db70), after_create {{(pid=103916) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 17:25:19.660229 dv-cinder-837356-2-iscsi neutron-server[103918]: DEBUG neutron.db.provisioning_blocks [None req-a3156a4f-3545-46b2-84c7-926e2e126412 None None] Provisioning complete for port 06d4db02-124d-4ee1-9f21-dc9bf1219104 triggered by entity DHCP. {{(pid=103918) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jun 16 17:25:19.660926 dv-cinder-837356-2-iscsi neutron-server[103918]: DEBUG neutron_lib.callbacks.manager [None req-a3156a4f-3545-46b2-84c7-926e2e126412 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16149424'] for port (06d4db02-124d-4ee1-9f21-dc9bf1219104), provisioning_complete {{(pid=103918) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 17:25:19.707662 dv-cinder-837356-2-iscsi neutron-server[103918]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-be683d5c-e668-4e8d-9aae-2c02e87d9b2d None None] Pushing event updated for resources: {'Port': ['ID=06d4db02-124d-4ee1-9f21-dc9bf1219104,revision_number=3']} {{(pid=103918) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 17:25:19.790190 dv-cinder-837356-2-iscsi neutron-server[103917]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f5a8a0f6-0b9d-4ac5-9bae-3f8640e2f670 admin admin] Router 773cf309-19cb-42b7-91ee-afe372a91017 is scheduled to L3 agent 7639df21-17c3-4235-8912-210c3ad54137 with binding_index 1 {{(pid=103917) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Jun 16 17:25:19.799144 dv-cinder-837356-2-iscsi neutron-server[103917]: INFO neutron.wsgi [req-1cc3491e-4792-44f0-838f-17335e32a533 req-630a12e5-b63a-4667-a23b-d22702d6ced5 service neutron] 10.222.0.81 "GET /v2.0/networks/82c6c893-96f4-45ae-b1e3-d70ff1db738d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2970870 Jun 16 17:25:19.826957 dv-cinder-837356-2-iscsi neutron-server[103918]: DEBUG neutron.plugins.ml2.db [None req-be82154b-046e-4636-9988-941cc8668fb4 None None] For port e11443a2-0168-4373-ae14-28b35ef44530, host dv-cinder-837356-2-iscsi, cleared binding levels {{(pid=103918) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 16 17:25:19.831462 dv-cinder-837356-2-iscsi neutron-server[103918]: DEBUG neutron.plugins.ml2.db [None req-be82154b-046e-4636-9988-941cc8668fb4 None None] For port e11443a2-0168-4373-ae14-28b35ef44530, host dv-cinder-837356-2-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-837356-2-iscsi',level=0,port_id=e11443a2-0168-4373-ae14-28b35ef44530,segment=NetworkSegment(363e514d-58a6-41ff-89ea-af6a85f188ef),segment_id=363e514d-58a6-41ff-89ea-af6a85f188ef)] {{(pid=103918) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 16 17:25:19.932358 dv-cinder-837356-2-iscsi neutron-server[103918]: DEBUG neutron.plugins.ml2.plugin [None req-a3156a4f-3545-46b2-84c7-926e2e126412 None None] Current status of the port 06d4db02-124d-4ee1-9f21-dc9bf1219104 is: ACTIVE; New status is: ACTIVE {{(pid=103918) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2298}} Jun 16 17:25:19.938154 dv-cinder-837356-2-iscsi neutron-server[103918]: DEBUG neutron_lib.callbacks.manager [None req-be82154b-046e-4636-9988-941cc8668fb4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16007527', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-75831', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16241551', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728539364693', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728538993439', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728538993457'] for port (e11443a2-0168-4373-ae14-28b35ef44530), after_update {{(pid=103918) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 17:25:19.968608 dv-cinder-837356-2-iscsi neutron-server[103917]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f5a8a0f6-0b9d-4ac5-9bae-3f8640e2f670 admin admin] Notify agent at l3_agent.dv-cinder-837356-2-iscsi the message routers_updated {{(pid=103917) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jun 16 17:25:19.979090 dv-cinder-837356-2-iscsi neutron-server[103916]: DEBUG dbcounter [-] [103916] Writing DB stats neutron:SELECT=95,neutron:UPDATE=3,neutron:INSERT=2 {{(pid=103916) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 16 17:25:19.981652 dv-cinder-837356-2-iscsi neutron-server[103916]: DEBUG neutron_lib.callbacks.manager [None req-b3113bc7-e847-4f4e-9761-b2381ea25a22 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-705015', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-704873'] for router (c35ad751-e83c-4d20-bca1-ec4f6db7db70), after_create {{(pid=103916) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 17:25:19.996519 dv-cinder-837356-2-iscsi neutron-server[103917]: DEBUG dbcounter [-] [103917] Writing DB stats neutron:SELECT=99,neutron:DELETE=1 {{(pid=103917) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 16 17:25:20.003761 dv-cinder-837356-2-iscsi neutron-server[103918]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0f0c8076-bd70-4097-8366-a328c46e46c5 None None] Sync routers for ids ['773cf309-19cb-42b7-91ee-afe372a91017'] in dv-cinder-837356-2-iscsi {{(pid=103918) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 16 17:25:20.013045 dv-cinder-837356-2-iscsi neutron-server[103917]: DEBUG neutron_lib.callbacks.manager [None req-f5a8a0f6-0b9d-4ac5-9bae-3f8640e2f670 admin admin] Publish callbacks [] for router (None), before_response {{(pid=103917) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 17:25:20.023263 dv-cinder-837356-2-iscsi neutron-server[103917]: INFO neutron.wsgi [None req-f5a8a0f6-0b9d-4ac5-9bae-3f8640e2f670 admin admin] 10.222.0.66 "POST /v2.0/routers HTTP/1.1" status: 201 len: 927 time: 7.4663348 Jun 16 17:25:20.023263 dv-cinder-837356-2-iscsi neutron-server[103917]: DEBUG neutron.wsgi [-] (103917) accepted ('10.222.0.66', 40838) {{(pid=103917) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 16 17:25:20.068563 dv-cinder-837356-2-iscsi neutron-server[103918]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0f0c8076-bd70-4097-8366-a328c46e46c5 None None] Routers {'773cf309-19cb-42b7-91ee-afe372a91017'} bound to L3 agent in host dv-cinder-837356-2-iscsi {{(pid=103918) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jun 16 17:25:20.069163 dv-cinder-837356-2-iscsi neutron-server[103918]: DEBUG neutron.db.l3_hamode_db [None req-0f0c8076-bd70-4097-8366-a328c46e46c5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-837356-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-06-16T17:14:15Z,description=,heartbeat_timestamp=2022-06-16T17:25:15Z,host='dv-cinder-837356-2-iscsi',id=7639df21-17c3-4235-8912-210c3ad54137,load=0,resource_versions=,resources_synced=,started_at=2022-06-16T17:14:15Z,topic='l3_agent')) {'router_ids': ['773cf309-19cb-42b7-91ee-afe372a91017'], 'active': True} {{(pid=103918) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 16 17:25:20.129896 dv-cinder-837356-2-iscsi neutron-server[103918]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-be82154b-046e-4636-9988-941cc8668fb4 None None] Pushing event updated for resources: {'Port': ['ID=e11443a2-0168-4373-ae14-28b35ef44530,revision_number=2']} {{(pid=103918) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 17:25:20.217532 dv-cinder-837356-2-iscsi neutron-server[103918]: DEBUG neutron.plugins.ml2.plugin [None req-39ead2dc-a542-4f04-b117-439eb7f32aa8 None None] Current status of the port 06d4db02-124d-4ee1-9f21-dc9bf1219104 is: ACTIVE; New status is: ACTIVE {{(pid=103918) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2298}} Jun 16 17:25:20.309569 dv-cinder-837356-2-iscsi neutron-server[103918]: DEBUG neutron.db.l3_dvr_db [None req-0f0c8076-bd70-4097-8366-a328c46e46c5 None None] Set router 773cf309-19cb-42b7-91ee-afe372a91017 gateway port host: dv-cinder-837356-2-iscsi {{(pid=103918) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jun 16 17:25:20.312090 dv-cinder-837356-2-iscsi neutron-server[103916]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b3113bc7-e847-4f4e-9761-b2381ea25a22 admin admin] Router c35ad751-e83c-4d20-bca1-ec4f6db7db70 is scheduled to L3 agent 7639df21-17c3-4235-8912-210c3ad54137 with binding_index 1 {{(pid=103916) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Jun 16 17:25:20.546010 dv-cinder-837356-2-iscsi neutron-server[103918]: DEBUG neutron.plugins.ml2.rpc [None req-39ead2dc-a542-4f04-b117-439eb7f32aa8 None None] Device 06d4db02-124d-4ee1-9f21-dc9bf1219104 up at agent ovs-agent-dv-cinder-837356-2-iscsi {{(pid=103918) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 16 17:25:20.615847 dv-cinder-837356-2-iscsi neutron-server[103918]: DEBUG dbcounter [-] [103918] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=103918) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 16 17:25:20.660355 dv-cinder-837356-2-iscsi neutron-server[103916]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b3113bc7-e847-4f4e-9761-b2381ea25a22 admin admin] Notify agent at l3_agent.dv-cinder-837356-2-iscsi the message routers_updated {{(pid=103916) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jun 16 17:25:20.681058 dv-cinder-837356-2-iscsi neutron-server[103919]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ee77d0b0-4c93-4dae-8c5a-05e305eaafe0 None None] Sync routers for ids ['c35ad751-e83c-4d20-bca1-ec4f6db7db70'] in dv-cinder-837356-2-iscsi {{(pid=103919) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 16 17:25:20.714158 dv-cinder-837356-2-iscsi neutron-server[103919]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ee77d0b0-4c93-4dae-8c5a-05e305eaafe0 None None] Routers {'c35ad751-e83c-4d20-bca1-ec4f6db7db70'} bound to L3 agent in host dv-cinder-837356-2-iscsi {{(pid=103919) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jun 16 17:25:20.717011 dv-cinder-837356-2-iscsi neutron-server[103919]: DEBUG neutron.db.l3_hamode_db [None req-ee77d0b0-4c93-4dae-8c5a-05e305eaafe0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-837356-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-06-16T17:14:15Z,description=,heartbeat_timestamp=2022-06-16T17:25:15Z,host='dv-cinder-837356-2-iscsi',id=7639df21-17c3-4235-8912-210c3ad54137,load=0,resource_versions=,resources_synced=,started_at=2022-06-16T17:14:15Z,topic='l3_agent')) {'router_ids': ['c35ad751-e83c-4d20-bca1-ec4f6db7db70'], 'active': True} {{(pid=103919) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 16 17:25:20.747891 dv-cinder-837356-2-iscsi neutron-server[103918]: DEBUG neutron.db.provisioning_blocks [None req-39ead2dc-a542-4f04-b117-439eb7f32aa8 None None] Provisioning complete for port 06d4db02-124d-4ee1-9f21-dc9bf1219104 triggered by entity L2. {{(pid=103918) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jun 16 17:25:20.748435 dv-cinder-837356-2-iscsi neutron-server[103918]: DEBUG neutron_lib.callbacks.manager [None req-39ead2dc-a542-4f04-b117-439eb7f32aa8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16149424'] for port (06d4db02-124d-4ee1-9f21-dc9bf1219104), provisioning_complete {{(pid=103918) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 17:25:20.751339 dv-cinder-837356-2-iscsi neutron-server[103916]: DEBUG neutron_lib.callbacks.manager [None req-b3113bc7-e847-4f4e-9761-b2381ea25a22 admin admin] Publish callbacks [] for router (None), before_response {{(pid=103916) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 17:25:20.759521 dv-cinder-837356-2-iscsi neutron-server[103916]: INFO neutron.wsgi [None req-b3113bc7-e847-4f4e-9761-b2381ea25a22 admin admin] 10.222.0.66 "POST /v2.0/routers HTTP/1.1" status: 201 len: 924 time: 4.2170107 Jun 16 17:25:20.762770 dv-cinder-837356-2-iscsi neutron-server[103916]: DEBUG neutron.wsgi [-] (103916) accepted ('10.222.0.66', 40846) {{(pid=103916) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 16 17:25:20.824089 dv-cinder-837356-2-iscsi neutron-server[103917]: DEBUG dbcounter [-] [103917] Writing DB stats neutron:SELECT=98,neutron:INSERT=1,neutron:DELETE=1 {{(pid=103917) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 16 17:25:20.843481 dv-cinder-837356-2-iscsi neutron-server[103918]: DEBUG dbcounter [-] [103918] Writing DB stats neutron:SELECT=96,neutron:UPDATE=3,neutron:INSERT=1 {{(pid=103918) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 16 17:25:20.851128 dv-cinder-837356-2-iscsi neutron-server[103916]: DEBUG dbcounter [-] [103916] Writing DB stats neutron:SELECT=95,neutron:UPDATE=2,neutron:INSERT=1,neutron:DELETE=2 {{(pid=103916) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 16 17:25:20.883492 dv-cinder-837356-2-iscsi neutron-server[103917]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-931a165c-90a8-4469-8a93-865e0020840b req-4345443e-f648-491e-a5f2-a8b0defb19c7 tempest-AttachVolumeShelveTestJSON-1123487845 tempest-AttachVolumeShelveTestJSON-1123487845-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103917) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 16 17:25:20.885392 dv-cinder-837356-2-iscsi neutron-server[103917]: INFO neutron.wsgi [req-931a165c-90a8-4469-8a93-865e0020840b req-4345443e-f648-491e-a5f2-a8b0defb19c7 tempest-AttachVolumeShelveTestJSON-1123487845 tempest-AttachVolumeShelveTestJSON-1123487845-project] 10.222.0.66 "GET /v2.0/ports?device_id=ab2e7148-fa86-4648-9e4b-87e27fcf1147 HTTP/1.1" status: 200 len: 946 time: 0.1708333 Jun 16 17:25:20.893700 dv-cinder-837356-2-iscsi neutron-server[103918]: DEBUG neutron.db.l3_hamode_db [None req-0f0c8076-bd70-4097-8366-a328c46e46c5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '773cf309-19cb-42b7-91ee-afe372a91017', 'name': 'tempest-TestMinimumBasicScenario-2043916775-router', 'tenant_id': '848c7ff5a10a47c0b98325add4101a73', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9df31235-0797-44e6-85a0-102cb2da2d58', 'external_fixed_ips': [{'subnet_id': '1dfb0320-f5eb-46f6-88ce-33002f500238', 'ip_address': '172.27.2.138'}], 'enable_snat': True}, 'gw_port_id': '94dda5bf-7a9d-481d-85a0-a77a4b31fc3d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-16T17:25:12Z', 'updated_at': '2022-06-16T17:25:17Z', 'revision_number': 3, 'project_id': '848c7ff5a10a47c0b98325add4101a73', 'gw_port': {'id': '94dda5bf-7a9d-481d-85a0-a77a4b31fc3d', 'name': '', 'network_id': '9df31235-0797-44e6-85a0-102cb2da2d58', 'tenant_id': '', 'mac_address': 'fa:16:3e:ca:40:fa', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '773cf309-19cb-42b7-91ee-afe372a91017', 'device_owner': 'network:router_gateway', 'standard_attr_id': 443, 'fixed_ips': [{'subnet_id': '1dfb0320-f5eb-46f6-88ce-33002f500238', 'ip_address': '172.27.2.138', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-16T17:25:14Z', 'updated_at': '2022-06-16T17:25:15Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '1dfb0320-f5eb-46f6-88ce-33002f500238', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-837356-2-iscsi'}], 'dv-cinder-837356-2-iscsi', False) {} {{(pid=103918) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 16 17:25:20.937290 dv-cinder-837356-2-iscsi neutron-server[103916]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49a826f6-769f-40c7-9599-3a7396b421cc req-7d77dfda-1b54-45ad-bba7-8fb6d6ff7c00 tempest-AttachVolumeTestJSON-336390128 tempest-AttachVolumeTestJSON-336390128-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103916) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 16 17:25:20.944930 dv-cinder-837356-2-iscsi neutron-server[103916]: INFO neutron.wsgi [req-49a826f6-769f-40c7-9599-3a7396b421cc req-7d77dfda-1b54-45ad-bba7-8fb6d6ff7c00 tempest-AttachVolumeTestJSON-336390128 tempest-AttachVolumeTestJSON-336390128-project] 10.222.0.66 "GET /v2.0/ports?device_id=7d22b60d-19fe-4dca-8eef-821db5a4dc55 HTTP/1.1" status: 200 len: 945 time: 0.2101154 Jun 16 17:25:21.029841 dv-cinder-837356-2-iscsi neutron-server[103918]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0f0c8076-bd70-4097-8366-a328c46e46c5 None None] Checking router: 773cf309-19cb-42b7-91ee-afe372a91017 for host: dv-cinder-837356-2-iscsi {{(pid=103918) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 16 17:25:21.030486 dv-cinder-837356-2-iscsi neutron-server[103918]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0f0c8076-bd70-4097-8366-a328c46e46c5 None None] Updating router 773cf309-19cb-42b7-91ee-afe372a91017 port 94dda5bf-7a9d-481d-85a0-a77a4b31fc3d binding host dv-cinder-837356-2-iscsi {{(pid=103918) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jun 16 17:25:21.034432 dv-cinder-837356-2-iscsi neutron-server[103919]: DEBUG neutron.db.l3_dvr_db [None req-ee77d0b0-4c93-4dae-8c5a-05e305eaafe0 None None] Set router c35ad751-e83c-4d20-bca1-ec4f6db7db70 gateway port host: dv-cinder-837356-2-iscsi {{(pid=103919) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jun 16 17:25:21.095654 dv-cinder-837356-2-iscsi neutron-server[103918]: DEBUG neutron.plugins.ml2.plugin [None req-39ead2dc-a542-4f04-b117-439eb7f32aa8 None None] Current status of the port 06d4db02-124d-4ee1-9f21-dc9bf1219104 is: ACTIVE; New status is: ACTIVE {{(pid=103918) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2298}} Jun 16 17:25:21.101724 dv-cinder-837356-2-iscsi neutron-server[103918]: DEBUG neutron_lib.callbacks.manager [None req-0f0c8076-bd70-4097-8366-a328c46e46c5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16007590'] for port (94dda5bf-7a9d-481d-85a0-a77a4b31fc3d), before_update {{(pid=103918) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 17:25:21.115512 dv-cinder-837356-2-iscsi neutron-server[103916]: INFO neutron.wsgi [req-49a826f6-769f-40c7-9599-3a7396b421cc req-3d593715-bd74-42eb-b6d7-a17d5541b1a4 tempest-AttachVolumeTestJSON-336390128 tempest-AttachVolumeTestJSON-336390128-project] 10.222.0.66 "GET /v2.0/security-groups?id=b5243b74-2536-4f9c-b2d2-f7b79b8f3edb&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1692717 Jun 16 17:25:21.141166 dv-cinder-837356-2-iscsi neutron-server[103917]: INFO neutron.wsgi [req-931a165c-90a8-4469-8a93-865e0020840b req-8056a1b1-df35-4b74-8ad9-23698492f28a tempest-AttachVolumeShelveTestJSON-1123487845 tempest-AttachVolumeShelveTestJSON-1123487845-project] 10.222.0.66 "GET /v2.0/security-groups?id=5ab805c8-38ae-4655-bf71-1fc1999d288e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2398067 Jun 16 17:25:21.231079 dv-cinder-837356-2-iscsi neutron-server[103917]: DEBUG neutron_lib.callbacks.manager [None req-6388c0db-ba9a-411e-b4d7-9d9081f26b38 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16007590'] for port (None), before_create {{(pid=103917) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 17:25:21.384056 dv-cinder-837356-2-iscsi neutron-server[103919]: DEBUG dbcounter [-] [103919] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=103919) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 16 17:25:21.546895 dv-cinder-837356-2-iscsi neutron-server[103919]: DEBUG neutron.db.l3_hamode_db [None req-ee77d0b0-4c93-4dae-8c5a-05e305eaafe0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c35ad751-e83c-4d20-bca1-ec4f6db7db70', 'name': 'tempest-TestVolumeBootPattern-2032781159-router', 'tenant_id': 'bd1488226a424c6e9e7f94f31b020e4f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9df31235-0797-44e6-85a0-102cb2da2d58', 'external_fixed_ips': [{'subnet_id': '1dfb0320-f5eb-46f6-88ce-33002f500238', 'ip_address': '172.27.2.144'}], 'enable_snat': True}, 'gw_port_id': '1fb74e99-4857-44c3-af81-ed3d3ffe4f39', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-16T17:25:16Z', 'updated_at': '2022-06-16T17:25:19Z', 'revision_number': 3, 'project_id': 'bd1488226a424c6e9e7f94f31b020e4f', 'gw_port': {'id': '1fb74e99-4857-44c3-af81-ed3d3ffe4f39', 'name': '', 'network_id': '9df31235-0797-44e6-85a0-102cb2da2d58', 'tenant_id': '', 'mac_address': 'fa:16:3e:40:75:a6', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c35ad751-e83c-4d20-bca1-ec4f6db7db70', 'device_owner': 'network:router_gateway', 'standard_attr_id': 446, 'fixed_ips': [{'subnet_id': '1dfb0320-f5eb-46f6-88ce-33002f500238', 'ip_address': '172.27.2.144', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-16T17:25:18Z', 'updated_at': '2022-06-16T17:25:18Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '1dfb0320-f5eb-46f6-88ce-33002f500238', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-837356-2-iscsi'}], 'dv-cinder-837356-2-iscsi', False) {} {{(pid=103919) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 16 17:25:21.640699 dv-cinder-837356-2-iscsi neutron-server[103919]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ee77d0b0-4c93-4dae-8c5a-05e305eaafe0 None None] Checking router: c35ad751-e83c-4d20-bca1-ec4f6db7db70 for host: dv-cinder-837356-2-iscsi {{(pid=103919) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 16 17:25:21.641066 dv-cinder-837356-2-iscsi neutron-server[103919]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ee77d0b0-4c93-4dae-8c5a-05e305eaafe0 None None] Updating router c35ad751-e83c-4d20-bca1-ec4f6db7db70 port 1fb74e99-4857-44c3-af81-ed3d3ffe4f39 binding host dv-cinder-837356-2-iscsi {{(pid=103919) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jun 16 17:25:21.649923 dv-cinder-837356-2-iscsi neutron-server[103917]: DEBUG neutron.db.db_base_plugin_common [None req-6388c0db-ba9a-411e-b4d7-9d9081f26b38 admin admin] Allocated IP 172.20.0.1 (68b37cbc-7f14-4f09-a1a2-98d75ba1412e/34852e9f-aba4-4b0b-87a9-5734fc3d9f6a/095f00fe-5e2d-414c-bcb8-428f26abf5ae) {{(pid=103917) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 16 17:25:21.652400 dv-cinder-837356-2-iscsi neutron-server[103917]: DEBUG dbcounter [-] [103917] Writing DB stats neutron:SELECT=97,neutron:INSERT=3 {{(pid=103917) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 16 17:25:21.722812 dv-cinder-837356-2-iscsi neutron-server[103916]: DEBUG dbcounter [-] [103916] Writing DB stats neutron:SELECT=100 {{(pid=103916) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 16 17:25:21.731732 dv-cinder-837356-2-iscsi neutron-server[103919]: DEBUG neutron_lib.callbacks.manager [None req-ee77d0b0-4c93-4dae-8c5a-05e305eaafe0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16007590'] for port (1fb74e99-4857-44c3-af81-ed3d3ffe4f39), before_update {{(pid=103919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 17:25:21.915536 dv-cinder-837356-2-iscsi neutron-server[103916]: DEBUG neutron_lib.callbacks.manager [None req-c94d796e-2bf0-4520-84fb-167f32503c09 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16007590'] for port (None), before_create {{(pid=103916) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 17:25:21.925398 dv-cinder-837356-2-iscsi neutron-server[103917]: DEBUG neutron_lib.callbacks.manager [None req-6388c0db-ba9a-411e-b4d7-9d9081f26b38 admin admin] Publish callbacks [] for port (095f00fe-5e2d-414c-bcb8-428f26abf5ae), precommit_create {{(pid=103917) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 17:25:22.008849 dv-cinder-837356-2-iscsi neutron-server[103918]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-94ed19b4-da41-40da-ac40-4cd4172c4025 None None] Network 3da1c24e-a853-4091-89c9-dc663f379476 requested from dv-cinder-837356-2-iscsi {{(pid=103918) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jun 16 17:25:22.046427 dv-cinder-837356-2-iscsi neutron-server[103917]: DEBUG neutron_lib.callbacks.manager [None req-6388c0db-ba9a-411e-b4d7-9d9081f26b38 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16007527', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-75831', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16241551', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8728538993421', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3819743'] for port (095f00fe-5e2d-414c-bcb8-428f26abf5ae), after_create {{(pid=103917) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 17:25:22.125159 dv-cinder-837356-2-iscsi neutron-server[103917]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6388c0db-ba9a-411e-b4d7-9d9081f26b38 admin admin] Network 68b37cbc-7f14-4f09-a1a2-98d75ba1412e is already hosted by enough agents. {{(pid=103917) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 16 17:25:22.130660 dv-cinder-837356-2-iscsi neutron-server[103917]: DEBUG neutron.scheduler.base_scheduler [None req-6388c0db-ba9a-411e-b4d7-9d9081f26b38 admin admin] Resources bound (agent type, host, resource id): {{(pid=103917) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 16 17:25:22.135784 dv-cinder-837356-2-iscsi neutron-server[103917]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6388c0db-ba9a-411e-b4d7-9d9081f26b38 admin admin] Received port after_create {{(pid=103917) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:542}} Jun 16 17:25:22.157512 dv-cinder-837356-2-iscsi neutron-server[103916]: DEBUG neutron.db.db_base_plugin_common [None req-c94d796e-2bf0-4520-84fb-167f32503c09 admin admin] Allocated IP 172.20.0.1 (3da1c24e-a853-4091-89c9-dc663f379476/ff26c6d8-fbe9-4318-9056-e5433e3433f5/2ef48185-74c7-486a-9679-f9baac8bfe7a) {{(pid=103916) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 16 17:25:22.221322 dv-cinder-837356-2-iscsi neutron-server[103918]: DEBUG neutron_lib.callbacks.manager [None req-0f0c8076-bd70-4097-8366-a328c46e46c5 None None] Publish callbacks [] for port (94dda5bf-7a9d-481d-85a0-a77a4b31fc3d), precommit_update {{(pid=103918) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 17:25:22.224883 dv-cinder-837356-2-iscsi neutron-server[103918]: DEBUG neutron.db.provisioning_blocks [None req-647c0e59-5897-4082-80f3-ce5a4a21e876 None None] Provisioning complete for port e11443a2-0168-4373-ae14-28b35ef44530 triggered by entity DHCP. {{(pid=103918) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jun 16 17:25:22.225617 dv-cinder-837356-2-iscsi neutron-server[103918]: DEBUG neutron_lib.callbacks.manager [None req-647c0e59-5897-4082-80f3-ce5a4a21e876 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16149424'] for port (e11443a2-0168-4373-ae14-28b35ef44530), provisioning_complete {{(pid=103918) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 17:25:22.259046 dv-cinder-837356-2-iscsi neutron-server[103918]: DEBUG neutron_lib.callbacks.manager [None req-0f0c8076-bd70-4097-8366-a328c46e46c5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16007527', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-75831', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16241551', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728539364693', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728538993439', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728538993457'] for port (94dda5bf-7a9d-481d-85a0-a77a4b31fc3d), after_update {{(pid=103918) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 17:25:22.302554 dv-cinder-837356-2-iscsi neutron-server[103916]: DEBUG neutron_lib.callbacks.manager [None req-c94d796e-2bf0-4520-84fb-167f32503c09 admin admin] Publish callbacks [] for port (2ef48185-74c7-486a-9679-f9baac8bfe7a), precommit_create {{(pid=103916) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 17:25:22.353883 dv-cinder-837356-2-iscsi neutron-server[103916]: DEBUG neutron_lib.callbacks.manager [None req-c94d796e-2bf0-4520-84fb-167f32503c09 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16007527', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-75831', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16241551', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8728538993421', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25517999'] for port (2ef48185-74c7-486a-9679-f9baac8bfe7a), after_create {{(pid=103916) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 17:25:22.379838 dv-cinder-837356-2-iscsi neutron-server[103917]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6388c0db-ba9a-411e-b4d7-9d9081f26b38 admin admin] Pushing event updated for resources: {'Port': ['ID=095f00fe-5e2d-414c-bcb8-428f26abf5ae,revision_number=1']} {{(pid=103917) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 17:25:22.413982 dv-cinder-837356-2-iscsi neutron-server[103916]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c94d796e-2bf0-4520-84fb-167f32503c09 admin admin] Network 3da1c24e-a853-4091-89c9-dc663f379476 is already hosted by enough agents. {{(pid=103916) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 16 17:25:22.429914 dv-cinder-837356-2-iscsi neutron-server[103917]: DEBUG neutron_lib.callbacks.manager [None req-6388c0db-ba9a-411e-b4d7-9d9081f26b38 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-706133'] for router_interface (773cf309-19cb-42b7-91ee-afe372a91017), before_create {{(pid=103917) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 17:25:22.464672 dv-cinder-837356-2-iscsi neutron-server[103916]: DEBUG neutron.scheduler.base_scheduler [None req-c94d796e-2bf0-4520-84fb-167f32503c09 admin admin] Resources bound (agent type, host, resource id): {{(pid=103916) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 16 17:25:22.475864 dv-cinder-837356-2-iscsi neutron-server[103916]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c94d796e-2bf0-4520-84fb-167f32503c09 admin admin] Received port after_create {{(pid=103916) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:542}} Jun 16 17:25:22.512105 dv-cinder-837356-2-iscsi neutron-server[103918]: DEBUG neutron.plugins.ml2.managers [None req-0f0c8076-bd70-4097-8366-a328c46e46c5 None None] Attempting to bind port 94dda5bf-7a9d-481d-85a0-a77a4b31fc3d on host dv-cinder-837356-2-iscsi for vnic_type normal with profile {{(pid=103918) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:811}} Jun 16 17:25:22.512743 dv-cinder-837356-2-iscsi neutron-server[103918]: DEBUG neutron.plugins.ml2.managers [None req-0f0c8076-bd70-4097-8366-a328c46e46c5 None None] Attempting to bind port 94dda5bf-7a9d-481d-85a0-a77a4b31fc3d by drivers openvswitch,hyperv on host dv-cinder-837356-2-iscsi at level 0 using segments [{'id': '18b787c7-0964-4a3b-b1f5-b8083c94f58b', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '9df31235-0797-44e6-85a0-102cb2da2d58'}] {{(pid=103918) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:836}} Jun 16 17:25:22.513308 dv-cinder-837356-2-iscsi neutron-server[103918]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0f0c8076-bd70-4097-8366-a328c46e46c5 None None] Attempting to bind port 94dda5bf-7a9d-481d-85a0-a77a4b31fc3d on network 9df31235-0797-44e6-85a0-102cb2da2d58 {{(pid=103918) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jun 16 17:25:22.546793 dv-cinder-837356-2-iscsi neutron-server[103919]: DEBUG dbcounter [-] [103919] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=103919) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 16 17:25:22.562808 dv-cinder-837356-2-iscsi neutron-server[103918]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0f0c8076-bd70-4097-8366-a328c46e46c5 None None] Checking agent: {'id': '5b2fa84c-1db1-41c6-a6b9-975c3da28daf', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-837356-2-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 6, 16, 17, 14, 18), 'started_at': datetime.datetime(2022, 6, 16, 17, 14, 48), 'heartbeat_timestamp': datetime.datetime(2022, 6, 16, 17, 25, 18), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-837356-2-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103918) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jun 16 17:25:22.563580 dv-cinder-837356-2-iscsi neutron-server[103918]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0f0c8076-bd70-4097-8366-a328c46e46c5 None None] Checking segment: {'id': '18b787c7-0964-4a3b-b1f5-b8083c94f58b', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '9df31235-0797-44e6-85a0-102cb2da2d58'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103918) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jun 16 17:25:22.564450 dv-cinder-837356-2-iscsi neutron-server[103918]: DEBUG neutron_lib.callbacks.manager [None req-0f0c8076-bd70-4097-8366-a328c46e46c5 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103918) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 17:25:22.565043 dv-cinder-837356-2-iscsi neutron-server[103918]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0f0c8076-bd70-4097-8366-a328c46e46c5 None None] Bound using segment: {'id': '18b787c7-0964-4a3b-b1f5-b8083c94f58b', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '9df31235-0797-44e6-85a0-102cb2da2d58'} {{(pid=103918) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jun 16 17:25:22.565755 dv-cinder-837356-2-iscsi neutron-server[103918]: DEBUG neutron.plugins.ml2.managers [None req-0f0c8076-bd70-4097-8366-a328c46e46c5 None None] Bound port: 94dda5bf-7a9d-481d-85a0-a77a4b31fc3d, host: dv-cinder-837356-2-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '18b787c7-0964-4a3b-b1f5-b8083c94f58b', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '9df31235-0797-44e6-85a0-102cb2da2d58'}}] {{(pid=103918) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:948}} Jun 16 17:25:22.566284 dv-cinder-837356-2-iscsi neutron-server[103918]: DEBUG neutron_lib.callbacks.manager [None req-0f0c8076-bd70-4097-8366-a328c46e46c5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16007590'] for port (94dda5bf-7a9d-481d-85a0-a77a4b31fc3d), before_update {{(pid=103918) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 17:25:22.574560 dv-cinder-837356-2-iscsi neutron-server[103918]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-414b4701-5c42-4b4d-bf36-89d07b753d3c None None] Pushing event updated for resources: {'Port': ['ID=94dda5bf-7a9d-481d-85a0-a77a4b31fc3d,revision_number=2']} {{(pid=103918) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 17:25:22.699180 dv-cinder-837356-2-iscsi neutron-server[103919]: DEBUG neutron_lib.callbacks.manager [None req-ee77d0b0-4c93-4dae-8c5a-05e305eaafe0 None None] Publish callbacks [] for port (1fb74e99-4857-44c3-af81-ed3d3ffe4f39), precommit_update {{(pid=103919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 17:25:22.708934 dv-cinder-837356-2-iscsi neutron-server[103919]: DEBUG neutron_lib.callbacks.manager [None req-ee77d0b0-4c93-4dae-8c5a-05e305eaafe0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16007527', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-75831', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16241551', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728539364693', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728538993439', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728538993457'] for port (1fb74e99-4857-44c3-af81-ed3d3ffe4f39), after_update {{(pid=103919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 17:25:22.756055 dv-cinder-837356-2-iscsi neutron-server[103918]: DEBUG neutron.plugins.ml2.rpc [None req-39ead2dc-a542-4f04-b117-439eb7f32aa8 None None] Device e11443a2-0168-4373-ae14-28b35ef44530 up at agent ovs-agent-dv-cinder-837356-2-iscsi {{(pid=103918) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 16 17:25:22.757597 dv-cinder-837356-2-iscsi neutron-server[103916]: DEBUG dbcounter [-] [103916] Writing DB stats neutron:SELECT=90,neutron:INSERT=6,neutron:UPDATE=4 {{(pid=103916) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 16 17:25:22.765736 dv-cinder-837356-2-iscsi neutron-server[103916]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48a04b3e-086c-4156-a810-a53d1ed4c55c req-107e6487-dc33-4af1-a32f-77e4995107ff tempest-AttachVolumeTestJSON-336390128 tempest-AttachVolumeTestJSON-336390128-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103916) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 16 17:25:22.779243 dv-cinder-837356-2-iscsi neutron-server[103916]: INFO neutron.wsgi [req-48a04b3e-086c-4156-a810-a53d1ed4c55c req-107e6487-dc33-4af1-a32f-77e4995107ff tempest-AttachVolumeTestJSON-336390128 tempest-AttachVolumeTestJSON-336390128-project] 10.222.0.66 "GET /v2.0/ports?device_id=7d22b60d-19fe-4dca-8eef-821db5a4dc55 HTTP/1.1" status: 200 len: 945 time: 0.3000352 Jun 16 17:25:22.829630 dv-cinder-837356-2-iscsi neutron-server[103919]: DEBUG neutron.plugins.ml2.managers [None req-ee77d0b0-4c93-4dae-8c5a-05e305eaafe0 None None] Attempting to bind port 1fb74e99-4857-44c3-af81-ed3d3ffe4f39 on host dv-cinder-837356-2-iscsi for vnic_type normal with profile {{(pid=103919) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:811}} Jun 16 17:25:22.830802 dv-cinder-837356-2-iscsi neutron-server[103919]: DEBUG neutron.plugins.ml2.managers [None req-ee77d0b0-4c93-4dae-8c5a-05e305eaafe0 None None] Attempting to bind port 1fb74e99-4857-44c3-af81-ed3d3ffe4f39 by drivers openvswitch,hyperv on host dv-cinder-837356-2-iscsi at level 0 using segments [{'id': '18b787c7-0964-4a3b-b1f5-b8083c94f58b', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '9df31235-0797-44e6-85a0-102cb2da2d58'}] {{(pid=103919) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:836}} Jun 16 17:25:22.831336 dv-cinder-837356-2-iscsi neutron-server[103919]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ee77d0b0-4c93-4dae-8c5a-05e305eaafe0 None None] Attempting to bind port 1fb74e99-4857-44c3-af81-ed3d3ffe4f39 on network 9df31235-0797-44e6-85a0-102cb2da2d58 {{(pid=103919) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jun 16 17:25:22.865869 dv-cinder-837356-2-iscsi neutron-server[103916]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c94d796e-2bf0-4520-84fb-167f32503c09 admin admin] Pushing event updated for resources: {'Port': ['ID=2ef48185-74c7-486a-9679-f9baac8bfe7a,revision_number=1']} {{(pid=103916) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 17:25:22.868852 dv-cinder-837356-2-iscsi neutron-server[103919]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ee77d0b0-4c93-4dae-8c5a-05e305eaafe0 None None] Checking agent: {'id': '5b2fa84c-1db1-41c6-a6b9-975c3da28daf', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-837356-2-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 6, 16, 17, 14, 18), 'started_at': datetime.datetime(2022, 6, 16, 17, 14, 48), 'heartbeat_timestamp': datetime.datetime(2022, 6, 16, 17, 25, 18), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-837356-2-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103919) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jun 16 17:25:22.873987 dv-cinder-837356-2-iscsi neutron-server[103919]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ee77d0b0-4c93-4dae-8c5a-05e305eaafe0 None None] Checking segment: {'id': '18b787c7-0964-4a3b-b1f5-b8083c94f58b', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '9df31235-0797-44e6-85a0-102cb2da2d58'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103919) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jun 16 17:25:22.875017 dv-cinder-837356-2-iscsi neutron-server[103919]: DEBUG neutron_lib.callbacks.manager [None req-ee77d0b0-4c93-4dae-8c5a-05e305eaafe0 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 17:25:22.875686 dv-cinder-837356-2-iscsi neutron-server[103919]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ee77d0b0-4c93-4dae-8c5a-05e305eaafe0 None None] Bound using segment: {'id': '18b787c7-0964-4a3b-b1f5-b8083c94f58b', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '9df31235-0797-44e6-85a0-102cb2da2d58'} {{(pid=103919) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jun 16 17:25:22.876363 dv-cinder-837356-2-iscsi neutron-server[103919]: DEBUG neutron.plugins.ml2.managers [None req-ee77d0b0-4c93-4dae-8c5a-05e305eaafe0 None None] Bound port: 1fb74e99-4857-44c3-af81-ed3d3ffe4f39, host: dv-cinder-837356-2-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '18b787c7-0964-4a3b-b1f5-b8083c94f58b', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '9df31235-0797-44e6-85a0-102cb2da2d58'}}] {{(pid=103919) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:948}} Jun 16 17:25:22.880424 dv-cinder-837356-2-iscsi neutron-server[103919]: DEBUG neutron_lib.callbacks.manager [None req-ee77d0b0-4c93-4dae-8c5a-05e305eaafe0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16007590'] for port (1fb74e99-4857-44c3-af81-ed3d3ffe4f39), before_update {{(pid=103919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 17:25:22.897014 dv-cinder-837356-2-iscsi neutron-server[103916]: DEBUG neutron_lib.callbacks.manager [None req-c94d796e-2bf0-4520-84fb-167f32503c09 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-706133'] for router_interface (c35ad751-e83c-4d20-bca1-ec4f6db7db70), before_create {{(pid=103916) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 17:25:23.036137 dv-cinder-837356-2-iscsi neutron-server[103918]: DEBUG dbcounter [-] [103918] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=103918) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 16 17:25:23.052581 dv-cinder-837356-2-iscsi neutron-server[103918]: DEBUG neutron.plugins.ml2.plugin [None req-647c0e59-5897-4082-80f3-ce5a4a21e876 None None] Current status of the port e11443a2-0168-4373-ae14-28b35ef44530 is: DOWN; New status is: ACTIVE {{(pid=103918) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2298}} Jun 16 17:25:23.053802 dv-cinder-837356-2-iscsi neutron-server[103918]: DEBUG neutron_lib.callbacks.manager [None req-647c0e59-5897-4082-80f3-ce5a4a21e876 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16007590'] for port (e11443a2-0168-4373-ae14-28b35ef44530), before_update {{(pid=103918) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 17:25:23.084696 dv-cinder-837356-2-iscsi neutron-server[103918]: DEBUG neutron.plugins.ml2.db [None req-0f0c8076-bd70-4097-8366-a328c46e46c5 None None] For port 94dda5bf-7a9d-481d-85a0-a77a4b31fc3d, host dv-cinder-837356-2-iscsi, cleared binding levels {{(pid=103918) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 16 17:25:23.084920 dv-cinder-837356-2-iscsi neutron-server[103917]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed4a0969-32da-46b4-9049-904f38638160 req-eca01b80-6edf-45a4-a4b7-7638f962e7ec tempest-AttachVolumeShelveTestJSON-1123487845 tempest-AttachVolumeShelveTestJSON-1123487845-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103917) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 16 17:25:23.095417 dv-cinder-837356-2-iscsi neutron-server[103917]: INFO neutron.wsgi [req-ed4a0969-32da-46b4-9049-904f38638160 req-eca01b80-6edf-45a4-a4b7-7638f962e7ec tempest-AttachVolumeShelveTestJSON-1123487845 tempest-AttachVolumeShelveTestJSON-1123487845-project] 10.222.0.66 "GET /v2.0/ports?device_id=ab2e7148-fa86-4648-9e4b-87e27fcf1147 HTTP/1.1" status: 200 len: 946 time: 0.0828698 Jun 16 17:25:23.150790 dv-cinder-837356-2-iscsi neutron-server[103918]: DEBUG dbcounter [-] [103918] Writing DB stats neutron:SELECT=96,neutron:UPDATE=3,neutron:INSERT=1 {{(pid=103918) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 16 17:25:23.154928 dv-cinder-837356-2-iscsi neutron-server[103918]: DEBUG neutron.plugins.ml2.db [None req-0f0c8076-bd70-4097-8366-a328c46e46c5 None None] For port 94dda5bf-7a9d-481d-85a0-a77a4b31fc3d, host dv-cinder-837356-2-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-837356-2-iscsi',level=0,port_id=94dda5bf-7a9d-481d-85a0-a77a4b31fc3d,segment=NetworkSegment(18b787c7-0964-4a3b-b1f5-b8083c94f58b),segment_id=18b787c7-0964-4a3b-b1f5-b8083c94f58b)] {{(pid=103918) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 16 17:25:23.191408 dv-cinder-837356-2-iscsi neutron-server[103918]: DEBUG neutron_lib.callbacks.manager [None req-0f0c8076-bd70-4097-8366-a328c46e46c5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16007527', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-75831', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16241551', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728539364693', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728538993439', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728538993457'] for port (94dda5bf-7a9d-481d-85a0-a77a4b31fc3d), after_update {{(pid=103918) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 17:25:23.205292 dv-cinder-837356-2-iscsi neutron-server[103917]: INFO neutron.wsgi [req-ed4a0969-32da-46b4-9049-904f38638160 req-4195d9e4-5641-45bc-9045-cd1e1bfb1179 tempest-AttachVolumeShelveTestJSON-1123487845 tempest-AttachVolumeShelveTestJSON-1123487845-project] 10.222.0.66 "GET /v2.0/security-groups?id=5ab805c8-38ae-4655-bf71-1fc1999d288e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1054728 Jun 16 17:25:23.221239 dv-cinder-837356-2-iscsi neutron-server[103918]: DEBUG neutron.db.provisioning_blocks [None req-39ead2dc-a542-4f04-b117-439eb7f32aa8 None None] Provisioning complete for port e11443a2-0168-4373-ae14-28b35ef44530 triggered by entity L2. {{(pid=103918) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jun 16 17:25:23.221531 dv-cinder-837356-2-iscsi neutron-server[103918]: DEBUG neutron_lib.callbacks.manager [None req-39ead2dc-a542-4f04-b117-439eb7f32aa8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16149424'] for port (e11443a2-0168-4373-ae14-28b35ef44530), provisioning_complete {{(pid=103918) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 17:25:23.224766 dv-cinder-837356-2-iscsi neutron-server[103917]: DEBUG neutron_lib.callbacks.manager [None req-6388c0db-ba9a-411e-b4d7-9d9081f26b38 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16007590'] for port (095f00fe-5e2d-414c-bcb8-428f26abf5ae), before_update {{(pid=103917) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 17:25:23.269811 dv-cinder-837356-2-iscsi neutron-server[103919]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5eb5cf6d-41f3-4de1-b06f-647ab7675ad3 None None] Pushing event updated for resources: {'Port': ['ID=1fb74e99-4857-44c3-af81-ed3d3ffe4f39,revision_number=2']} {{(pid=103919) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 17:25:23.287932 dv-cinder-837356-2-iscsi neutron-server[103918]: DEBUG neutron.plugins.ml2.db [None req-647c0e59-5897-4082-80f3-ce5a4a21e876 None None] For port e11443a2-0168-4373-ae14-28b35ef44530, host dv-cinder-837356-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-837356-2-iscsi',level=0,port_id=e11443a2-0168-4373-ae14-28b35ef44530,segment=NetworkSegment(363e514d-58a6-41ff-89ea-af6a85f188ef),segment_id=363e514d-58a6-41ff-89ea-af6a85f188ef)] {{(pid=103918) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 16 17:25:23.363925 dv-cinder-837356-2-iscsi neutron-server[103919]: DEBUG neutron.plugins.ml2.db [None req-ee77d0b0-4c93-4dae-8c5a-05e305eaafe0 None None] For port 1fb74e99-4857-44c3-af81-ed3d3ffe4f39, host dv-cinder-837356-2-iscsi, cleared binding levels {{(pid=103919) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 16 17:25:23.376092 dv-cinder-837356-2-iscsi neutron-server[103919]: DEBUG neutron.plugins.ml2.db [None req-ee77d0b0-4c93-4dae-8c5a-05e305eaafe0 None None] For port 1fb74e99-4857-44c3-af81-ed3d3ffe4f39, host dv-cinder-837356-2-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-837356-2-iscsi',level=0,port_id=1fb74e99-4857-44c3-af81-ed3d3ffe4f39,segment=NetworkSegment(18b787c7-0964-4a3b-b1f5-b8083c94f58b),segment_id=18b787c7-0964-4a3b-b1f5-b8083c94f58b)] {{(pid=103919) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 16 17:25:23.389480 dv-cinder-837356-2-iscsi neutron-server[103918]: DEBUG neutron_lib.callbacks.manager [None req-647c0e59-5897-4082-80f3-ce5a4a21e876 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16007527', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-75831', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16241551', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728539364693', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728538993439', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728538993457'] for port (e11443a2-0168-4373-ae14-28b35ef44530), after_update {{(pid=103918) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 17:25:23.391384 dv-cinder-837356-2-iscsi neutron-server[103919]: DEBUG neutron_lib.callbacks.manager [None req-ee77d0b0-4c93-4dae-8c5a-05e305eaafe0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16007527', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-75831', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16241551', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728539364693', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728538993439', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728538993457'] for port (1fb74e99-4857-44c3-af81-ed3d3ffe4f39), after_update {{(pid=103919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 17:25:23.460896 dv-cinder-837356-2-iscsi neutron-server[103918]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0f0c8076-bd70-4097-8366-a328c46e46c5 None None] Routers {'773cf309-19cb-42b7-91ee-afe372a91017'} bound to L3 agent in host dv-cinder-837356-2-iscsi {{(pid=103918) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jun 16 17:25:23.464607 dv-cinder-837356-2-iscsi neutron-server[103918]: DEBUG neutron.db.l3_hamode_db [None req-0f0c8076-bd70-4097-8366-a328c46e46c5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-837356-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-06-16T17:14:15Z,description=,heartbeat_timestamp=2022-06-16T17:25:15Z,host='dv-cinder-837356-2-iscsi',id=7639df21-17c3-4235-8912-210c3ad54137,load=0,resource_versions=,resources_synced=,started_at=2022-06-16T17:14:15Z,topic='l3_agent')) {'router_ids': ['773cf309-19cb-42b7-91ee-afe372a91017'], 'active': True} {{(pid=103918) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 16 17:25:23.477672 dv-cinder-837356-2-iscsi neutron-server[103919]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ee77d0b0-4c93-4dae-8c5a-05e305eaafe0 None None] Routers {'c35ad751-e83c-4d20-bca1-ec4f6db7db70'} bound to L3 agent in host dv-cinder-837356-2-iscsi {{(pid=103919) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jun 16 17:25:23.477672 dv-cinder-837356-2-iscsi neutron-server[103919]: DEBUG neutron.db.l3_hamode_db [None req-ee77d0b0-4c93-4dae-8c5a-05e305eaafe0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-837356-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-06-16T17:14:15Z,description=,heartbeat_timestamp=2022-06-16T17:25:15Z,host='dv-cinder-837356-2-iscsi',id=7639df21-17c3-4235-8912-210c3ad54137,load=0,resource_versions=,resources_synced=,started_at=2022-06-16T17:14:15Z,topic='l3_agent')) {'router_ids': ['c35ad751-e83c-4d20-bca1-ec4f6db7db70'], 'active': True} {{(pid=103919) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 16 17:25:23.477672 dv-cinder-837356-2-iscsi neutron-server[103919]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5eb5cf6d-41f3-4de1-b06f-647ab7675ad3 None None] Pushing event updated for resources: {'Port': ['ID=1fb74e99-4857-44c3-af81-ed3d3ffe4f39,revision_number=3']} {{(pid=103919) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 17:25:23.513067 dv-cinder-837356-2-iscsi neutron-server[103918]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-414b4701-5c42-4b4d-bf36-89d07b753d3c None None] Pushing event updated for resources: {'Port': ['ID=94dda5bf-7a9d-481d-85a0-a77a4b31fc3d,revision_number=3']} {{(pid=103918) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 17:25:23.533621 dv-cinder-837356-2-iscsi neutron-server[103916]: INFO neutron.wsgi [req-48a04b3e-086c-4156-a810-a53d1ed4c55c req-494ecb57-5144-4d99-8894-44f81e6b203f tempest-AttachVolumeTestJSON-336390128 tempest-AttachVolumeTestJSON-336390128-project] 10.222.0.66 "GET /v2.0/security-groups?id=b5243b74-2536-4f9c-b2d2-f7b79b8f3edb&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.7529120 Jun 16 17:25:23.762708 dv-cinder-837356-2-iscsi neutron-server[103918]: DEBUG neutron.db.provisioning_blocks [None req-f00f85bc-8729-4e17-9a15-13e4034a6f3a None None] Provisioning complete for port 2ef48185-74c7-486a-9679-f9baac8bfe7a triggered by entity DHCP. {{(pid=103918) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jun 16 17:25:23.763498 dv-cinder-837356-2-iscsi neutron-server[103918]: DEBUG neutron_lib.callbacks.manager [None req-f00f85bc-8729-4e17-9a15-13e4034a6f3a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16149424'] for port (2ef48185-74c7-486a-9679-f9baac8bfe7a), provisioning_complete {{(pid=103918) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 17:25:23.779676 dv-cinder-837356-2-iscsi neutron-server[103919]: DEBUG neutron.db.l3_dvr_db [None req-ee77d0b0-4c93-4dae-8c5a-05e305eaafe0 None None] Set router c35ad751-e83c-4d20-bca1-ec4f6db7db70 gateway port host: dv-cinder-837356-2-iscsi {{(pid=103919) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jun 16 17:25:23.803819 dv-cinder-837356-2-iscsi neutron-server[103917]: DEBUG dbcounter [-] [103917] Writing DB stats neutron:SELECT=98,neutron:INSERT=1,neutron:UPDATE=1 {{(pid=103917) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 16 17:25:23.807870 dv-cinder-837356-2-iscsi neutron-server[103916]: DEBUG neutron_lib.callbacks.manager [None req-c94d796e-2bf0-4520-84fb-167f32503c09 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16007590'] for port (2ef48185-74c7-486a-9679-f9baac8bfe7a), before_update {{(pid=103916) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 17:25:23.811687 dv-cinder-837356-2-iscsi neutron-server[103917]: DEBUG neutron_lib.callbacks.manager [None req-6388c0db-ba9a-411e-b4d7-9d9081f26b38 admin admin] Publish callbacks [] for port (095f00fe-5e2d-414c-bcb8-428f26abf5ae), precommit_update {{(pid=103917) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 17:25:23.820803 dv-cinder-837356-2-iscsi neutron-server[103917]: DEBUG neutron_lib.callbacks.manager [None req-6388c0db-ba9a-411e-b4d7-9d9081f26b38 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16007527', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-75831', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16241551', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728539364693', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728538993439', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728538993457', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3819734'] for port (095f00fe-5e2d-414c-bcb8-428f26abf5ae), after_update {{(pid=103917) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 17:25:23.846518 dv-cinder-837356-2-iscsi neutron-server[103917]: DEBUG dbcounter [-] [103917] Writing DB stats neutron:SELECT=92,neutron:INSERT=3,neutron:UPDATE=5 {{(pid=103917) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 16 17:25:23.874682 dv-cinder-837356-2-iscsi neutron-server[103918]: DEBUG neutron.plugins.ml2.plugin [None req-39ead2dc-a542-4f04-b117-439eb7f32aa8 None None] Current status of the port e11443a2-0168-4373-ae14-28b35ef44530 is: ACTIVE; New status is: ACTIVE {{(pid=103918) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2298}} Jun 16 17:25:23.917159 dv-cinder-837356-2-iscsi neutron-server[103918]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-647c0e59-5897-4082-80f3-ce5a4a21e876 None None] Pushing event updated for resources: {'Port': ['ID=e11443a2-0168-4373-ae14-28b35ef44530,revision_number=3']} {{(pid=103918) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 17:25:23.961736 dv-cinder-837356-2-iscsi neutron-server[103918]: DEBUG neutron.plugins.ml2.plugin [None req-f00f85bc-8729-4e17-9a15-13e4034a6f3a None None] Port 2ef48185-74c7-486a-9679-f9baac8bfe7a cannot update to ACTIVE because it is not bound. {{(pid=103918) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:354}} Jun 16 17:25:23.984655 dv-cinder-837356-2-iscsi neutron-server[103918]: DEBUG neutron.db.l3_dvr_db [None req-0f0c8076-bd70-4097-8366-a328c46e46c5 None None] Set router 773cf309-19cb-42b7-91ee-afe372a91017 gateway port host: dv-cinder-837356-2-iscsi {{(pid=103918) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jun 16 17:25:24.041088 dv-cinder-837356-2-iscsi neutron-server[103917]: DEBUG neutron_lib.callbacks.manager [None req-6388c0db-ba9a-411e-b4d7-9d9081f26b38 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-16241533', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-706209'] for router_interface (773cf309-19cb-42b7-91ee-afe372a91017), after_create {{(pid=103917) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 17:25:24.043593 dv-cinder-837356-2-iscsi neutron-server[103919]: DEBUG neutron.db.l3_hamode_db [None req-ee77d0b0-4c93-4dae-8c5a-05e305eaafe0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c35ad751-e83c-4d20-bca1-ec4f6db7db70', 'name': 'tempest-TestVolumeBootPattern-2032781159-router', 'tenant_id': 'bd1488226a424c6e9e7f94f31b020e4f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9df31235-0797-44e6-85a0-102cb2da2d58', 'external_fixed_ips': [{'subnet_id': '1dfb0320-f5eb-46f6-88ce-33002f500238', 'ip_address': '172.27.2.144'}], 'enable_snat': True}, 'gw_port_id': '1fb74e99-4857-44c3-af81-ed3d3ffe4f39', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-16T17:25:16Z', 'updated_at': '2022-06-16T17:25:19Z', 'revision_number': 3, 'project_id': 'bd1488226a424c6e9e7f94f31b020e4f', 'gw_port': {'id': '1fb74e99-4857-44c3-af81-ed3d3ffe4f39', 'name': '', 'network_id': '9df31235-0797-44e6-85a0-102cb2da2d58', 'tenant_id': '', 'mac_address': 'fa:16:3e:40:75:a6', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c35ad751-e83c-4d20-bca1-ec4f6db7db70', 'device_owner': 'network:router_gateway', 'standard_attr_id': 446, 'fixed_ips': [{'subnet_id': '1dfb0320-f5eb-46f6-88ce-33002f500238', 'ip_address': '172.27.2.144', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-837356-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-16T17:25:18Z', 'updated_at': '2022-06-16T17:25:23Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '1dfb0320-f5eb-46f6-88ce-33002f500238', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-837356-2-iscsi'}], 'dv-cinder-837356-2-iscsi', False) {} {{(pid=103919) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 16 17:25:24.055168 dv-cinder-837356-2-iscsi neutron-server[103917]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6388c0db-ba9a-411e-b4d7-9d9081f26b38 admin admin] Pushing event updated for resources: {'Port': ['ID=095f00fe-5e2d-414c-bcb8-428f26abf5ae,revision_number=2']} {{(pid=103917) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 17:25:24.080852 dv-cinder-837356-2-iscsi neutron-server[103919]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ee77d0b0-4c93-4dae-8c5a-05e305eaafe0 None None] The sync data for ids ['c35ad751-e83c-4d20-bca1-ec4f6db7db70'] in dv-cinder-837356-2-iscsi is: [{'id': 'c35ad751-e83c-4d20-bca1-ec4f6db7db70', 'name': 'tempest-TestVolumeBootPattern-2032781159-router', 'tenant_id': 'bd1488226a424c6e9e7f94f31b020e4f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9df31235-0797-44e6-85a0-102cb2da2d58', 'external_fixed_ips': [{'subnet_id': '1dfb0320-f5eb-46f6-88ce-33002f500238', 'ip_address': '172.27.2.144'}], 'enable_snat': True}, 'gw_port_id': '1fb74e99-4857-44c3-af81-ed3d3ffe4f39', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-16T17:25:16Z', 'updated_at': '2022-06-16T17:25:19Z', 'revision_number': 3, 'project_id': 'bd1488226a424c6e9e7f94f31b020e4f', 'gw_port': {'id': '1fb74e99-4857-44c3-af81-ed3d3ffe4f39', 'name': '', 'network_id': '9df31235-0797-44e6-85a0-102cb2da2d58', 'tenant_id': '', 'mac_address': 'fa:16:3e:40:75:a6', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c35ad751-e83c-4d20-bca1-ec4f6db7db70', 'device_owner': 'network:router_gateway', 'standard_attr_id': 446, 'fixed_ips': [{'subnet_id': '1dfb0320-f5eb-46f6-88ce-33002f500238', 'ip_address': '172.27.2.144', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-837356-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-16T17:25:18Z', 'updated_at': '2022-06-16T17:25:23Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '1dfb0320-f5eb-46f6-88ce-33002f500238', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-837356-2-iscsi'}] {{(pid=103919) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 16 17:25:24.166578 dv-cinder-837356-2-iscsi neutron-server[103916]: DEBUG dbcounter [-] [103916] Writing DB stats neutron:SELECT=98,neutron:INSERT=1,neutron:UPDATE=1 {{(pid=103916) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 16 17:25:24.188317 dv-cinder-837356-2-iscsi neutron-server[103916]: DEBUG neutron_lib.callbacks.manager [None req-c94d796e-2bf0-4520-84fb-167f32503c09 admin admin] Publish callbacks [] for port (2ef48185-74c7-486a-9679-f9baac8bfe7a), precommit_update {{(pid=103916) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 17:25:24.200839 dv-cinder-837356-2-iscsi neutron-server[103916]: DEBUG neutron_lib.callbacks.manager [None req-c94d796e-2bf0-4520-84fb-167f32503c09 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16007527', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-75831', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16241551', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728539364693', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728538993439', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728538993457', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25517990'] for port (2ef48185-74c7-486a-9679-f9baac8bfe7a), after_update {{(pid=103916) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 17:25:24.220622 dv-cinder-837356-2-iscsi neutron-server[103918]: DEBUG neutron.db.provisioning_blocks [None req-f00f85bc-8729-4e17-9a15-13e4034a6f3a None None] Provisioning complete for port 095f00fe-5e2d-414c-bcb8-428f26abf5ae triggered by entity DHCP. {{(pid=103918) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jun 16 17:25:24.221001 dv-cinder-837356-2-iscsi neutron-server[103918]: DEBUG neutron_lib.callbacks.manager [None req-f00f85bc-8729-4e17-9a15-13e4034a6f3a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16149424'] for port (095f00fe-5e2d-414c-bcb8-428f26abf5ae), provisioning_complete {{(pid=103918) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 17:25:24.278074 dv-cinder-837356-2-iscsi neutron-server[103917]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6388c0db-ba9a-411e-b4d7-9d9081f26b38 admin admin] Network 68b37cbc-7f14-4f09-a1a2-98d75ba1412e is already hosted by enough agents. {{(pid=103917) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 16 17:25:24.280539 dv-cinder-837356-2-iscsi neutron-server[103917]: DEBUG neutron.scheduler.base_scheduler [None req-6388c0db-ba9a-411e-b4d7-9d9081f26b38 admin admin] Resources bound (agent type, host, resource id): {{(pid=103917) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 16 17:25:24.365864 dv-cinder-837356-2-iscsi neutron-server[103918]: DEBUG neutron.plugins.ml2.plugin [None req-f00f85bc-8729-4e17-9a15-13e4034a6f3a None None] Port 095f00fe-5e2d-414c-bcb8-428f26abf5ae cannot update to ACTIVE because it is not bound. {{(pid=103918) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:354}} Jun 16 17:25:24.402936 dv-cinder-837356-2-iscsi neutron-server[103916]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c94d796e-2bf0-4520-84fb-167f32503c09 admin admin] Pushing event updated for resources: {'Port': ['ID=2ef48185-74c7-486a-9679-f9baac8bfe7a,revision_number=2']} {{(pid=103916) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 17:25:24.415290 dv-cinder-837356-2-iscsi neutron-server[103916]: DEBUG neutron_lib.callbacks.manager [None req-c94d796e-2bf0-4520-84fb-167f32503c09 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-16241533', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-706209'] for router_interface (c35ad751-e83c-4d20-bca1-ec4f6db7db70), after_create {{(pid=103916) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 17:25:24.485884 dv-cinder-837356-2-iscsi neutron-server[103918]: DEBUG neutron.db.provisioning_blocks [None req-f00f85bc-8729-4e17-9a15-13e4034a6f3a None None] Provisioning complete for port e11443a2-0168-4373-ae14-28b35ef44530 triggered by entity DHCP. {{(pid=103918) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jun 16 17:25:24.486348 dv-cinder-837356-2-iscsi neutron-server[103918]: DEBUG neutron_lib.callbacks.manager [None req-f00f85bc-8729-4e17-9a15-13e4034a6f3a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16149424'] for port (e11443a2-0168-4373-ae14-28b35ef44530), provisioning_complete {{(pid=103918) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 17:25:24.597038 dv-cinder-837356-2-iscsi neutron-server[103918]: DEBUG neutron.plugins.ml2.rpc [None req-39ead2dc-a542-4f04-b117-439eb7f32aa8 None None] Device e11443a2-0168-4373-ae14-28b35ef44530 up at agent ovs-agent-dv-cinder-837356-2-iscsi {{(pid=103918) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 16 17:25:24.717351 dv-cinder-837356-2-iscsi neutron-server[103916]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c94d796e-2bf0-4520-84fb-167f32503c09 admin admin] Network 3da1c24e-a853-4091-89c9-dc663f379476 is already hosted by enough agents. {{(pid=103916) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 16 17:25:24.719591 dv-cinder-837356-2-iscsi neutron-server[103916]: DEBUG neutron.scheduler.base_scheduler [None req-c94d796e-2bf0-4520-84fb-167f32503c09 admin admin] Resources bound (agent type, host, resource id): {{(pid=103916) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 16 17:25:24.721998 dv-cinder-837356-2-iscsi neutron-server[103918]: DEBUG dbcounter [-] [103918] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=103918) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 16 17:25:24.735766 dv-cinder-837356-2-iscsi neutron-server[103917]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e8a5ff3-6697-4c5e-94f6-b4edbb37a7f4 req-ff245079-0d46-442d-a6ca-45ad04217dd9 tempest-AttachVolumeShelveTestJSON-1123487845 tempest-AttachVolumeShelveTestJSON-1123487845-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103917) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 16 17:25:24.737900 dv-cinder-837356-2-iscsi neutron-server[103917]: INFO neutron.wsgi [req-0e8a5ff3-6697-4c5e-94f6-b4edbb37a7f4 req-ff245079-0d46-442d-a6ca-45ad04217dd9 tempest-AttachVolumeShelveTestJSON-1123487845 tempest-AttachVolumeShelveTestJSON-1123487845-project] 10.222.0.66 "GET /v2.0/ports?device_id=ab2e7148-fa86-4648-9e4b-87e27fcf1147 HTTP/1.1" status: 200 len: 946 time: 0.2237794 Jun 16 17:25:24.768839 dv-cinder-837356-2-iscsi neutron-server[103918]: DEBUG neutron.db.l3_hamode_db [None req-0f0c8076-bd70-4097-8366-a328c46e46c5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '773cf309-19cb-42b7-91ee-afe372a91017', 'name': 'tempest-TestMinimumBasicScenario-2043916775-router', 'tenant_id': '848c7ff5a10a47c0b98325add4101a73', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9df31235-0797-44e6-85a0-102cb2da2d58', 'external_fixed_ips': [{'subnet_id': '1dfb0320-f5eb-46f6-88ce-33002f500238', 'ip_address': '172.27.2.138'}], 'enable_snat': True}, 'gw_port_id': '94dda5bf-7a9d-481d-85a0-a77a4b31fc3d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-16T17:25:12Z', 'updated_at': '2022-06-16T17:25:23Z', 'revision_number': 4, 'project_id': '848c7ff5a10a47c0b98325add4101a73', 'gw_port': {'id': '94dda5bf-7a9d-481d-85a0-a77a4b31fc3d', 'name': '', 'network_id': '9df31235-0797-44e6-85a0-102cb2da2d58', 'tenant_id': '', 'mac_address': 'fa:16:3e:ca:40:fa', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '773cf309-19cb-42b7-91ee-afe372a91017', 'device_owner': 'network:router_gateway', 'standard_attr_id': 443, 'fixed_ips': [{'subnet_id': '1dfb0320-f5eb-46f6-88ce-33002f500238', 'ip_address': '172.27.2.138', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-837356-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-16T17:25:14Z', 'updated_at': '2022-06-16T17:25:23Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '1dfb0320-f5eb-46f6-88ce-33002f500238', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-837356-2-iscsi', '_interfaces': [{'id': '095f00fe-5e2d-414c-bcb8-428f26abf5ae', 'name': '', 'network_id': '68b37cbc-7f14-4f09-a1a2-98d75ba1412e', 'tenant_id': '848c7ff5a10a47c0b98325add4101a73', 'mac_address': 'fa:16:3e:e7:d3:95', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '773cf309-19cb-42b7-91ee-afe372a91017', 'device_owner': 'network:router_interface', 'standard_attr_id': 447, 'fixed_ips': [{'subnet_id': '34852e9f-aba4-4b0b-87a9-5734fc3d9f6a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-16T17:25:21Z', 'updated_at': '2022-06-16T17:25:21Z', 'revision_number': 1, 'project_id': '848c7ff5a10a47c0b98325add4101a73', 'subnets': [{'id': '34852e9f-aba4-4b0b-87a9-5734fc3d9f6a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-837356-2-iscsi', False) {} {{(pid=103918) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 16 17:25:24.811240 dv-cinder-837356-2-iscsi neutron-server[103917]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-6388c0db-ba9a-411e-b4d7-9d9081f26b38 admin admin] Router 773cf309-19cb-42b7-91ee-afe372a91017 has already been hosted by L3 agent 7639df21-17c3-4235-8912-210c3ad54137 {{(pid=103917) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jun 16 17:25:24.840816 dv-cinder-837356-2-iscsi neutron-server[103918]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0f0c8076-bd70-4097-8366-a328c46e46c5 None None] The sync data for ids ['773cf309-19cb-42b7-91ee-afe372a91017'] in dv-cinder-837356-2-iscsi is: [{'id': '773cf309-19cb-42b7-91ee-afe372a91017', 'name': 'tempest-TestMinimumBasicScenario-2043916775-router', 'tenant_id': '848c7ff5a10a47c0b98325add4101a73', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9df31235-0797-44e6-85a0-102cb2da2d58', 'external_fixed_ips': [{'subnet_id': '1dfb0320-f5eb-46f6-88ce-33002f500238', 'ip_address': '172.27.2.138'}], 'enable_snat': True}, 'gw_port_id': '94dda5bf-7a9d-481d-85a0-a77a4b31fc3d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-16T17:25:12Z', 'updated_at': '2022-06-16T17:25:23Z', 'revision_number': 4, 'project_id': '848c7ff5a10a47c0b98325add4101a73', 'gw_port': {'id': '94dda5bf-7a9d-481d-85a0-a77a4b31fc3d', 'name': '', 'network_id': '9df31235-0797-44e6-85a0-102cb2da2d58', 'tenant_id': '', 'mac_address': 'fa:16:3e:ca:40:fa', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '773cf309-19cb-42b7-91ee-afe372a91017', 'device_owner': 'network:router_gateway', 'standard_attr_id': 443, 'fixed_ips': [{'subnet_id': '1dfb0320-f5eb-46f6-88ce-33002f500238', 'ip_address': '172.27.2.138', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-837356-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-16T17:25:14Z', 'updated_at': '2022-06-16T17:25:23Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '1dfb0320-f5eb-46f6-88ce-33002f500238', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-837356-2-iscsi', '_interfaces': [{'id': '095f00fe-5e2d-414c-bcb8-428f26abf5ae', 'name': '', 'network_id': '68b37cbc-7f14-4f09-a1a2-98d75ba1412e', 'tenant_id': '848c7ff5a10a47c0b98325add4101a73', 'mac_address': 'fa:16:3e:e7:d3:95', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '773cf309-19cb-42b7-91ee-afe372a91017', 'device_owner': 'network:router_interface', 'standard_attr_id': 447, 'fixed_ips': [{'subnet_id': '34852e9f-aba4-4b0b-87a9-5734fc3d9f6a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-16T17:25:21Z', 'updated_at': '2022-06-16T17:25:21Z', 'revision_number': 1, 'project_id': '848c7ff5a10a47c0b98325add4101a73', 'subnets': [{'id': '34852e9f-aba4-4b0b-87a9-5734fc3d9f6a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103918) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 16 17:25:24.860662 dv-cinder-837356-2-iscsi neutron-server[103918]: DEBUG neutron.db.provisioning_blocks [None req-39ead2dc-a542-4f04-b117-439eb7f32aa8 None None] Provisioning complete for port e11443a2-0168-4373-ae14-28b35ef44530 triggered by entity L2. {{(pid=103918) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jun 16 17:25:24.860662 dv-cinder-837356-2-iscsi neutron-server[103918]: DEBUG neutron_lib.callbacks.manager [None req-39ead2dc-a542-4f04-b117-439eb7f32aa8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16149424'] for port (e11443a2-0168-4373-ae14-28b35ef44530), provisioning_complete {{(pid=103918) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 17:25:24.960911 dv-cinder-837356-2-iscsi neutron-server[103917]: INFO neutron.wsgi [req-0e8a5ff3-6697-4c5e-94f6-b4edbb37a7f4 req-d6467560-6e7b-4b8a-b978-53b8653dfb02 tempest-AttachVolumeShelveTestJSON-1123487845 tempest-AttachVolumeShelveTestJSON-1123487845-project] 10.222.0.66 "GET /v2.0/security-groups?id=5ab805c8-38ae-4655-bf71-1fc1999d288e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2041025 Jun 16 17:25:25.069678 dv-cinder-837356-2-iscsi neutron-server[103918]: DEBUG neutron.plugins.ml2.plugin [None req-f00f85bc-8729-4e17-9a15-13e4034a6f3a None None] Current status of the port e11443a2-0168-4373-ae14-28b35ef44530 is: ACTIVE; New status is: ACTIVE {{(pid=103918) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2298}} Jun 16 17:25:25.080792 dv-cinder-837356-2-iscsi neutron-server[103916]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c94d796e-2bf0-4520-84fb-167f32503c09 admin admin] Router c35ad751-e83c-4d20-bca1-ec4f6db7db70 has already been hosted by L3 agent 7639df21-17c3-4235-8912-210c3ad54137 {{(pid=103916) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jun 16 17:25:25.159604 dv-cinder-837356-2-iscsi neutron-server[103917]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6388c0db-ba9a-411e-b4d7-9d9081f26b38 admin admin] Notify agent at l3_agent.dv-cinder-837356-2-iscsi the message routers_updated {{(pid=103917) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jun 16 17:25:25.174149 dv-cinder-837356-2-iscsi neutron-server[103917]: INFO neutron.wsgi [None req-6388c0db-ba9a-411e-b4d7-9d9081f26b38 admin admin] 10.222.0.66 "PUT /v2.0/routers/773cf309-19cb-42b7-91ee-afe372a91017/add_router_interface HTTP/1.1" status: 200 len: 503 time: 5.1410317 Jun 16 17:25:25.236629 dv-cinder-837356-2-iscsi neutron-server[103918]: DEBUG neutron.plugins.ml2.plugin [None req-39ead2dc-a542-4f04-b117-439eb7f32aa8 None None] Current status of the port e11443a2-0168-4373-ae14-28b35ef44530 is: ACTIVE; New status is: ACTIVE {{(pid=103918) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2298}} Jun 16 17:25:25.252356 dv-cinder-837356-2-iscsi neutron-server[103918]: DEBUG neutron.db.provisioning_blocks [None req-7b105b78-ff70-44db-a49c-c0e9069d3ea9 None None] Provisioning complete for port 2ef48185-74c7-486a-9679-f9baac8bfe7a triggered by entity DHCP. {{(pid=103918) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jun 16 17:25:25.258182 dv-cinder-837356-2-iscsi neutron-server[103918]: DEBUG neutron_lib.callbacks.manager [None req-7b105b78-ff70-44db-a49c-c0e9069d3ea9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16149424'] for port (2ef48185-74c7-486a-9679-f9baac8bfe7a), provisioning_complete {{(pid=103918) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 17:25:25.311794 dv-cinder-837356-2-iscsi neutron-server[103918]: DEBUG neutron.plugins.ml2.plugin [None req-7b105b78-ff70-44db-a49c-c0e9069d3ea9 None None] Port 2ef48185-74c7-486a-9679-f9baac8bfe7a cannot update to ACTIVE because it is not bound. {{(pid=103918) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:354}} Jun 16 17:25:25.322285 dv-cinder-837356-2-iscsi neutron-server[103916]: DEBUG dbcounter [-] [103916] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=103916) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 16 17:25:25.327336 dv-cinder-837356-2-iscsi neutron-server[103918]: DEBUG neutron.db.provisioning_blocks [None req-7b105b78-ff70-44db-a49c-c0e9069d3ea9 None None] Provisioning complete for port 095f00fe-5e2d-414c-bcb8-428f26abf5ae triggered by entity DHCP. {{(pid=103918) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jun 16 17:25:25.327717 dv-cinder-837356-2-iscsi neutron-server[103918]: DEBUG neutron_lib.callbacks.manager [None req-7b105b78-ff70-44db-a49c-c0e9069d3ea9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16149424'] for port (095f00fe-5e2d-414c-bcb8-428f26abf5ae), provisioning_complete {{(pid=103918) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 17:25:25.338202 dv-cinder-837356-2-iscsi neutron-server[103916]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c94d796e-2bf0-4520-84fb-167f32503c09 admin admin] Notify agent at l3_agent.dv-cinder-837356-2-iscsi the message routers_updated {{(pid=103916) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jun 16 17:25:25.365217 dv-cinder-837356-2-iscsi neutron-server[103916]: INFO neutron.wsgi [None req-c94d796e-2bf0-4520-84fb-167f32503c09 admin admin] 10.222.0.66 "PUT /v2.0/routers/c35ad751-e83c-4d20-bca1-ec4f6db7db70/add_router_interface HTTP/1.1" status: 200 len: 503 time: 4.5717082 Jun 16 17:25:25.413973 dv-cinder-837356-2-iscsi neutron-server[103918]: DEBUG neutron.plugins.ml2.plugin [None req-7b105b78-ff70-44db-a49c-c0e9069d3ea9 None None] Port 095f00fe-5e2d-414c-bcb8-428f26abf5ae cannot update to ACTIVE because it is not bound. {{(pid=103918) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:354}} Jun 16 17:25:26.200459 dv-cinder-837356-2-iscsi neutron-server[103916]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7451b5e-44f4-4301-a7d3-58dc7646c76c req-d6c4e4f0-2144-4f60-bfe6-2f9309ef2c85 tempest-AttachVolumeShelveTestJSON-1123487845 tempest-AttachVolumeShelveTestJSON-1123487845-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103916) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 16 17:25:26.202128 dv-cinder-837356-2-iscsi neutron-server[103916]: INFO neutron.wsgi [req-e7451b5e-44f4-4301-a7d3-58dc7646c76c req-d6c4e4f0-2144-4f60-bfe6-2f9309ef2c85 tempest-AttachVolumeShelveTestJSON-1123487845 tempest-AttachVolumeShelveTestJSON-1123487845-project] 10.222.0.66 "GET /v2.0/ports?device_id=ab2e7148-fa86-4648-9e4b-87e27fcf1147 HTTP/1.1" status: 200 len: 946 time: 0.0746038 Jun 16 17:25:26.390120 dv-cinder-837356-2-iscsi neutron-server[103918]: DEBUG neutron.plugins.ml2.rpc [None req-39ead2dc-a542-4f04-b117-439eb7f32aa8 None None] Device 1fb74e99-4857-44c3-af81-ed3d3ffe4f39 up at agent ovs-agent-dv-cinder-837356-2-iscsi {{(pid=103918) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 16 17:25:26.400966 dv-cinder-837356-2-iscsi neutron-server[103916]: INFO neutron.wsgi [req-e7451b5e-44f4-4301-a7d3-58dc7646c76c req-930eeeb4-b146-47b8-bce4-88888ca4f920 tempest-AttachVolumeShelveTestJSON-1123487845 tempest-AttachVolumeShelveTestJSON-1123487845-project] 10.222.0.66 "GET /v2.0/security-groups?id=5ab805c8-38ae-4655-bf71-1fc1999d288e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1909802 Jun 16 17:25:26.492091 dv-cinder-837356-2-iscsi neutron-server[103918]: DEBUG dbcounter [-] [103918] Writing DB stats neutron:SELECT=100 {{(pid=103918) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 16 17:25:26.492091 dv-cinder-837356-2-iscsi neutron-server[103918]: DEBUG neutron.db.provisioning_blocks [None req-39ead2dc-a542-4f04-b117-439eb7f32aa8 None None] Provisioning complete for port 1fb74e99-4857-44c3-af81-ed3d3ffe4f39 triggered by entity L2. {{(pid=103918) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jun 16 17:25:26.492091 dv-cinder-837356-2-iscsi neutron-server[103918]: DEBUG neutron_lib.callbacks.manager [None req-39ead2dc-a542-4f04-b117-439eb7f32aa8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16149424'] for port (1fb74e99-4857-44c3-af81-ed3d3ffe4f39), provisioning_complete {{(pid=103918) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 17:25:26.509074 dv-cinder-837356-2-iscsi neutron-server[103917]: DEBUG neutron.wsgi [-] (103917) accepted ('10.222.0.66', 40892) {{(pid=103917) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 16 17:25:26.514411 dv-cinder-837356-2-iscsi neutron-server[103917]: DEBUG neutron.api.v2.base [None req-ee560dae-3920-4d3b-9b6a-37172d113750 admin admin] Request body: {'network': {'name': 'tempest-TestVolumeBootPattern-383062752-network', 'tenant_id': '6c0384215d0547d4b0e2a2228f06c84d'}} {{(pid=103917) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jun 16 17:25:26.558774 dv-cinder-837356-2-iscsi neutron-server[103917]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ee560dae-3920-4d3b-9b6a-37172d113750 admin admin] Made reservation on behalf of 6c0384215d0547d4b0e2a2228f06c84d for: {'network': 1} {{(pid=103917) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 16 17:25:26.565662 dv-cinder-837356-2-iscsi neutron-server[103917]: DEBUG neutron_lib.callbacks.manager [None req-ee560dae-3920-4d3b-9b6a-37172d113750 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16007590'] for network (None), before_create {{(pid=103917) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 17:25:26.582889 dv-cinder-837356-2-iscsi neutron-server[103917]: DEBUG neutron_lib.callbacks.manager [None req-ee560dae-3920-4d3b-9b6a-37172d113750 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103917) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 17:25:26.596526 dv-cinder-837356-2-iscsi neutron-server[103918]: DEBUG neutron.plugins.ml2.plugin [None req-39ead2dc-a542-4f04-b117-439eb7f32aa8 None None] Current status of the port 1fb74e99-4857-44c3-af81-ed3d3ffe4f39 is: DOWN; New status is: ACTIVE {{(pid=103918) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2298}} Jun 16 17:25:26.596913 dv-cinder-837356-2-iscsi neutron-server[103918]: DEBUG neutron_lib.callbacks.manager [None req-39ead2dc-a542-4f04-b117-439eb7f32aa8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16007590'] for port (1fb74e99-4857-44c3-af81-ed3d3ffe4f39), before_update {{(pid=103918) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 17:25:26.712859 dv-cinder-837356-2-iscsi neutron-server[103918]: DEBUG neutron.plugins.ml2.db [None req-39ead2dc-a542-4f04-b117-439eb7f32aa8 None None] For port 1fb74e99-4857-44c3-af81-ed3d3ffe4f39, host dv-cinder-837356-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-837356-2-iscsi',level=0,port_id=1fb74e99-4857-44c3-af81-ed3d3ffe4f39,segment=NetworkSegment(18b787c7-0964-4a3b-b1f5-b8083c94f58b),segment_id=18b787c7-0964-4a3b-b1f5-b8083c94f58b)] {{(pid=103918) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 16 17:25:26.750798 dv-cinder-837356-2-iscsi neutron-server[103918]: DEBUG neutron_lib.callbacks.manager [None req-39ead2dc-a542-4f04-b117-439eb7f32aa8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16007527', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-75831', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16241551', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728539364693', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728538993439', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728538993457'] for port (1fb74e99-4857-44c3-af81-ed3d3ffe4f39), after_update {{(pid=103918) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 17:25:26.803140 dv-cinder-837356-2-iscsi neutron-server[103917]: DEBUG neutron_lib.callbacks.manager [None req-ee560dae-3920-4d3b-9b6a-37172d113750 admin admin] Publish callbacks [] for security_group (41e57855-da0f-4382-820c-f0e171dd89e0), precommit_create {{(pid=103917) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 17:25:26.805147 dv-cinder-837356-2-iscsi neutron-server[103917]: DEBUG dbcounter [-] [103917] Writing DB stats neutron:SELECT=87,neutron:INSERT=12,neutron:UPDATE=1 {{(pid=103917) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 16 17:25:26.812093 dv-cinder-837356-2-iscsi neutron-server[103917]: DEBUG neutron_lib.callbacks.manager [None req-ee560dae-3920-4d3b-9b6a-37172d113750 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-570488'] for security_group (41e57855-da0f-4382-820c-f0e171dd89e0), after_create {{(pid=103917) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 17:25:26.837442 dv-cinder-837356-2-iscsi neutron-server[103917]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-ee560dae-3920-4d3b-9b6a-37172d113750 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 1000} {{(pid=103917) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jun 16 17:25:26.850871 dv-cinder-837356-2-iscsi neutron-server[103917]: DEBUG neutron_lib.callbacks.manager [None req-ee560dae-3920-4d3b-9b6a-37172d113750 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16150272'] for segment (5898551c-885d-42fa-9cbf-86e2335e3b38), precommit_create {{(pid=103917) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 17:25:26.852048 dv-cinder-837356-2-iscsi neutron-server[103917]: INFO neutron.db.segments_db [None req-ee560dae-3920-4d3b-9b6a-37172d113750 admin admin] Added segment 5898551c-885d-42fa-9cbf-86e2335e3b38 of type vlan for network c31bf554-5b37-45cf-b74e-db137ff15f30 Jun 16 17:25:26.918882 dv-cinder-837356-2-iscsi neutron-server[103917]: DEBUG neutron_lib.callbacks.manager [None req-ee560dae-3920-4d3b-9b6a-37172d113750 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8728539013196'] for network (c31bf554-5b37-45cf-b74e-db137ff15f30), precommit_create {{(pid=103917) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 17:25:26.958706 dv-cinder-837356-2-iscsi neutron-server[103917]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ee560dae-3920-4d3b-9b6a-37172d113750 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=41e57855-da0f-4382-820c-f0e171dd89e0,revision_number=1']} {{(pid=103917) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 17:25:26.994097 dv-cinder-837356-2-iscsi neutron-server[103918]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-39ead2dc-a542-4f04-b117-439eb7f32aa8 None None] Pushing event updated for resources: {'Port': ['ID=1fb74e99-4857-44c3-af81-ed3d3ffe4f39,revision_number=4']} {{(pid=103918) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 17:25:27.027018 dv-cinder-837356-2-iscsi neutron-server[103917]: DEBUG neutron_lib.callbacks.manager [None req-ee560dae-3920-4d3b-9b6a-37172d113750 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-570401', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16241551'] for network (c31bf554-5b37-45cf-b74e-db137ff15f30), after_create {{(pid=103917) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 17:25:27.028836 dv-cinder-837356-2-iscsi neutron-server[103917]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ee560dae-3920-4d3b-9b6a-37172d113750 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103917) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 16 17:25:27.029760 dv-cinder-837356-2-iscsi neutron-server[103917]: DEBUG neutron_lib.callbacks.manager [None req-ee560dae-3920-4d3b-9b6a-37172d113750 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-16241561'] for network (None), before_response {{(pid=103917) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 17:25:27.120582 dv-cinder-837356-2-iscsi neutron-server[103917]: INFO neutron.wsgi [None req-ee560dae-3920-4d3b-9b6a-37172d113750 admin admin] 10.222.0.66 "POST /v2.0/networks HTTP/1.1" status: 201 len: 866 time: 0.6061170 Jun 16 17:25:27.121570 dv-cinder-837356-2-iscsi neutron-server[103917]: DEBUG neutron.wsgi [-] (103917) accepted ('10.222.0.66', 40904) {{(pid=103917) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 16 17:25:27.126973 dv-cinder-837356-2-iscsi neutron-server[103917]: DEBUG neutron.api.v2.base [None req-a32456d1-ec5b-4be3-986b-6e6e9f175926 admin admin] Request body: {'subnet': {'network_id': 'c31bf554-5b37-45cf-b74e-db137ff15f30', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestVolumeBootPattern-383062752-subnet', 'tenant_id': '6c0384215d0547d4b0e2a2228f06c84d', 'ip_version': 4}} {{(pid=103917) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jun 16 17:25:27.131328 dv-cinder-837356-2-iscsi neutron-server[103917]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ee560dae-3920-4d3b-9b6a-37172d113750 admin admin] Pushing event updated for resources: {'Network': ['ID=c31bf554-5b37-45cf-b74e-db137ff15f30,revision_number=1']} {{(pid=103917) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 17:25:27.183777 dv-cinder-837356-2-iscsi neutron-server[103918]: DEBUG neutron.plugins.ml2.rpc [None req-39ead2dc-a542-4f04-b117-439eb7f32aa8 None None] Network c31bf554-5b37-45cf-b74e-db137ff15f30 details requested by agent ovs-agent-dv-cinder-837356-2-iscsi with host dv-cinder-837356-2-iscsi {{(pid=103918) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jun 16 17:25:27.187675 dv-cinder-837356-2-iscsi neutron-server[103917]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a32456d1-ec5b-4be3-986b-6e6e9f175926 admin admin] Made reservation on behalf of 6c0384215d0547d4b0e2a2228f06c84d for: {'subnet': 1} {{(pid=103917) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 16 17:25:27.191838 dv-cinder-837356-2-iscsi neutron-server[103917]: DEBUG neutron_lib.callbacks.manager [None req-a32456d1-ec5b-4be3-986b-6e6e9f175926 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-25758895'] for subnet (None), before_create {{(pid=103917) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 17:25:27.412717 dv-cinder-837356-2-iscsi neutron-server[103917]: DEBUG dbcounter [-] [103917] Writing DB stats neutron:SELECT=88,neutron:INSERT=8,neutron:UPDATE=3,neutron:DELETE=1 {{(pid=103917) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 16 17:25:27.515156 dv-cinder-837356-2-iscsi neutron-server[103917]: DEBUG neutron_lib.callbacks.manager [None req-a32456d1-ec5b-4be3-986b-6e6e9f175926 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-570574', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16241551', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3819691', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-25758877'] for subnet (b104f893-0706-4111-9d59-e3b1fdf6a9a2), after_create {{(pid=103917) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 17:25:27.630768 dv-cinder-837356-2-iscsi neutron-server[103917]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a32456d1-ec5b-4be3-986b-6e6e9f175926 admin admin] Pushing event updated for resources: {'Subnet': ['ID=b104f893-0706-4111-9d59-e3b1fdf6a9a2,revision_number=0']} {{(pid=103917) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 17:25:27.775140 dv-cinder-837356-2-iscsi neutron-server[103917]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64b832ec-9b0f-4ca6-a759-3d9408cca4e8 req-3e80bb97-0c33-48e1-874a-579c13ae73b0 tempest-AttachVolumeShelveTestJSON-1123487845 tempest-AttachVolumeShelveTestJSON-1123487845-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103917) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 16 17:25:27.775983 dv-cinder-837356-2-iscsi neutron-server[103918]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1cbd04a9-7758-4659-af44-638b7fa88b81 None None] Sync routers for ids ['c35ad751-e83c-4d20-bca1-ec4f6db7db70'] in dv-cinder-837356-2-iscsi {{(pid=103918) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 16 17:25:27.778929 dv-cinder-837356-2-iscsi neutron-server[103917]: INFO neutron.wsgi [req-64b832ec-9b0f-4ca6-a759-3d9408cca4e8 req-3e80bb97-0c33-48e1-874a-579c13ae73b0 tempest-AttachVolumeShelveTestJSON-1123487845 tempest-AttachVolumeShelveTestJSON-1123487845-project] 10.222.0.66 "GET /v2.0/ports?device_id=ab2e7148-fa86-4648-9e4b-87e27fcf1147 HTTP/1.1" status: 200 len: 946 time: 0.2129467 Jun 16 17:25:27.783424 dv-cinder-837356-2-iscsi neutron-server[103917]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a32456d1-ec5b-4be3-986b-6e6e9f175926 admin admin] Checking segment: {'id': '5898551c-885d-42fa-9cbf-86e2335e3b38', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1000, 'network_id': 'c31bf554-5b37-45cf-b74e-db137ff15f30'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103917) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jun 16 17:25:27.784311 dv-cinder-837356-2-iscsi neutron-server[103917]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a32456d1-ec5b-4be3-986b-6e6e9f175926 admin admin] Network hostable DHCP agents. Network: c31bf554-5b37-45cf-b74e-db137ff15f30, hostable agents: ['0913b7ec-eea4-4492-8ef1-e01c4575abca'], hosted agents: [] {{(pid=103917) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jun 16 17:25:27.816630 dv-cinder-837356-2-iscsi neutron-server[103918]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1cbd04a9-7758-4659-af44-638b7fa88b81 None None] Routers {'c35ad751-e83c-4d20-bca1-ec4f6db7db70'} bound to L3 agent in host dv-cinder-837356-2-iscsi {{(pid=103918) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jun 16 17:25:27.817626 dv-cinder-837356-2-iscsi neutron-server[103918]: DEBUG neutron.db.l3_hamode_db [None req-1cbd04a9-7758-4659-af44-638b7fa88b81 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-837356-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-06-16T17:14:15Z,description=,heartbeat_timestamp=2022-06-16T17:25:15Z,host='dv-cinder-837356-2-iscsi',id=7639df21-17c3-4235-8912-210c3ad54137,load=0,resource_versions=,resources_synced=,started_at=2022-06-16T17:14:15Z,topic='l3_agent')) {'router_ids': ['c35ad751-e83c-4d20-bca1-ec4f6db7db70'], 'active': True} {{(pid=103918) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 16 17:25:27.825010 dv-cinder-837356-2-iscsi neutron-server[103917]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a32456d1-ec5b-4be3-986b-6e6e9f175926 admin admin] Network c31bf554-5b37-45cf-b74e-db137ff15f30 is scheduled to be hosted by DHCP agent 0913b7ec-eea4-4492-8ef1-e01c4575abca with binding_index 1 {{(pid=103917) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jun 16 17:25:27.847224 dv-cinder-837356-2-iscsi neutron-server[103917]: DEBUG neutron.scheduler.base_scheduler [None req-a32456d1-ec5b-4be3-986b-6e6e9f175926 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-837356-2-iscsi, c31bf554-5b37-45cf-b74e-db137ff15f30) {{(pid=103917) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 16 17:25:27.863399 dv-cinder-837356-2-iscsi neutron-server[103917]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a32456d1-ec5b-4be3-986b-6e6e9f175926 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103917) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 16 17:25:27.864446 dv-cinder-837356-2-iscsi neutron-server[103917]: DEBUG neutron_lib.callbacks.manager [None req-a32456d1-ec5b-4be3-986b-6e6e9f175926 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=103917) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 17:25:27.903843 dv-cinder-837356-2-iscsi neutron-server[103917]: INFO neutron.wsgi [req-64b832ec-9b0f-4ca6-a759-3d9408cca4e8 req-364ae146-37e8-40ee-8574-0d09fbf615e9 tempest-AttachVolumeShelveTestJSON-1123487845 tempest-AttachVolumeShelveTestJSON-1123487845-project] 10.222.0.66 "GET /v2.0/security-groups?id=5ab805c8-38ae-4655-bf71-1fc1999d288e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1050844 Jun 16 17:25:27.925193 dv-cinder-837356-2-iscsi neutron-server[103917]: INFO neutron.wsgi [None req-a32456d1-ec5b-4be3-986b-6e6e9f175926 admin admin] 10.222.0.66 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 847 time: 0.8007712 Jun 16 17:25:27.926473 dv-cinder-837356-2-iscsi neutron-server[103916]: DEBUG neutron.wsgi [-] (103916) accepted ('10.222.0.66', 40920) {{(pid=103916) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 16 17:25:27.938303 dv-cinder-837356-2-iscsi neutron-server[103916]: DEBUG neutron.api.v2.base [None req-2eea973f-1412-40aa-8a91-a0e6818e109a admin admin] Request body: {'router': {'name': 'tempest-TestVolumeBootPattern-383062752-router', 'tenant_id': '6c0384215d0547d4b0e2a2228f06c84d', 'external_gateway_info': {'network_id': '9df31235-0797-44e6-85a0-102cb2da2d58'}}} {{(pid=103916) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jun 16 17:25:27.996907 dv-cinder-837356-2-iscsi neutron-server[103916]: DEBUG neutron_lib.callbacks.manager [None req-2eea973f-1412-40aa-8a91-a0e6818e109a admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-706286', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-65378'] for router (4e78b46b-81d8-4248-8d80-259bb205067a), before_create {{(pid=103916) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 17:25:27.999091 dv-cinder-837356-2-iscsi neutron-server[103918]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-42db0645-cd7d-4bb6-86e5-b7245cd63b6c None None] Network c31bf554-5b37-45cf-b74e-db137ff15f30 requested from dv-cinder-837356-2-iscsi {{(pid=103918) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jun 16 17:25:28.004317 dv-cinder-837356-2-iscsi neutron-server[103916]: DEBUG neutron_lib.callbacks.manager [None req-2eea973f-1412-40aa-8a91-a0e6818e109a admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-706077', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-735905', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-614867', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-65307'] for router (4e78b46b-81d8-4248-8d80-259bb205067a), precommit_create {{(pid=103916) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 17:25:28.270413 dv-cinder-837356-2-iscsi neutron-server[103916]: DEBUG neutron_lib.callbacks.manager [None req-2eea973f-1412-40aa-8a91-a0e6818e109a admin admin] Publish callbacks [] for router_controller (4e78b46b-81d8-4248-8d80-259bb205067a), precommit_add_association {{(pid=103916) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 17:25:28.523275 dv-cinder-837356-2-iscsi neutron-server[103918]: DEBUG dbcounter [-] [103918] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=103918) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 16 17:25:28.596949 dv-cinder-837356-2-iscsi neutron-server[103918]: DEBUG neutron.plugins.ml2.rpc [None req-39ead2dc-a542-4f04-b117-439eb7f32aa8 None None] Device 94dda5bf-7a9d-481d-85a0-a77a4b31fc3d up at agent ovs-agent-dv-cinder-837356-2-iscsi {{(pid=103918) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 16 17:25:28.607013 dv-cinder-837356-2-iscsi neutron-server[103918]: DEBUG neutron.db.l3_dvr_db [None req-1cbd04a9-7758-4659-af44-638b7fa88b81 None None] Set router c35ad751-e83c-4d20-bca1-ec4f6db7db70 gateway port host: dv-cinder-837356-2-iscsi {{(pid=103918) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jun 16 17:25:28.641670 dv-cinder-837356-2-iscsi neutron-server[103916]: DEBUG neutron_lib.callbacks.manager [None req-2eea973f-1412-40aa-8a91-a0e6818e109a admin admin] Publish callbacks [] for router_gateway (4e78b46b-81d8-4248-8d80-259bb205067a), precommit_update {{(pid=103916) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 17:25:28.787442 dv-cinder-837356-2-iscsi neutron-server[103918]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-00609384-2e91-4de5-91a2-8c6245e22779 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp3cc71102-b35b-562a-842b-e84838effaf9-c31bf554-5b37-45cf-b74e-db137ff15f30', 'network_id': 'c31bf554-5b37-45cf-b74e-db137ff15f30', 'project_id': '6c0384215d0547d4b0e2a2228f06c84d', 'fixed_ips': [{'subnet_id': 'b104f893-0706-4111-9d59-e3b1fdf6a9a2'}]}} from dv-cinder-837356-2-iscsi. {{(pid=103918) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Jun 16 17:25:28.789944 dv-cinder-837356-2-iscsi neutron-server[103918]: DEBUG neutron_lib.callbacks.manager [None req-00609384-2e91-4de5-91a2-8c6245e22779 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16007590'] for port (None), before_create {{(pid=103918) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 17:25:29.111806 dv-cinder-837356-2-iscsi neutron-server[103918]: DEBUG neutron.db.db_base_plugin_common [None req-00609384-2e91-4de5-91a2-8c6245e22779 None None] Allocated IP 172.20.0.2 (c31bf554-5b37-45cf-b74e-db137ff15f30/b104f893-0706-4111-9d59-e3b1fdf6a9a2/ff5c7065-1345-46f5-98bb-38edfecab534) {{(pid=103918) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 16 17:25:29.123580 dv-cinder-837356-2-iscsi neutron-server[103916]: DEBUG neutron_lib.callbacks.manager [None req-2eea973f-1412-40aa-8a91-a0e6818e109a admin admin] Publish callbacks [] for router_gateway (4e78b46b-81d8-4248-8d80-259bb205067a), before_create {{(pid=103916) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 17:25:29.217140 dv-cinder-837356-2-iscsi neutron-server[103916]: DEBUG neutron_lib.callbacks.manager [None req-2eea973f-1412-40aa-8a91-a0e6818e109a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16007590'] for port (None), before_create {{(pid=103916) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 17:25:29.319236 dv-cinder-837356-2-iscsi neutron-server[103917]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7270b8fb-303a-46ff-8059-c03b10b2ac2d req-812e4967-ee3a-42b4-9a88-36269af7b957 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103917) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 16 17:25:29.326621 dv-cinder-837356-2-iscsi neutron-server[103917]: INFO neutron.wsgi [req-7270b8fb-303a-46ff-8059-c03b10b2ac2d req-812e4967-ee3a-42b4-9a88-36269af7b957 service neutron] 10.222.0.81 "GET /v2.0/ports?tenant_id=0c63f648631a4a11910b4b135f22b235&device_id=ab2e7148-fa86-4648-9e4b-87e27fcf1147 HTTP/1.1" status: 200 len: 1130 time: 0.1111438 Jun 16 17:25:29.359282 dv-cinder-837356-2-iscsi neutron-server[103918]: DEBUG neutron_lib.callbacks.manager [None req-00609384-2e91-4de5-91a2-8c6245e22779 None None] Publish callbacks [] for port (ff5c7065-1345-46f5-98bb-38edfecab534), precommit_create {{(pid=103918) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 17:25:29.409565 dv-cinder-837356-2-iscsi neutron-server[103918]: DEBUG dbcounter [-] [103918] Writing DB stats neutron:SELECT=90,neutron:UPDATE=5,neutron:INSERT=5 {{(pid=103918) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 16 17:25:29.489729 dv-cinder-837356-2-iscsi neutron-server[103918]: DEBUG neutron_lib.callbacks.manager [None req-00609384-2e91-4de5-91a2-8c6245e22779 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16007527', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-75831', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16241551', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8728538993421'] for port (ff5c7065-1345-46f5-98bb-38edfecab534), after_create {{(pid=103918) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 17:25:29.500894 dv-cinder-837356-2-iscsi neutron-server[103916]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9118c1eb-136f-4231-b90b-2ce2c5bd2937 req-9f01ae3f-6e01-4137-b477-1a8c9c9b9cc2 tempest-AttachVolumeShelveTestJSON-1123487845 tempest-AttachVolumeShelveTestJSON-1123487845-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103916) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 16 17:25:29.514750 dv-cinder-837356-2-iscsi neutron-server[103916]: INFO neutron.wsgi [req-9118c1eb-136f-4231-b90b-2ce2c5bd2937 req-9f01ae3f-6e01-4137-b477-1a8c9c9b9cc2 tempest-AttachVolumeShelveTestJSON-1123487845 tempest-AttachVolumeShelveTestJSON-1123487845-project] 10.222.0.66 "GET /v2.0/ports?device_id=ab2e7148-fa86-4648-9e4b-87e27fcf1147 HTTP/1.1" status: 200 len: 946 time: 0.3883731 Jun 16 17:25:29.565993 dv-cinder-837356-2-iscsi neutron-server[103916]: DEBUG dbcounter [-] [103916] Writing DB stats neutron:SELECT=95,neutron:INSERT=4,neutron:UPDATE=1 {{(pid=103916) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 16 17:25:29.634516 dv-cinder-837356-2-iscsi neutron-server[103917]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7270b8fb-303a-46ff-8059-c03b10b2ac2d req-a6da2d5d-78fc-4155-81cb-22bcc65fc747 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103917) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 16 17:25:29.639304 dv-cinder-837356-2-iscsi neutron-server[103917]: INFO neutron.wsgi [req-7270b8fb-303a-46ff-8059-c03b10b2ac2d req-a6da2d5d-78fc-4155-81cb-22bcc65fc747 service neutron] 10.222.0.81 "GET /v2.0/networks?id=04f2ecf4-cd9f-483b-9100-6d9d67a561d2 HTTP/1.1" status: 200 len: 918 time: 0.2784252 Jun 16 17:25:29.670462 dv-cinder-837356-2-iscsi neutron-server[103918]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-00609384-2e91-4de5-91a2-8c6245e22779 None None] Pushing event updated for resources: {'Port': ['ID=ff5c7065-1345-46f5-98bb-38edfecab534,revision_number=1']} {{(pid=103918) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 17:25:29.839216 dv-cinder-837356-2-iscsi neutron-server[103917]: INFO neutron.wsgi [req-7270b8fb-303a-46ff-8059-c03b10b2ac2d req-3e4dccfd-1dad-4364-84ed-5b7d6dbc787d service neutron] 10.222.0.81 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=2da50d5c-d328-4853-a261-6bd0c6378dcd HTTP/1.1" status: 200 len: 1002 time: 0.1921468 Jun 16 17:25:29.842062 dv-cinder-837356-2-iscsi neutron-server[103918]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-00609384-2e91-4de5-91a2-8c6245e22779 None None] Network c31bf554-5b37-45cf-b74e-db137ff15f30 is already hosted by enough agents. {{(pid=103918) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 16 17:25:29.846012 dv-cinder-837356-2-iscsi neutron-server[103918]: DEBUG neutron.db.provisioning_blocks [None req-39ead2dc-a542-4f04-b117-439eb7f32aa8 None None] Provisioning complete for port 94dda5bf-7a9d-481d-85a0-a77a4b31fc3d triggered by entity L2. {{(pid=103918) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jun 16 17:25:29.851080 dv-cinder-837356-2-iscsi neutron-server[103918]: DEBUG neutron_lib.callbacks.manager [None req-39ead2dc-a542-4f04-b117-439eb7f32aa8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16149424'] for port (94dda5bf-7a9d-481d-85a0-a77a4b31fc3d), provisioning_complete {{(pid=103918) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 17:25:29.856681 dv-cinder-837356-2-iscsi neutron-server[103918]: DEBUG neutron_lib.callbacks.manager [None req-b2b17746-c296-4803-869a-65578e8233dd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728539454181', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16149322'] for agent (2e97d73d-50fc-4f89-a4ea-85f65eb860d8), after_update {{(pid=103918) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 17:25:29.864572 dv-cinder-837356-2-iscsi neutron-server[103916]: INFO neutron.wsgi [req-9118c1eb-136f-4231-b90b-2ce2c5bd2937 req-17cb2035-2e2c-447b-a884-6b49536cda60 tempest-AttachVolumeShelveTestJSON-1123487845 tempest-AttachVolumeShelveTestJSON-1123487845-project] 10.222.0.66 "GET /v2.0/security-groups?id=5ab805c8-38ae-4655-bf71-1fc1999d288e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.3429942 Jun 16 17:25:29.964241 dv-cinder-837356-2-iscsi neutron-server[103916]: DEBUG neutron.db.db_base_plugin_common [None req-2eea973f-1412-40aa-8a91-a0e6818e109a admin admin] Allocated IP 172.27.2.242 (9df31235-0797-44e6-85a0-102cb2da2d58/1dfb0320-f5eb-46f6-88ce-33002f500238/162f0ad2-6711-4345-8f6b-93472d29602c) {{(pid=103916) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 16 17:25:29.976708 dv-cinder-837356-2-iscsi neutron-server[103917]: DEBUG dbcounter [-] [103917] Writing DB stats neutron:SELECT=90,neutron:INSERT=6,neutron:DELETE=2,neutron:UPDATE=2 {{(pid=103917) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 16 17:25:30.011632 dv-cinder-837356-2-iscsi neutron-server[103919]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-93095428-beb7-4635-b72c-a4b8cedf8d55 None None] Sync routers for ids ['773cf309-19cb-42b7-91ee-afe372a91017'] in dv-cinder-837356-2-iscsi {{(pid=103919) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 16 17:25:30.015016 dv-cinder-837356-2-iscsi neutron-server[103917]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7270b8fb-303a-46ff-8059-c03b10b2ac2d req-c81222e9-c6fc-4296-aa48-aa4a0155494f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103917) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 16 17:25:30.020393 dv-cinder-837356-2-iscsi neutron-server[103917]: INFO neutron.wsgi [req-7270b8fb-303a-46ff-8059-c03b10b2ac2d req-c81222e9-c6fc-4296-aa48-aa4a0155494f service neutron] 10.222.0.81 "GET /v2.0/subnets?id=57d5f714-8d8c-468b-957a-7745cf345909 HTTP/1.1" status: 200 len: 855 time: 0.1703384 Jun 16 17:25:30.031217 dv-cinder-837356-2-iscsi neutron-server[103919]: DEBUG neutron.db.l3_dvrscheduler_db [None req-93095428-beb7-4635-b72c-a4b8cedf8d55 None None] Routers {'773cf309-19cb-42b7-91ee-afe372a91017'} bound to L3 agent in host dv-cinder-837356-2-iscsi {{(pid=103919) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jun 16 17:25:30.034356 dv-cinder-837356-2-iscsi neutron-server[103919]: DEBUG neutron.db.l3_hamode_db [None req-93095428-beb7-4635-b72c-a4b8cedf8d55 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-837356-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-06-16T17:14:15Z,description=,heartbeat_timestamp=2022-06-16T17:25:15Z,host='dv-cinder-837356-2-iscsi',id=7639df21-17c3-4235-8912-210c3ad54137,load=0,resource_versions=,resources_synced=,started_at=2022-06-16T17:14:15Z,topic='l3_agent')) {'router_ids': ['773cf309-19cb-42b7-91ee-afe372a91017'], 'active': True} {{(pid=103919) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 16 17:25:30.155702 dv-cinder-837356-2-iscsi neutron-server[103918]: DEBUG neutron.db.l3_hamode_db [None req-1cbd04a9-7758-4659-af44-638b7fa88b81 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c35ad751-e83c-4d20-bca1-ec4f6db7db70', 'name': 'tempest-TestVolumeBootPattern-2032781159-router', 'tenant_id': 'bd1488226a424c6e9e7f94f31b020e4f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9df31235-0797-44e6-85a0-102cb2da2d58', 'external_fixed_ips': [{'subnet_id': '1dfb0320-f5eb-46f6-88ce-33002f500238', 'ip_address': '172.27.2.144'}], 'enable_snat': True}, 'gw_port_id': '1fb74e99-4857-44c3-af81-ed3d3ffe4f39', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-16T17:25:16Z', 'updated_at': '2022-06-16T17:25:23Z', 'revision_number': 4, 'project_id': 'bd1488226a424c6e9e7f94f31b020e4f', 'gw_port': {'id': '1fb74e99-4857-44c3-af81-ed3d3ffe4f39', 'name': '', 'network_id': '9df31235-0797-44e6-85a0-102cb2da2d58', 'tenant_id': '', 'mac_address': 'fa:16:3e:40:75:a6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c35ad751-e83c-4d20-bca1-ec4f6db7db70', 'device_owner': 'network:router_gateway', 'standard_attr_id': 446, 'fixed_ips': [{'subnet_id': '1dfb0320-f5eb-46f6-88ce-33002f500238', 'ip_address': '172.27.2.144', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-837356-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-16T17:25:18Z', 'updated_at': '2022-06-16T17:25:26Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1dfb0320-f5eb-46f6-88ce-33002f500238', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-837356-2-iscsi', '_interfaces': [{'id': '2ef48185-74c7-486a-9679-f9baac8bfe7a', 'name': '', 'network_id': '3da1c24e-a853-4091-89c9-dc663f379476', 'tenant_id': 'bd1488226a424c6e9e7f94f31b020e4f', 'mac_address': 'fa:16:3e:49:e9:fe', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c35ad751-e83c-4d20-bca1-ec4f6db7db70', 'device_owner': 'network:router_interface', 'standard_attr_id': 448, 'fixed_ips': [{'subnet_id': 'ff26c6d8-fbe9-4318-9056-e5433e3433f5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-16T17:25:21Z', 'updated_at': '2022-06-16T17:25:23Z', 'revision_number': 2, 'project_id': 'bd1488226a424c6e9e7f94f31b020e4f', 'subnets': [{'id': 'ff26c6d8-fbe9-4318-9056-e5433e3433f5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-837356-2-iscsi', False) {} {{(pid=103918) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 16 17:25:30.171428 dv-cinder-837356-2-iscsi neutron-server[103917]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7270b8fb-303a-46ff-8059-c03b10b2ac2d req-2295eddd-fabf-4791-b8e8-b345d3b87a03 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103917) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 16 17:25:30.175195 dv-cinder-837356-2-iscsi neutron-server[103917]: INFO neutron.wsgi [req-7270b8fb-303a-46ff-8059-c03b10b2ac2d req-2295eddd-fabf-4791-b8e8-b345d3b87a03 service neutron] 10.222.0.81 "GET /v2.0/ports?network_id=04f2ecf4-cd9f-483b-9100-6d9d67a561d2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.1472714 Jun 16 17:25:30.187039 dv-cinder-837356-2-iscsi neutron-server[103918]: DEBUG neutron.scheduler.base_scheduler [None req-00609384-2e91-4de5-91a2-8c6245e22779 None None] Resources bound (agent type, host, resource id): {{(pid=103918) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 16 17:25:30.192008 dv-cinder-837356-2-iscsi neutron-server[103918]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1cbd04a9-7758-4659-af44-638b7fa88b81 None None] Checking router: c35ad751-e83c-4d20-bca1-ec4f6db7db70 for host: dv-cinder-837356-2-iscsi {{(pid=103918) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 16 17:25:30.192515 dv-cinder-837356-2-iscsi neutron-server[103918]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1cbd04a9-7758-4659-af44-638b7fa88b81 None None] Updating router c35ad751-e83c-4d20-bca1-ec4f6db7db70 port 2ef48185-74c7-486a-9679-f9baac8bfe7a binding host dv-cinder-837356-2-iscsi {{(pid=103918) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jun 16 17:25:30.197419 dv-cinder-837356-2-iscsi neutron-server[103918]: DEBUG neutron.db.l3_dvrscheduler_db [None req-00609384-2e91-4de5-91a2-8c6245e22779 None None] Received port after_create {{(pid=103918) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:542}} Jun 16 17:25:30.291636 dv-cinder-837356-2-iscsi neutron-server[103919]: DEBUG neutron.db.l3_dvr_db [None req-93095428-beb7-4635-b72c-a4b8cedf8d55 None None] Set router 773cf309-19cb-42b7-91ee-afe372a91017 gateway port host: dv-cinder-837356-2-iscsi {{(pid=103919) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jun 16 17:25:30.317162 dv-cinder-837356-2-iscsi neutron-server[103916]: DEBUG neutron_lib.callbacks.manager [None req-2eea973f-1412-40aa-8a91-a0e6818e109a admin admin] Publish callbacks [] for port (162f0ad2-6711-4345-8f6b-93472d29602c), precommit_create {{(pid=103916) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 17:25:30.349589 dv-cinder-837356-2-iscsi neutron-server[103918]: DEBUG neutron_lib.callbacks.manager [None req-1cbd04a9-7758-4659-af44-638b7fa88b81 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16007590'] for port (2ef48185-74c7-486a-9679-f9baac8bfe7a), before_update {{(pid=103918) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 17:25:30.353669 dv-cinder-837356-2-iscsi neutron-server[103918]: DEBUG neutron.plugins.ml2.managers [None req-00609384-2e91-4de5-91a2-8c6245e22779 None None] Attempting to bind port ff5c7065-1345-46f5-98bb-38edfecab534 on host dv-cinder-837356-2-iscsi for vnic_type normal with profile {{(pid=103918) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:811}} Jun 16 17:25:30.354172 dv-cinder-837356-2-iscsi neutron-server[103918]: DEBUG neutron.plugins.ml2.managers [None req-00609384-2e91-4de5-91a2-8c6245e22779 None None] Attempting to bind port ff5c7065-1345-46f5-98bb-38edfecab534 by drivers openvswitch,hyperv on host dv-cinder-837356-2-iscsi at level 0 using segments [{'id': '5898551c-885d-42fa-9cbf-86e2335e3b38', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1000, 'network_id': 'c31bf554-5b37-45cf-b74e-db137ff15f30'}] {{(pid=103918) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:836}} Jun 16 17:25:30.354627 dv-cinder-837356-2-iscsi neutron-server[103918]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-00609384-2e91-4de5-91a2-8c6245e22779 None None] Attempting to bind port ff5c7065-1345-46f5-98bb-38edfecab534 on network c31bf554-5b37-45cf-b74e-db137ff15f30 {{(pid=103918) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jun 16 17:25:30.362945 dv-cinder-837356-2-iscsi neutron-server[103918]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-00609384-2e91-4de5-91a2-8c6245e22779 None None] Checking agent: {'id': '5b2fa84c-1db1-41c6-a6b9-975c3da28daf', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-837356-2-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 6, 16, 17, 14, 18), 'started_at': datetime.datetime(2022, 6, 16, 17, 14, 48), 'heartbeat_timestamp': datetime.datetime(2022, 6, 16, 17, 25, 18), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-837356-2-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103918) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jun 16 17:25:30.363493 dv-cinder-837356-2-iscsi neutron-server[103918]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-00609384-2e91-4de5-91a2-8c6245e22779 None None] Checking segment: {'id': '5898551c-885d-42fa-9cbf-86e2335e3b38', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1000, 'network_id': 'c31bf554-5b37-45cf-b74e-db137ff15f30'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103918) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jun 16 17:25:30.363999 dv-cinder-837356-2-iscsi neutron-server[103918]: DEBUG neutron_lib.callbacks.manager [None req-00609384-2e91-4de5-91a2-8c6245e22779 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103918) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 17:25:30.364555 dv-cinder-837356-2-iscsi neutron-server[103918]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-00609384-2e91-4de5-91a2-8c6245e22779 None None] Bound using segment: {'id': '5898551c-885d-42fa-9cbf-86e2335e3b38', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1000, 'network_id': 'c31bf554-5b37-45cf-b74e-db137ff15f30'} {{(pid=103918) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jun 16 17:25:30.365148 dv-cinder-837356-2-iscsi neutron-server[103918]: DEBUG neutron.plugins.ml2.managers [None req-00609384-2e91-4de5-91a2-8c6245e22779 None None] Bound port: ff5c7065-1345-46f5-98bb-38edfecab534, host: dv-cinder-837356-2-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '5898551c-885d-42fa-9cbf-86e2335e3b38', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1000, 'network_id': 'c31bf554-5b37-45cf-b74e-db137ff15f30'}}] {{(pid=103918) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:948}} Jun 16 17:25:30.365670 dv-cinder-837356-2-iscsi neutron-server[103918]: DEBUG neutron_lib.callbacks.manager [None req-00609384-2e91-4de5-91a2-8c6245e22779 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16007590'] for port (ff5c7065-1345-46f5-98bb-38edfecab534), before_update {{(pid=103918) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 17:25:30.386233 dv-cinder-837356-2-iscsi neutron-server[103919]: DEBUG dbcounter [-] [103919] Writing DB stats neutron:SELECT=97,neutron:UPDATE=3 {{(pid=103919) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 16 17:25:30.441412 dv-cinder-837356-2-iscsi neutron-server[103916]: DEBUG neutron_lib.callbacks.manager [None req-2eea973f-1412-40aa-8a91-a0e6818e109a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16007527', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-75831', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16241551', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8728538993421', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25517999'] for port (162f0ad2-6711-4345-8f6b-93472d29602c), after_create {{(pid=103916) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 17:25:30.465571 dv-cinder-837356-2-iscsi neutron-server[103916]: DEBUG dbcounter [-] [103916] Writing DB stats neutron:SELECT=90,neutron:INSERT=7,neutron:UPDATE=3 {{(pid=103916) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 16 17:25:30.503222 dv-cinder-837356-2-iscsi neutron-server[103917]: INFO neutron.wsgi [req-7270b8fb-303a-46ff-8059-c03b10b2ac2d req-b5a34f70-47b8-41c5-bc33-1bbb8bc9e5ad service neutron] 10.222.0.81 "GET /v2.0/networks/04f2ecf4-cd9f-483b-9100-6d9d67a561d2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3146598 Jun 16 17:25:30.536413 dv-cinder-837356-2-iscsi neutron-server[103916]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2eea973f-1412-40aa-8a91-a0e6818e109a admin admin] Network 9df31235-0797-44e6-85a0-102cb2da2d58 is already hosted by enough agents. {{(pid=103916) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 16 17:25:30.541086 dv-cinder-837356-2-iscsi neutron-server[103916]: DEBUG neutron.scheduler.base_scheduler [None req-2eea973f-1412-40aa-8a91-a0e6818e109a admin admin] Resources bound (agent type, host, resource id): {{(pid=103916) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 16 17:25:30.546328 dv-cinder-837356-2-iscsi neutron-server[103916]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2eea973f-1412-40aa-8a91-a0e6818e109a admin admin] Received port after_create {{(pid=103916) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:542}} Jun 16 17:25:30.638573 dv-cinder-837356-2-iscsi neutron-server[103919]: DEBUG dbcounter [-] [103919] Writing DB stats neutron:SELECT=98,neutron:UPDATE=1,neutron:INSERT=1 {{(pid=103919) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 16 17:25:30.680730 dv-cinder-837356-2-iscsi neutron-server[103916]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2eea973f-1412-40aa-8a91-a0e6818e109a admin admin] Pushing event updated for resources: {'Port': ['ID=162f0ad2-6711-4345-8f6b-93472d29602c,revision_number=1']} {{(pid=103916) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 17:25:30.723139 dv-cinder-837356-2-iscsi neutron-server[103916]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2eea973f-1412-40aa-8a91-a0e6818e109a admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-837356-2-iscsi {{(pid=103916) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 17:25:30.723405 dv-cinder-837356-2-iscsi neutron-server[103916]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2eea973f-1412-40aa-8a91-a0e6818e109a admin admin] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-837356-2-iscsi {{(pid=103916) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 17:25:30.723745 dv-cinder-837356-2-iscsi neutron-server[103916]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2eea973f-1412-40aa-8a91-a0e6818e109a admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-837356-2-iscsi {{(pid=103916) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 17:25:30.724077 dv-cinder-837356-2-iscsi neutron-server[103916]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2eea973f-1412-40aa-8a91-a0e6818e109a admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-837356-2-iscsi {{(pid=103916) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 17:25:30.724404 dv-cinder-837356-2-iscsi neutron-server[103916]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2eea973f-1412-40aa-8a91-a0e6818e109a admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-837356-2-iscsi {{(pid=103916) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 17:25:30.724726 dv-cinder-837356-2-iscsi neutron-server[103916]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2eea973f-1412-40aa-8a91-a0e6818e109a admin admin] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-837356-2-iscsi {{(pid=103916) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 17:25:30.725047 dv-cinder-837356-2-iscsi neutron-server[103916]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2eea973f-1412-40aa-8a91-a0e6818e109a admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-837356-2-iscsi {{(pid=103916) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 17:25:30.725422 dv-cinder-837356-2-iscsi neutron-server[103916]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2eea973f-1412-40aa-8a91-a0e6818e109a admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-837356-2-iscsi {{(pid=103916) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 17:25:30.725934 dv-cinder-837356-2-iscsi neutron-server[103916]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2eea973f-1412-40aa-8a91-a0e6818e109a admin admin] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-837356-2-iscsi {{(pid=103916) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 17:25:30.726803 dv-cinder-837356-2-iscsi neutron-server[103916]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2eea973f-1412-40aa-8a91-a0e6818e109a admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-837356-2-iscsi {{(pid=103916) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 17:25:30.727814 dv-cinder-837356-2-iscsi neutron-server[103916]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2eea973f-1412-40aa-8a91-a0e6818e109a admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-837356-2-iscsi {{(pid=103916) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 17:25:30.727814 dv-cinder-837356-2-iscsi neutron-server[103916]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2eea973f-1412-40aa-8a91-a0e6818e109a admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-837356-2-iscsi {{(pid=103916) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 17:25:30.728137 dv-cinder-837356-2-iscsi neutron-server[103916]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2eea973f-1412-40aa-8a91-a0e6818e109a admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-837356-2-iscsi {{(pid=103916) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 17:25:30.728289 dv-cinder-837356-2-iscsi neutron-server[103916]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2eea973f-1412-40aa-8a91-a0e6818e109a admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-837356-2-iscsi {{(pid=103916) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 17:25:30.728565 dv-cinder-837356-2-iscsi neutron-server[103916]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2eea973f-1412-40aa-8a91-a0e6818e109a admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-837356-2-iscsi {{(pid=103916) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 17:25:30.758296 dv-cinder-837356-2-iscsi neutron-server[103918]: DEBUG dbcounter [-] [103918] Writing DB stats neutron:SELECT=96,neutron:INSERT=1,neutron:UPDATE=3 {{(pid=103918) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 16 17:25:30.829638 dv-cinder-837356-2-iscsi neutron-server[103918]: DEBUG neutron.plugins.ml2.db [None req-00609384-2e91-4de5-91a2-8c6245e22779 None None] For port ff5c7065-1345-46f5-98bb-38edfecab534, host dv-cinder-837356-2-iscsi, cleared binding levels {{(pid=103918) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 16 17:25:30.834019 dv-cinder-837356-2-iscsi neutron-server[103918]: DEBUG neutron.plugins.ml2.db [None req-00609384-2e91-4de5-91a2-8c6245e22779 None None] For port ff5c7065-1345-46f5-98bb-38edfecab534, host dv-cinder-837356-2-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-837356-2-iscsi',level=0,port_id=ff5c7065-1345-46f5-98bb-38edfecab534,segment=NetworkSegment(5898551c-885d-42fa-9cbf-86e2335e3b38),segment_id=5898551c-885d-42fa-9cbf-86e2335e3b38)] {{(pid=103918) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 16 17:25:30.871624 dv-cinder-837356-2-iscsi neutron-server[103918]: DEBUG neutron.plugins.ml2.plugin [None req-39ead2dc-a542-4f04-b117-439eb7f32aa8 None None] Current status of the port 94dda5bf-7a9d-481d-85a0-a77a4b31fc3d is: DOWN; New status is: ACTIVE {{(pid=103918) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2298}} Jun 16 17:25:30.873302 dv-cinder-837356-2-iscsi neutron-server[103918]: DEBUG neutron_lib.callbacks.manager [None req-39ead2dc-a542-4f04-b117-439eb7f32aa8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16007590'] for port (94dda5bf-7a9d-481d-85a0-a77a4b31fc3d), before_update {{(pid=103918) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 17:25:30.977505 dv-cinder-837356-2-iscsi neutron-server[103919]: DEBUG neutron.db.l3_hamode_db [None req-93095428-beb7-4635-b72c-a4b8cedf8d55 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '773cf309-19cb-42b7-91ee-afe372a91017', 'name': 'tempest-TestMinimumBasicScenario-2043916775-router', 'tenant_id': '848c7ff5a10a47c0b98325add4101a73', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9df31235-0797-44e6-85a0-102cb2da2d58', 'external_fixed_ips': [{'subnet_id': '1dfb0320-f5eb-46f6-88ce-33002f500238', 'ip_address': '172.27.2.138'}], 'enable_snat': True}, 'gw_port_id': '94dda5bf-7a9d-481d-85a0-a77a4b31fc3d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-16T17:25:12Z', 'updated_at': '2022-06-16T17:25:23Z', 'revision_number': 4, 'project_id': '848c7ff5a10a47c0b98325add4101a73', 'gw_port': {'id': '94dda5bf-7a9d-481d-85a0-a77a4b31fc3d', 'name': '', 'network_id': '9df31235-0797-44e6-85a0-102cb2da2d58', 'tenant_id': '', 'mac_address': 'fa:16:3e:ca:40:fa', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '773cf309-19cb-42b7-91ee-afe372a91017', 'device_owner': 'network:router_gateway', 'standard_attr_id': 443, 'fixed_ips': [{'subnet_id': '1dfb0320-f5eb-46f6-88ce-33002f500238', 'ip_address': '172.27.2.138', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-837356-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-16T17:25:14Z', 'updated_at': '2022-06-16T17:25:23Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '1dfb0320-f5eb-46f6-88ce-33002f500238', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-837356-2-iscsi', '_interfaces': [{'id': '095f00fe-5e2d-414c-bcb8-428f26abf5ae', 'name': '', 'network_id': '68b37cbc-7f14-4f09-a1a2-98d75ba1412e', 'tenant_id': '848c7ff5a10a47c0b98325add4101a73', 'mac_address': 'fa:16:3e:e7:d3:95', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '773cf309-19cb-42b7-91ee-afe372a91017', 'device_owner': 'network:router_interface', 'standard_attr_id': 447, 'fixed_ips': [{'subnet_id': '34852e9f-aba4-4b0b-87a9-5734fc3d9f6a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-16T17:25:21Z', 'updated_at': '2022-06-16T17:25:23Z', 'revision_number': 2, 'project_id': '848c7ff5a10a47c0b98325add4101a73', 'subnets': [{'id': '34852e9f-aba4-4b0b-87a9-5734fc3d9f6a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-837356-2-iscsi', False) {} {{(pid=103919) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 16 17:25:31.002388 dv-cinder-837356-2-iscsi neutron-server[103917]: INFO neutron.wsgi [req-7270b8fb-303a-46ff-8059-c03b10b2ac2d req-7034a01c-c5c4-4334-b9c2-beb9a8658508 service neutron] 10.222.0.81 "GET /v2.0/networks/04f2ecf4-cd9f-483b-9100-6d9d67a561d2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4858463 Jun 16 17:25:31.055481 dv-cinder-837356-2-iscsi neutron-server[103918]: DEBUG neutron_lib.callbacks.manager [None req-00609384-2e91-4de5-91a2-8c6245e22779 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16007527', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-75831', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16241551', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728539364693', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728538993439', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728538993457'] for port (ff5c7065-1345-46f5-98bb-38edfecab534), after_update {{(pid=103918) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 17:25:31.116096 dv-cinder-837356-2-iscsi neutron-server[103919]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-93095428-beb7-4635-b72c-a4b8cedf8d55 None None] Checking router: 773cf309-19cb-42b7-91ee-afe372a91017 for host: dv-cinder-837356-2-iscsi {{(pid=103919) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 16 17:25:31.117602 dv-cinder-837356-2-iscsi neutron-server[103919]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-93095428-beb7-4635-b72c-a4b8cedf8d55 None None] Updating router 773cf309-19cb-42b7-91ee-afe372a91017 port 095f00fe-5e2d-414c-bcb8-428f26abf5ae binding host dv-cinder-837356-2-iscsi {{(pid=103919) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jun 16 17:25:31.157924 dv-cinder-837356-2-iscsi neutron-server[103918]: DEBUG neutron.plugins.ml2.db [None req-39ead2dc-a542-4f04-b117-439eb7f32aa8 None None] For port 94dda5bf-7a9d-481d-85a0-a77a4b31fc3d, host dv-cinder-837356-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-837356-2-iscsi',level=0,port_id=94dda5bf-7a9d-481d-85a0-a77a4b31fc3d,segment=NetworkSegment(18b787c7-0964-4a3b-b1f5-b8083c94f58b),segment_id=18b787c7-0964-4a3b-b1f5-b8083c94f58b)] {{(pid=103918) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 16 17:25:31.177143 dv-cinder-837356-2-iscsi neutron-server[103917]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d09bb15-04cd-4f24-bd29-d8c14f24dee9 req-99965d58-3d0f-4742-83b1-8bf28c4565a5 tempest-AttachVolumeShelveTestJSON-1123487845 tempest-AttachVolumeShelveTestJSON-1123487845-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103917) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 16 17:25:31.185794 dv-cinder-837356-2-iscsi neutron-server[103917]: INFO neutron.wsgi [req-1d09bb15-04cd-4f24-bd29-d8c14f24dee9 req-99965d58-3d0f-4742-83b1-8bf28c4565a5 tempest-AttachVolumeShelveTestJSON-1123487845 tempest-AttachVolumeShelveTestJSON-1123487845-project] 10.222.0.66 "GET /v2.0/ports?device_id=ab2e7148-fa86-4648-9e4b-87e27fcf1147 HTTP/1.1" status: 200 len: 946 time: 0.1298909 Jun 16 17:25:31.223556 dv-cinder-837356-2-iscsi neutron-server[103919]: DEBUG neutron_lib.callbacks.manager [None req-93095428-beb7-4635-b72c-a4b8cedf8d55 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16007590'] for port (095f00fe-5e2d-414c-bcb8-428f26abf5ae), before_update {{(pid=103919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 17:25:31.294255 dv-cinder-837356-2-iscsi neutron-server[103918]: DEBUG neutron_lib.callbacks.manager [None req-39ead2dc-a542-4f04-b117-439eb7f32aa8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16007527', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-75831', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16241551', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728539364693', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728538993439', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728538993457'] for port (94dda5bf-7a9d-481d-85a0-a77a4b31fc3d), after_update {{(pid=103918) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 17:25:31.294982 dv-cinder-837356-2-iscsi neutron-server[103918]: DEBUG neutron.plugins.ml2.rpc [None req-39ead2dc-a542-4f04-b117-439eb7f32aa8 None None] Device 1fb74e99-4857-44c3-af81-ed3d3ffe4f39 up at agent ovs-agent-dv-cinder-837356-2-iscsi {{(pid=103918) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 16 17:25:31.315903 dv-cinder-837356-2-iscsi neutron-server[103917]: INFO neutron.wsgi [req-1d09bb15-04cd-4f24-bd29-d8c14f24dee9 req-489fd84a-4a30-4fc5-966e-797933aa8a00 tempest-AttachVolumeShelveTestJSON-1123487845 tempest-AttachVolumeShelveTestJSON-1123487845-project] 10.222.0.66 "GET /v2.0/security-groups?id=5ab805c8-38ae-4655-bf71-1fc1999d288e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1253920 Jun 16 17:25:31.419705 dv-cinder-837356-2-iscsi neutron-server[103916]: DEBUG neutron_lib.callbacks.manager [None req-2eea973f-1412-40aa-8a91-a0e6818e109a admin admin] Publish callbacks [] for router_gateway (4e78b46b-81d8-4248-8d80-259bb205067a), after_create {{(pid=103916) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 17:25:31.442006 dv-cinder-837356-2-iscsi neutron-server[103918]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-00609384-2e91-4de5-91a2-8c6245e22779 None None] Pushing event updated for resources: {'Port': ['ID=ff5c7065-1345-46f5-98bb-38edfecab534,revision_number=2']} {{(pid=103918) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 17:25:31.584829 dv-cinder-837356-2-iscsi neutron-server[103918]: DEBUG dbcounter [-] [103918] Writing DB stats neutron:SELECT=97,neutron:UPDATE=2,neutron:INSERT=1 {{(pid=103918) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 16 17:25:31.607833 dv-cinder-837356-2-iscsi neutron-server[103918]: DEBUG neutron.db.provisioning_blocks [None req-39ead2dc-a542-4f04-b117-439eb7f32aa8 None None] Provisioning complete for port 1fb74e99-4857-44c3-af81-ed3d3ffe4f39 triggered by entity L2. {{(pid=103918) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jun 16 17:25:31.608795 dv-cinder-837356-2-iscsi neutron-server[103918]: DEBUG neutron_lib.callbacks.manager [None req-39ead2dc-a542-4f04-b117-439eb7f32aa8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16149424'] for port (1fb74e99-4857-44c3-af81-ed3d3ffe4f39), provisioning_complete {{(pid=103918) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 17:25:31.713803 dv-cinder-837356-2-iscsi neutron-server[103918]: DEBUG neutron_lib.callbacks.manager [None req-1cbd04a9-7758-4659-af44-638b7fa88b81 None None] Publish callbacks [] for port (2ef48185-74c7-486a-9679-f9baac8bfe7a), precommit_update {{(pid=103918) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 17:25:31.735599 dv-cinder-837356-2-iscsi neutron-server[103918]: DEBUG neutron_lib.callbacks.manager [None req-1cbd04a9-7758-4659-af44-638b7fa88b81 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16007527', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-75831', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16241551', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728539364693', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728538993439', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728538993457'] for port (2ef48185-74c7-486a-9679-f9baac8bfe7a), after_update {{(pid=103918) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 17:25:31.900810 dv-cinder-837356-2-iscsi neutron-server[103918]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-39ead2dc-a542-4f04-b117-439eb7f32aa8 None None] Pushing event updated for resources: {'Port': ['ID=94dda5bf-7a9d-481d-85a0-a77a4b31fc3d,revision_number=4']} {{(pid=103918) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 17:25:32.018507 dv-cinder-837356-2-iscsi neutron-server[103916]: DEBUG dbcounter [-] [103916] Writing DB stats neutron:SELECT=96,neutron:INSERT=1,neutron:UPDATE=3 {{(pid=103916) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 16 17:25:32.022984 dv-cinder-837356-2-iscsi neutron-server[103916]: DEBUG neutron_lib.callbacks.manager [None req-2eea973f-1412-40aa-8a91-a0e6818e109a admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-705015', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-704873'] for router (4e78b46b-81d8-4248-8d80-259bb205067a), after_create {{(pid=103916) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 17:25:32.143468 dv-cinder-837356-2-iscsi neutron-server[103918]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1ee1b0fc-6296-4c63-bb3e-8c13dbe3ec94 None None] Pushing event updated for resources: {'Port': ['ID=2ef48185-74c7-486a-9679-f9baac8bfe7a,revision_number=3']} {{(pid=103918) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 17:25:32.222661 dv-cinder-837356-2-iscsi neutron-server[103919]: DEBUG neutron_lib.callbacks.manager [None req-93095428-beb7-4635-b72c-a4b8cedf8d55 None None] Publish callbacks [] for port (095f00fe-5e2d-414c-bcb8-428f26abf5ae), precommit_update {{(pid=103919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 17:25:32.244293 dv-cinder-837356-2-iscsi neutron-server[103919]: DEBUG neutron_lib.callbacks.manager [None req-93095428-beb7-4635-b72c-a4b8cedf8d55 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16007527', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-75831', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16241551', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728539364693', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728538993439', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728538993457'] for port (095f00fe-5e2d-414c-bcb8-428f26abf5ae), after_update {{(pid=103919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 17:25:32.474785 dv-cinder-837356-2-iscsi neutron-server[103919]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff5f4048-2347-44e3-ba3a-607338dadbb1 None None] Pushing event updated for resources: {'Port': ['ID=095f00fe-5e2d-414c-bcb8-428f26abf5ae,revision_number=3']} {{(pid=103919) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 17:25:32.483947 dv-cinder-837356-2-iscsi neutron-server[103918]: DEBUG neutron.db.provisioning_blocks [None req-122da549-b29e-4c66-8cc4-32d33ad34714 None None] Provisioning complete for port 2ef48185-74c7-486a-9679-f9baac8bfe7a triggered by entity DHCP. {{(pid=103918) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jun 16 17:25:32.498585 dv-cinder-837356-2-iscsi neutron-server[103916]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-2eea973f-1412-40aa-8a91-a0e6818e109a admin admin] Router 4e78b46b-81d8-4248-8d80-259bb205067a is scheduled to L3 agent 7639df21-17c3-4235-8912-210c3ad54137 with binding_index 1 {{(pid=103916) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Jun 16 17:25:32.500835 dv-cinder-837356-2-iscsi neutron-server[103918]: DEBUG neutron_lib.callbacks.manager [None req-122da549-b29e-4c66-8cc4-32d33ad34714 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16149424'] for port (2ef48185-74c7-486a-9679-f9baac8bfe7a), provisioning_complete {{(pid=103918) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 17:25:32.519091 dv-cinder-837356-2-iscsi neutron-server[103918]: DEBUG neutron.plugins.ml2.plugin [None req-39ead2dc-a542-4f04-b117-439eb7f32aa8 None None] Current status of the port 1fb74e99-4857-44c3-af81-ed3d3ffe4f39 is: ACTIVE; New status is: ACTIVE {{(pid=103918) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2298}} Jun 16 17:25:32.552526 dv-cinder-837356-2-iscsi neutron-server[103919]: DEBUG neutron.plugins.ml2.managers [None req-93095428-beb7-4635-b72c-a4b8cedf8d55 None None] Attempting to bind port 095f00fe-5e2d-414c-bcb8-428f26abf5ae on host dv-cinder-837356-2-iscsi for vnic_type normal with profile {{(pid=103919) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:811}} Jun 16 17:25:32.563013 dv-cinder-837356-2-iscsi neutron-server[103919]: DEBUG neutron.plugins.ml2.managers [None req-93095428-beb7-4635-b72c-a4b8cedf8d55 None None] Attempting to bind port 095f00fe-5e2d-414c-bcb8-428f26abf5ae by drivers openvswitch,hyperv on host dv-cinder-837356-2-iscsi at level 0 using segments [{'id': '4463af6d-fa55-4b6c-8cec-9c3dd9b4d253', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1033, 'network_id': '68b37cbc-7f14-4f09-a1a2-98d75ba1412e'}] {{(pid=103919) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:836}} Jun 16 17:25:32.564211 dv-cinder-837356-2-iscsi neutron-server[103919]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-93095428-beb7-4635-b72c-a4b8cedf8d55 None None] Attempting to bind port 095f00fe-5e2d-414c-bcb8-428f26abf5ae on network 68b37cbc-7f14-4f09-a1a2-98d75ba1412e {{(pid=103919) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jun 16 17:25:32.577841 dv-cinder-837356-2-iscsi neutron-server[103919]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-93095428-beb7-4635-b72c-a4b8cedf8d55 None None] Checking agent: {'id': '5b2fa84c-1db1-41c6-a6b9-975c3da28daf', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-837356-2-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 6, 16, 17, 14, 18), 'started_at': datetime.datetime(2022, 6, 16, 17, 14, 48), 'heartbeat_timestamp': datetime.datetime(2022, 6, 16, 17, 25, 18), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-837356-2-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103919) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jun 16 17:25:32.579825 dv-cinder-837356-2-iscsi neutron-server[103919]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-93095428-beb7-4635-b72c-a4b8cedf8d55 None None] Checking segment: {'id': '4463af6d-fa55-4b6c-8cec-9c3dd9b4d253', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1033, 'network_id': '68b37cbc-7f14-4f09-a1a2-98d75ba1412e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103919) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jun 16 17:25:32.580933 dv-cinder-837356-2-iscsi neutron-server[103919]: DEBUG neutron_lib.callbacks.manager [None req-93095428-beb7-4635-b72c-a4b8cedf8d55 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 17:25:32.584513 dv-cinder-837356-2-iscsi neutron-server[103918]: DEBUG neutron.plugins.ml2.managers [None req-1cbd04a9-7758-4659-af44-638b7fa88b81 None None] Attempting to bind port 2ef48185-74c7-486a-9679-f9baac8bfe7a on host dv-cinder-837356-2-iscsi for vnic_type normal with profile {{(pid=103918) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:811}} Jun 16 17:25:32.584854 dv-cinder-837356-2-iscsi neutron-server[103919]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-93095428-beb7-4635-b72c-a4b8cedf8d55 None None] Bound using segment: {'id': '4463af6d-fa55-4b6c-8cec-9c3dd9b4d253', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1033, 'network_id': '68b37cbc-7f14-4f09-a1a2-98d75ba1412e'} {{(pid=103919) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jun 16 17:25:32.584963 dv-cinder-837356-2-iscsi neutron-server[103918]: DEBUG neutron.plugins.ml2.managers [None req-1cbd04a9-7758-4659-af44-638b7fa88b81 None None] Attempting to bind port 2ef48185-74c7-486a-9679-f9baac8bfe7a by drivers openvswitch,hyperv on host dv-cinder-837356-2-iscsi at level 0 using segments [{'id': '363e514d-58a6-41ff-89ea-af6a85f188ef', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1006, 'network_id': '3da1c24e-a853-4091-89c9-dc663f379476'}] {{(pid=103918) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:836}} Jun 16 17:25:32.585536 dv-cinder-837356-2-iscsi neutron-server[103918]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1cbd04a9-7758-4659-af44-638b7fa88b81 None None] Attempting to bind port 2ef48185-74c7-486a-9679-f9baac8bfe7a on network 3da1c24e-a853-4091-89c9-dc663f379476 {{(pid=103918) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jun 16 17:25:32.586833 dv-cinder-837356-2-iscsi neutron-server[103919]: DEBUG neutron.plugins.ml2.managers [None req-93095428-beb7-4635-b72c-a4b8cedf8d55 None None] Bound port: 095f00fe-5e2d-414c-bcb8-428f26abf5ae, host: dv-cinder-837356-2-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '4463af6d-fa55-4b6c-8cec-9c3dd9b4d253', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1033, 'network_id': '68b37cbc-7f14-4f09-a1a2-98d75ba1412e'}}] {{(pid=103919) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:948}} Jun 16 17:25:32.587942 dv-cinder-837356-2-iscsi neutron-server[103919]: DEBUG neutron_lib.callbacks.manager [None req-93095428-beb7-4635-b72c-a4b8cedf8d55 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16007590'] for port (095f00fe-5e2d-414c-bcb8-428f26abf5ae), before_update {{(pid=103919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 17:25:32.608445 dv-cinder-837356-2-iscsi neutron-server[103918]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1cbd04a9-7758-4659-af44-638b7fa88b81 None None] Checking agent: {'id': '5b2fa84c-1db1-41c6-a6b9-975c3da28daf', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-837356-2-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 6, 16, 17, 14, 18), 'started_at': datetime.datetime(2022, 6, 16, 17, 14, 48), 'heartbeat_timestamp': datetime.datetime(2022, 6, 16, 17, 25, 18), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-837356-2-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103918) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jun 16 17:25:32.608825 dv-cinder-837356-2-iscsi neutron-server[103918]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1cbd04a9-7758-4659-af44-638b7fa88b81 None None] Checking segment: {'id': '363e514d-58a6-41ff-89ea-af6a85f188ef', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1006, 'network_id': '3da1c24e-a853-4091-89c9-dc663f379476'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103918) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jun 16 17:25:32.609248 dv-cinder-837356-2-iscsi neutron-server[103918]: DEBUG neutron_lib.callbacks.manager [None req-1cbd04a9-7758-4659-af44-638b7fa88b81 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103918) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 17:25:32.609638 dv-cinder-837356-2-iscsi neutron-server[103918]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1cbd04a9-7758-4659-af44-638b7fa88b81 None None] Bound using segment: {'id': '363e514d-58a6-41ff-89ea-af6a85f188ef', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1006, 'network_id': '3da1c24e-a853-4091-89c9-dc663f379476'} {{(pid=103918) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jun 16 17:25:32.610126 dv-cinder-837356-2-iscsi neutron-server[103918]: DEBUG neutron.plugins.ml2.managers [None req-1cbd04a9-7758-4659-af44-638b7fa88b81 None None] Bound port: 2ef48185-74c7-486a-9679-f9baac8bfe7a, host: dv-cinder-837356-2-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '363e514d-58a6-41ff-89ea-af6a85f188ef', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1006, 'network_id': '3da1c24e-a853-4091-89c9-dc663f379476'}}] {{(pid=103918) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:948}} Jun 16 17:25:32.610501 dv-cinder-837356-2-iscsi neutron-server[103918]: DEBUG neutron_lib.callbacks.manager [None req-1cbd04a9-7758-4659-af44-638b7fa88b81 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16007590'] for port (2ef48185-74c7-486a-9679-f9baac8bfe7a), before_update {{(pid=103918) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 17:25:32.662352 dv-cinder-837356-2-iscsi neutron-server[103916]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-434911d1-7d3e-4866-bd8a-7bc50421f8d5 req-dec5ccd4-52a1-4980-b7f0-99047c176391 tempest-AttachVolumeShelveTestJSON-1123487845 tempest-AttachVolumeShelveTestJSON-1123487845-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103916) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 16 17:25:32.682872 dv-cinder-837356-2-iscsi neutron-server[103916]: INFO neutron.wsgi [req-434911d1-7d3e-4866-bd8a-7bc50421f8d5 req-dec5ccd4-52a1-4980-b7f0-99047c176391 tempest-AttachVolumeShelveTestJSON-1123487845 tempest-AttachVolumeShelveTestJSON-1123487845-project] 10.222.0.66 "GET /v2.0/ports?device_id=ab2e7148-fa86-4648-9e4b-87e27fcf1147 HTTP/1.1" status: 200 len: 946 time: 0.1587384 Jun 16 17:25:32.778666 dv-cinder-837356-2-iscsi neutron-server[103919]: DEBUG neutron.plugins.ml2.db [None req-93095428-beb7-4635-b72c-a4b8cedf8d55 None None] For port 095f00fe-5e2d-414c-bcb8-428f26abf5ae, host dv-cinder-837356-2-iscsi, cleared binding levels {{(pid=103919) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 16 17:25:32.786044 dv-cinder-837356-2-iscsi neutron-server[103919]: DEBUG neutron.plugins.ml2.db [None req-93095428-beb7-4635-b72c-a4b8cedf8d55 None None] For port 095f00fe-5e2d-414c-bcb8-428f26abf5ae, host dv-cinder-837356-2-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-837356-2-iscsi',level=0,port_id=095f00fe-5e2d-414c-bcb8-428f26abf5ae,segment=NetworkSegment(4463af6d-fa55-4b6c-8cec-9c3dd9b4d253),segment_id=4463af6d-fa55-4b6c-8cec-9c3dd9b4d253)] {{(pid=103919) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 16 17:25:32.802211 dv-cinder-837356-2-iscsi neutron-server[103919]: DEBUG neutron_lib.callbacks.manager [None req-93095428-beb7-4635-b72c-a4b8cedf8d55 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16007527', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-75831', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16241551', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728539364693', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728538993439', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728538993457'] for port (095f00fe-5e2d-414c-bcb8-428f26abf5ae), after_update {{(pid=103919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 17:25:32.905711 dv-cinder-837356-2-iscsi neutron-server[103918]: DEBUG neutron.plugins.ml2.db [None req-1cbd04a9-7758-4659-af44-638b7fa88b81 None None] For port 2ef48185-74c7-486a-9679-f9baac8bfe7a, host dv-cinder-837356-2-iscsi, cleared binding levels {{(pid=103918) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 16 17:25:32.915902 dv-cinder-837356-2-iscsi neutron-server[103918]: DEBUG neutron.plugins.ml2.db [None req-1cbd04a9-7758-4659-af44-638b7fa88b81 None None] For port 2ef48185-74c7-486a-9679-f9baac8bfe7a, host dv-cinder-837356-2-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-837356-2-iscsi',level=0,port_id=2ef48185-74c7-486a-9679-f9baac8bfe7a,segment=NetworkSegment(363e514d-58a6-41ff-89ea-af6a85f188ef),segment_id=363e514d-58a6-41ff-89ea-af6a85f188ef)] {{(pid=103918) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 16 17:25:32.935771 dv-cinder-837356-2-iscsi neutron-server[103918]: DEBUG neutron.plugins.ml2.plugin [None req-122da549-b29e-4c66-8cc4-32d33ad34714 None None] Port 2ef48185-74c7-486a-9679-f9baac8bfe7a cannot update to ACTIVE because it is not bound. {{(pid=103918) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:354}} Jun 16 17:25:32.937805 dv-cinder-837356-2-iscsi neutron-server[103918]: DEBUG neutron_lib.callbacks.manager [None req-1cbd04a9-7758-4659-af44-638b7fa88b81 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16007527', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-75831', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16241551', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728539364693', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728538993439', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728538993457'] for port (2ef48185-74c7-486a-9679-f9baac8bfe7a), after_update {{(pid=103918) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 17:25:32.977320 dv-cinder-837356-2-iscsi neutron-server[103919]: DEBUG neutron.db.l3_dvrscheduler_db [None req-93095428-beb7-4635-b72c-a4b8cedf8d55 None None] Routers {'773cf309-19cb-42b7-91ee-afe372a91017'} bound to L3 agent in host dv-cinder-837356-2-iscsi {{(pid=103919) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jun 16 17:25:32.979087 dv-cinder-837356-2-iscsi neutron-server[103919]: DEBUG neutron.db.l3_hamode_db [None req-93095428-beb7-4635-b72c-a4b8cedf8d55 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-837356-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-06-16T17:14:15Z,description=,heartbeat_timestamp=2022-06-16T17:25:15Z,host='dv-cinder-837356-2-iscsi',id=7639df21-17c3-4235-8912-210c3ad54137,load=0,resource_versions=,resources_synced=,started_at=2022-06-16T17:14:15Z,topic='l3_agent')) {'router_ids': ['773cf309-19cb-42b7-91ee-afe372a91017'], 'active': True} {{(pid=103919) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 16 17:25:33.058833 dv-cinder-837356-2-iscsi neutron-server[103916]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2eea973f-1412-40aa-8a91-a0e6818e109a admin admin] Notify agent at l3_agent.dv-cinder-837356-2-iscsi the message routers_updated {{(pid=103916) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jun 16 17:25:33.062389 dv-cinder-837356-2-iscsi neutron-server[103918]: DEBUG neutron.plugins.ml2.rpc [None req-39ead2dc-a542-4f04-b117-439eb7f32aa8 None None] Device 94dda5bf-7a9d-481d-85a0-a77a4b31fc3d up at agent ovs-agent-dv-cinder-837356-2-iscsi {{(pid=103918) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 16 17:25:33.186172 dv-cinder-837356-2-iscsi neutron-server[103918]: DEBUG dbcounter [-] [103918] Writing DB stats neutron:UPDATE=5,neutron:SELECT=95 {{(pid=103918) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 16 17:25:33.188198 dv-cinder-837356-2-iscsi neutron-server[103918]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e6723556-eb1b-438d-94a4-80d6276e1d0b None None] Sync routers for ids ['4e78b46b-81d8-4248-8d80-259bb205067a'] in dv-cinder-837356-2-iscsi {{(pid=103918) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 16 17:25:33.195182 dv-cinder-837356-2-iscsi neutron-server[103918]: DEBUG neutron.db.provisioning_blocks [None req-53577715-cf09-4df7-844a-80810af9c0fe None None] Provisioning complete for port 095f00fe-5e2d-414c-bcb8-428f26abf5ae triggered by entity DHCP. {{(pid=103918) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jun 16 17:25:33.195572 dv-cinder-837356-2-iscsi neutron-server[103918]: DEBUG neutron_lib.callbacks.manager [None req-53577715-cf09-4df7-844a-80810af9c0fe None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16149424'] for port (095f00fe-5e2d-414c-bcb8-428f26abf5ae), provisioning_complete {{(pid=103918) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 17:25:33.246930 dv-cinder-837356-2-iscsi neutron-server[103919]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff5f4048-2347-44e3-ba3a-607338dadbb1 None None] Pushing event updated for resources: {'Port': ['ID=095f00fe-5e2d-414c-bcb8-428f26abf5ae,revision_number=4']} {{(pid=103919) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 17:25:33.251165 dv-cinder-837356-2-iscsi neutron-server[103916]: DEBUG dbcounter [-] [103916] Writing DB stats neutron:SELECT=98,neutron:UPDATE=1,neutron:INSERT=1 {{(pid=103916) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 16 17:25:33.259810 dv-cinder-837356-2-iscsi neutron-server[103916]: INFO neutron.wsgi [req-434911d1-7d3e-4866-bd8a-7bc50421f8d5 req-bcbdc8a3-b9ca-4d5a-b6e4-0fae08e1b769 tempest-AttachVolumeShelveTestJSON-1123487845 tempest-AttachVolumeShelveTestJSON-1123487845-project] 10.222.0.66 "GET /v2.0/security-groups?id=5ab805c8-38ae-4655-bf71-1fc1999d288e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.5758235 Jun 16 17:25:33.276939 dv-cinder-837356-2-iscsi neutron-server[103919]: DEBUG dbcounter [-] [103919] Writing DB stats neutron:SELECT=96,neutron:UPDATE=4 {{(pid=103919) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 16 17:25:33.300485 dv-cinder-837356-2-iscsi neutron-server[103916]: DEBUG neutron_lib.callbacks.manager [None req-2eea973f-1412-40aa-8a91-a0e6818e109a admin admin] Publish callbacks [] for router (None), before_response {{(pid=103916) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 17:25:33.301931 dv-cinder-837356-2-iscsi neutron-server[103916]: INFO neutron.wsgi [None req-2eea973f-1412-40aa-8a91-a0e6818e109a admin admin] 10.222.0.66 "POST /v2.0/routers HTTP/1.1" status: 201 len: 923 time: 5.3733528 Jun 16 17:25:33.305090 dv-cinder-837356-2-iscsi neutron-server[103917]: DEBUG neutron.wsgi [-] (103917) accepted ('10.222.0.66', 40942) {{(pid=103917) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 16 17:25:33.435241 dv-cinder-837356-2-iscsi neutron-server[103919]: DEBUG neutron.db.l3_dvr_db [None req-93095428-beb7-4635-b72c-a4b8cedf8d55 None None] Set router 773cf309-19cb-42b7-91ee-afe372a91017 gateway port host: dv-cinder-837356-2-iscsi {{(pid=103919) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jun 16 17:25:33.455857 dv-cinder-837356-2-iscsi neutron-server[103918]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1cbd04a9-7758-4659-af44-638b7fa88b81 None None] Routers {'c35ad751-e83c-4d20-bca1-ec4f6db7db70'} bound to L3 agent in host dv-cinder-837356-2-iscsi {{(pid=103918) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jun 16 17:25:33.455857 dv-cinder-837356-2-iscsi neutron-server[103918]: DEBUG neutron.db.l3_hamode_db [None req-1cbd04a9-7758-4659-af44-638b7fa88b81 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-837356-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-06-16T17:14:15Z,description=,heartbeat_timestamp=2022-06-16T17:25:15Z,host='dv-cinder-837356-2-iscsi',id=7639df21-17c3-4235-8912-210c3ad54137,load=0,resource_versions=,resources_synced=,started_at=2022-06-16T17:14:15Z,topic='l3_agent')) {'router_ids': ['c35ad751-e83c-4d20-bca1-ec4f6db7db70'], 'active': True} {{(pid=103918) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 16 17:25:33.560648 dv-cinder-837356-2-iscsi neutron-server[103917]: DEBUG dbcounter [-] [103917] Writing DB stats neutron:SELECT=98,neutron:INSERT=1,neutron:DELETE=1 {{(pid=103917) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 16 17:25:33.652565 dv-cinder-837356-2-iscsi neutron-server[103918]: DEBUG neutron.plugins.ml2.plugin [None req-53577715-cf09-4df7-844a-80810af9c0fe None None] Current status of the port 095f00fe-5e2d-414c-bcb8-428f26abf5ae is: DOWN; New status is: ACTIVE {{(pid=103918) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2298}} Jun 16 17:25:33.652842 dv-cinder-837356-2-iscsi neutron-server[103918]: DEBUG neutron_lib.callbacks.manager [None req-53577715-cf09-4df7-844a-80810af9c0fe None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16007590'] for port (095f00fe-5e2d-414c-bcb8-428f26abf5ae), before_update {{(pid=103918) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 17:25:33.660141 dv-cinder-837356-2-iscsi neutron-server[103918]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b5f09eb3-61c9-425b-b3c8-67ce9041fafb None None] Network c31bf554-5b37-45cf-b74e-db137ff15f30 requested from dv-cinder-837356-2-iscsi {{(pid=103918) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jun 16 17:25:34.213322 dv-cinder-837356-2-iscsi neutron-server[103919]: DEBUG neutron.db.l3_hamode_db [None req-93095428-beb7-4635-b72c-a4b8cedf8d55 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '773cf309-19cb-42b7-91ee-afe372a91017', 'name': 'tempest-TestMinimumBasicScenario-2043916775-router', 'tenant_id': '848c7ff5a10a47c0b98325add4101a73', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9df31235-0797-44e6-85a0-102cb2da2d58', 'external_fixed_ips': [{'subnet_id': '1dfb0320-f5eb-46f6-88ce-33002f500238', 'ip_address': '172.27.2.138'}], 'enable_snat': True}, 'gw_port_id': '94dda5bf-7a9d-481d-85a0-a77a4b31fc3d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-16T17:25:12Z', 'updated_at': '2022-06-16T17:25:23Z', 'revision_number': 4, 'project_id': '848c7ff5a10a47c0b98325add4101a73', 'gw_port': {'id': '94dda5bf-7a9d-481d-85a0-a77a4b31fc3d', 'name': '', 'network_id': '9df31235-0797-44e6-85a0-102cb2da2d58', 'tenant_id': '', 'mac_address': 'fa:16:3e:ca:40:fa', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '773cf309-19cb-42b7-91ee-afe372a91017', 'device_owner': 'network:router_gateway', 'standard_attr_id': 443, 'fixed_ips': [{'subnet_id': '1dfb0320-f5eb-46f6-88ce-33002f500238', 'ip_address': '172.27.2.138', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-837356-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-16T17:25:14Z', 'updated_at': '2022-06-16T17:25:30Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1dfb0320-f5eb-46f6-88ce-33002f500238', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-837356-2-iscsi', '_interfaces': [{'id': '095f00fe-5e2d-414c-bcb8-428f26abf5ae', 'name': '', 'network_id': '68b37cbc-7f14-4f09-a1a2-98d75ba1412e', 'tenant_id': '848c7ff5a10a47c0b98325add4101a73', 'mac_address': 'fa:16:3e:e7:d3:95', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '773cf309-19cb-42b7-91ee-afe372a91017', 'device_owner': 'network:router_interface', 'standard_attr_id': 447, 'fixed_ips': [{'subnet_id': '34852e9f-aba4-4b0b-87a9-5734fc3d9f6a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-837356-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-16T17:25:21Z', 'updated_at': '2022-06-16T17:25:32Z', 'revision_number': 4, 'project_id': '848c7ff5a10a47c0b98325add4101a73', 'subnets': [{'id': '34852e9f-aba4-4b0b-87a9-5734fc3d9f6a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-837356-2-iscsi', False) {} {{(pid=103919) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 16 17:25:34.221378 dv-cinder-837356-2-iscsi neutron-server[103919]: DEBUG dbcounter [-] [103919] Writing DB stats neutron:SELECT=98,neutron:UPDATE=1,neutron:INSERT=1 {{(pid=103919) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 16 17:25:34.324087 dv-cinder-837356-2-iscsi neutron-server[103918]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1ee1b0fc-6296-4c63-bb3e-8c13dbe3ec94 None None] Pushing event updated for resources: {'Port': ['ID=2ef48185-74c7-486a-9679-f9baac8bfe7a,revision_number=4']} {{(pid=103918) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 17:25:34.327754 dv-cinder-837356-2-iscsi neutron-server[103918]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e6723556-eb1b-438d-94a4-80d6276e1d0b None None] Routers {'4e78b46b-81d8-4248-8d80-259bb205067a'} bound to L3 agent in host dv-cinder-837356-2-iscsi {{(pid=103918) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jun 16 17:25:34.328387 dv-cinder-837356-2-iscsi neutron-server[103918]: DEBUG neutron.db.l3_hamode_db [None req-e6723556-eb1b-438d-94a4-80d6276e1d0b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-837356-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-06-16T17:14:15Z,description=,heartbeat_timestamp=2022-06-16T17:25:15Z,host='dv-cinder-837356-2-iscsi',id=7639df21-17c3-4235-8912-210c3ad54137,load=0,resource_versions=,resources_synced=,started_at=2022-06-16T17:14:15Z,topic='l3_agent')) {'router_ids': ['4e78b46b-81d8-4248-8d80-259bb205067a'], 'active': True} {{(pid=103918) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 16 17:25:34.338016 dv-cinder-837356-2-iscsi neutron-server[103919]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-93095428-beb7-4635-b72c-a4b8cedf8d55 None None] The sync data for ids ['773cf309-19cb-42b7-91ee-afe372a91017'] in dv-cinder-837356-2-iscsi is: [{'id': '773cf309-19cb-42b7-91ee-afe372a91017', 'name': 'tempest-TestMinimumBasicScenario-2043916775-router', 'tenant_id': '848c7ff5a10a47c0b98325add4101a73', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9df31235-0797-44e6-85a0-102cb2da2d58', 'external_fixed_ips': [{'subnet_id': '1dfb0320-f5eb-46f6-88ce-33002f500238', 'ip_address': '172.27.2.138'}], 'enable_snat': True}, 'gw_port_id': '94dda5bf-7a9d-481d-85a0-a77a4b31fc3d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-16T17:25:12Z', 'updated_at': '2022-06-16T17:25:23Z', 'revision_number': 4, 'project_id': '848c7ff5a10a47c0b98325add4101a73', 'gw_port': {'id': '94dda5bf-7a9d-481d-85a0-a77a4b31fc3d', 'name': '', 'network_id': '9df31235-0797-44e6-85a0-102cb2da2d58', 'tenant_id': '', 'mac_address': 'fa:16:3e:ca:40:fa', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '773cf309-19cb-42b7-91ee-afe372a91017', 'device_owner': 'network:router_gateway', 'standard_attr_id': 443, 'fixed_ips': [{'subnet_id': '1dfb0320-f5eb-46f6-88ce-33002f500238', 'ip_address': '172.27.2.138', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-837356-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-16T17:25:14Z', 'updated_at': '2022-06-16T17:25:30Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1dfb0320-f5eb-46f6-88ce-33002f500238', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-837356-2-iscsi', '_interfaces': [{'id': '095f00fe-5e2d-414c-bcb8-428f26abf5ae', 'name': '', 'network_id': '68b37cbc-7f14-4f09-a1a2-98d75ba1412e', 'tenant_id': '848c7ff5a10a47c0b98325add4101a73', 'mac_address': 'fa:16:3e:e7:d3:95', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '773cf309-19cb-42b7-91ee-afe372a91017', 'device_owner': 'network:router_interface', 'standard_attr_id': 447, 'fixed_ips': [{'subnet_id': '34852e9f-aba4-4b0b-87a9-5734fc3d9f6a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-837356-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-16T17:25:21Z', 'updated_at': '2022-06-16T17:25:32Z', 'revision_number': 4, 'project_id': '848c7ff5a10a47c0b98325add4101a73', 'subnets': [{'id': '34852e9f-aba4-4b0b-87a9-5734fc3d9f6a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103919) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 16 17:25:34.454386 dv-cinder-837356-2-iscsi neutron-server[103918]: DEBUG neutron.db.provisioning_blocks [None req-39ead2dc-a542-4f04-b117-439eb7f32aa8 None None] Provisioning complete for port 94dda5bf-7a9d-481d-85a0-a77a4b31fc3d triggered by entity L2. {{(pid=103918) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jun 16 17:25:34.454892 dv-cinder-837356-2-iscsi neutron-server[103918]: DEBUG neutron_lib.callbacks.manager [None req-39ead2dc-a542-4f04-b117-439eb7f32aa8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16149424'] for port (94dda5bf-7a9d-481d-85a0-a77a4b31fc3d), provisioning_complete {{(pid=103918) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 17:25:34.527103 dv-cinder-837356-2-iscsi neutron-server[103917]: DEBUG neutron_lib.callbacks.manager [None req-35e50468-26f4-467f-97d4-f553f7233246 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16007590'] for port (None), before_create {{(pid=103917) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 17:25:34.561319 dv-cinder-837356-2-iscsi neutron-server[103918]: DEBUG dbcounter [-] [103918] Writing DB stats neutron:SELECT=96,neutron:UPDATE=3,neutron:INSERT=1 {{(pid=103918) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 16 17:25:34.679406 dv-cinder-837356-2-iscsi neutron-server[103918]: DEBUG neutron.plugins.ml2.db [None req-53577715-cf09-4df7-844a-80810af9c0fe None None] For port 095f00fe-5e2d-414c-bcb8-428f26abf5ae, host dv-cinder-837356-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-837356-2-iscsi',level=0,port_id=095f00fe-5e2d-414c-bcb8-428f26abf5ae,segment=NetworkSegment(4463af6d-fa55-4b6c-8cec-9c3dd9b4d253),segment_id=4463af6d-fa55-4b6c-8cec-9c3dd9b4d253)] {{(pid=103918) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 16 17:25:34.698609 dv-cinder-837356-2-iscsi neutron-server[103917]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2df45bab-2d48-4e4e-9343-71b5600f0927 req-881dd87b-5e79-4672-bfee-7c09196b42fd tempest-AttachVolumeShelveTestJSON-1123487845 tempest-AttachVolumeShelveTestJSON-1123487845-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103917) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 16 17:25:34.719192 dv-cinder-837356-2-iscsi neutron-server[103917]: INFO neutron.wsgi [req-2df45bab-2d48-4e4e-9343-71b5600f0927 req-881dd87b-5e79-4672-bfee-7c09196b42fd tempest-AttachVolumeShelveTestJSON-1123487845 tempest-AttachVolumeShelveTestJSON-1123487845-project] 10.222.0.66 "GET /v2.0/ports?device_id=ab2e7148-fa86-4648-9e4b-87e27fcf1147 HTTP/1.1" status: 200 len: 946 time: 0.1717775 Jun 16 17:25:34.725340 dv-cinder-837356-2-iscsi neutron-server[103918]: DEBUG neutron.db.l3_dvr_db [None req-1cbd04a9-7758-4659-af44-638b7fa88b81 None None] Set router c35ad751-e83c-4d20-bca1-ec4f6db7db70 gateway port host: dv-cinder-837356-2-iscsi {{(pid=103918) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jun 16 17:25:34.821007 dv-cinder-837356-2-iscsi neutron-server[103917]: DEBUG dbcounter [-] [103917] Writing DB stats neutron:SELECT=100 {{(pid=103917) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 16 17:25:34.881955 dv-cinder-837356-2-iscsi neutron-server[103918]: DEBUG neutron_lib.callbacks.manager [None req-53577715-cf09-4df7-844a-80810af9c0fe None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16007527', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-75831', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16241551', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728539364693', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728538993439', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728538993457'] for port (095f00fe-5e2d-414c-bcb8-428f26abf5ae), after_update {{(pid=103918) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 17:25:35.044940 dv-cinder-837356-2-iscsi neutron-server[103917]: INFO neutron.wsgi [req-2df45bab-2d48-4e4e-9343-71b5600f0927 req-a26c1377-8807-4058-8f75-94920def6e5c tempest-AttachVolumeShelveTestJSON-1123487845 tempest-AttachVolumeShelveTestJSON-1123487845-project] 10.222.0.66 "GET /v2.0/security-groups?id=5ab805c8-38ae-4655-bf71-1fc1999d288e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.3245738 Jun 16 17:25:35.048192 dv-cinder-837356-2-iscsi neutron-server[103918]: DEBUG dbcounter [-] [103918] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=103918) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 16 17:25:35.100791 dv-cinder-837356-2-iscsi neutron-server[103917]: DEBUG neutron.db.db_base_plugin_common [None req-35e50468-26f4-467f-97d4-f553f7233246 admin admin] Allocated IP 172.20.0.1 (c31bf554-5b37-45cf-b74e-db137ff15f30/b104f893-0706-4111-9d59-e3b1fdf6a9a2/56c5c4f2-8245-4eb9-9698-87a4369dfa64) {{(pid=103917) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 16 17:25:35.135516 dv-cinder-837356-2-iscsi neutron-server[103918]: DEBUG neutron.plugins.ml2.plugin [None req-39ead2dc-a542-4f04-b117-439eb7f32aa8 None None] Current status of the port 94dda5bf-7a9d-481d-85a0-a77a4b31fc3d is: ACTIVE; New status is: ACTIVE {{(pid=103918) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2298}} Jun 16 17:25:35.136994 dv-cinder-837356-2-iscsi neutron-server[103918]: DEBUG neutron.plugins.ml2.rpc [None req-39ead2dc-a542-4f04-b117-439eb7f32aa8 None None] Device ff5c7065-1345-46f5-98bb-38edfecab534 up at agent ovs-agent-dv-cinder-837356-2-iscsi {{(pid=103918) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 16 17:25:35.161015 dv-cinder-837356-2-iscsi neutron-server[103918]: DEBUG neutron.db.provisioning_blocks [None req-2cdf2c02-3e14-47ea-b8f9-1805bd5d5cbc None None] Provisioning complete for port 2ef48185-74c7-486a-9679-f9baac8bfe7a triggered by entity DHCP. {{(pid=103918) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jun 16 17:25:35.161495 dv-cinder-837356-2-iscsi neutron-server[103918]: DEBUG neutron_lib.callbacks.manager [None req-2cdf2c02-3e14-47ea-b8f9-1805bd5d5cbc None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16149424'] for port (2ef48185-74c7-486a-9679-f9baac8bfe7a), provisioning_complete {{(pid=103918) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 17:25:35.202610 dv-cinder-837356-2-iscsi neutron-server[103918]: DEBUG neutron.db.l3_dvr_db [None req-e6723556-eb1b-438d-94a4-80d6276e1d0b None None] Set router 4e78b46b-81d8-4248-8d80-259bb205067a gateway port host: dv-cinder-837356-2-iscsi {{(pid=103918) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jun 16 17:25:35.351224 dv-cinder-837356-2-iscsi neutron-server[103917]: DEBUG neutron_lib.callbacks.manager [None req-35e50468-26f4-467f-97d4-f553f7233246 admin admin] Publish callbacks [] for port (56c5c4f2-8245-4eb9-9698-87a4369dfa64), precommit_create {{(pid=103917) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 17:25:35.395049 dv-cinder-837356-2-iscsi neutron-server[103917]: DEBUG dbcounter [-] [103917] Writing DB stats neutron:SELECT=93,neutron:INSERT=5,neutron:UPDATE=2 {{(pid=103917) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 16 17:25:35.403628 dv-cinder-837356-2-iscsi neutron-server[103917]: DEBUG neutron_lib.callbacks.manager [None req-35e50468-26f4-467f-97d4-f553f7233246 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16007527', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-75831', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16241551', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8728538993421', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3819743'] for port (56c5c4f2-8245-4eb9-9698-87a4369dfa64), after_create {{(pid=103917) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 17:25:35.525549 dv-cinder-837356-2-iscsi neutron-server[103917]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-35e50468-26f4-467f-97d4-f553f7233246 admin admin] Network c31bf554-5b37-45cf-b74e-db137ff15f30 is already hosted by enough agents. {{(pid=103917) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 16 17:25:35.553690 dv-cinder-837356-2-iscsi neutron-server[103917]: DEBUG neutron.scheduler.base_scheduler [None req-35e50468-26f4-467f-97d4-f553f7233246 admin admin] Resources bound (agent type, host, resource id): {{(pid=103917) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 16 17:25:35.557497 dv-cinder-837356-2-iscsi neutron-server[103917]: DEBUG neutron.db.l3_dvrscheduler_db [None req-35e50468-26f4-467f-97d4-f553f7233246 admin admin] Received port after_create {{(pid=103917) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:542}} Jun 16 17:25:35.635012 dv-cinder-837356-2-iscsi neutron-server[103917]: DEBUG neutron_lib.callbacks.manager [None req-35e50468-26f4-467f-97d4-f553f7233246 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-706133'] for router_interface (4e78b46b-81d8-4248-8d80-259bb205067a), before_create {{(pid=103917) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 17:25:35.652028 dv-cinder-837356-2-iscsi neutron-server[103917]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-35e50468-26f4-467f-97d4-f553f7233246 admin admin] Pushing event updated for resources: {'Port': ['ID=56c5c4f2-8245-4eb9-9698-87a4369dfa64,revision_number=1']} {{(pid=103917) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 17:25:35.679038 dv-cinder-837356-2-iscsi neutron-server[103918]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-53577715-cf09-4df7-844a-80810af9c0fe None None] Pushing event updated for resources: {'Port': ['ID=095f00fe-5e2d-414c-bcb8-428f26abf5ae,revision_number=5']} {{(pid=103918) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 17:25:35.717438 dv-cinder-837356-2-iscsi neutron-server[103918]: DEBUG neutron.db.l3_hamode_db [None req-1cbd04a9-7758-4659-af44-638b7fa88b81 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c35ad751-e83c-4d20-bca1-ec4f6db7db70', 'name': 'tempest-TestVolumeBootPattern-2032781159-router', 'tenant_id': 'bd1488226a424c6e9e7f94f31b020e4f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9df31235-0797-44e6-85a0-102cb2da2d58', 'external_fixed_ips': [{'subnet_id': '1dfb0320-f5eb-46f6-88ce-33002f500238', 'ip_address': '172.27.2.144'}], 'enable_snat': True}, 'gw_port_id': '1fb74e99-4857-44c3-af81-ed3d3ffe4f39', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-16T17:25:16Z', 'updated_at': '2022-06-16T17:25:23Z', 'revision_number': 4, 'project_id': 'bd1488226a424c6e9e7f94f31b020e4f', 'gw_port': {'id': '1fb74e99-4857-44c3-af81-ed3d3ffe4f39', 'name': '', 'network_id': '9df31235-0797-44e6-85a0-102cb2da2d58', 'tenant_id': '', 'mac_address': 'fa:16:3e:40:75:a6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c35ad751-e83c-4d20-bca1-ec4f6db7db70', 'device_owner': 'network:router_gateway', 'standard_attr_id': 446, 'fixed_ips': [{'subnet_id': '1dfb0320-f5eb-46f6-88ce-33002f500238', 'ip_address': '172.27.2.144', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-837356-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-16T17:25:18Z', 'updated_at': '2022-06-16T17:25:26Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1dfb0320-f5eb-46f6-88ce-33002f500238', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-837356-2-iscsi', '_interfaces': [{'id': '2ef48185-74c7-486a-9679-f9baac8bfe7a', 'name': '', 'network_id': '3da1c24e-a853-4091-89c9-dc663f379476', 'tenant_id': 'bd1488226a424c6e9e7f94f31b020e4f', 'mac_address': 'fa:16:3e:49:e9:fe', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c35ad751-e83c-4d20-bca1-ec4f6db7db70', 'device_owner': 'network:router_interface', 'standard_attr_id': 448, 'fixed_ips': [{'subnet_id': 'ff26c6d8-fbe9-4318-9056-e5433e3433f5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-837356-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-16T17:25:21Z', 'updated_at': '2022-06-16T17:25:32Z', 'revision_number': 4, 'project_id': 'bd1488226a424c6e9e7f94f31b020e4f', 'subnets': [{'id': 'ff26c6d8-fbe9-4318-9056-e5433e3433f5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-837356-2-iscsi', False) {} {{(pid=103918) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 16 17:25:35.722837 dv-cinder-837356-2-iscsi neutron-server[103917]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-35e50468-26f4-467f-97d4-f553f7233246 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-837356-2-iscsi {{(pid=103917) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 17:25:35.723183 dv-cinder-837356-2-iscsi neutron-server[103917]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-35e50468-26f4-467f-97d4-f553f7233246 admin admin] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-837356-2-iscsi {{(pid=103917) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 17:25:35.723648 dv-cinder-837356-2-iscsi neutron-server[103917]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-35e50468-26f4-467f-97d4-f553f7233246 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-837356-2-iscsi {{(pid=103917) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 17:25:35.723988 dv-cinder-837356-2-iscsi neutron-server[103917]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-35e50468-26f4-467f-97d4-f553f7233246 admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-837356-2-iscsi {{(pid=103917) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 17:25:35.724318 dv-cinder-837356-2-iscsi neutron-server[103917]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-35e50468-26f4-467f-97d4-f553f7233246 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-837356-2-iscsi {{(pid=103917) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 17:25:35.724676 dv-cinder-837356-2-iscsi neutron-server[103917]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-35e50468-26f4-467f-97d4-f553f7233246 admin admin] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-837356-2-iscsi {{(pid=103917) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 17:25:35.724969 dv-cinder-837356-2-iscsi neutron-server[103917]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-35e50468-26f4-467f-97d4-f553f7233246 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-837356-2-iscsi {{(pid=103917) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 17:25:35.736792 dv-cinder-837356-2-iscsi neutron-server[103917]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-35e50468-26f4-467f-97d4-f553f7233246 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-837356-2-iscsi {{(pid=103917) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 17:25:35.753742 dv-cinder-837356-2-iscsi neutron-server[103917]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-35e50468-26f4-467f-97d4-f553f7233246 admin admin] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-837356-2-iscsi {{(pid=103917) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 17:25:35.754099 dv-cinder-837356-2-iscsi neutron-server[103917]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-35e50468-26f4-467f-97d4-f553f7233246 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-837356-2-iscsi {{(pid=103917) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 17:25:35.754442 dv-cinder-837356-2-iscsi neutron-server[103917]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-35e50468-26f4-467f-97d4-f553f7233246 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-837356-2-iscsi {{(pid=103917) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 17:25:35.754777 dv-cinder-837356-2-iscsi neutron-server[103917]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-35e50468-26f4-467f-97d4-f553f7233246 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-837356-2-iscsi {{(pid=103917) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 17:25:35.755105 dv-cinder-837356-2-iscsi neutron-server[103917]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-35e50468-26f4-467f-97d4-f553f7233246 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-837356-2-iscsi {{(pid=103917) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 17:25:35.755428 dv-cinder-837356-2-iscsi neutron-server[103917]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-35e50468-26f4-467f-97d4-f553f7233246 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-837356-2-iscsi {{(pid=103917) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 17:25:35.755882 dv-cinder-837356-2-iscsi neutron-server[103917]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-35e50468-26f4-467f-97d4-f553f7233246 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-837356-2-iscsi {{(pid=103917) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 17:25:35.844406 dv-cinder-837356-2-iscsi neutron-server[103918]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1cbd04a9-7758-4659-af44-638b7fa88b81 None None] The sync data for ids ['c35ad751-e83c-4d20-bca1-ec4f6db7db70'] in dv-cinder-837356-2-iscsi is: [{'id': 'c35ad751-e83c-4d20-bca1-ec4f6db7db70', 'name': 'tempest-TestVolumeBootPattern-2032781159-router', 'tenant_id': 'bd1488226a424c6e9e7f94f31b020e4f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9df31235-0797-44e6-85a0-102cb2da2d58', 'external_fixed_ips': [{'subnet_id': '1dfb0320-f5eb-46f6-88ce-33002f500238', 'ip_address': '172.27.2.144'}], 'enable_snat': True}, 'gw_port_id': '1fb74e99-4857-44c3-af81-ed3d3ffe4f39', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-16T17:25:16Z', 'updated_at': '2022-06-16T17:25:23Z', 'revision_number': 4, 'project_id': 'bd1488226a424c6e9e7f94f31b020e4f', 'gw_port': {'id': '1fb74e99-4857-44c3-af81-ed3d3ffe4f39', 'name': '', 'network_id': '9df31235-0797-44e6-85a0-102cb2da2d58', 'tenant_id': '', 'mac_address': 'fa:16:3e:40:75:a6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c35ad751-e83c-4d20-bca1-ec4f6db7db70', 'device_owner': 'network:router_gateway', 'standard_attr_id': 446, 'fixed_ips': [{'subnet_id': '1dfb0320-f5eb-46f6-88ce-33002f500238', 'ip_address': '172.27.2.144', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-837356-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-16T17:25:18Z', 'updated_at': '2022-06-16T17:25:26Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1dfb0320-f5eb-46f6-88ce-33002f500238', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-837356-2-iscsi', '_interfaces': [{'id': '2ef48185-74c7-486a-9679-f9baac8bfe7a', 'name': '', 'network_id': '3da1c24e-a853-4091-89c9-dc663f379476', 'tenant_id': 'bd1488226a424c6e9e7f94f31b020e4f', 'mac_address': 'fa:16:3e:49:e9:fe', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c35ad751-e83c-4d20-bca1-ec4f6db7db70', 'device_owner': 'network:router_interface', 'standard_attr_id': 448, 'fixed_ips': [{'subnet_id': 'ff26c6d8-fbe9-4318-9056-e5433e3433f5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-837356-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-16T17:25:21Z', 'updated_at': '2022-06-16T17:25:32Z', 'revision_number': 4, 'project_id': 'bd1488226a424c6e9e7f94f31b020e4f', 'subnets': [{'id': 'ff26c6d8-fbe9-4318-9056-e5433e3433f5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103918) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 16 17:25:35.963507 dv-cinder-837356-2-iscsi neutron-server[103918]: DEBUG neutron.plugins.ml2.plugin [None req-2cdf2c02-3e14-47ea-b8f9-1805bd5d5cbc None None] Current status of the port 2ef48185-74c7-486a-9679-f9baac8bfe7a is: DOWN; New status is: ACTIVE {{(pid=103918) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2298}} Jun 16 17:25:35.965160 dv-cinder-837356-2-iscsi neutron-server[103918]: DEBUG neutron_lib.callbacks.manager [None req-2cdf2c02-3e14-47ea-b8f9-1805bd5d5cbc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16007590'] for port (2ef48185-74c7-486a-9679-f9baac8bfe7a), before_update {{(pid=103918) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 17:25:36.069782 dv-cinder-837356-2-iscsi neutron-server[103917]: DEBUG neutron_lib.callbacks.manager [None req-35e50468-26f4-467f-97d4-f553f7233246 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16007590'] for port (56c5c4f2-8245-4eb9-9698-87a4369dfa64), before_update {{(pid=103917) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 17:25:36.070399 dv-cinder-837356-2-iscsi neutron-server[103918]: DEBUG neutron.plugins.ml2.db [None req-2cdf2c02-3e14-47ea-b8f9-1805bd5d5cbc None None] For port 2ef48185-74c7-486a-9679-f9baac8bfe7a, host dv-cinder-837356-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-837356-2-iscsi',level=0,port_id=2ef48185-74c7-486a-9679-f9baac8bfe7a,segment=NetworkSegment(363e514d-58a6-41ff-89ea-af6a85f188ef),segment_id=363e514d-58a6-41ff-89ea-af6a85f188ef)] {{(pid=103918) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 16 17:25:36.093220 dv-cinder-837356-2-iscsi neutron-server[103918]: DEBUG neutron_lib.callbacks.manager [None req-2cdf2c02-3e14-47ea-b8f9-1805bd5d5cbc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16007527', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-75831', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16241551', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728539364693', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728538993439', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728538993457'] for port (2ef48185-74c7-486a-9679-f9baac8bfe7a), after_update {{(pid=103918) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 17:25:36.163005 dv-cinder-837356-2-iscsi neutron-server[103918]: DEBUG neutron.db.provisioning_blocks [None req-39ead2dc-a542-4f04-b117-439eb7f32aa8 None None] Provisioning complete for port ff5c7065-1345-46f5-98bb-38edfecab534 triggered by entity L2. {{(pid=103918) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jun 16 17:25:36.163449 dv-cinder-837356-2-iscsi neutron-server[103918]: DEBUG neutron_lib.callbacks.manager [None req-39ead2dc-a542-4f04-b117-439eb7f32aa8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16149424'] for port (ff5c7065-1345-46f5-98bb-38edfecab534), provisioning_complete {{(pid=103918) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 17:25:36.249212 dv-cinder-837356-2-iscsi neutron-server[103918]: DEBUG neutron.db.provisioning_blocks [None req-2cdf2c02-3e14-47ea-b8f9-1805bd5d5cbc None None] Provisioning complete for port 095f00fe-5e2d-414c-bcb8-428f26abf5ae triggered by entity DHCP. {{(pid=103918) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jun 16 17:25:36.249212 dv-cinder-837356-2-iscsi neutron-server[103918]: DEBUG neutron_lib.callbacks.manager [None req-2cdf2c02-3e14-47ea-b8f9-1805bd5d5cbc None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16149424'] for port (095f00fe-5e2d-414c-bcb8-428f26abf5ae), provisioning_complete {{(pid=103918) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 17:25:36.249212 dv-cinder-837356-2-iscsi neutron-server[103918]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2cdf2c02-3e14-47ea-b8f9-1805bd5d5cbc None None] Pushing event updated for resources: {'Port': ['ID=2ef48185-74c7-486a-9679-f9baac8bfe7a,revision_number=5']} {{(pid=103918) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 17:25:36.366494 dv-cinder-837356-2-iscsi neutron-server[103916]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9f2b62b-e7d8-4ac5-a7b4-35ae7c1e3fef req-3bb9beb3-00cb-4c11-80e0-9beb99aca14d tempest-AttachVolumeShelveTestJSON-1123487845 tempest-AttachVolumeShelveTestJSON-1123487845-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103916) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 16 17:25:36.368172 dv-cinder-837356-2-iscsi neutron-server[103916]: INFO neutron.wsgi [req-f9f2b62b-e7d8-4ac5-a7b4-35ae7c1e3fef req-3bb9beb3-00cb-4c11-80e0-9beb99aca14d tempest-AttachVolumeShelveTestJSON-1123487845 tempest-AttachVolumeShelveTestJSON-1123487845-project] 10.222.0.66 "GET /v2.0/ports?device_id=ab2e7148-fa86-4648-9e4b-87e27fcf1147 HTTP/1.1" status: 200 len: 946 time: 0.1247139 Jun 16 17:25:36.484026 dv-cinder-837356-2-iscsi neutron-server[103918]: DEBUG dbcounter [-] [103918] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=103918) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 16 17:25:36.498699 dv-cinder-837356-2-iscsi neutron-server[103917]: DEBUG neutron_lib.callbacks.manager [None req-35e50468-26f4-467f-97d4-f553f7233246 admin admin] Publish callbacks [] for port (56c5c4f2-8245-4eb9-9698-87a4369dfa64), precommit_update {{(pid=103917) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 17:25:36.502589 dv-cinder-837356-2-iscsi neutron-server[103916]: INFO neutron.wsgi [req-f9f2b62b-e7d8-4ac5-a7b4-35ae7c1e3fef req-6c06e8eb-bba9-4a67-bd8a-64125f984653 tempest-AttachVolumeShelveTestJSON-1123487845 tempest-AttachVolumeShelveTestJSON-1123487845-project] 10.222.0.66 "GET /v2.0/security-groups?id=5ab805c8-38ae-4655-bf71-1fc1999d288e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1265140 Jun 16 17:25:36.518161 dv-cinder-837356-2-iscsi neutron-server[103917]: DEBUG neutron_lib.callbacks.manager [None req-35e50468-26f4-467f-97d4-f553f7233246 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16007527', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-75831', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16241551', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728539364693', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728538993439', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728538993457', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3819734'] for port (56c5c4f2-8245-4eb9-9698-87a4369dfa64), after_update {{(pid=103917) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 17:25:36.658159 dv-cinder-837356-2-iscsi neutron-server[103917]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-35e50468-26f4-467f-97d4-f553f7233246 admin admin] Pushing event updated for resources: {'Port': ['ID=56c5c4f2-8245-4eb9-9698-87a4369dfa64,revision_number=2']} {{(pid=103917) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 17:25:36.665698 dv-cinder-837356-2-iscsi neutron-server[103918]: DEBUG neutron.plugins.ml2.plugin [None req-39ead2dc-a542-4f04-b117-439eb7f32aa8 None None] Current status of the port ff5c7065-1345-46f5-98bb-38edfecab534 is: DOWN; New status is: ACTIVE {{(pid=103918) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2298}} Jun 16 17:25:36.666375 dv-cinder-837356-2-iscsi neutron-server[103918]: DEBUG neutron_lib.callbacks.manager [None req-39ead2dc-a542-4f04-b117-439eb7f32aa8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16007590'] for port (ff5c7065-1345-46f5-98bb-38edfecab534), before_update {{(pid=103918) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 17:25:36.679588 dv-cinder-837356-2-iscsi neutron-server[103918]: DEBUG neutron.plugins.ml2.plugin [None req-2cdf2c02-3e14-47ea-b8f9-1805bd5d5cbc None None] Current status of the port 095f00fe-5e2d-414c-bcb8-428f26abf5ae is: ACTIVE; New status is: ACTIVE {{(pid=103918) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2298}} Jun 16 17:25:36.683316 dv-cinder-837356-2-iscsi neutron-server[103917]: DEBUG neutron_lib.callbacks.manager [None req-35e50468-26f4-467f-97d4-f553f7233246 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-16241533', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-706209'] for router_interface (4e78b46b-81d8-4248-8d80-259bb205067a), after_create {{(pid=103917) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 17:25:36.712359 dv-cinder-837356-2-iscsi neutron-server[103918]: DEBUG neutron.db.l3_hamode_db [None req-e6723556-eb1b-438d-94a4-80d6276e1d0b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4e78b46b-81d8-4248-8d80-259bb205067a', 'name': 'tempest-TestVolumeBootPattern-383062752-router', 'tenant_id': '6c0384215d0547d4b0e2a2228f06c84d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9df31235-0797-44e6-85a0-102cb2da2d58', 'external_fixed_ips': [{'subnet_id': '1dfb0320-f5eb-46f6-88ce-33002f500238', 'ip_address': '172.27.2.242'}], 'enable_snat': True}, 'gw_port_id': '162f0ad2-6711-4345-8f6b-93472d29602c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-16T17:25:28Z', 'updated_at': '2022-06-16T17:25:31Z', 'revision_number': 3, 'project_id': '6c0384215d0547d4b0e2a2228f06c84d', 'gw_port': {'id': '162f0ad2-6711-4345-8f6b-93472d29602c', 'name': '', 'network_id': '9df31235-0797-44e6-85a0-102cb2da2d58', 'tenant_id': '', 'mac_address': 'fa:16:3e:7e:a8:96', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4e78b46b-81d8-4248-8d80-259bb205067a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 459, 'fixed_ips': [{'subnet_id': '1dfb0320-f5eb-46f6-88ce-33002f500238', 'ip_address': '172.27.2.242', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-16T17:25:29Z', 'updated_at': '2022-06-16T17:25:29Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '1dfb0320-f5eb-46f6-88ce-33002f500238', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-837356-2-iscsi'}], 'dv-cinder-837356-2-iscsi', False) {} {{(pid=103918) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 16 17:25:36.754304 dv-cinder-837356-2-iscsi neutron-server[103918]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e6723556-eb1b-438d-94a4-80d6276e1d0b None None] Checking router: 4e78b46b-81d8-4248-8d80-259bb205067a for host: dv-cinder-837356-2-iscsi {{(pid=103918) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 16 17:25:36.754988 dv-cinder-837356-2-iscsi neutron-server[103918]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e6723556-eb1b-438d-94a4-80d6276e1d0b None None] Updating router 4e78b46b-81d8-4248-8d80-259bb205067a port 162f0ad2-6711-4345-8f6b-93472d29602c binding host dv-cinder-837356-2-iscsi {{(pid=103918) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jun 16 17:25:36.790188 dv-cinder-837356-2-iscsi neutron-server[103918]: DEBUG neutron.db.provisioning_blocks [None req-2cdf2c02-3e14-47ea-b8f9-1805bd5d5cbc None None] Provisioning complete for port ff5c7065-1345-46f5-98bb-38edfecab534 triggered by entity DHCP. {{(pid=103918) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jun 16 17:25:36.790889 dv-cinder-837356-2-iscsi neutron-server[103918]: DEBUG neutron_lib.callbacks.manager [None req-2cdf2c02-3e14-47ea-b8f9-1805bd5d5cbc None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16149424'] for port (ff5c7065-1345-46f5-98bb-38edfecab534), provisioning_complete {{(pid=103918) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 17:25:36.831662 dv-cinder-837356-2-iscsi neutron-server[103918]: DEBUG neutron.plugins.ml2.db [None req-39ead2dc-a542-4f04-b117-439eb7f32aa8 None None] For port ff5c7065-1345-46f5-98bb-38edfecab534, host dv-cinder-837356-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-837356-2-iscsi',level=0,port_id=ff5c7065-1345-46f5-98bb-38edfecab534,segment=NetworkSegment(5898551c-885d-42fa-9cbf-86e2335e3b38),segment_id=5898551c-885d-42fa-9cbf-86e2335e3b38)] {{(pid=103918) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 16 17:25:36.833075 dv-cinder-837356-2-iscsi neutron-server[103918]: DEBUG dbcounter [-] [103918] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=103918) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 16 17:25:36.851139 dv-cinder-837356-2-iscsi neutron-server[103918]: DEBUG neutron_lib.callbacks.manager [None req-39ead2dc-a542-4f04-b117-439eb7f32aa8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16007527', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-75831', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16241551', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728539364693', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728538993439', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728538993457'] for port (ff5c7065-1345-46f5-98bb-38edfecab534), after_update {{(pid=103918) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 17:25:36.874900 dv-cinder-837356-2-iscsi neutron-server[103918]: DEBUG neutron_lib.callbacks.manager [None req-e6723556-eb1b-438d-94a4-80d6276e1d0b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16007590'] for port (162f0ad2-6711-4345-8f6b-93472d29602c), before_update {{(pid=103918) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 17:25:36.883678 dv-cinder-837356-2-iscsi neutron-server[103917]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-35e50468-26f4-467f-97d4-f553f7233246 admin admin] Network c31bf554-5b37-45cf-b74e-db137ff15f30 is already hosted by enough agents. {{(pid=103917) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 16 17:25:36.885450 dv-cinder-837356-2-iscsi neutron-server[103917]: DEBUG neutron.scheduler.base_scheduler [None req-35e50468-26f4-467f-97d4-f553f7233246 admin admin] Resources bound (agent type, host, resource id): {{(pid=103917) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 16 17:25:37.061011 dv-cinder-837356-2-iscsi neutron-server[103917]: DEBUG dbcounter [-] [103917] Writing DB stats neutron:SELECT=96,neutron:INSERT=2,neutron:UPDATE=2 {{(pid=103917) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 16 17:25:37.078582 dv-cinder-837356-2-iscsi neutron-server[103917]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-35e50468-26f4-467f-97d4-f553f7233246 admin admin] Router 4e78b46b-81d8-4248-8d80-259bb205067a has already been hosted by L3 agent 7639df21-17c3-4235-8912-210c3ad54137 {{(pid=103917) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jun 16 17:25:37.305613 dv-cinder-837356-2-iscsi neutron-server[103917]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-35e50468-26f4-467f-97d4-f553f7233246 admin admin] Notify agent at l3_agent.dv-cinder-837356-2-iscsi the message routers_updated {{(pid=103917) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jun 16 17:25:37.322564 dv-cinder-837356-2-iscsi neutron-server[103917]: INFO neutron.wsgi [None req-35e50468-26f4-467f-97d4-f553f7233246 admin admin] 10.222.0.66 "PUT /v2.0/routers/4e78b46b-81d8-4248-8d80-259bb205067a/add_router_interface HTTP/1.1" status: 200 len: 503 time: 4.0154376 Jun 16 17:25:37.396618 dv-cinder-837356-2-iscsi neutron-server[103918]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-39ead2dc-a542-4f04-b117-439eb7f32aa8 None None] Pushing event updated for resources: {'Port': ['ID=ff5c7065-1345-46f5-98bb-38edfecab534,revision_number=3']} {{(pid=103918) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 17:25:37.399773 dv-cinder-837356-2-iscsi neutron-server[103918]: DEBUG neutron.plugins.ml2.rpc [None req-39ead2dc-a542-4f04-b117-439eb7f32aa8 None None] Device 2ef48185-74c7-486a-9679-f9baac8bfe7a up at agent ovs-agent-dv-cinder-837356-2-iscsi {{(pid=103918) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 16 17:25:37.444019 dv-cinder-837356-2-iscsi neutron-server[103917]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a27f6023-0b66-48e7-9123-e469779c86c8 req-8761f405-a67d-4d42-9ae9-108cb078787a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103917) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 16 17:25:37.447571 dv-cinder-837356-2-iscsi neutron-server[103917]: INFO neutron.wsgi [req-a27f6023-0b66-48e7-9123-e469779c86c8 req-8761f405-a67d-4d42-9ae9-108cb078787a service neutron] 10.222.0.81 "GET /v2.0/ports?tenant_id=0c63f648631a4a11910b4b135f22b235&device_id=ab2e7148-fa86-4648-9e4b-87e27fcf1147 HTTP/1.1" status: 200 len: 1130 time: 0.1005237 Jun 16 17:25:37.602371 dv-cinder-837356-2-iscsi neutron-server[103917]: DEBUG dbcounter [-] [103917] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=103917) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 16 17:25:37.661394 dv-cinder-837356-2-iscsi neutron-server[103917]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a27f6023-0b66-48e7-9123-e469779c86c8 req-ded16712-19b1-498d-a09c-03030e8d74f1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103917) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 16 17:25:37.663193 dv-cinder-837356-2-iscsi neutron-server[103917]: INFO neutron.wsgi [req-a27f6023-0b66-48e7-9123-e469779c86c8 req-ded16712-19b1-498d-a09c-03030e8d74f1 service neutron] 10.222.0.81 "GET /v2.0/networks?id=04f2ecf4-cd9f-483b-9100-6d9d67a561d2 HTTP/1.1" status: 200 len: 918 time: 0.2058454 Jun 16 17:25:37.811930 dv-cinder-837356-2-iscsi neutron-server[103918]: DEBUG neutron_lib.callbacks.manager [None req-e6723556-eb1b-438d-94a4-80d6276e1d0b None None] Publish callbacks [] for port (162f0ad2-6711-4345-8f6b-93472d29602c), precommit_update {{(pid=103918) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 17:25:37.812534 dv-cinder-837356-2-iscsi neutron-server[103917]: INFO neutron.wsgi [req-a27f6023-0b66-48e7-9123-e469779c86c8 req-952aa3ea-bd9d-436f-8e7c-bd29e70774c0 service neutron] 10.222.0.81 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=2da50d5c-d328-4853-a261-6bd0c6378dcd HTTP/1.1" status: 200 len: 1002 time: 0.1387968 Jun 16 17:25:37.856467 dv-cinder-837356-2-iscsi neutron-server[103918]: DEBUG neutron_lib.callbacks.manager [None req-e6723556-eb1b-438d-94a4-80d6276e1d0b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16007527', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-75831', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16241551', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728539364693', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728538993439', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728538993457'] for port (162f0ad2-6711-4345-8f6b-93472d29602c), after_update {{(pid=103918) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 17:25:37.872978 dv-cinder-837356-2-iscsi neutron-server[103916]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c083199-d71c-4de1-8e4d-3bbcb2cdc5b3 req-9ba31cf4-e19d-4ddc-99b2-026bc39261b0 tempest-AttachVolumeShelveTestJSON-1123487845 tempest-AttachVolumeShelveTestJSON-1123487845-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103916) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 16 17:25:37.876260 dv-cinder-837356-2-iscsi neutron-server[103916]: INFO neutron.wsgi [req-8c083199-d71c-4de1-8e4d-3bbcb2cdc5b3 req-9ba31cf4-e19d-4ddc-99b2-026bc39261b0 tempest-AttachVolumeShelveTestJSON-1123487845 tempest-AttachVolumeShelveTestJSON-1123487845-project] 10.222.0.66 "GET /v2.0/ports?device_id=ab2e7148-fa86-4648-9e4b-87e27fcf1147 HTTP/1.1" status: 200 len: 946 time: 0.1334064 Jun 16 17:25:37.884425 dv-cinder-837356-2-iscsi neutron-server[103917]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a27f6023-0b66-48e7-9123-e469779c86c8 req-3453682d-58f1-43a1-b83c-9e22a7793398 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103917) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 16 17:25:37.886257 dv-cinder-837356-2-iscsi neutron-server[103917]: INFO neutron.wsgi [req-a27f6023-0b66-48e7-9123-e469779c86c8 req-3453682d-58f1-43a1-b83c-9e22a7793398 service neutron] 10.222.0.81 "GET /v2.0/subnets?id=57d5f714-8d8c-468b-957a-7745cf345909 HTTP/1.1" status: 200 len: 855 time: 0.0674379 Jun 16 17:25:37.961321 dv-cinder-837356-2-iscsi neutron-server[103917]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a27f6023-0b66-48e7-9123-e469779c86c8 req-31a9ffb5-7f6c-4085-a918-66572d512afa service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103917) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 16 17:25:37.965737 dv-cinder-837356-2-iscsi neutron-server[103917]: INFO neutron.wsgi [req-a27f6023-0b66-48e7-9123-e469779c86c8 req-31a9ffb5-7f6c-4085-a918-66572d512afa service neutron] 10.222.0.81 "GET /v2.0/ports?network_id=04f2ecf4-cd9f-483b-9100-6d9d67a561d2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0708687 Jun 16 17:25:38.003018 dv-cinder-837356-2-iscsi neutron-server[103916]: DEBUG neutron.wsgi [-] (103916) accepted ('10.222.0.66', 40990) {{(pid=103916) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 16 17:25:38.020664 dv-cinder-837356-2-iscsi neutron-server[103916]: INFO neutron.wsgi [req-8c083199-d71c-4de1-8e4d-3bbcb2cdc5b3 req-87d07e3d-df0a-44e9-86ae-74cf0e129eb4 tempest-AttachVolumeShelveTestJSON-1123487845 tempest-AttachVolumeShelveTestJSON-1123487845-project] 10.222.0.66 "GET /v2.0/security-groups?id=5ab805c8-38ae-4655-bf71-1fc1999d288e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1380682 Jun 16 17:25:38.044853 dv-cinder-837356-2-iscsi neutron-server[103916]: DEBUG neutron.api.v2.base [None req-30e8c621-bac4-4485-a53a-78a7b4ff2e58 tempest-TestVolumeBootPattern-1350759327 tempest-TestVolumeBootPattern-1350759327-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-641343783', 'description': 'tempest-secgroup-smoke-641343783 description', 'project_id': 'bd1488226a424c6e9e7f94f31b020e4f'}} {{(pid=103916) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jun 16 17:25:38.088008 dv-cinder-837356-2-iscsi neutron-server[103916]: DEBUG neutron_lib.callbacks.manager [None req-30e8c621-bac4-4485-a53a-78a7b4ff2e58 tempest-TestVolumeBootPattern-1350759327 tempest-TestVolumeBootPattern-1350759327-project] Publish callbacks [] for security_group (None), before_create {{(pid=103916) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 17:25:38.093518 dv-cinder-837356-2-iscsi neutron-server[103918]: DEBUG neutron.plugins.ml2.managers [None req-e6723556-eb1b-438d-94a4-80d6276e1d0b None None] Attempting to bind port 162f0ad2-6711-4345-8f6b-93472d29602c on host dv-cinder-837356-2-iscsi for vnic_type normal with profile {{(pid=103918) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:811}} Jun 16 17:25:38.093882 dv-cinder-837356-2-iscsi neutron-server[103918]: DEBUG neutron.plugins.ml2.managers [None req-e6723556-eb1b-438d-94a4-80d6276e1d0b None None] Attempting to bind port 162f0ad2-6711-4345-8f6b-93472d29602c by drivers openvswitch,hyperv on host dv-cinder-837356-2-iscsi at level 0 using segments [{'id': '18b787c7-0964-4a3b-b1f5-b8083c94f58b', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '9df31235-0797-44e6-85a0-102cb2da2d58'}] {{(pid=103918) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:836}} Jun 16 17:25:38.094234 dv-cinder-837356-2-iscsi neutron-server[103918]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e6723556-eb1b-438d-94a4-80d6276e1d0b None None] Attempting to bind port 162f0ad2-6711-4345-8f6b-93472d29602c on network 9df31235-0797-44e6-85a0-102cb2da2d58 {{(pid=103918) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jun 16 17:25:38.105613 dv-cinder-837356-2-iscsi neutron-server[103918]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d9daecd-e263-4f07-81ff-62d2befafb69 None None] Pushing event updated for resources: {'Port': ['ID=162f0ad2-6711-4345-8f6b-93472d29602c,revision_number=2']} {{(pid=103918) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 17:25:38.111629 dv-cinder-837356-2-iscsi neutron-server[103918]: DEBUG neutron.db.provisioning_blocks [None req-39ead2dc-a542-4f04-b117-439eb7f32aa8 None None] Provisioning complete for port 2ef48185-74c7-486a-9679-f9baac8bfe7a triggered by entity L2. {{(pid=103918) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jun 16 17:25:38.112317 dv-cinder-837356-2-iscsi neutron-server[103918]: DEBUG neutron_lib.callbacks.manager [None req-39ead2dc-a542-4f04-b117-439eb7f32aa8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16149424'] for port (2ef48185-74c7-486a-9679-f9baac8bfe7a), provisioning_complete {{(pid=103918) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 17:25:38.114031 dv-cinder-837356-2-iscsi neutron-server[103918]: DEBUG neutron.plugins.ml2.plugin [None req-2cdf2c02-3e14-47ea-b8f9-1805bd5d5cbc None None] Current status of the port ff5c7065-1345-46f5-98bb-38edfecab534 is: ACTIVE; New status is: ACTIVE {{(pid=103918) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2298}} Jun 16 17:25:38.119668 dv-cinder-837356-2-iscsi neutron-server[103918]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e6723556-eb1b-438d-94a4-80d6276e1d0b None None] Checking agent: {'id': '5b2fa84c-1db1-41c6-a6b9-975c3da28daf', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-837356-2-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 6, 16, 17, 14, 18), 'started_at': datetime.datetime(2022, 6, 16, 17, 14, 48), 'heartbeat_timestamp': datetime.datetime(2022, 6, 16, 17, 25, 18), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-837356-2-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103918) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jun 16 17:25:38.119895 dv-cinder-837356-2-iscsi neutron-server[103918]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e6723556-eb1b-438d-94a4-80d6276e1d0b None None] Checking segment: {'id': '18b787c7-0964-4a3b-b1f5-b8083c94f58b', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '9df31235-0797-44e6-85a0-102cb2da2d58'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103918) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jun 16 17:25:38.120300 dv-cinder-837356-2-iscsi neutron-server[103918]: DEBUG neutron_lib.callbacks.manager [None req-e6723556-eb1b-438d-94a4-80d6276e1d0b None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103918) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 17:25:38.120683 dv-cinder-837356-2-iscsi neutron-server[103918]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e6723556-eb1b-438d-94a4-80d6276e1d0b None None] Bound using segment: {'id': '18b787c7-0964-4a3b-b1f5-b8083c94f58b', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '9df31235-0797-44e6-85a0-102cb2da2d58'} {{(pid=103918) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jun 16 17:25:38.121255 dv-cinder-837356-2-iscsi neutron-server[103918]: DEBUG neutron.plugins.ml2.managers [None req-e6723556-eb1b-438d-94a4-80d6276e1d0b None None] Bound port: 162f0ad2-6711-4345-8f6b-93472d29602c, host: dv-cinder-837356-2-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '18b787c7-0964-4a3b-b1f5-b8083c94f58b', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '9df31235-0797-44e6-85a0-102cb2da2d58'}}] {{(pid=103918) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:948}} Jun 16 17:25:38.121632 dv-cinder-837356-2-iscsi neutron-server[103918]: DEBUG neutron_lib.callbacks.manager [None req-e6723556-eb1b-438d-94a4-80d6276e1d0b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16007590'] for port (162f0ad2-6711-4345-8f6b-93472d29602c), before_update {{(pid=103918) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 17:25:38.205557 dv-cinder-837356-2-iscsi neutron-server[103918]: DEBUG dbcounter [-] [103918] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=103918) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 16 17:25:38.206624 dv-cinder-837356-2-iscsi neutron-server[103917]: INFO neutron.wsgi [req-a27f6023-0b66-48e7-9123-e469779c86c8 req-26ac5458-0035-4dab-9a60-aa89c49945b5 service neutron] 10.222.0.81 "GET /v2.0/networks/04f2ecf4-cd9f-483b-9100-6d9d67a561d2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2311628 Jun 16 17:25:38.260148 dv-cinder-837356-2-iscsi neutron-server[103916]: DEBUG neutron_lib.callbacks.manager [None req-30e8c621-bac4-4485-a53a-78a7b4ff2e58 tempest-TestVolumeBootPattern-1350759327 tempest-TestVolumeBootPattern-1350759327-project] Publish callbacks [] for security_group (e6a9443b-cf7a-479e-b6b0-e85ba61d4c81), precommit_create {{(pid=103916) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 17:25:38.270944 dv-cinder-837356-2-iscsi neutron-server[103916]: DEBUG neutron_lib.callbacks.manager [None req-30e8c621-bac4-4485-a53a-78a7b4ff2e58 tempest-TestVolumeBootPattern-1350759327 tempest-TestVolumeBootPattern-1350759327-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-570488'] for security_group (e6a9443b-cf7a-479e-b6b0-e85ba61d4c81), after_create {{(pid=103916) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 17:25:38.308101 dv-cinder-837356-2-iscsi neutron-server[103916]: DEBUG neutron_lib.callbacks.manager [None req-30e8c621-bac4-4485-a53a-78a7b4ff2e58 tempest-TestVolumeBootPattern-1350759327 tempest-TestVolumeBootPattern-1350759327-project] Publish callbacks [] for security_group (None), before_response {{(pid=103916) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 17:25:38.309960 dv-cinder-837356-2-iscsi neutron-server[103916]: INFO neutron.wsgi [None req-30e8c621-bac4-4485-a53a-78a7b4ff2e58 tempest-TestVolumeBootPattern-1350759327 tempest-TestVolumeBootPattern-1350759327-project] 10.222.0.66 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1809 time: 0.2849178 Jun 16 17:25:38.316537 dv-cinder-837356-2-iscsi neutron-server[103916]: DEBUG neutron.wsgi [-] (103916) accepted ('10.222.0.66', 40994) {{(pid=103916) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 16 17:25:38.329066 dv-cinder-837356-2-iscsi neutron-server[103916]: DEBUG neutron.api.v2.base [None req-af0d6820-3053-46a7-9100-63a2f6bef534 tempest-TestVolumeBootPattern-1350759327 tempest-TestVolumeBootPattern-1350759327-project] Request body: {'security_group_rule': {'security_group_id': 'e6a9443b-cf7a-479e-b6b0-e85ba61d4c81', 'project_id': 'bd1488226a424c6e9e7f94f31b020e4f', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=103916) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jun 16 17:25:38.358858 dv-cinder-837356-2-iscsi neutron-server[103918]: DEBUG neutron.db.provisioning_blocks [None req-9ad9d56c-e65b-4f88-884d-76419d06d88b None None] Provisioning complete for port 56c5c4f2-8245-4eb9-9698-87a4369dfa64 triggered by entity DHCP. {{(pid=103918) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jun 16 17:25:38.359225 dv-cinder-837356-2-iscsi neutron-server[103918]: DEBUG neutron_lib.callbacks.manager [None req-9ad9d56c-e65b-4f88-884d-76419d06d88b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16149424'] for port (56c5c4f2-8245-4eb9-9698-87a4369dfa64), provisioning_complete {{(pid=103918) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 17:25:38.368085 dv-cinder-837356-2-iscsi neutron-server[103916]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-30e8c621-bac4-4485-a53a-78a7b4ff2e58 tempest-TestVolumeBootPattern-1350759327 tempest-TestVolumeBootPattern-1350759327-project] Pushing event updated for resources: {'SecurityGroup': ['ID=e6a9443b-cf7a-479e-b6b0-e85ba61d4c81,revision_number=1']} {{(pid=103916) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 17:25:38.394338 dv-cinder-837356-2-iscsi neutron-server[103916]: DEBUG neutron_lib.callbacks.manager [None req-af0d6820-3053-46a7-9100-63a2f6bef534 tempest-TestVolumeBootPattern-1350759327 tempest-TestVolumeBootPattern-1350759327-project] Publish callbacks [] for security_group_rule (af4157b4-7188-4175-8d4c-e588d7a17af0), before_create {{(pid=103916) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 17:25:38.400432 dv-cinder-837356-2-iscsi neutron-server[103918]: DEBUG neutron.plugins.ml2.db [None req-e6723556-eb1b-438d-94a4-80d6276e1d0b None None] For port 162f0ad2-6711-4345-8f6b-93472d29602c, host dv-cinder-837356-2-iscsi, cleared binding levels {{(pid=103918) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 16 17:25:38.425078 dv-cinder-837356-2-iscsi neutron-server[103917]: INFO neutron.wsgi [req-a27f6023-0b66-48e7-9123-e469779c86c8 req-0046df76-e59f-4388-8d1e-8ba856f5fa20 service neutron] 10.222.0.81 "GET /v2.0/networks/04f2ecf4-cd9f-483b-9100-6d9d67a561d2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2103376 Jun 16 17:25:38.490669 dv-cinder-837356-2-iscsi neutron-server[103918]: DEBUG neutron.plugins.ml2.db [None req-e6723556-eb1b-438d-94a4-80d6276e1d0b None None] For port 162f0ad2-6711-4345-8f6b-93472d29602c, host dv-cinder-837356-2-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-837356-2-iscsi',level=0,port_id=162f0ad2-6711-4345-8f6b-93472d29602c,segment=NetworkSegment(18b787c7-0964-4a3b-b1f5-b8083c94f58b),segment_id=18b787c7-0964-4a3b-b1f5-b8083c94f58b)] {{(pid=103918) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 16 17:25:38.494734 dv-cinder-837356-2-iscsi neutron-server[103918]: DEBUG neutron.plugins.ml2.plugin [None req-9ad9d56c-e65b-4f88-884d-76419d06d88b None None] Port 56c5c4f2-8245-4eb9-9698-87a4369dfa64 cannot update to ACTIVE because it is not bound. {{(pid=103918) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:354}} Jun 16 17:25:38.497866 dv-cinder-837356-2-iscsi neutron-server[103916]: DEBUG neutron_lib.callbacks.manager [None req-af0d6820-3053-46a7-9100-63a2f6bef534 tempest-TestVolumeBootPattern-1350759327 tempest-TestVolumeBootPattern-1350759327-project] Publish callbacks [] for security_group_rule (af4157b4-7188-4175-8d4c-e588d7a17af0), precommit_create {{(pid=103916) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 17:25:38.506000 dv-cinder-837356-2-iscsi neutron-server[103916]: DEBUG neutron_lib.callbacks.manager [None req-af0d6820-3053-46a7-9100-63a2f6bef534 tempest-TestVolumeBootPattern-1350759327 tempest-TestVolumeBootPattern-1350759327-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-576715'] for security_group_rule (af4157b4-7188-4175-8d4c-e588d7a17af0), after_create {{(pid=103916) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 17:25:38.530102 dv-cinder-837356-2-iscsi neutron-server[103918]: DEBUG neutron_lib.callbacks.manager [None req-e6723556-eb1b-438d-94a4-80d6276e1d0b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16007527', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-75831', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16241551', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728539364693', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728538993439', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728538993457'] for port (162f0ad2-6711-4345-8f6b-93472d29602c), after_update {{(pid=103918) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 17:25:38.532899 dv-cinder-837356-2-iscsi neutron-server[103916]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af0d6820-3053-46a7-9100-63a2f6bef534 tempest-TestVolumeBootPattern-1350759327 tempest-TestVolumeBootPattern-1350759327-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=af4157b4-7188-4175-8d4c-e588d7a17af0,revision_number=0']} {{(pid=103916) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 17:25:38.537071 dv-cinder-837356-2-iscsi neutron-server[103918]: DEBUG neutron.plugins.ml2.plugin [None req-39ead2dc-a542-4f04-b117-439eb7f32aa8 None None] Current status of the port 2ef48185-74c7-486a-9679-f9baac8bfe7a is: ACTIVE; New status is: ACTIVE {{(pid=103918) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2298}} Jun 16 17:25:38.541094 dv-cinder-837356-2-iscsi neutron-server[103918]: DEBUG neutron.plugins.ml2.rpc [None req-39ead2dc-a542-4f04-b117-439eb7f32aa8 None None] Device 095f00fe-5e2d-414c-bcb8-428f26abf5ae up at agent ovs-agent-dv-cinder-837356-2-iscsi {{(pid=103918) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 16 17:25:38.554292 dv-cinder-837356-2-iscsi neutron-server[103916]: DEBUG neutron_lib.callbacks.manager [None req-af0d6820-3053-46a7-9100-63a2f6bef534 tempest-TestVolumeBootPattern-1350759327 tempest-TestVolumeBootPattern-1350759327-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103916) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 17:25:38.555942 dv-cinder-837356-2-iscsi neutron-server[103916]: INFO neutron.wsgi [None req-af0d6820-3053-46a7-9100-63a2f6bef534 tempest-TestVolumeBootPattern-1350759327 tempest-TestVolumeBootPattern-1350759327-project] 10.222.0.66 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.2384710 Jun 16 17:25:38.557963 dv-cinder-837356-2-iscsi neutron-server[103918]: DEBUG dbcounter [-] [103918] Writing DB stats neutron:SELECT=97,neutron:UPDATE=3 {{(pid=103918) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 16 17:25:38.559117 dv-cinder-837356-2-iscsi neutron-server[103917]: DEBUG neutron.wsgi [-] (103917) accepted ('10.222.0.66', 40996) {{(pid=103917) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 16 17:25:38.563938 dv-cinder-837356-2-iscsi neutron-server[103917]: DEBUG neutron.api.v2.base [None req-7058a06f-fdd8-40f3-a2ab-669d2e646a52 tempest-TestVolumeBootPattern-1350759327 tempest-TestVolumeBootPattern-1350759327-project] Request body: {'security_group_rule': {'security_group_id': 'e6a9443b-cf7a-479e-b6b0-e85ba61d4c81', 'project_id': 'bd1488226a424c6e9e7f94f31b020e4f', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=103917) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jun 16 17:25:38.588947 dv-cinder-837356-2-iscsi neutron-server[103918]: DEBUG neutron.db.provisioning_blocks [None req-9ad9d56c-e65b-4f88-884d-76419d06d88b None None] Provisioning complete for port ff5c7065-1345-46f5-98bb-38edfecab534 triggered by entity DHCP. {{(pid=103918) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jun 16 17:25:38.589733 dv-cinder-837356-2-iscsi neutron-server[103918]: DEBUG neutron_lib.callbacks.manager [None req-9ad9d56c-e65b-4f88-884d-76419d06d88b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16149424'] for port (ff5c7065-1345-46f5-98bb-38edfecab534), provisioning_complete {{(pid=103918) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 17:25:38.728474 dv-cinder-837356-2-iscsi neutron-server[103918]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d9daecd-e263-4f07-81ff-62d2befafb69 None None] Pushing event updated for resources: {'Port': ['ID=162f0ad2-6711-4345-8f6b-93472d29602c,revision_number=3']} {{(pid=103918) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 17:25:38.735864 dv-cinder-837356-2-iscsi neutron-server[103918]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e6723556-eb1b-438d-94a4-80d6276e1d0b None None] Routers {'4e78b46b-81d8-4248-8d80-259bb205067a'} bound to L3 agent in host dv-cinder-837356-2-iscsi {{(pid=103918) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jun 16 17:25:38.736603 dv-cinder-837356-2-iscsi neutron-server[103918]: DEBUG neutron.db.l3_hamode_db [None req-e6723556-eb1b-438d-94a4-80d6276e1d0b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-837356-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-06-16T17:14:15Z,description=,heartbeat_timestamp=2022-06-16T17:25:15Z,host='dv-cinder-837356-2-iscsi',id=7639df21-17c3-4235-8912-210c3ad54137,load=0,resource_versions=,resources_synced=,started_at=2022-06-16T17:14:15Z,topic='l3_agent')) {'router_ids': ['4e78b46b-81d8-4248-8d80-259bb205067a'], 'active': True} {{(pid=103918) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 16 17:25:38.788620 dv-cinder-837356-2-iscsi neutron-server[103918]: DEBUG neutron.db.provisioning_blocks [None req-39ead2dc-a542-4f04-b117-439eb7f32aa8 None None] Provisioning complete for port 095f00fe-5e2d-414c-bcb8-428f26abf5ae triggered by entity L2. {{(pid=103918) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jun 16 17:25:38.789077 dv-cinder-837356-2-iscsi neutron-server[103918]: DEBUG neutron_lib.callbacks.manager [None req-39ead2dc-a542-4f04-b117-439eb7f32aa8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16149424'] for port (095f00fe-5e2d-414c-bcb8-428f26abf5ae), provisioning_complete {{(pid=103918) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 17:25:38.905849 dv-cinder-837356-2-iscsi neutron-server[103918]: DEBUG neutron.plugins.ml2.plugin [None req-9ad9d56c-e65b-4f88-884d-76419d06d88b None None] Current status of the port ff5c7065-1345-46f5-98bb-38edfecab534 is: ACTIVE; New status is: ACTIVE {{(pid=103918) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2298}} Jun 16 17:25:38.935976 dv-cinder-837356-2-iscsi neutron-server[103918]: DEBUG neutron.db.l3_dvr_db [None req-e6723556-eb1b-438d-94a4-80d6276e1d0b None None] Set router 4e78b46b-81d8-4248-8d80-259bb205067a gateway port host: dv-cinder-837356-2-iscsi {{(pid=103918) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jun 16 17:25:38.942573 dv-cinder-837356-2-iscsi neutron-server[103917]: DEBUG neutron_lib.callbacks.manager [None req-7058a06f-fdd8-40f3-a2ab-669d2e646a52 tempest-TestVolumeBootPattern-1350759327 tempest-TestVolumeBootPattern-1350759327-project] Publish callbacks [] for security_group_rule (23981044-c483-4d83-b4c4-14e652d9bdf1), before_create {{(pid=103917) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 17:25:39.051151 dv-cinder-837356-2-iscsi neutron-server[103917]: DEBUG neutron_lib.callbacks.manager [None req-7058a06f-fdd8-40f3-a2ab-669d2e646a52 tempest-TestVolumeBootPattern-1350759327 tempest-TestVolumeBootPattern-1350759327-project] Publish callbacks [] for security_group_rule (23981044-c483-4d83-b4c4-14e652d9bdf1), precommit_create {{(pid=103917) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 17:25:39.060102 dv-cinder-837356-2-iscsi neutron-server[103918]: DEBUG neutron.plugins.ml2.plugin [None req-39ead2dc-a542-4f04-b117-439eb7f32aa8 None None] Current status of the port 095f00fe-5e2d-414c-bcb8-428f26abf5ae is: ACTIVE; New status is: ACTIVE {{(pid=103918) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2298}} Jun 16 17:25:39.060919 dv-cinder-837356-2-iscsi neutron-server[103917]: DEBUG neutron_lib.callbacks.manager [None req-7058a06f-fdd8-40f3-a2ab-669d2e646a52 tempest-TestVolumeBootPattern-1350759327 tempest-TestVolumeBootPattern-1350759327-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-576715'] for security_group_rule (23981044-c483-4d83-b4c4-14e652d9bdf1), after_create {{(pid=103917) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 17:25:39.104054 dv-cinder-837356-2-iscsi neutron-server[103917]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7058a06f-fdd8-40f3-a2ab-669d2e646a52 tempest-TestVolumeBootPattern-1350759327 tempest-TestVolumeBootPattern-1350759327-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=23981044-c483-4d83-b4c4-14e652d9bdf1,revision_number=0']} {{(pid=103917) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 17:25:39.124324 dv-cinder-837356-2-iscsi neutron-server[103917]: DEBUG neutron_lib.callbacks.manager [None req-7058a06f-fdd8-40f3-a2ab-669d2e646a52 tempest-TestVolumeBootPattern-1350759327 tempest-TestVolumeBootPattern-1350759327-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103917) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 17:25:39.139284 dv-cinder-837356-2-iscsi neutron-server[103917]: INFO neutron.wsgi [None req-7058a06f-fdd8-40f3-a2ab-669d2e646a52 tempest-TestVolumeBootPattern-1350759327 tempest-TestVolumeBootPattern-1350759327-project] 10.222.0.66 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.5790102 Jun 16 17:25:39.142503 dv-cinder-837356-2-iscsi neutron-server[103916]: DEBUG neutron.wsgi [-] (103916) accepted ('10.222.0.66', 41000) {{(pid=103916) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 16 17:25:39.151088 dv-cinder-837356-2-iscsi neutron-server[103916]: DEBUG neutron.api.v2.base [None req-53c8f5cb-9bd1-4b6b-9987-c50d2b36eba2 tempest-TestVolumeBootPattern-1350759327 tempest-TestVolumeBootPattern-1350759327-project] Request body: {'security_group_rule': {'security_group_id': 'e6a9443b-cf7a-479e-b6b0-e85ba61d4c81', 'project_id': 'bd1488226a424c6e9e7f94f31b020e4f', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=103916) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jun 16 17:25:39.243783 dv-cinder-837356-2-iscsi neutron-server[103916]: DEBUG neutron_lib.callbacks.manager [None req-53c8f5cb-9bd1-4b6b-9987-c50d2b36eba2 tempest-TestVolumeBootPattern-1350759327 tempest-TestVolumeBootPattern-1350759327-project] Publish callbacks [] for security_group_rule (7b81d3b9-7841-4411-ade2-10a044442c84), before_create {{(pid=103916) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 17:25:39.256769 dv-cinder-837356-2-iscsi neutron-server[103918]: DEBUG dbcounter [-] [103918] Writing DB stats neutron:SELECT=98,neutron:UPDATE=1,neutron:INSERT=1 {{(pid=103918) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 16 17:25:39.295552 dv-cinder-837356-2-iscsi neutron-server[103917]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f291ac6-399f-407e-9fc5-f25e7c6b0d2e req-1a071d05-c66f-4677-b69e-fc5c07569589 tempest-AttachVolumeShelveTestJSON-1123487845 tempest-AttachVolumeShelveTestJSON-1123487845-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103917) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 16 17:25:39.297120 dv-cinder-837356-2-iscsi neutron-server[103917]: INFO neutron.wsgi [req-8f291ac6-399f-407e-9fc5-f25e7c6b0d2e req-1a071d05-c66f-4677-b69e-fc5c07569589 tempest-AttachVolumeShelveTestJSON-1123487845 tempest-AttachVolumeShelveTestJSON-1123487845-project] 10.222.0.66 "GET /v2.0/ports?device_id=ab2e7148-fa86-4648-9e4b-87e27fcf1147 HTTP/1.1" status: 200 len: 946 time: 0.1209674 Jun 16 17:25:39.388674 dv-cinder-837356-2-iscsi neutron-server[103918]: DEBUG neutron.db.l3_hamode_db [None req-e6723556-eb1b-438d-94a4-80d6276e1d0b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4e78b46b-81d8-4248-8d80-259bb205067a', 'name': 'tempest-TestVolumeBootPattern-383062752-router', 'tenant_id': '6c0384215d0547d4b0e2a2228f06c84d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9df31235-0797-44e6-85a0-102cb2da2d58', 'external_fixed_ips': [{'subnet_id': '1dfb0320-f5eb-46f6-88ce-33002f500238', 'ip_address': '172.27.2.242'}], 'enable_snat': True}, 'gw_port_id': '162f0ad2-6711-4345-8f6b-93472d29602c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-16T17:25:28Z', 'updated_at': '2022-06-16T17:25:35Z', 'revision_number': 4, 'project_id': '6c0384215d0547d4b0e2a2228f06c84d', 'gw_port': {'id': '162f0ad2-6711-4345-8f6b-93472d29602c', 'name': '', 'network_id': '9df31235-0797-44e6-85a0-102cb2da2d58', 'tenant_id': '', 'mac_address': 'fa:16:3e:7e:a8:96', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4e78b46b-81d8-4248-8d80-259bb205067a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 459, 'fixed_ips': [{'subnet_id': '1dfb0320-f5eb-46f6-88ce-33002f500238', 'ip_address': '172.27.2.242', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-837356-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-16T17:25:29Z', 'updated_at': '2022-06-16T17:25:38Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '1dfb0320-f5eb-46f6-88ce-33002f500238', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-837356-2-iscsi', '_interfaces': [{'id': '56c5c4f2-8245-4eb9-9698-87a4369dfa64', 'name': '', 'network_id': 'c31bf554-5b37-45cf-b74e-db137ff15f30', 'tenant_id': '6c0384215d0547d4b0e2a2228f06c84d', 'mac_address': 'fa:16:3e:42:3a:3d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4e78b46b-81d8-4248-8d80-259bb205067a', 'device_owner': 'network:router_interface', 'standard_attr_id': 460, 'fixed_ips': [{'subnet_id': 'b104f893-0706-4111-9d59-e3b1fdf6a9a2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-16T17:25:34Z', 'updated_at': '2022-06-16T17:25:36Z', 'revision_number': 2, 'project_id': '6c0384215d0547d4b0e2a2228f06c84d', 'subnets': [{'id': 'b104f893-0706-4111-9d59-e3b1fdf6a9a2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-837356-2-iscsi', False) {} {{(pid=103918) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 16 17:25:39.404499 dv-cinder-837356-2-iscsi neutron-server[103917]: INFO neutron.wsgi [req-8f291ac6-399f-407e-9fc5-f25e7c6b0d2e req-620f9c05-410c-41ab-840d-5e4cefbe7882 tempest-AttachVolumeShelveTestJSON-1123487845 tempest-AttachVolumeShelveTestJSON-1123487845-project] 10.222.0.66 "GET /v2.0/security-groups?id=5ab805c8-38ae-4655-bf71-1fc1999d288e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0966210 Jun 16 17:25:39.424254 dv-cinder-837356-2-iscsi neutron-server[103918]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e6723556-eb1b-438d-94a4-80d6276e1d0b None None] The sync data for ids ['4e78b46b-81d8-4248-8d80-259bb205067a'] in dv-cinder-837356-2-iscsi is: [{'id': '4e78b46b-81d8-4248-8d80-259bb205067a', 'name': 'tempest-TestVolumeBootPattern-383062752-router', 'tenant_id': '6c0384215d0547d4b0e2a2228f06c84d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9df31235-0797-44e6-85a0-102cb2da2d58', 'external_fixed_ips': [{'subnet_id': '1dfb0320-f5eb-46f6-88ce-33002f500238', 'ip_address': '172.27.2.242'}], 'enable_snat': True}, 'gw_port_id': '162f0ad2-6711-4345-8f6b-93472d29602c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-16T17:25:28Z', 'updated_at': '2022-06-16T17:25:35Z', 'revision_number': 4, 'project_id': '6c0384215d0547d4b0e2a2228f06c84d', 'gw_port': {'id': '162f0ad2-6711-4345-8f6b-93472d29602c', 'name': '', 'network_id': '9df31235-0797-44e6-85a0-102cb2da2d58', 'tenant_id': '', 'mac_address': 'fa:16:3e:7e:a8:96', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4e78b46b-81d8-4248-8d80-259bb205067a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 459, 'fixed_ips': [{'subnet_id': '1dfb0320-f5eb-46f6-88ce-33002f500238', 'ip_address': '172.27.2.242', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-837356-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-16T17:25:29Z', 'updated_at': '2022-06-16T17:25:38Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '1dfb0320-f5eb-46f6-88ce-33002f500238', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-837356-2-iscsi', '_interfaces': [{'id': '56c5c4f2-8245-4eb9-9698-87a4369dfa64', 'name': '', 'network_id': 'c31bf554-5b37-45cf-b74e-db137ff15f30', 'tenant_id': '6c0384215d0547d4b0e2a2228f06c84d', 'mac_address': 'fa:16:3e:42:3a:3d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4e78b46b-81d8-4248-8d80-259bb205067a', 'device_owner': 'network:router_interface', 'standard_attr_id': 460, 'fixed_ips': [{'subnet_id': 'b104f893-0706-4111-9d59-e3b1fdf6a9a2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-16T17:25:34Z', 'updated_at': '2022-06-16T17:25:36Z', 'revision_number': 2, 'project_id': '6c0384215d0547d4b0e2a2228f06c84d', 'subnets': [{'id': 'b104f893-0706-4111-9d59-e3b1fdf6a9a2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103918) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 16 17:25:39.426325 dv-cinder-837356-2-iscsi neutron-server[103918]: DEBUG neutron.plugins.ml2.rpc [None req-39ead2dc-a542-4f04-b117-439eb7f32aa8 None None] Device ff5c7065-1345-46f5-98bb-38edfecab534 up at agent ovs-agent-dv-cinder-837356-2-iscsi {{(pid=103918) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 16 17:25:39.444414 dv-cinder-837356-2-iscsi neutron-server[103916]: DEBUG neutron_lib.callbacks.manager [None req-53c8f5cb-9bd1-4b6b-9987-c50d2b36eba2 tempest-TestVolumeBootPattern-1350759327 tempest-TestVolumeBootPattern-1350759327-project] Publish callbacks [] for security_group_rule (7b81d3b9-7841-4411-ade2-10a044442c84), precommit_create {{(pid=103916) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 17:25:39.462904 dv-cinder-837356-2-iscsi neutron-server[103916]: DEBUG neutron_lib.callbacks.manager [None req-53c8f5cb-9bd1-4b6b-9987-c50d2b36eba2 tempest-TestVolumeBootPattern-1350759327 tempest-TestVolumeBootPattern-1350759327-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-576715'] for security_group_rule (7b81d3b9-7841-4411-ade2-10a044442c84), after_create {{(pid=103916) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 17:25:39.497485 dv-cinder-837356-2-iscsi neutron-server[103916]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-53c8f5cb-9bd1-4b6b-9987-c50d2b36eba2 tempest-TestVolumeBootPattern-1350759327 tempest-TestVolumeBootPattern-1350759327-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=7b81d3b9-7841-4411-ade2-10a044442c84,revision_number=0']} {{(pid=103916) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 17:25:39.510862 dv-cinder-837356-2-iscsi neutron-server[103918]: DEBUG neutron.db.provisioning_blocks [None req-39ead2dc-a542-4f04-b117-439eb7f32aa8 None None] Provisioning complete for port ff5c7065-1345-46f5-98bb-38edfecab534 triggered by entity L2. {{(pid=103918) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jun 16 17:25:39.511237 dv-cinder-837356-2-iscsi neutron-server[103918]: DEBUG neutron_lib.callbacks.manager [None req-39ead2dc-a542-4f04-b117-439eb7f32aa8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16149424'] for port (ff5c7065-1345-46f5-98bb-38edfecab534), provisioning_complete {{(pid=103918) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 17:25:39.512639 dv-cinder-837356-2-iscsi neutron-server[103916]: DEBUG neutron_lib.callbacks.manager [None req-53c8f5cb-9bd1-4b6b-9987-c50d2b36eba2 tempest-TestVolumeBootPattern-1350759327 tempest-TestVolumeBootPattern-1350759327-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103916) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 17:25:39.520676 dv-cinder-837356-2-iscsi neutron-server[103916]: INFO neutron.wsgi [None req-53c8f5cb-9bd1-4b6b-9987-c50d2b36eba2 tempest-TestVolumeBootPattern-1350759327 tempest-TestVolumeBootPattern-1350759327-project] 10.222.0.66 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.3762867 Jun 16 17:25:39.525575 dv-cinder-837356-2-iscsi neutron-server[103916]: DEBUG neutron.wsgi [-] (103916) accepted ('10.222.0.66', 41004) {{(pid=103916) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 16 17:25:39.539879 dv-cinder-837356-2-iscsi neutron-server[103916]: DEBUG neutron.api.v2.base [None req-2ccfddf7-e3e5-4af1-9595-074ebd490b29 tempest-TestVolumeBootPattern-1350759327 tempest-TestVolumeBootPattern-1350759327-project] Request body: {'security_group_rule': {'security_group_id': 'e6a9443b-cf7a-479e-b6b0-e85ba61d4c81', 'project_id': 'bd1488226a424c6e9e7f94f31b020e4f', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=103916) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jun 16 17:25:39.594840 dv-cinder-837356-2-iscsi neutron-server[103916]: DEBUG neutron_lib.callbacks.manager [None req-2ccfddf7-e3e5-4af1-9595-074ebd490b29 tempest-TestVolumeBootPattern-1350759327 tempest-TestVolumeBootPattern-1350759327-project] Publish callbacks [] for security_group_rule (0ef280d9-870e-4e26-aea8-92807f53b66d), before_create {{(pid=103916) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 17:25:39.628069 dv-cinder-837356-2-iscsi neutron-server[103918]: DEBUG neutron.plugins.ml2.plugin [None req-39ead2dc-a542-4f04-b117-439eb7f32aa8 None None] Current status of the port ff5c7065-1345-46f5-98bb-38edfecab534 is: ACTIVE; New status is: ACTIVE {{(pid=103918) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2298}} Jun 16 17:25:39.642710 dv-cinder-837356-2-iscsi neutron-server[103916]: DEBUG dbcounter [-] [103916] Writing DB stats neutron:SELECT=84,neutron:INSERT=10,neutron:DELETE=4,neutron:UPDATE=2 {{(pid=103916) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 16 17:25:39.678743 dv-cinder-837356-2-iscsi neutron-server[103916]: DEBUG dbcounter [-] [103916] Writing DB stats neutron:SELECT=83,neutron:INSERT=11,neutron:UPDATE=2,neutron:DELETE=4 {{(pid=103916) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 16 17:25:39.694881 dv-cinder-837356-2-iscsi neutron-server[103916]: DEBUG neutron_lib.callbacks.manager [None req-2ccfddf7-e3e5-4af1-9595-074ebd490b29 tempest-TestVolumeBootPattern-1350759327 tempest-TestVolumeBootPattern-1350759327-project] Publish callbacks [] for security_group_rule (0ef280d9-870e-4e26-aea8-92807f53b66d), precommit_create {{(pid=103916) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 17:25:39.702101 dv-cinder-837356-2-iscsi neutron-server[103916]: DEBUG neutron_lib.callbacks.manager [None req-2ccfddf7-e3e5-4af1-9595-074ebd490b29 tempest-TestVolumeBootPattern-1350759327 tempest-TestVolumeBootPattern-1350759327-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-576715'] for security_group_rule (0ef280d9-870e-4e26-aea8-92807f53b66d), after_create {{(pid=103916) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 17:25:39.737817 dv-cinder-837356-2-iscsi neutron-server[103916]: DEBUG neutron_lib.callbacks.manager [None req-2ccfddf7-e3e5-4af1-9595-074ebd490b29 tempest-TestVolumeBootPattern-1350759327 tempest-TestVolumeBootPattern-1350759327-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103916) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 17:25:39.742410 dv-cinder-837356-2-iscsi neutron-server[103917]: DEBUG neutron.wsgi [-] (103917) accepted ('10.222.0.66', 41006) {{(pid=103917) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 16 17:25:39.742694 dv-cinder-837356-2-iscsi neutron-server[103916]: INFO neutron.wsgi [None req-2ccfddf7-e3e5-4af1-9595-074ebd490b29 tempest-TestVolumeBootPattern-1350759327 tempest-TestVolumeBootPattern-1350759327-project] 10.222.0.66 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.2158844 Jun 16 17:25:39.744447 dv-cinder-837356-2-iscsi neutron-server[103916]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2ccfddf7-e3e5-4af1-9595-074ebd490b29 tempest-TestVolumeBootPattern-1350759327 tempest-TestVolumeBootPattern-1350759327-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=0ef280d9-870e-4e26-aea8-92807f53b66d,revision_number=0']} {{(pid=103916) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 17:25:39.750215 dv-cinder-837356-2-iscsi neutron-server[103917]: DEBUG neutron.api.v2.base [None req-dd80daa2-fccc-4325-aa50-727b4204a22b tempest-TestVolumeBootPattern-1350759327 tempest-TestVolumeBootPattern-1350759327-project] Request body: {'security_group_rule': {'security_group_id': 'e6a9443b-cf7a-479e-b6b0-e85ba61d4c81', 'project_id': 'bd1488226a424c6e9e7f94f31b020e4f', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=103917) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jun 16 17:25:39.796003 dv-cinder-837356-2-iscsi neutron-server[103917]: DEBUG dbcounter [-] [103917] Writing DB stats neutron:SELECT=93,neutron:INSERT=5,neutron:DELETE=2 {{(pid=103917) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 16 17:25:39.815842 dv-cinder-837356-2-iscsi neutron-server[103917]: INFO neutron.db.securitygroups_db [None req-dd80daa2-fccc-4325-aa50-727b4204a22b tempest-TestVolumeBootPattern-1350759327 tempest-TestVolumeBootPattern-1350759327-project] Project bd1488226a424c6e9e7f94f31b020e4f added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Jun 16 17:25:39.837254 dv-cinder-837356-2-iscsi neutron-server[103917]: DEBUG neutron_lib.callbacks.manager [None req-dd80daa2-fccc-4325-aa50-727b4204a22b tempest-TestVolumeBootPattern-1350759327 tempest-TestVolumeBootPattern-1350759327-project] Publish callbacks [] for security_group_rule (32085fa2-338a-4043-a666-0ab17a429b6f), before_create {{(pid=103917) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 17:25:39.944329 dv-cinder-837356-2-iscsi neutron-server[103917]: DEBUG neutron_lib.callbacks.manager [None req-dd80daa2-fccc-4325-aa50-727b4204a22b tempest-TestVolumeBootPattern-1350759327 tempest-TestVolumeBootPattern-1350759327-project] Publish callbacks [] for security_group_rule (32085fa2-338a-4043-a666-0ab17a429b6f), precommit_create {{(pid=103917) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 17:25:39.955400 dv-cinder-837356-2-iscsi neutron-server[103917]: DEBUG neutron_lib.callbacks.manager [None req-dd80daa2-fccc-4325-aa50-727b4204a22b tempest-TestVolumeBootPattern-1350759327 tempest-TestVolumeBootPattern-1350759327-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-576715'] for security_group_rule (32085fa2-338a-4043-a666-0ab17a429b6f), after_create {{(pid=103917) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 17:25:39.984177 dv-cinder-837356-2-iscsi neutron-server[103917]: DEBUG neutron_lib.callbacks.manager [None req-dd80daa2-fccc-4325-aa50-727b4204a22b tempest-TestVolumeBootPattern-1350759327 tempest-TestVolumeBootPattern-1350759327-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103917) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 17:25:39.991377 dv-cinder-837356-2-iscsi neutron-server[103917]: INFO neutron.wsgi [None req-dd80daa2-fccc-4325-aa50-727b4204a22b tempest-TestVolumeBootPattern-1350759327 tempest-TestVolumeBootPattern-1350759327-project] 10.222.0.66 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.2413301 Jun 16 17:25:39.991377 dv-cinder-837356-2-iscsi neutron-server[103917]: DEBUG neutron.wsgi [-] (103917) accepted ('10.222.0.66', 41008) {{(pid=103917) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 16 17:25:39.994417 dv-cinder-837356-2-iscsi neutron-server[103917]: DEBUG neutron.api.v2.base [None req-219c7602-889f-45cd-a929-4b9057e9f822 tempest-TestVolumeBootPattern-1350759327 tempest-TestVolumeBootPattern-1350759327-project] Request body: {'security_group_rule': {'security_group_id': 'e6a9443b-cf7a-479e-b6b0-e85ba61d4c81', 'project_id': 'bd1488226a424c6e9e7f94f31b020e4f', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=103917) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jun 16 17:25:40.001941 dv-cinder-837356-2-iscsi neutron-server[103917]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dd80daa2-fccc-4325-aa50-727b4204a22b tempest-TestVolumeBootPattern-1350759327 tempest-TestVolumeBootPattern-1350759327-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=32085fa2-338a-4043-a666-0ab17a429b6f,revision_number=0']} {{(pid=103917) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 17:25:40.028532 dv-cinder-837356-2-iscsi neutron-server[103917]: INFO neutron.db.securitygroups_db [None req-219c7602-889f-45cd-a929-4b9057e9f822 tempest-TestVolumeBootPattern-1350759327 tempest-TestVolumeBootPattern-1350759327-project] Project bd1488226a424c6e9e7f94f31b020e4f added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Jun 16 17:25:40.037531 dv-cinder-837356-2-iscsi neutron-server[103917]: DEBUG neutron_lib.callbacks.manager [None req-219c7602-889f-45cd-a929-4b9057e9f822 tempest-TestVolumeBootPattern-1350759327 tempest-TestVolumeBootPattern-1350759327-project] Publish callbacks [] for security_group_rule (86e3629d-44c1-43fb-87eb-fc97c7be392b), before_create {{(pid=103917) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 17:25:40.098628 dv-cinder-837356-2-iscsi neutron-server[103917]: DEBUG dbcounter [-] [103917] Writing DB stats neutron:SELECT=95,neutron:UPDATE=1,neutron:INSERT=2,neutron:DELETE=2 {{(pid=103917) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 16 17:25:40.127527 dv-cinder-837356-2-iscsi neutron-server[103917]: DEBUG neutron_lib.callbacks.manager [None req-219c7602-889f-45cd-a929-4b9057e9f822 tempest-TestVolumeBootPattern-1350759327 tempest-TestVolumeBootPattern-1350759327-project] Publish callbacks [] for security_group_rule (86e3629d-44c1-43fb-87eb-fc97c7be392b), precommit_create {{(pid=103917) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 17:25:40.134400 dv-cinder-837356-2-iscsi neutron-server[103917]: DEBUG neutron_lib.callbacks.manager [None req-219c7602-889f-45cd-a929-4b9057e9f822 tempest-TestVolumeBootPattern-1350759327 tempest-TestVolumeBootPattern-1350759327-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-576715'] for security_group_rule (86e3629d-44c1-43fb-87eb-fc97c7be392b), after_create {{(pid=103917) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 17:25:40.160514 dv-cinder-837356-2-iscsi neutron-server[103917]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-219c7602-889f-45cd-a929-4b9057e9f822 tempest-TestVolumeBootPattern-1350759327 tempest-TestVolumeBootPattern-1350759327-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=86e3629d-44c1-43fb-87eb-fc97c7be392b,revision_number=0']} {{(pid=103917) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 17:25:40.169052 dv-cinder-837356-2-iscsi neutron-server[103917]: DEBUG neutron_lib.callbacks.manager [None req-219c7602-889f-45cd-a929-4b9057e9f822 tempest-TestVolumeBootPattern-1350759327 tempest-TestVolumeBootPattern-1350759327-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103917) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 17:25:40.174376 dv-cinder-837356-2-iscsi neutron-server[103917]: INFO neutron.wsgi [None req-219c7602-889f-45cd-a929-4b9057e9f822 tempest-TestVolumeBootPattern-1350759327 tempest-TestVolumeBootPattern-1350759327-project] 10.222.0.66 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.1804998 Jun 16 17:25:40.704508 dv-cinder-837356-2-iscsi neutron-server[103916]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4154c4b5-b074-4a57-ba72-f796935774d0 req-de3ced4a-80cc-473e-a40e-c165b238d2bb tempest-AttachVolumeShelveTestJSON-1123487845 tempest-AttachVolumeShelveTestJSON-1123487845-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103916) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 16 17:25:40.706949 dv-cinder-837356-2-iscsi neutron-server[103916]: INFO neutron.wsgi [req-4154c4b5-b074-4a57-ba72-f796935774d0 req-de3ced4a-80cc-473e-a40e-c165b238d2bb tempest-AttachVolumeShelveTestJSON-1123487845 tempest-AttachVolumeShelveTestJSON-1123487845-project] 10.222.0.66 "GET /v2.0/ports?device_id=ab2e7148-fa86-4648-9e4b-87e27fcf1147 HTTP/1.1" status: 200 len: 946 time: 0.1307118 Jun 16 17:25:40.800470 dv-cinder-837356-2-iscsi neutron-server[103916]: INFO neutron.wsgi [req-4154c4b5-b074-4a57-ba72-f796935774d0 req-996c55a4-bce2-42f1-909e-787bab970239 tempest-AttachVolumeShelveTestJSON-1123487845 tempest-AttachVolumeShelveTestJSON-1123487845-project] 10.222.0.66 "GET /v2.0/security-groups?id=5ab805c8-38ae-4655-bf71-1fc1999d288e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0851774 Jun 16 17:25:41.328238 dv-cinder-837356-2-iscsi neutron-server[103918]: DEBUG neutron.plugins.ml2.rpc [None req-39ead2dc-a542-4f04-b117-439eb7f32aa8 None None] Device 162f0ad2-6711-4345-8f6b-93472d29602c up at agent ovs-agent-dv-cinder-837356-2-iscsi {{(pid=103918) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 16 17:25:41.398332 dv-cinder-837356-2-iscsi neutron-server[103918]: DEBUG neutron.db.provisioning_blocks [None req-39ead2dc-a542-4f04-b117-439eb7f32aa8 None None] Provisioning complete for port 162f0ad2-6711-4345-8f6b-93472d29602c triggered by entity L2. {{(pid=103918) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jun 16 17:25:41.399178 dv-cinder-837356-2-iscsi neutron-server[103918]: DEBUG neutron_lib.callbacks.manager [None req-39ead2dc-a542-4f04-b117-439eb7f32aa8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16149424'] for port (162f0ad2-6711-4345-8f6b-93472d29602c), provisioning_complete {{(pid=103918) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 17:25:41.520575 dv-cinder-837356-2-iscsi neutron-server[103918]: DEBUG neutron.plugins.ml2.plugin [None req-39ead2dc-a542-4f04-b117-439eb7f32aa8 None None] Current status of the port 162f0ad2-6711-4345-8f6b-93472d29602c is: DOWN; New status is: ACTIVE {{(pid=103918) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2298}} Jun 16 17:25:41.521135 dv-cinder-837356-2-iscsi neutron-server[103918]: DEBUG neutron_lib.callbacks.manager [None req-39ead2dc-a542-4f04-b117-439eb7f32aa8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16007590'] for port (162f0ad2-6711-4345-8f6b-93472d29602c), before_update {{(pid=103918) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 17:25:41.548505 dv-cinder-837356-2-iscsi neutron-server[103918]: DEBUG neutron.plugins.ml2.db [None req-39ead2dc-a542-4f04-b117-439eb7f32aa8 None None] For port 162f0ad2-6711-4345-8f6b-93472d29602c, host dv-cinder-837356-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-837356-2-iscsi',level=0,port_id=162f0ad2-6711-4345-8f6b-93472d29602c,segment=NetworkSegment(18b787c7-0964-4a3b-b1f5-b8083c94f58b),segment_id=18b787c7-0964-4a3b-b1f5-b8083c94f58b)] {{(pid=103918) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 16 17:25:41.558645 dv-cinder-837356-2-iscsi neutron-server[103918]: DEBUG neutron_lib.callbacks.manager [None req-39ead2dc-a542-4f04-b117-439eb7f32aa8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16007527', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-75831', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16241551', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728539364693', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728538993439', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728538993457'] for port (162f0ad2-6711-4345-8f6b-93472d29602c), after_update {{(pid=103918) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 17:25:41.598754 dv-cinder-837356-2-iscsi neutron-server[103918]: DEBUG dbcounter [-] [103918] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=103918) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 16 17:25:41.630633 dv-cinder-837356-2-iscsi neutron-server[103918]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-39ead2dc-a542-4f04-b117-439eb7f32aa8 None None] Pushing event updated for resources: {'Port': ['ID=162f0ad2-6711-4345-8f6b-93472d29602c,revision_number=4']} {{(pid=103918) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 17:25:42.051477 dv-cinder-837356-2-iscsi neutron-server[103916]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74c01da1-e3d0-4199-9917-75b3610d0151 req-a095e601-e70f-45ed-bb36-eba69cb10a65 tempest-AttachVolumeShelveTestJSON-1123487845 tempest-AttachVolumeShelveTestJSON-1123487845-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103916) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 16 17:25:42.054885 dv-cinder-837356-2-iscsi neutron-server[103916]: INFO neutron.wsgi [req-74c01da1-e3d0-4199-9917-75b3610d0151 req-a095e601-e70f-45ed-bb36-eba69cb10a65 tempest-AttachVolumeShelveTestJSON-1123487845 tempest-AttachVolumeShelveTestJSON-1123487845-project] 10.222.0.66 "GET /v2.0/ports?device_id=ab2e7148-fa86-4648-9e4b-87e27fcf1147 HTTP/1.1" status: 200 len: 946 time: 0.0683010 Jun 16 17:25:42.170773 dv-cinder-837356-2-iscsi neutron-server[103916]: INFO neutron.wsgi [req-74c01da1-e3d0-4199-9917-75b3610d0151 req-5783c2db-c04c-41b6-a907-571e4c241f74 tempest-AttachVolumeShelveTestJSON-1123487845 tempest-AttachVolumeShelveTestJSON-1123487845-project] 10.222.0.66 "GET /v2.0/security-groups?id=5ab805c8-38ae-4655-bf71-1fc1999d288e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0995646 Jun 16 17:25:42.318151 dv-cinder-837356-2-iscsi neutron-server[103918]: DEBUG neutron.plugins.ml2.rpc [None req-b2b17746-c296-4803-869a-65578e8233dd None None] Device 2da50d5c-d328-4853-a261-6bd0c6378dcd no longer exists at agent hyperv_hv-cinder-83735 {{(pid=103918) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jun 16 17:25:42.447070 dv-cinder-837356-2-iscsi neutron-server[103918]: DEBUG neutron.plugins.ml2.plugin [None req-b2b17746-c296-4803-869a-65578e8233dd None None] Current status of the port 2da50d5c-d328-4853-a261-6bd0c6378dcd is: ACTIVE; New status is: DOWN {{(pid=103918) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2298}} Jun 16 17:25:42.448395 dv-cinder-837356-2-iscsi neutron-server[103918]: DEBUG neutron_lib.callbacks.manager [None req-b2b17746-c296-4803-869a-65578e8233dd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16007590'] for port (2da50d5c-d328-4853-a261-6bd0c6378dcd), before_update {{(pid=103918) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 17:25:42.541669 dv-cinder-837356-2-iscsi neutron-server[103918]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ab2e7148-fa86-4648-9e4b-87e27fcf1147', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '2da50d5c-d328-4853-a261-6bd0c6378dcd'}] {{(pid=103918) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jun 16 17:25:42.544116 dv-cinder-837356-2-iscsi neutron-server[103918]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.66/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c81ba123246404939637391270152498621c2ac0d5068f91321d7f7277fce0c4" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5c017555-d6b5-429f-8b56-d00747118aa6" -d '{"events": [{"server_uuid": "ab2e7148-fa86-4648-9e4b-87e27fcf1147", "name": "network-vif-unplugged", "status": "completed", "tag": "2da50d5c-d328-4853-a261-6bd0c6378dcd"}]}' {{(pid=103918) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 16 17:25:42.551693 dv-cinder-837356-2-iscsi neutron-server[103918]: DEBUG neutron.plugins.ml2.db [None req-b2b17746-c296-4803-869a-65578e8233dd None None] For port 2da50d5c-d328-4853-a261-6bd0c6378dcd, host hv-cinder-83735, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83735',level=0,port_id=2da50d5c-d328-4853-a261-6bd0c6378dcd,segment=NetworkSegment(d53d2152-678f-42ce-a3f8-cc589901ed6b),segment_id=d53d2152-678f-42ce-a3f8-cc589901ed6b)] {{(pid=103918) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 16 17:25:42.562795 dv-cinder-837356-2-iscsi neutron-server[103918]: DEBUG neutron_lib.callbacks.manager [None req-b2b17746-c296-4803-869a-65578e8233dd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16007527', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-75831', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16241551', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728539364693', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728538993439', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728538993457'] for port (2da50d5c-d328-4853-a261-6bd0c6378dcd), after_update {{(pid=103918) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 17:25:42.601925 dv-cinder-837356-2-iscsi neutron-server[103918]: DEBUG novaclient.v2.client [-] RESP: [207] Connection: close Content-Length: 182 Content-Type: application/json Date: Thu, 16 Jun 2022 17:25:42 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0fcdc262-6d63-4cac-8c38-0512fc216e51 x-openstack-request-id: req-0fcdc262-6d63-4cac-8c38-0512fc216e51 {{(pid=103918) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 16 17:25:42.601925 dv-cinder-837356-2-iscsi neutron-server[103918]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "ab2e7148-fa86-4648-9e4b-87e27fcf1147", "name": "network-vif-unplugged", "status": "failed", "tag": "2da50d5c-d328-4853-a261-6bd0c6378dcd", "code": 422}]} {{(pid=103918) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 16 17:25:42.601925 dv-cinder-837356-2-iscsi neutron-server[103918]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.66/compute/v2.1/os-server-external-events used request id req-0fcdc262-6d63-4cac-8c38-0512fc216e51 {{(pid=103918) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 16 17:25:42.602412 dv-cinder-837356-2-iscsi neutron-server[103918]: WARNING neutron.notifiers.nova [-] Nova event matching ['req-0fcdc262-6d63-4cac-8c38-0512fc216e51']: {'server_uuid': 'ab2e7148-fa86-4648-9e4b-87e27fcf1147', 'name': 'network-vif-unplugged', 'status': 'failed', 'tag': '2da50d5c-d328-4853-a261-6bd0c6378dcd', 'code': 422} returned with failed status Jun 16 17:25:42.674088 dv-cinder-837356-2-iscsi neutron-server[103918]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b2b17746-c296-4803-869a-65578e8233dd None None] Pushing event updated for resources: {'Port': ['ID=2da50d5c-d328-4853-a261-6bd0c6378dcd,revision_number=8']} {{(pid=103918) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 17:25:42.684219 dv-cinder-837356-2-iscsi neutron-server[103918]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b2b17746-c296-4803-869a-65578e8233dd None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-837356-2-iscsi {{(pid=103918) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 17:25:42.689123 dv-cinder-837356-2-iscsi neutron-server[103918]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b2b17746-c296-4803-869a-65578e8233dd None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-837356-2-iscsi {{(pid=103918) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 17:25:42.689742 dv-cinder-837356-2-iscsi neutron-server[103918]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b2b17746-c296-4803-869a-65578e8233dd None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-837356-2-iscsi {{(pid=103918) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 17:25:42.692335 dv-cinder-837356-2-iscsi neutron-server[103918]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b2b17746-c296-4803-869a-65578e8233dd None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-837356-2-iscsi {{(pid=103918) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 17:25:42.692886 dv-cinder-837356-2-iscsi neutron-server[103918]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b2b17746-c296-4803-869a-65578e8233dd None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-837356-2-iscsi {{(pid=103918) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 17:25:42.693340 dv-cinder-837356-2-iscsi neutron-server[103918]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b2b17746-c296-4803-869a-65578e8233dd None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-837356-2-iscsi {{(pid=103918) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 17:25:42.693677 dv-cinder-837356-2-iscsi neutron-server[103918]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b2b17746-c296-4803-869a-65578e8233dd None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-837356-2-iscsi {{(pid=103918) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 17:25:42.694162 dv-cinder-837356-2-iscsi neutron-server[103918]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b2b17746-c296-4803-869a-65578e8233dd None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-837356-2-iscsi {{(pid=103918) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 17:25:42.699803 dv-cinder-837356-2-iscsi neutron-server[103918]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b2b17746-c296-4803-869a-65578e8233dd None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-837356-2-iscsi {{(pid=103918) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 17:25:42.700656 dv-cinder-837356-2-iscsi neutron-server[103918]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b2b17746-c296-4803-869a-65578e8233dd None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-837356-2-iscsi {{(pid=103918) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 17:25:42.701501 dv-cinder-837356-2-iscsi neutron-server[103918]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b2b17746-c296-4803-869a-65578e8233dd None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-837356-2-iscsi {{(pid=103918) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 17:25:42.702278 dv-cinder-837356-2-iscsi neutron-server[103918]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b2b17746-c296-4803-869a-65578e8233dd None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-837356-2-iscsi {{(pid=103918) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 17:25:42.702633 dv-cinder-837356-2-iscsi neutron-server[103918]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b2b17746-c296-4803-869a-65578e8233dd None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-837356-2-iscsi {{(pid=103918) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 17:25:42.702980 dv-cinder-837356-2-iscsi neutron-server[103918]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b2b17746-c296-4803-869a-65578e8233dd None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-837356-2-iscsi {{(pid=103918) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 17:25:42.703308 dv-cinder-837356-2-iscsi neutron-server[103918]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b2b17746-c296-4803-869a-65578e8233dd None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-837356-2-iscsi {{(pid=103918) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 17:25:42.948354 dv-cinder-837356-2-iscsi neutron-server[103919]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b670cc62-c2df-443a-9adb-31543b4813be None None] Sync routers for ids ['4e78b46b-81d8-4248-8d80-259bb205067a'] in dv-cinder-837356-2-iscsi {{(pid=103919) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 16 17:25:42.961252 dv-cinder-837356-2-iscsi neutron-server[103919]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b670cc62-c2df-443a-9adb-31543b4813be None None] Routers {'4e78b46b-81d8-4248-8d80-259bb205067a'} bound to L3 agent in host dv-cinder-837356-2-iscsi {{(pid=103919) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jun 16 17:25:42.962125 dv-cinder-837356-2-iscsi neutron-server[103919]: DEBUG neutron.db.l3_hamode_db [None req-b670cc62-c2df-443a-9adb-31543b4813be None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-837356-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-06-16T17:14:15Z,description=,heartbeat_timestamp=2022-06-16T17:25:15Z,host='dv-cinder-837356-2-iscsi',id=7639df21-17c3-4235-8912-210c3ad54137,load=0,resource_versions=,resources_synced=,started_at=2022-06-16T17:14:15Z,topic='l3_agent')) {'router_ids': ['4e78b46b-81d8-4248-8d80-259bb205067a'], 'active': True} {{(pid=103919) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 16 17:25:42.991250 dv-cinder-837356-2-iscsi neutron-server[103916]: DEBUG neutron.wsgi [req-8f7cdd76-8ebf-4bda-b02c-daafc3625378 req-641f75d4-8fce-4206-811f-3cf68d73752c service neutron] http://10.222.0.66:9696/v2.0/extensions returned with HTTP 200 {{(pid=103916) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Jun 16 17:25:42.993897 dv-cinder-837356-2-iscsi neutron-server[103916]: INFO neutron.wsgi [req-8f7cdd76-8ebf-4bda-b02c-daafc3625378 req-641f75d4-8fce-4206-811f-3cf68d73752c service neutron] 10.222.0.66 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14320 time: 0.0177991 Jun 16 17:25:43.037706 dv-cinder-837356-2-iscsi neutron-server[103918]: DEBUG neutron_lib.callbacks.manager [None req-4ef7e7c7-75e6-4c02-b31b-e0e8d70e3577 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728539454181', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16149322'] for agent (0913b7ec-eea4-4492-8ef1-e01c4575abca), after_update {{(pid=103918) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 17:25:43.095151 dv-cinder-837356-2-iscsi neutron-server[103919]: DEBUG neutron.db.l3_dvr_db [None req-b670cc62-c2df-443a-9adb-31543b4813be None None] Set router 4e78b46b-81d8-4248-8d80-259bb205067a gateway port host: dv-cinder-837356-2-iscsi {{(pid=103919) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jun 16 17:25:43.282721 dv-cinder-837356-2-iscsi neutron-server[103918]: DEBUG neutron.plugins.ml2.rpc [None req-39ead2dc-a542-4f04-b117-439eb7f32aa8 None None] Device 162f0ad2-6711-4345-8f6b-93472d29602c up at agent ovs-agent-dv-cinder-837356-2-iscsi {{(pid=103918) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 16 17:25:43.347295 dv-cinder-837356-2-iscsi neutron-server[103917]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-926f7193-2dab-4fd0-9f3d-84f8831b18e8 req-e179342c-a147-476d-9aa5-956d417a052b tempest-AttachVolumeShelveTestJSON-1123487845 tempest-AttachVolumeShelveTestJSON-1123487845-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103917) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 16 17:25:43.355222 dv-cinder-837356-2-iscsi neutron-server[103917]: INFO neutron.wsgi [req-926f7193-2dab-4fd0-9f3d-84f8831b18e8 req-e179342c-a147-476d-9aa5-956d417a052b tempest-AttachVolumeShelveTestJSON-1123487845 tempest-AttachVolumeShelveTestJSON-1123487845-project] 10.222.0.66 "GET /v2.0/ports?device_id=ab2e7148-fa86-4648-9e4b-87e27fcf1147 HTTP/1.1" status: 200 len: 944 time: 0.1429846 Jun 16 17:25:43.424201 dv-cinder-837356-2-iscsi neutron-server[103917]: INFO neutron.wsgi [req-926f7193-2dab-4fd0-9f3d-84f8831b18e8 req-24b44ed6-ab73-4dcb-85e4-efb03396388e tempest-AttachVolumeShelveTestJSON-1123487845 tempest-AttachVolumeShelveTestJSON-1123487845-project] 10.222.0.66 "GET /v2.0/security-groups?id=5ab805c8-38ae-4655-bf71-1fc1999d288e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0676076 Jun 16 17:25:43.428415 dv-cinder-837356-2-iscsi neutron-server[103918]: DEBUG neutron.db.provisioning_blocks [None req-39ead2dc-a542-4f04-b117-439eb7f32aa8 None None] Provisioning complete for port 162f0ad2-6711-4345-8f6b-93472d29602c triggered by entity L2. {{(pid=103918) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jun 16 17:25:43.428797 dv-cinder-837356-2-iscsi neutron-server[103918]: DEBUG neutron_lib.callbacks.manager [None req-39ead2dc-a542-4f04-b117-439eb7f32aa8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16149424'] for port (162f0ad2-6711-4345-8f6b-93472d29602c), provisioning_complete {{(pid=103918) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 17:25:43.539722 dv-cinder-837356-2-iscsi neutron-server[103919]: DEBUG neutron.db.l3_hamode_db [None req-b670cc62-c2df-443a-9adb-31543b4813be None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4e78b46b-81d8-4248-8d80-259bb205067a', 'name': 'tempest-TestVolumeBootPattern-383062752-router', 'tenant_id': '6c0384215d0547d4b0e2a2228f06c84d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9df31235-0797-44e6-85a0-102cb2da2d58', 'external_fixed_ips': [{'subnet_id': '1dfb0320-f5eb-46f6-88ce-33002f500238', 'ip_address': '172.27.2.242'}], 'enable_snat': True}, 'gw_port_id': '162f0ad2-6711-4345-8f6b-93472d29602c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-16T17:25:28Z', 'updated_at': '2022-06-16T17:25:35Z', 'revision_number': 4, 'project_id': '6c0384215d0547d4b0e2a2228f06c84d', 'gw_port': {'id': '162f0ad2-6711-4345-8f6b-93472d29602c', 'name': '', 'network_id': '9df31235-0797-44e6-85a0-102cb2da2d58', 'tenant_id': '', 'mac_address': 'fa:16:3e:7e:a8:96', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4e78b46b-81d8-4248-8d80-259bb205067a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 459, 'fixed_ips': [{'subnet_id': '1dfb0320-f5eb-46f6-88ce-33002f500238', 'ip_address': '172.27.2.242', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-837356-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-16T17:25:29Z', 'updated_at': '2022-06-16T17:25:41Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1dfb0320-f5eb-46f6-88ce-33002f500238', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-837356-2-iscsi', '_interfaces': [{'id': '56c5c4f2-8245-4eb9-9698-87a4369dfa64', 'name': '', 'network_id': 'c31bf554-5b37-45cf-b74e-db137ff15f30', 'tenant_id': '6c0384215d0547d4b0e2a2228f06c84d', 'mac_address': 'fa:16:3e:42:3a:3d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4e78b46b-81d8-4248-8d80-259bb205067a', 'device_owner': 'network:router_interface', 'standard_attr_id': 460, 'fixed_ips': [{'subnet_id': 'b104f893-0706-4111-9d59-e3b1fdf6a9a2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-16T17:25:34Z', 'updated_at': '2022-06-16T17:25:36Z', 'revision_number': 2, 'project_id': '6c0384215d0547d4b0e2a2228f06c84d', 'subnets': [{'id': 'b104f893-0706-4111-9d59-e3b1fdf6a9a2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-837356-2-iscsi', False) {} {{(pid=103919) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 16 17:25:43.586879 dv-cinder-837356-2-iscsi neutron-server[103919]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b670cc62-c2df-443a-9adb-31543b4813be None None] Checking router: 4e78b46b-81d8-4248-8d80-259bb205067a for host: dv-cinder-837356-2-iscsi {{(pid=103919) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 16 17:25:43.594813 dv-cinder-837356-2-iscsi neutron-server[103919]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b670cc62-c2df-443a-9adb-31543b4813be None None] Updating router 4e78b46b-81d8-4248-8d80-259bb205067a port 56c5c4f2-8245-4eb9-9698-87a4369dfa64 binding host dv-cinder-837356-2-iscsi {{(pid=103919) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jun 16 17:25:43.642992 dv-cinder-837356-2-iscsi neutron-server[103919]: DEBUG neutron_lib.callbacks.manager [None req-b670cc62-c2df-443a-9adb-31543b4813be None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16007590'] for port (56c5c4f2-8245-4eb9-9698-87a4369dfa64), before_update {{(pid=103919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 17:25:43.754209 dv-cinder-837356-2-iscsi neutron-server[103918]: DEBUG neutron.plugins.ml2.plugin [None req-39ead2dc-a542-4f04-b117-439eb7f32aa8 None None] Current status of the port 162f0ad2-6711-4345-8f6b-93472d29602c is: ACTIVE; New status is: ACTIVE {{(pid=103918) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2298}} Jun 16 17:25:43.902863 dv-cinder-837356-2-iscsi neutron-server[103919]: DEBUG dbcounter [-] [103919] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=103919) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 16 17:25:43.976411 dv-cinder-837356-2-iscsi neutron-server[103919]: DEBUG neutron_lib.callbacks.manager [None req-b670cc62-c2df-443a-9adb-31543b4813be None None] Publish callbacks [] for port (56c5c4f2-8245-4eb9-9698-87a4369dfa64), precommit_update {{(pid=103919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 17:25:43.983688 dv-cinder-837356-2-iscsi neutron-server[103919]: DEBUG neutron_lib.callbacks.manager [None req-b670cc62-c2df-443a-9adb-31543b4813be None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16007527', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-75831', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16241551', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728539364693', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728538993439', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728538993457'] for port (56c5c4f2-8245-4eb9-9698-87a4369dfa64), after_update {{(pid=103919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 17:25:44.082323 dv-cinder-837356-2-iscsi neutron-server[103919]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f97b2d9-38bd-4d54-9442-3a864c33953d None None] Pushing event updated for resources: {'Port': ['ID=56c5c4f2-8245-4eb9-9698-87a4369dfa64,revision_number=3']} {{(pid=103919) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 17:25:44.169824 dv-cinder-837356-2-iscsi neutron-server[103919]: DEBUG neutron.plugins.ml2.managers [None req-b670cc62-c2df-443a-9adb-31543b4813be None None] Attempting to bind port 56c5c4f2-8245-4eb9-9698-87a4369dfa64 on host dv-cinder-837356-2-iscsi for vnic_type normal with profile {{(pid=103919) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:811}} Jun 16 17:25:44.170464 dv-cinder-837356-2-iscsi neutron-server[103919]: DEBUG neutron.plugins.ml2.managers [None req-b670cc62-c2df-443a-9adb-31543b4813be None None] Attempting to bind port 56c5c4f2-8245-4eb9-9698-87a4369dfa64 by drivers openvswitch,hyperv on host dv-cinder-837356-2-iscsi at level 0 using segments [{'id': '5898551c-885d-42fa-9cbf-86e2335e3b38', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1000, 'network_id': 'c31bf554-5b37-45cf-b74e-db137ff15f30'}] {{(pid=103919) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:836}} Jun 16 17:25:44.171264 dv-cinder-837356-2-iscsi neutron-server[103919]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b670cc62-c2df-443a-9adb-31543b4813be None None] Attempting to bind port 56c5c4f2-8245-4eb9-9698-87a4369dfa64 on network c31bf554-5b37-45cf-b74e-db137ff15f30 {{(pid=103919) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jun 16 17:25:44.180296 dv-cinder-837356-2-iscsi neutron-server[103919]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b670cc62-c2df-443a-9adb-31543b4813be None None] Checking agent: {'id': '5b2fa84c-1db1-41c6-a6b9-975c3da28daf', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-837356-2-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 6, 16, 17, 14, 18), 'started_at': datetime.datetime(2022, 6, 16, 17, 14, 48), 'heartbeat_timestamp': datetime.datetime(2022, 6, 16, 17, 25, 18), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-837356-2-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103919) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jun 16 17:25:44.183572 dv-cinder-837356-2-iscsi neutron-server[103919]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b670cc62-c2df-443a-9adb-31543b4813be None None] Checking segment: {'id': '5898551c-885d-42fa-9cbf-86e2335e3b38', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1000, 'network_id': 'c31bf554-5b37-45cf-b74e-db137ff15f30'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103919) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jun 16 17:25:44.184310 dv-cinder-837356-2-iscsi neutron-server[103919]: DEBUG neutron_lib.callbacks.manager [None req-b670cc62-c2df-443a-9adb-31543b4813be None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 17:25:44.184872 dv-cinder-837356-2-iscsi neutron-server[103919]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b670cc62-c2df-443a-9adb-31543b4813be None None] Bound using segment: {'id': '5898551c-885d-42fa-9cbf-86e2335e3b38', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1000, 'network_id': 'c31bf554-5b37-45cf-b74e-db137ff15f30'} {{(pid=103919) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jun 16 17:25:44.185575 dv-cinder-837356-2-iscsi neutron-server[103919]: DEBUG neutron.plugins.ml2.managers [None req-b670cc62-c2df-443a-9adb-31543b4813be None None] Bound port: 56c5c4f2-8245-4eb9-9698-87a4369dfa64, host: dv-cinder-837356-2-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '5898551c-885d-42fa-9cbf-86e2335e3b38', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1000, 'network_id': 'c31bf554-5b37-45cf-b74e-db137ff15f30'}}] {{(pid=103919) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:948}} Jun 16 17:25:44.186413 dv-cinder-837356-2-iscsi neutron-server[103919]: DEBUG neutron_lib.callbacks.manager [None req-b670cc62-c2df-443a-9adb-31543b4813be None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16007590'] for port (56c5c4f2-8245-4eb9-9698-87a4369dfa64), before_update {{(pid=103919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 17:25:44.280696 dv-cinder-837356-2-iscsi neutron-server[103919]: DEBUG neutron.plugins.ml2.db [None req-b670cc62-c2df-443a-9adb-31543b4813be None None] For port 56c5c4f2-8245-4eb9-9698-87a4369dfa64, host dv-cinder-837356-2-iscsi, cleared binding levels {{(pid=103919) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 16 17:25:44.292450 dv-cinder-837356-2-iscsi neutron-server[103919]: DEBUG neutron.plugins.ml2.db [None req-b670cc62-c2df-443a-9adb-31543b4813be None None] For port 56c5c4f2-8245-4eb9-9698-87a4369dfa64, host dv-cinder-837356-2-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-837356-2-iscsi',level=0,port_id=56c5c4f2-8245-4eb9-9698-87a4369dfa64,segment=NetworkSegment(5898551c-885d-42fa-9cbf-86e2335e3b38),segment_id=5898551c-885d-42fa-9cbf-86e2335e3b38)] {{(pid=103919) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 16 17:25:44.300714 dv-cinder-837356-2-iscsi neutron-server[103919]: DEBUG neutron_lib.callbacks.manager [None req-b670cc62-c2df-443a-9adb-31543b4813be None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16007527', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-75831', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16241551', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728539364693', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728538993439', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728538993457'] for port (56c5c4f2-8245-4eb9-9698-87a4369dfa64), after_update {{(pid=103919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 17:25:44.304746 dv-cinder-837356-2-iscsi neutron-server[103918]: DEBUG neutron.db.provisioning_blocks [None req-5a874005-90b6-418e-a0a1-4d2ce820c726 None None] Provisioning complete for port 56c5c4f2-8245-4eb9-9698-87a4369dfa64 triggered by entity DHCP. {{(pid=103918) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jun 16 17:25:44.305122 dv-cinder-837356-2-iscsi neutron-server[103918]: DEBUG neutron_lib.callbacks.manager [None req-5a874005-90b6-418e-a0a1-4d2ce820c726 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16149424'] for port (56c5c4f2-8245-4eb9-9698-87a4369dfa64), provisioning_complete {{(pid=103918) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 17:25:44.368810 dv-cinder-837356-2-iscsi neutron-server[103919]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b670cc62-c2df-443a-9adb-31543b4813be None None] Routers {'4e78b46b-81d8-4248-8d80-259bb205067a'} bound to L3 agent in host dv-cinder-837356-2-iscsi {{(pid=103919) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jun 16 17:25:44.369471 dv-cinder-837356-2-iscsi neutron-server[103919]: DEBUG neutron.db.l3_hamode_db [None req-b670cc62-c2df-443a-9adb-31543b4813be None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-837356-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-06-16T17:14:15Z,description=,heartbeat_timestamp=2022-06-16T17:25:15Z,host='dv-cinder-837356-2-iscsi',id=7639df21-17c3-4235-8912-210c3ad54137,load=0,resource_versions=,resources_synced=,started_at=2022-06-16T17:14:15Z,topic='l3_agent')) {'router_ids': ['4e78b46b-81d8-4248-8d80-259bb205067a'], 'active': True} {{(pid=103919) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 16 17:25:44.371459 dv-cinder-837356-2-iscsi neutron-server[103919]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f97b2d9-38bd-4d54-9442-3a864c33953d None None] Pushing event updated for resources: {'Port': ['ID=56c5c4f2-8245-4eb9-9698-87a4369dfa64,revision_number=4']} {{(pid=103919) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 17:25:44.401215 dv-cinder-837356-2-iscsi neutron-server[103918]: DEBUG dbcounter [-] [103918] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=103918) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 16 17:25:44.453692 dv-cinder-837356-2-iscsi neutron-server[103918]: DEBUG neutron.plugins.ml2.plugin [None req-5a874005-90b6-418e-a0a1-4d2ce820c726 None None] Current status of the port 56c5c4f2-8245-4eb9-9698-87a4369dfa64 is: DOWN; New status is: ACTIVE {{(pid=103918) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2298}} Jun 16 17:25:44.454085 dv-cinder-837356-2-iscsi neutron-server[103918]: DEBUG neutron_lib.callbacks.manager [None req-5a874005-90b6-418e-a0a1-4d2ce820c726 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16007590'] for port (56c5c4f2-8245-4eb9-9698-87a4369dfa64), before_update {{(pid=103918) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 17:25:44.513883 dv-cinder-837356-2-iscsi neutron-server[103919]: DEBUG dbcounter [-] [103919] Writing DB stats neutron:SELECT=98,neutron:UPDATE=1,neutron:INSERT=1 {{(pid=103919) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 16 17:25:44.547843 dv-cinder-837356-2-iscsi neutron-server[103918]: DEBUG neutron.plugins.ml2.db [None req-5a874005-90b6-418e-a0a1-4d2ce820c726 None None] For port 56c5c4f2-8245-4eb9-9698-87a4369dfa64, host dv-cinder-837356-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-837356-2-iscsi',level=0,port_id=56c5c4f2-8245-4eb9-9698-87a4369dfa64,segment=NetworkSegment(5898551c-885d-42fa-9cbf-86e2335e3b38),segment_id=5898551c-885d-42fa-9cbf-86e2335e3b38)] {{(pid=103918) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 16 17:25:44.554649 dv-cinder-837356-2-iscsi neutron-server[103918]: DEBUG neutron_lib.callbacks.manager [None req-5a874005-90b6-418e-a0a1-4d2ce820c726 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16007527', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-75831', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16241551', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728539364693', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728538993439', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728538993457'] for port (56c5c4f2-8245-4eb9-9698-87a4369dfa64), after_update {{(pid=103918) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 17:25:44.567449 dv-cinder-837356-2-iscsi neutron-server[103919]: DEBUG neutron.db.l3_dvr_db [None req-b670cc62-c2df-443a-9adb-31543b4813be None None] Set router 4e78b46b-81d8-4248-8d80-259bb205067a gateway port host: dv-cinder-837356-2-iscsi {{(pid=103919) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jun 16 17:25:44.916087 dv-cinder-837356-2-iscsi neutron-server[103918]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5a874005-90b6-418e-a0a1-4d2ce820c726 None None] Pushing event updated for resources: {'Port': ['ID=56c5c4f2-8245-4eb9-9698-87a4369dfa64,revision_number=5']} {{(pid=103918) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 17:25:44.917783 dv-cinder-837356-2-iscsi neutron-server[103916]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8cb9907-dbe7-4ae6-b5a5-22ccd691cfb3 req-2e20f67a-51f8-4e87-8b86-ecba8e372e3b tempest-AttachVolumeShelveTestJSON-1123487845 tempest-AttachVolumeShelveTestJSON-1123487845-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103916) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 16 17:25:44.926007 dv-cinder-837356-2-iscsi neutron-server[103916]: INFO neutron.wsgi [req-d8cb9907-dbe7-4ae6-b5a5-22ccd691cfb3 req-2e20f67a-51f8-4e87-8b86-ecba8e372e3b tempest-AttachVolumeShelveTestJSON-1123487845 tempest-AttachVolumeShelveTestJSON-1123487845-project] 10.222.0.66 "GET /v2.0/ports?device_id=ab2e7148-fa86-4648-9e4b-87e27fcf1147 HTTP/1.1" status: 200 len: 944 time: 0.3215616 Jun 16 17:25:44.931431 dv-cinder-837356-2-iscsi neutron-server[103918]: DEBUG neutron.db.provisioning_blocks [None req-b91fd9fb-721a-4ec7-9df3-76906b7cc638 None None] Provisioning complete for port 56c5c4f2-8245-4eb9-9698-87a4369dfa64 triggered by entity DHCP. {{(pid=103918) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jun 16 17:25:44.931835 dv-cinder-837356-2-iscsi neutron-server[103918]: DEBUG neutron_lib.callbacks.manager [None req-b91fd9fb-721a-4ec7-9df3-76906b7cc638 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16149424'] for port (56c5c4f2-8245-4eb9-9698-87a4369dfa64), provisioning_complete {{(pid=103918) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 17:25:45.026689 dv-cinder-837356-2-iscsi neutron-server[103916]: INFO neutron.wsgi [req-d8cb9907-dbe7-4ae6-b5a5-22ccd691cfb3 req-676ea36a-253b-4019-9320-db109386c94f tempest-AttachVolumeShelveTestJSON-1123487845 tempest-AttachVolumeShelveTestJSON-1123487845-project] 10.222.0.66 "GET /v2.0/security-groups?id=5ab805c8-38ae-4655-bf71-1fc1999d288e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0985546 Jun 16 17:25:45.131761 dv-cinder-837356-2-iscsi neutron-server[103918]: DEBUG neutron.plugins.ml2.plugin [None req-b91fd9fb-721a-4ec7-9df3-76906b7cc638 None None] Current status of the port 56c5c4f2-8245-4eb9-9698-87a4369dfa64 is: ACTIVE; New status is: ACTIVE {{(pid=103918) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2298}} Jun 16 17:25:45.147166 dv-cinder-837356-2-iscsi neutron-server[103919]: DEBUG neutron.db.l3_hamode_db [None req-b670cc62-c2df-443a-9adb-31543b4813be None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4e78b46b-81d8-4248-8d80-259bb205067a', 'name': 'tempest-TestVolumeBootPattern-383062752-router', 'tenant_id': '6c0384215d0547d4b0e2a2228f06c84d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9df31235-0797-44e6-85a0-102cb2da2d58', 'external_fixed_ips': [{'subnet_id': '1dfb0320-f5eb-46f6-88ce-33002f500238', 'ip_address': '172.27.2.242'}], 'enable_snat': True}, 'gw_port_id': '162f0ad2-6711-4345-8f6b-93472d29602c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-16T17:25:28Z', 'updated_at': '2022-06-16T17:25:35Z', 'revision_number': 4, 'project_id': '6c0384215d0547d4b0e2a2228f06c84d', 'gw_port': {'id': '162f0ad2-6711-4345-8f6b-93472d29602c', 'name': '', 'network_id': '9df31235-0797-44e6-85a0-102cb2da2d58', 'tenant_id': '', 'mac_address': 'fa:16:3e:7e:a8:96', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4e78b46b-81d8-4248-8d80-259bb205067a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 459, 'fixed_ips': [{'subnet_id': '1dfb0320-f5eb-46f6-88ce-33002f500238', 'ip_address': '172.27.2.242', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-837356-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-16T17:25:29Z', 'updated_at': '2022-06-16T17:25:41Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1dfb0320-f5eb-46f6-88ce-33002f500238', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-837356-2-iscsi', '_interfaces': [{'id': '56c5c4f2-8245-4eb9-9698-87a4369dfa64', 'name': '', 'network_id': 'c31bf554-5b37-45cf-b74e-db137ff15f30', 'tenant_id': '6c0384215d0547d4b0e2a2228f06c84d', 'mac_address': 'fa:16:3e:42:3a:3d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4e78b46b-81d8-4248-8d80-259bb205067a', 'device_owner': 'network:router_interface', 'standard_attr_id': 460, 'fixed_ips': [{'subnet_id': 'b104f893-0706-4111-9d59-e3b1fdf6a9a2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-837356-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-16T17:25:34Z', 'updated_at': '2022-06-16T17:25:44Z', 'revision_number': 4, 'project_id': '6c0384215d0547d4b0e2a2228f06c84d', 'subnets': [{'id': 'b104f893-0706-4111-9d59-e3b1fdf6a9a2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-837356-2-iscsi', False) {} {{(pid=103919) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 16 17:25:45.190422 dv-cinder-837356-2-iscsi neutron-server[103919]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b670cc62-c2df-443a-9adb-31543b4813be None None] The sync data for ids ['4e78b46b-81d8-4248-8d80-259bb205067a'] in dv-cinder-837356-2-iscsi is: [{'id': '4e78b46b-81d8-4248-8d80-259bb205067a', 'name': 'tempest-TestVolumeBootPattern-383062752-router', 'tenant_id': '6c0384215d0547d4b0e2a2228f06c84d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9df31235-0797-44e6-85a0-102cb2da2d58', 'external_fixed_ips': [{'subnet_id': '1dfb0320-f5eb-46f6-88ce-33002f500238', 'ip_address': '172.27.2.242'}], 'enable_snat': True}, 'gw_port_id': '162f0ad2-6711-4345-8f6b-93472d29602c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-16T17:25:28Z', 'updated_at': '2022-06-16T17:25:35Z', 'revision_number': 4, 'project_id': '6c0384215d0547d4b0e2a2228f06c84d', 'gw_port': {'id': '162f0ad2-6711-4345-8f6b-93472d29602c', 'name': '', 'network_id': '9df31235-0797-44e6-85a0-102cb2da2d58', 'tenant_id': '', 'mac_address': 'fa:16:3e:7e:a8:96', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4e78b46b-81d8-4248-8d80-259bb205067a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 459, 'fixed_ips': [{'subnet_id': '1dfb0320-f5eb-46f6-88ce-33002f500238', 'ip_address': '172.27.2.242', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-837356-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-16T17:25:29Z', 'updated_at': '2022-06-16T17:25:41Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1dfb0320-f5eb-46f6-88ce-33002f500238', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-837356-2-iscsi', '_interfaces': [{'id': '56c5c4f2-8245-4eb9-9698-87a4369dfa64', 'name': '', 'network_id': 'c31bf554-5b37-45cf-b74e-db137ff15f30', 'tenant_id': '6c0384215d0547d4b0e2a2228f06c84d', 'mac_address': 'fa:16:3e:42:3a:3d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4e78b46b-81d8-4248-8d80-259bb205067a', 'device_owner': 'network:router_interface', 'standard_attr_id': 460, 'fixed_ips': [{'subnet_id': 'b104f893-0706-4111-9d59-e3b1fdf6a9a2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-837356-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-16T17:25:34Z', 'updated_at': '2022-06-16T17:25:44Z', 'revision_number': 4, 'project_id': '6c0384215d0547d4b0e2a2228f06c84d', 'subnets': [{'id': 'b104f893-0706-4111-9d59-e3b1fdf6a9a2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103919) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 16 17:25:45.218747 dv-cinder-837356-2-iscsi neutron-server[103918]: DEBUG neutron.plugins.ml2.rpc [None req-39ead2dc-a542-4f04-b117-439eb7f32aa8 None None] Device 56c5c4f2-8245-4eb9-9698-87a4369dfa64 up at agent ovs-agent-dv-cinder-837356-2-iscsi {{(pid=103918) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 16 17:25:45.302580 dv-cinder-837356-2-iscsi neutron-server[103918]: DEBUG neutron.db.provisioning_blocks [None req-39ead2dc-a542-4f04-b117-439eb7f32aa8 None None] Provisioning complete for port 56c5c4f2-8245-4eb9-9698-87a4369dfa64 triggered by entity L2. {{(pid=103918) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jun 16 17:25:45.303161 dv-cinder-837356-2-iscsi neutron-server[103918]: DEBUG neutron_lib.callbacks.manager [None req-39ead2dc-a542-4f04-b117-439eb7f32aa8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16149424'] for port (56c5c4f2-8245-4eb9-9698-87a4369dfa64), provisioning_complete {{(pid=103918) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 17:25:45.336590 dv-cinder-837356-2-iscsi neutron-server[103918]: DEBUG dbcounter [-] [103918] Writing DB stats neutron:SELECT=97,neutron:UPDATE=3 {{(pid=103918) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 16 17:25:45.434018 dv-cinder-837356-2-iscsi neutron-server[103918]: DEBUG neutron.plugins.ml2.plugin [None req-39ead2dc-a542-4f04-b117-439eb7f32aa8 None None] Current status of the port 56c5c4f2-8245-4eb9-9698-87a4369dfa64 is: ACTIVE; New status is: ACTIVE {{(pid=103918) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2298}} Jun 16 17:25:45.448097 dv-cinder-837356-2-iscsi neutron-server[103918]: DEBUG neutron_lib.callbacks.manager [None req-6d6f7467-39ad-4b15-be66-1e10dbde32a0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728539454181', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16149322'] for agent (7639df21-17c3-4235-8912-210c3ad54137), after_update {{(pid=103918) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 17:25:45.645003 dv-cinder-837356-2-iscsi neutron-server[103919]: DEBUG neutron.db.agents_db [None req-d2debd9c-00d6-4a8f-b9fc-d112a2dcea0d None None] Agent healthcheck: found 6 active agents {{(pid=103919) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jun 16 17:25:46.176493 dv-cinder-837356-2-iscsi neutron-server[103916]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bed75469-22fc-4727-942e-26b8e0ae184e req-8e400b13-3fa4-41c0-93bf-dac1e7ebfe0c tempest-AttachVolumeShelveTestJSON-1123487845 tempest-AttachVolumeShelveTestJSON-1123487845-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103916) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 16 17:25:46.178141 dv-cinder-837356-2-iscsi neutron-server[103916]: INFO neutron.wsgi [req-bed75469-22fc-4727-942e-26b8e0ae184e req-8e400b13-3fa4-41c0-93bf-dac1e7ebfe0c tempest-AttachVolumeShelveTestJSON-1123487845 tempest-AttachVolumeShelveTestJSON-1123487845-project] 10.222.0.66 "GET /v2.0/ports?device_id=ab2e7148-fa86-4648-9e4b-87e27fcf1147 HTTP/1.1" status: 200 len: 944 time: 0.0613089 Jun 16 17:25:46.272484 dv-cinder-837356-2-iscsi neutron-server[103916]: INFO neutron.wsgi [req-bed75469-22fc-4727-942e-26b8e0ae184e req-057cc5ed-acf1-46a1-94aa-ebe537fa27a6 tempest-AttachVolumeShelveTestJSON-1123487845 tempest-AttachVolumeShelveTestJSON-1123487845-project] 10.222.0.66 "GET /v2.0/security-groups?id=5ab805c8-38ae-4655-bf71-1fc1999d288e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0865250 Jun 16 17:25:46.274179 dv-cinder-837356-2-iscsi neutron-server[103918]: DEBUG neutron_lib.callbacks.manager [None req-20715706-35a9-45af-9420-375bdcc64c61 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728539454181', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16149322'] for agent (50395103-89cf-4fb3-87eb-9dff4dfdeea8), after_update {{(pid=103918) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 17:25:46.322524 dv-cinder-837356-2-iscsi neutron-server[103916]: DEBUG neutron.wsgi [-] (103916) accepted ('10.222.0.66', 41174) {{(pid=103916) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 16 17:25:46.390450 dv-cinder-837356-2-iscsi neutron-server[103917]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb09e6e8-8446-4550-ad1a-dbf49b039f95 req-b9189f93-e5fb-4603-b693-736cfda53100 tempest-TestMinimumBasicScenario-140635566 tempest-TestMinimumBasicScenario-140635566-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103917) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 16 17:25:46.392003 dv-cinder-837356-2-iscsi neutron-server[103917]: INFO neutron.wsgi [req-bb09e6e8-8446-4550-ad1a-dbf49b039f95 req-b9189f93-e5fb-4603-b693-736cfda53100 tempest-TestMinimumBasicScenario-140635566 tempest-TestMinimumBasicScenario-140635566-project] 10.222.0.66 "GET /v2.0/networks?id=35603100-8685-44dd-88ce-ba2913489196 HTTP/1.1" status: 200 len: 815 time: 0.1125791 Jun 16 17:25:46.408112 dv-cinder-837356-2-iscsi neutron-server[103917]: INFO neutron.wsgi [req-bb09e6e8-8446-4550-ad1a-dbf49b039f95 req-63959e17-0f8f-401c-b362-679d19fd1df4 tempest-TestMinimumBasicScenario-140635566 tempest-TestMinimumBasicScenario-140635566-project] 10.222.0.66 "GET /v2.0/quotas/546929b1810a4d20b273f3e5492ec6ed HTTP/1.1" status: 200 len: 375 time: 0.0106156 Jun 16 17:25:46.412639 dv-cinder-837356-2-iscsi neutron-server[103916]: INFO neutron.wsgi [req-18d48f3c-9886-4f0c-b29c-582e6717db3c req-b89a70fa-a61f-4be5-a36f-44f9e41434af service neutron] 10.222.0.66 "GET /v2.0/ports?device_id=ab2e7148-fa86-4648-9e4b-87e27fcf1147&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.0889750 Jun 16 17:25:46.422569 dv-cinder-837356-2-iscsi neutron-server[103916]: DEBUG neutron.wsgi [req-18d48f3c-9886-4f0c-b29c-582e6717db3c req-358d495d-83a5-4a54-898c-f6aada72021a service neutron] http://10.222.0.66:9696/v2.0/extensions returned with HTTP 200 {{(pid=103916) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Jun 16 17:25:46.430524 dv-cinder-837356-2-iscsi neutron-server[103916]: INFO neutron.wsgi [req-18d48f3c-9886-4f0c-b29c-582e6717db3c req-358d495d-83a5-4a54-898c-f6aada72021a service neutron] 10.222.0.66 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14320 time: 0.0055888 Jun 16 17:25:46.462343 dv-cinder-837356-2-iscsi neutron-server[103917]: INFO neutron.wsgi [req-bb09e6e8-8446-4550-ad1a-dbf49b039f95 req-7f248d07-796e-4277-9964-a5405744d3d2 tempest-TestMinimumBasicScenario-140635566 tempest-TestMinimumBasicScenario-140635566-project] 10.222.0.66 "GET /v2.0/ports?tenant_id=546929b1810a4d20b273f3e5492ec6ed&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0484533 Jun 16 17:25:46.526727 dv-cinder-837356-2-iscsi neutron-server[103916]: DEBUG neutron.wsgi [-] (103916) accepted ('10.222.0.66', 41184) {{(pid=103916) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 16 17:25:46.598177 dv-cinder-837356-2-iscsi neutron-server[103917]: INFO neutron.wsgi [req-bb09e6e8-8446-4550-ad1a-dbf49b039f95 req-69153832-c250-484f-b12a-7bbb017f326c service neutron] 10.222.0.66 "GET /v2.0/networks/35603100-8685-44dd-88ce-ba2913489196?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1223154 Jun 16 17:25:46.641741 dv-cinder-837356-2-iscsi neutron-server[103916]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18d48f3c-9886-4f0c-b29c-582e6717db3c req-78e5a5f0-90eb-4211-b723-4ec1b0d3a6c4 tempest-AttachVolumeShelveTestJSON-1123487845 tempest-AttachVolumeShelveTestJSON-1123487845-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103916) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 16 17:25:46.650409 dv-cinder-837356-2-iscsi neutron-server[103916]: INFO neutron.wsgi [req-18d48f3c-9886-4f0c-b29c-582e6717db3c req-78e5a5f0-90eb-4211-b723-4ec1b0d3a6c4 tempest-AttachVolumeShelveTestJSON-1123487845 tempest-AttachVolumeShelveTestJSON-1123487845-project] 10.222.0.66 "GET /v2.0/ports/2da50d5c-d328-4853-a261-6bd0c6378dcd HTTP/1.1" status: 200 len: 941 time: 0.1209738 Jun 16 17:25:46.710247 dv-cinder-837356-2-iscsi neutron-server[103917]: INFO neutron.wsgi [req-bb09e6e8-8446-4550-ad1a-dbf49b039f95 req-aa510db8-ce73-4d35-ba65-b8aa32f0e5f7 service neutron] 10.222.0.66 "GET /v2.0/networks/35603100-8685-44dd-88ce-ba2913489196?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1060662 Jun 16 17:25:46.919830 dv-cinder-837356-2-iscsi neutron-server[103916]: INFO neutron.wsgi [req-b69dd4c8-8489-4c13-82e0-c0d3da5219ce req-28d69dd3-685d-4f46-a3c9-abdb18ddd901 tempest-TestMinimumBasicScenario-140635566 tempest-TestMinimumBasicScenario-140635566-project] 10.222.0.66 "GET /v2.0/ports?device_id=b4ee9b10-f2da-442c-9475-3cfb21c9ad54 HTTP/1.1" status: 200 len: 210 time: 0.0343738 Jun 16 17:25:47.425301 dv-cinder-837356-2-iscsi neutron-server[103917]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06b0303b-3d0d-45fb-aff2-53483b993e74 req-28fd7d3d-6232-4f61-9089-0bd2a387a8cc tempest-AttachVolumeShelveTestJSON-1123487845 tempest-AttachVolumeShelveTestJSON-1123487845-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103917) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 16 17:25:47.426973 dv-cinder-837356-2-iscsi neutron-server[103917]: INFO neutron.wsgi [req-06b0303b-3d0d-45fb-aff2-53483b993e74 req-28fd7d3d-6232-4f61-9089-0bd2a387a8cc tempest-AttachVolumeShelveTestJSON-1123487845 tempest-AttachVolumeShelveTestJSON-1123487845-project] 10.222.0.66 "GET /v2.0/ports?device_id=ab2e7148-fa86-4648-9e4b-87e27fcf1147 HTTP/1.1" status: 200 len: 944 time: 0.0628824 Jun 16 17:25:47.484176 dv-cinder-837356-2-iscsi neutron-server[103917]: INFO neutron.wsgi [req-06b0303b-3d0d-45fb-aff2-53483b993e74 req-4eebabc3-b1db-429b-9c5f-46faba33d7e6 tempest-AttachVolumeShelveTestJSON-1123487845 tempest-AttachVolumeShelveTestJSON-1123487845-project] 10.222.0.66 "GET /v2.0/security-groups?id=5ab805c8-38ae-4655-bf71-1fc1999d288e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0508735 Jun 16 17:25:48.019633 dv-cinder-837356-2-iscsi neutron-server[103916]: INFO neutron.wsgi [req-388a89cb-5c66-4c59-8ae2-aa9dbbf19243 req-98b144d8-c76c-41e5-b78b-1cb905f5fae6 tempest-TestMinimumBasicScenario-140635566 tempest-TestMinimumBasicScenario-140635566-project] 10.222.0.66 "GET /v2.0/ports?device_id=b4ee9b10-f2da-442c-9475-3cfb21c9ad54 HTTP/1.1" status: 200 len: 210 time: 0.0294952 Jun 16 17:25:48.048124 dv-cinder-837356-2-iscsi neutron-server[103918]: DEBUG neutron_lib.callbacks.manager [None req-90597016-5de8-4c3e-b42a-66aa2c70cc5e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728539454181', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16149322'] for agent (853db9d1-1c17-40a4-900c-de4f90440474), after_update {{(pid=103918) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 17:25:48.443996 dv-cinder-837356-2-iscsi neutron-server[103918]: DEBUG neutron_lib.callbacks.manager [None req-39ead2dc-a542-4f04-b117-439eb7f32aa8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728539454181', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16149322'] for agent (5b2fa84c-1db1-41c6-a6b9-975c3da28daf), after_update {{(pid=103918) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 17:25:48.472742 dv-cinder-837356-2-iscsi neutron-server[103917]: DEBUG dbcounter [-] [103917] Writing DB stats neutron:SELECT=92,neutron:INSERT=5,neutron:UPDATE=2,neutron:DELETE=1 {{(pid=103917) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 16 17:25:48.635113 dv-cinder-837356-2-iscsi neutron-server[103917]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb09e6e8-8446-4550-ad1a-dbf49b039f95 req-e6a160dc-a30a-430f-a30f-f12f4b8a7f26 tempest-TestMinimumBasicScenario-140635566 tempest-TestMinimumBasicScenario-140635566-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103917) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 16 17:25:48.636567 dv-cinder-837356-2-iscsi neutron-server[103917]: INFO neutron.wsgi [req-bb09e6e8-8446-4550-ad1a-dbf49b039f95 req-e6a160dc-a30a-430f-a30f-f12f4b8a7f26 tempest-TestMinimumBasicScenario-140635566 tempest-TestMinimumBasicScenario-140635566-project] 10.222.0.81 "GET /v2.0/networks?id=35603100-8685-44dd-88ce-ba2913489196 HTTP/1.1" status: 200 len: 815 time: 0.1868651 Jun 16 17:25:48.645339 dv-cinder-837356-2-iscsi neutron-server[103917]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79805b7b-23e1-4227-b601-cb9d97051091 req-a6450f85-971f-4068-a841-12f03a7e4f41 tempest-AttachVolumeShelveTestJSON-1123487845 tempest-AttachVolumeShelveTestJSON-1123487845-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103917) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 16 17:25:48.646818 dv-cinder-837356-2-iscsi neutron-server[103917]: INFO neutron.wsgi [req-79805b7b-23e1-4227-b601-cb9d97051091 req-a6450f85-971f-4068-a841-12f03a7e4f41 tempest-AttachVolumeShelveTestJSON-1123487845 tempest-AttachVolumeShelveTestJSON-1123487845-project] 10.222.0.66 "GET /v2.0/ports?device_id=ab2e7148-fa86-4648-9e4b-87e27fcf1147 HTTP/1.1" status: 200 len: 944 time: 0.0771778 Jun 16 17:25:48.699397 dv-cinder-837356-2-iscsi neutron-server[103917]: INFO neutron.wsgi [req-79805b7b-23e1-4227-b601-cb9d97051091 req-e9f61adf-5bca-48e2-b40f-9e90fb0ca18b tempest-AttachVolumeShelveTestJSON-1123487845 tempest-AttachVolumeShelveTestJSON-1123487845-project] 10.222.0.66 "GET /v2.0/security-groups?id=5ab805c8-38ae-4655-bf71-1fc1999d288e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0465245 Jun 16 17:25:48.892325 dv-cinder-837356-2-iscsi neutron-server[103917]: DEBUG neutron.api.v2.base [req-bb09e6e8-8446-4550-ad1a-dbf49b039f95 req-ae8ffd22-881b-46e4-8944-08803750a8bf tempest-TestMinimumBasicScenario-140635566 tempest-TestMinimumBasicScenario-140635566-project] Request body: {'port': {'device_id': 'b4ee9b10-f2da-442c-9475-3cfb21c9ad54', 'network_id': '35603100-8685-44dd-88ce-ba2913489196', 'admin_state_up': True, 'tenant_id': '546929b1810a4d20b273f3e5492ec6ed'}} {{(pid=103917) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jun 16 17:25:49.040550 dv-cinder-837356-2-iscsi neutron-server[103917]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-bb09e6e8-8446-4550-ad1a-dbf49b039f95 req-ae8ffd22-881b-46e4-8944-08803750a8bf tempest-TestMinimumBasicScenario-140635566 tempest-TestMinimumBasicScenario-140635566-project] Made reservation on behalf of 546929b1810a4d20b273f3e5492ec6ed for: {'port': 1} {{(pid=103917) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 16 17:25:49.044584 dv-cinder-837356-2-iscsi neutron-server[103917]: DEBUG neutron_lib.callbacks.manager [req-bb09e6e8-8446-4550-ad1a-dbf49b039f95 req-ae8ffd22-881b-46e4-8944-08803750a8bf tempest-TestMinimumBasicScenario-140635566 tempest-TestMinimumBasicScenario-140635566-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16007590'] for port (None), before_create {{(pid=103917) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 17:25:49.155686 dv-cinder-837356-2-iscsi neutron-server[103917]: DEBUG dbcounter [-] [103917] Writing DB stats neutron:SELECT=97,neutron:DELETE=1,neutron:INSERT=2 {{(pid=103917) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 16 17:25:49.189838 dv-cinder-837356-2-iscsi neutron-server[103916]: INFO neutron.wsgi [req-9baa70b3-37f3-45c8-8b5f-75ecbc9aab1f req-bbc86b8b-889a-4a98-993b-d8076556ebe6 tempest-TestMinimumBasicScenario-140635566 tempest-TestMinimumBasicScenario-140635566-project] 10.222.0.66 "GET /v2.0/ports?device_id=b4ee9b10-f2da-442c-9475-3cfb21c9ad54 HTTP/1.1" status: 200 len: 210 time: 0.0662110 Jun 16 17:25:49.218298 dv-cinder-837356-2-iscsi neutron-server[103917]: DEBUG neutron.db.db_base_plugin_common [req-bb09e6e8-8446-4550-ad1a-dbf49b039f95 req-ae8ffd22-881b-46e4-8944-08803750a8bf tempest-TestMinimumBasicScenario-140635566 tempest-TestMinimumBasicScenario-140635566-project] Allocated IP 172.20.0.11 (35603100-8685-44dd-88ce-ba2913489196/bd08d793-0f26-4cdb-b55c-28713cb435a0/676f9af5-715a-4f80-b6f8-747296e84e2c) {{(pid=103917) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 16 17:25:49.420166 dv-cinder-837356-2-iscsi neutron-server[103917]: DEBUG neutron_lib.callbacks.manager [req-bb09e6e8-8446-4550-ad1a-dbf49b039f95 req-ae8ffd22-881b-46e4-8944-08803750a8bf tempest-TestMinimumBasicScenario-140635566 tempest-TestMinimumBasicScenario-140635566-project] Publish callbacks [] for port (676f9af5-715a-4f80-b6f8-747296e84e2c), precommit_create {{(pid=103917) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 17:25:49.459605 dv-cinder-837356-2-iscsi neutron-server[103917]: DEBUG neutron_lib.callbacks.manager [req-bb09e6e8-8446-4550-ad1a-dbf49b039f95 req-ae8ffd22-881b-46e4-8944-08803750a8bf tempest-TestMinimumBasicScenario-140635566 tempest-TestMinimumBasicScenario-140635566-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16007527', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-75831', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16241551', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8728538993421', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3819743'] for port (676f9af5-715a-4f80-b6f8-747296e84e2c), after_create {{(pid=103917) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 17:25:49.554294 dv-cinder-837356-2-iscsi neutron-server[103917]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ae8ffd22-881b-46e4-8944-08803750a8bf tempest-TestMinimumBasicScenario-140635566 tempest-TestMinimumBasicScenario-140635566-project] Pushing event updated for resources: {'Port': ['ID=676f9af5-715a-4f80-b6f8-747296e84e2c,revision_number=1']} {{(pid=103917) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 17:25:49.577337 dv-cinder-837356-2-iscsi neutron-server[103917]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-bb09e6e8-8446-4550-ad1a-dbf49b039f95 req-ae8ffd22-881b-46e4-8944-08803750a8bf tempest-TestMinimumBasicScenario-140635566 tempest-TestMinimumBasicScenario-140635566-project] Network 35603100-8685-44dd-88ce-ba2913489196 is already hosted by enough agents. {{(pid=103917) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 16 17:25:49.580132 dv-cinder-837356-2-iscsi neutron-server[103917]: DEBUG neutron.scheduler.base_scheduler [req-bb09e6e8-8446-4550-ad1a-dbf49b039f95 req-ae8ffd22-881b-46e4-8944-08803750a8bf tempest-TestMinimumBasicScenario-140635566 tempest-TestMinimumBasicScenario-140635566-project] Resources bound (agent type, host, resource id): {{(pid=103917) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 16 17:25:49.584468 dv-cinder-837356-2-iscsi neutron-server[103917]: DEBUG neutron.db.l3_dvrscheduler_db [req-bb09e6e8-8446-4550-ad1a-dbf49b039f95 req-ae8ffd22-881b-46e4-8944-08803750a8bf tempest-TestMinimumBasicScenario-140635566 tempest-TestMinimumBasicScenario-140635566-project] Received port after_create {{(pid=103917) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:542}} Jun 16 17:25:49.743710 dv-cinder-837356-2-iscsi neutron-server[103917]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb09e6e8-8446-4550-ad1a-dbf49b039f95 req-ae8ffd22-881b-46e4-8944-08803750a8bf tempest-TestMinimumBasicScenario-140635566 tempest-TestMinimumBasicScenario-140635566-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103917) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 16 17:25:49.744406 dv-cinder-837356-2-iscsi neutron-server[103917]: DEBUG neutron_lib.callbacks.manager [req-bb09e6e8-8446-4550-ad1a-dbf49b039f95 req-ae8ffd22-881b-46e4-8944-08803750a8bf tempest-TestMinimumBasicScenario-140635566 tempest-TestMinimumBasicScenario-140635566-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-191112'] for port (None), before_response {{(pid=103917) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 17:25:49.770721 dv-cinder-837356-2-iscsi neutron-server[103917]: INFO neutron.wsgi [req-bb09e6e8-8446-4550-ad1a-dbf49b039f95 req-ae8ffd22-881b-46e4-8944-08803750a8bf tempest-TestMinimumBasicScenario-140635566 tempest-TestMinimumBasicScenario-140635566-project] 10.222.0.81 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.8823977 Jun 16 17:25:49.973209 dv-cinder-837356-2-iscsi neutron-server[103917]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b4c593e-3fa5-421a-b797-86323b752b62 req-896dfc87-3433-4fc5-9335-7196e024ea2b tempest-AttachVolumeShelveTestJSON-1123487845 tempest-AttachVolumeShelveTestJSON-1123487845-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103917) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 16 17:25:49.974825 dv-cinder-837356-2-iscsi neutron-server[103917]: INFO neutron.wsgi [req-9b4c593e-3fa5-421a-b797-86323b752b62 req-896dfc87-3433-4fc5-9335-7196e024ea2b tempest-AttachVolumeShelveTestJSON-1123487845 tempest-AttachVolumeShelveTestJSON-1123487845-project] 10.222.0.66 "GET /v2.0/ports?device_id=ab2e7148-fa86-4648-9e4b-87e27fcf1147 HTTP/1.1" status: 200 len: 944 time: 0.1112380 Jun 16 17:25:50.001629 dv-cinder-837356-2-iscsi neutron-server[103918]: DEBUG neutron.db.provisioning_blocks [None req-ccc1d26b-9505-4a54-95d8-4a7dc644809f None None] Provisioning complete for port 676f9af5-715a-4f80-b6f8-747296e84e2c triggered by entity DHCP. {{(pid=103918) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jun 16 17:25:50.002914 dv-cinder-837356-2-iscsi neutron-server[103918]: DEBUG neutron_lib.callbacks.manager [None req-ccc1d26b-9505-4a54-95d8-4a7dc644809f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16149424'] for port (676f9af5-715a-4f80-b6f8-747296e84e2c), provisioning_complete {{(pid=103918) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 17:25:50.030262 dv-cinder-837356-2-iscsi neutron-server[103917]: INFO neutron.wsgi [req-9b4c593e-3fa5-421a-b797-86323b752b62 req-fae31924-dd94-46a0-a70d-40f938bafc01 tempest-AttachVolumeShelveTestJSON-1123487845 tempest-AttachVolumeShelveTestJSON-1123487845-project] 10.222.0.66 "GET /v2.0/security-groups?id=5ab805c8-38ae-4655-bf71-1fc1999d288e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0484719 Jun 16 17:25:50.084586 dv-cinder-837356-2-iscsi neutron-server[103918]: DEBUG neutron.plugins.ml2.plugin [None req-ccc1d26b-9505-4a54-95d8-4a7dc644809f None None] Port 676f9af5-715a-4f80-b6f8-747296e84e2c cannot update to ACTIVE because it is not bound. {{(pid=103918) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:354}} Jun 16 17:25:50.380030 dv-cinder-837356-2-iscsi neutron-server[103916]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a947f89-8abf-4559-ad8e-04cacaf2b9f8 req-1d3c74f3-ef47-4c9c-b938-ee59deefc717 tempest-TestMinimumBasicScenario-140635566 tempest-TestMinimumBasicScenario-140635566-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103916) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 16 17:25:50.382302 dv-cinder-837356-2-iscsi neutron-server[103916]: INFO neutron.wsgi [req-6a947f89-8abf-4559-ad8e-04cacaf2b9f8 req-1d3c74f3-ef47-4c9c-b938-ee59deefc717 tempest-TestMinimumBasicScenario-140635566 tempest-TestMinimumBasicScenario-140635566-project] 10.222.0.66 "GET /v2.0/ports?device_id=b4ee9b10-f2da-442c-9475-3cfb21c9ad54 HTTP/1.1" status: 200 len: 932 time: 0.0720539 Jun 16 17:25:50.447910 dv-cinder-837356-2-iscsi neutron-server[103916]: INFO neutron.wsgi [req-6a947f89-8abf-4559-ad8e-04cacaf2b9f8 req-2f6d4e8a-cb8a-4b6d-8211-674be638181c tempest-TestMinimumBasicScenario-140635566 tempest-TestMinimumBasicScenario-140635566-project] 10.222.0.66 "GET /v2.0/security-groups?id=054bc173-7136-43f6-8718-9d2e1fa2c0d2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0587475 Jun 16 17:25:51.199521 dv-cinder-837356-2-iscsi neutron-server[103917]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9961928-6c34-4df9-9e9e-c566cb577625 req-15c9d81b-d7c0-417b-96f6-fcca4ea8557e tempest-AttachVolumeShelveTestJSON-1123487845 tempest-AttachVolumeShelveTestJSON-1123487845-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103917) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 16 17:25:51.201079 dv-cinder-837356-2-iscsi neutron-server[103917]: INFO neutron.wsgi [req-d9961928-6c34-4df9-9e9e-c566cb577625 req-15c9d81b-d7c0-417b-96f6-fcca4ea8557e tempest-AttachVolumeShelveTestJSON-1123487845 tempest-AttachVolumeShelveTestJSON-1123487845-project] 10.222.0.66 "GET /v2.0/ports?device_id=ab2e7148-fa86-4648-9e4b-87e27fcf1147 HTTP/1.1" status: 200 len: 944 time: 0.0586710 Jun 16 17:25:51.266452 dv-cinder-837356-2-iscsi neutron-server[103917]: DEBUG dbcounter [-] [103917] Writing DB stats neutron:SELECT=94,neutron:INSERT=4,neutron:UPDATE=2 {{(pid=103917) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 16 17:25:51.292615 dv-cinder-837356-2-iscsi neutron-server[103917]: INFO neutron.wsgi [req-d9961928-6c34-4df9-9e9e-c566cb577625 req-a361c9a8-d83d-446b-9141-a16638866bba tempest-AttachVolumeShelveTestJSON-1123487845 tempest-AttachVolumeShelveTestJSON-1123487845-project] 10.222.0.66 "GET /v2.0/security-groups?id=5ab805c8-38ae-4655-bf71-1fc1999d288e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0848558 Jun 16 17:25:51.574333 dv-cinder-837356-2-iscsi neutron-server[103916]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b568c5cc-b365-47f0-b138-6c7fde818fee req-27bbc261-f1d2-43b0-94b2-6228f737e176 tempest-TestMinimumBasicScenario-140635566 tempest-TestMinimumBasicScenario-140635566-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103916) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 16 17:25:51.576306 dv-cinder-837356-2-iscsi neutron-server[103916]: INFO neutron.wsgi [req-b568c5cc-b365-47f0-b138-6c7fde818fee req-27bbc261-f1d2-43b0-94b2-6228f737e176 tempest-TestMinimumBasicScenario-140635566 tempest-TestMinimumBasicScenario-140635566-project] 10.222.0.66 "GET /v2.0/ports?device_id=b4ee9b10-f2da-442c-9475-3cfb21c9ad54 HTTP/1.1" status: 200 len: 932 time: 0.0535607 Jun 16 17:25:51.641914 dv-cinder-837356-2-iscsi neutron-server[103916]: INFO neutron.wsgi [req-b568c5cc-b365-47f0-b138-6c7fde818fee req-8713dac0-ca30-461b-88f7-c1d6efa3ffd5 tempest-TestMinimumBasicScenario-140635566 tempest-TestMinimumBasicScenario-140635566-project] 10.222.0.66 "GET /v2.0/security-groups?id=054bc173-7136-43f6-8718-9d2e1fa2c0d2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0597398 Jun 16 17:25:52.468702 dv-cinder-837356-2-iscsi neutron-server[103917]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8867afb7-7ceb-4437-a5a2-0e37022bda27 req-a26d1ef9-5373-46ea-8878-44cf39bb8bd7 tempest-AttachVolumeShelveTestJSON-1123487845 tempest-AttachVolumeShelveTestJSON-1123487845-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103917) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 16 17:25:52.471646 dv-cinder-837356-2-iscsi neutron-server[103917]: INFO neutron.wsgi [req-8867afb7-7ceb-4437-a5a2-0e37022bda27 req-a26d1ef9-5373-46ea-8878-44cf39bb8bd7 tempest-AttachVolumeShelveTestJSON-1123487845 tempest-AttachVolumeShelveTestJSON-1123487845-project] 10.222.0.66 "GET /v2.0/ports?device_id=ab2e7148-fa86-4648-9e4b-87e27fcf1147 HTTP/1.1" status: 200 len: 944 time: 0.0714073 Jun 16 17:25:52.543633 dv-cinder-837356-2-iscsi neutron-server[103917]: INFO neutron.wsgi [req-8867afb7-7ceb-4437-a5a2-0e37022bda27 req-a2bbf0ee-e0fd-4463-844f-b380b41219af tempest-AttachVolumeShelveTestJSON-1123487845 tempest-AttachVolumeShelveTestJSON-1123487845-project] 10.222.0.66 "GET /v2.0/security-groups?id=5ab805c8-38ae-4655-bf71-1fc1999d288e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0650365 Jun 16 17:25:52.782717 dv-cinder-837356-2-iscsi neutron-server[103916]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a8ab21e-ab92-4206-8c27-be1b3523d29f req-e5a53390-02fa-4b68-9b5e-b6cfe7e97b7e tempest-TestMinimumBasicScenario-140635566 tempest-TestMinimumBasicScenario-140635566-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103916) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 16 17:25:52.784525 dv-cinder-837356-2-iscsi neutron-server[103916]: INFO neutron.wsgi [req-5a8ab21e-ab92-4206-8c27-be1b3523d29f req-e5a53390-02fa-4b68-9b5e-b6cfe7e97b7e tempest-TestMinimumBasicScenario-140635566 tempest-TestMinimumBasicScenario-140635566-project] 10.222.0.66 "GET /v2.0/ports?device_id=b4ee9b10-f2da-442c-9475-3cfb21c9ad54 HTTP/1.1" status: 200 len: 932 time: 0.0640702 Jun 16 17:25:52.848364 dv-cinder-837356-2-iscsi neutron-server[103916]: INFO neutron.wsgi [req-5a8ab21e-ab92-4206-8c27-be1b3523d29f req-6d34a423-a8a4-4cd8-9851-c230a2a2a8c3 tempest-TestMinimumBasicScenario-140635566 tempest-TestMinimumBasicScenario-140635566-project] 10.222.0.66 "GET /v2.0/security-groups?id=054bc173-7136-43f6-8718-9d2e1fa2c0d2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0520427 Jun 16 17:25:53.681062 dv-cinder-837356-2-iscsi neutron-server[103917]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79e1cd55-ab7d-466c-9695-e677d60f8523 req-842e13f1-0445-48be-8b09-22f7c9c1daf9 tempest-AttachVolumeShelveTestJSON-1123487845 tempest-AttachVolumeShelveTestJSON-1123487845-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103917) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 16 17:25:53.682786 dv-cinder-837356-2-iscsi neutron-server[103917]: INFO neutron.wsgi [req-79e1cd55-ab7d-466c-9695-e677d60f8523 req-842e13f1-0445-48be-8b09-22f7c9c1daf9 tempest-AttachVolumeShelveTestJSON-1123487845 tempest-AttachVolumeShelveTestJSON-1123487845-project] 10.222.0.66 "GET /v2.0/ports?device_id=ab2e7148-fa86-4648-9e4b-87e27fcf1147 HTTP/1.1" status: 200 len: 944 time: 0.0528655 Jun 16 17:25:53.737677 dv-cinder-837356-2-iscsi neutron-server[103917]: INFO neutron.wsgi [req-79e1cd55-ab7d-466c-9695-e677d60f8523 req-259ef217-7a33-4998-badb-03f30a84bcb2 tempest-AttachVolumeShelveTestJSON-1123487845 tempest-AttachVolumeShelveTestJSON-1123487845-project] 10.222.0.66 "GET /v2.0/security-groups?id=5ab805c8-38ae-4655-bf71-1fc1999d288e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0490549 Jun 16 17:25:53.988032 dv-cinder-837356-2-iscsi neutron-server[103916]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd337b6e-4d4c-459e-a532-d62f98e052c7 req-ebf94384-6354-4e72-b886-5a9df239c457 tempest-TestMinimumBasicScenario-140635566 tempest-TestMinimumBasicScenario-140635566-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103916) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 16 17:25:53.989574 dv-cinder-837356-2-iscsi neutron-server[103916]: INFO neutron.wsgi [req-bd337b6e-4d4c-459e-a532-d62f98e052c7 req-ebf94384-6354-4e72-b886-5a9df239c457 tempest-TestMinimumBasicScenario-140635566 tempest-TestMinimumBasicScenario-140635566-project] 10.222.0.66 "GET /v2.0/ports?device_id=b4ee9b10-f2da-442c-9475-3cfb21c9ad54 HTTP/1.1" status: 200 len: 932 time: 0.0517590 Jun 16 17:25:54.041352 dv-cinder-837356-2-iscsi neutron-server[103916]: INFO neutron.wsgi [req-bd337b6e-4d4c-459e-a532-d62f98e052c7 req-373a0224-9540-4c8b-989c-d40ef19ecdbd tempest-TestMinimumBasicScenario-140635566 tempest-TestMinimumBasicScenario-140635566-project] 10.222.0.66 "GET /v2.0/security-groups?id=054bc173-7136-43f6-8718-9d2e1fa2c0d2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0441251 Jun 16 17:25:54.882877 dv-cinder-837356-2-iscsi neutron-server[103917]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ebc8038b-db60-45fe-a6de-6855334a793a req-96236440-eebe-4dc6-bc7d-a222704083ec tempest-AttachVolumeShelveTestJSON-1123487845 tempest-AttachVolumeShelveTestJSON-1123487845-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103917) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 16 17:25:54.884699 dv-cinder-837356-2-iscsi neutron-server[103917]: INFO neutron.wsgi [req-ebc8038b-db60-45fe-a6de-6855334a793a req-96236440-eebe-4dc6-bc7d-a222704083ec tempest-AttachVolumeShelveTestJSON-1123487845 tempest-AttachVolumeShelveTestJSON-1123487845-project] 10.222.0.66 "GET /v2.0/ports?device_id=ab2e7148-fa86-4648-9e4b-87e27fcf1147 HTTP/1.1" status: 200 len: 944 time: 0.0607634 Jun 16 17:25:54.960181 dv-cinder-837356-2-iscsi neutron-server[103917]: INFO neutron.wsgi [req-ebc8038b-db60-45fe-a6de-6855334a793a req-bef4eacc-2238-44a9-b4a6-6e8a8b9a21a6 tempest-AttachVolumeShelveTestJSON-1123487845 tempest-AttachVolumeShelveTestJSON-1123487845-project] 10.222.0.66 "GET /v2.0/security-groups?id=5ab805c8-38ae-4655-bf71-1fc1999d288e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0688503 Jun 16 17:25:55.198259 dv-cinder-837356-2-iscsi neutron-server[103916]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3e63e0b-e571-4579-88ef-8b3f4c8fbcb9 req-abfc031e-8ccf-43b8-9b89-16d9dfe70e12 tempest-TestMinimumBasicScenario-140635566 tempest-TestMinimumBasicScenario-140635566-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103916) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 16 17:25:55.200291 dv-cinder-837356-2-iscsi neutron-server[103916]: INFO neutron.wsgi [req-b3e63e0b-e571-4579-88ef-8b3f4c8fbcb9 req-abfc031e-8ccf-43b8-9b89-16d9dfe70e12 tempest-TestMinimumBasicScenario-140635566 tempest-TestMinimumBasicScenario-140635566-project] 10.222.0.66 "GET /v2.0/ports?device_id=b4ee9b10-f2da-442c-9475-3cfb21c9ad54 HTTP/1.1" status: 200 len: 932 time: 0.0700531 Jun 16 17:25:55.540209 dv-cinder-837356-2-iscsi neutron-server[103916]: INFO neutron.wsgi [req-b3e63e0b-e571-4579-88ef-8b3f4c8fbcb9 req-285bb3a1-556a-423e-9f5c-afa826314f7f tempest-TestMinimumBasicScenario-140635566 tempest-TestMinimumBasicScenario-140635566-project] 10.222.0.66 "GET /v2.0/security-groups?id=054bc173-7136-43f6-8718-9d2e1fa2c0d2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3281469 Jun 16 17:25:55.639798 dv-cinder-837356-2-iscsi neutron-server[103919]: DEBUG dbcounter [-] [103919] Writing DB stats neutron:SELECT=68,neutron:UPDATE=3 {{(pid=103919) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 16 17:25:55.642257 dv-cinder-837356-2-iscsi neutron-server[103919]: DEBUG dbcounter [-] [103919] Writing DB stats neutron:SELECT=27 {{(pid=103919) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 16 17:25:56.108415 dv-cinder-837356-2-iscsi neutron-server[103916]: DEBUG dbcounter [-] [103916] Writing DB stats neutron:SELECT=98,neutron:DELETE=2 {{(pid=103916) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 16 17:25:56.177400 dv-cinder-837356-2-iscsi neutron-server[103916]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-876aa981-7a79-4346-a280-34157106ab5c req-4ca95b87-6363-4580-8f2b-0366f1ee853e tempest-AttachVolumeShelveTestJSON-1123487845 tempest-AttachVolumeShelveTestJSON-1123487845-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103916) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 16 17:25:56.179170 dv-cinder-837356-2-iscsi neutron-server[103916]: INFO neutron.wsgi [req-876aa981-7a79-4346-a280-34157106ab5c req-4ca95b87-6363-4580-8f2b-0366f1ee853e tempest-AttachVolumeShelveTestJSON-1123487845 tempest-AttachVolumeShelveTestJSON-1123487845-project] 10.222.0.66 "GET /v2.0/ports?device_id=ab2e7148-fa86-4648-9e4b-87e27fcf1147 HTTP/1.1" status: 200 len: 944 time: 0.0868001 Jun 16 17:25:56.200707 dv-cinder-837356-2-iscsi neutron-server[103916]: DEBUG dbcounter [-] [103916] Writing DB stats neutron:SELECT=100 {{(pid=103916) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 16 17:25:56.255285 dv-cinder-837356-2-iscsi neutron-server[103916]: INFO neutron.wsgi [req-876aa981-7a79-4346-a280-34157106ab5c req-b4c05966-f7b9-4e58-a3db-0f6ec21ffb01 tempest-AttachVolumeShelveTestJSON-1123487845 tempest-AttachVolumeShelveTestJSON-1123487845-project] 10.222.0.66 "GET /v2.0/security-groups?id=5ab805c8-38ae-4655-bf71-1fc1999d288e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0687594 Jun 16 17:25:56.691385 dv-cinder-837356-2-iscsi neutron-server[103916]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8d22824-017f-4425-a393-3194ab9053e9 req-bc9a625b-25cd-48e5-b061-9559274fc361 tempest-TestMinimumBasicScenario-140635566 tempest-TestMinimumBasicScenario-140635566-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103916) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 16 17:25:56.692935 dv-cinder-837356-2-iscsi neutron-server[103916]: INFO neutron.wsgi [req-e8d22824-017f-4425-a393-3194ab9053e9 req-bc9a625b-25cd-48e5-b061-9559274fc361 tempest-TestMinimumBasicScenario-140635566 tempest-TestMinimumBasicScenario-140635566-project] 10.222.0.66 "GET /v2.0/ports?device_id=b4ee9b10-f2da-442c-9475-3cfb21c9ad54 HTTP/1.1" status: 200 len: 932 time: 0.0690014 Jun 16 17:25:56.782931 dv-cinder-837356-2-iscsi neutron-server[103916]: INFO neutron.wsgi [req-e8d22824-017f-4425-a393-3194ab9053e9 req-287ee65e-d07e-4fa0-aff8-03aa79e9f363 tempest-TestMinimumBasicScenario-140635566 tempest-TestMinimumBasicScenario-140635566-project] 10.222.0.66 "GET /v2.0/security-groups?id=054bc173-7136-43f6-8718-9d2e1fa2c0d2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0729010 Jun 16 17:25:57.414859 dv-cinder-837356-2-iscsi neutron-server[103916]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80b55f63-fdd6-4bbb-9cae-1c168a29fff5 req-40e6283b-6128-41dc-8315-d85edfb479ef tempest-AttachVolumeShelveTestJSON-1123487845 tempest-AttachVolumeShelveTestJSON-1123487845-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103916) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 16 17:25:57.417570 dv-cinder-837356-2-iscsi neutron-server[103916]: INFO neutron.wsgi [req-80b55f63-fdd6-4bbb-9cae-1c168a29fff5 req-40e6283b-6128-41dc-8315-d85edfb479ef tempest-AttachVolumeShelveTestJSON-1123487845 tempest-AttachVolumeShelveTestJSON-1123487845-project] 10.222.0.66 "GET /v2.0/ports?device_id=ab2e7148-fa86-4648-9e4b-87e27fcf1147 HTTP/1.1" status: 200 len: 944 time: 0.0604844 Jun 16 17:25:57.473083 dv-cinder-837356-2-iscsi neutron-server[103916]: INFO neutron.wsgi [req-80b55f63-fdd6-4bbb-9cae-1c168a29fff5 req-94636db4-3f41-4b00-83aa-747db6ff5119 tempest-AttachVolumeShelveTestJSON-1123487845 tempest-AttachVolumeShelveTestJSON-1123487845-project] 10.222.0.66 "GET /v2.0/security-groups?id=5ab805c8-38ae-4655-bf71-1fc1999d288e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0510070 Jun 16 17:25:57.907551 dv-cinder-837356-2-iscsi neutron-server[103916]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7d868d9-4123-4667-addd-9286e26df04c req-397ffd68-b615-44c7-ba49-6fde805fcbe3 tempest-TestMinimumBasicScenario-140635566 tempest-TestMinimumBasicScenario-140635566-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103916) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 16 17:25:57.909049 dv-cinder-837356-2-iscsi neutron-server[103916]: INFO neutron.wsgi [req-e7d868d9-4123-4667-addd-9286e26df04c req-397ffd68-b615-44c7-ba49-6fde805fcbe3 tempest-TestMinimumBasicScenario-140635566 tempest-TestMinimumBasicScenario-140635566-project] 10.222.0.66 "GET /v2.0/ports?device_id=b4ee9b10-f2da-442c-9475-3cfb21c9ad54 HTTP/1.1" status: 200 len: 932 time: 0.0501657 Jun 16 17:25:57.964655 dv-cinder-837356-2-iscsi neutron-server[103916]: INFO neutron.wsgi [req-e7d868d9-4123-4667-addd-9286e26df04c req-3f3e1409-9d5d-42cf-b84d-4b401075577c tempest-TestMinimumBasicScenario-140635566 tempest-TestMinimumBasicScenario-140635566-project] 10.222.0.66 "GET /v2.0/security-groups?id=054bc173-7136-43f6-8718-9d2e1fa2c0d2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0493231 Jun 16 17:25:58.626572 dv-cinder-837356-2-iscsi neutron-server[103916]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04d8d4e9-612c-4156-91af-7e4caf74a3b1 req-4ac2aa5c-c74f-4719-9a10-73f5e12017e5 tempest-AttachVolumeShelveTestJSON-1123487845 tempest-AttachVolumeShelveTestJSON-1123487845-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103916) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 16 17:25:58.628065 dv-cinder-837356-2-iscsi neutron-server[103916]: INFO neutron.wsgi [req-04d8d4e9-612c-4156-91af-7e4caf74a3b1 req-4ac2aa5c-c74f-4719-9a10-73f5e12017e5 tempest-AttachVolumeShelveTestJSON-1123487845 tempest-AttachVolumeShelveTestJSON-1123487845-project] 10.222.0.66 "GET /v2.0/ports?device_id=ab2e7148-fa86-4648-9e4b-87e27fcf1147 HTTP/1.1" status: 200 len: 944 time: 0.0612431 Jun 16 17:25:58.676861 dv-cinder-837356-2-iscsi neutron-server[103916]: INFO neutron.wsgi [req-04d8d4e9-612c-4156-91af-7e4caf74a3b1 req-823f5a08-5053-4e6f-9e26-50b1e7a4c208 tempest-AttachVolumeShelveTestJSON-1123487845 tempest-AttachVolumeShelveTestJSON-1123487845-project] 10.222.0.66 "GET /v2.0/security-groups?id=5ab805c8-38ae-4655-bf71-1fc1999d288e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0430176 Jun 16 17:25:59.096295 dv-cinder-837356-2-iscsi neutron-server[103916]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f54b598f-ae22-4f47-8a32-be4a3dc8805b req-74014565-c512-4e29-b42a-64358420ca49 tempest-TestMinimumBasicScenario-140635566 tempest-TestMinimumBasicScenario-140635566-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103916) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 16 17:25:59.098060 dv-cinder-837356-2-iscsi neutron-server[103916]: INFO neutron.wsgi [req-f54b598f-ae22-4f47-8a32-be4a3dc8805b req-74014565-c512-4e29-b42a-64358420ca49 tempest-TestMinimumBasicScenario-140635566 tempest-TestMinimumBasicScenario-140635566-project] 10.222.0.66 "GET /v2.0/ports?device_id=b4ee9b10-f2da-442c-9475-3cfb21c9ad54 HTTP/1.1" status: 200 len: 932 time: 0.0533600 Jun 16 17:25:59.156952 dv-cinder-837356-2-iscsi neutron-server[103916]: INFO neutron.wsgi [req-f54b598f-ae22-4f47-8a32-be4a3dc8805b req-04728cea-8348-4cd7-b17e-bd2941735d78 tempest-TestMinimumBasicScenario-140635566 tempest-TestMinimumBasicScenario-140635566-project] 10.222.0.66 "GET /v2.0/security-groups?id=054bc173-7136-43f6-8718-9d2e1fa2c0d2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0510974 Jun 16 17:25:59.447053 dv-cinder-837356-2-iscsi neutron-server[103918]: DEBUG neutron_lib.callbacks.manager [None req-b2b17746-c296-4803-869a-65578e8233dd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728539454181', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16149322'] for agent (2e97d73d-50fc-4f89-a4ea-85f65eb860d8), after_update {{(pid=103918) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 17:25:59.813148 dv-cinder-837356-2-iscsi neutron-server[103916]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b9f4b3b-c2df-4155-8c02-041fad636e62 req-79037b0a-dbeb-446a-be38-f57f456969ce tempest-AttachVolumeShelveTestJSON-1123487845 tempest-AttachVolumeShelveTestJSON-1123487845-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103916) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 16 17:25:59.815242 dv-cinder-837356-2-iscsi neutron-server[103916]: INFO neutron.wsgi [req-2b9f4b3b-c2df-4155-8c02-041fad636e62 req-79037b0a-dbeb-446a-be38-f57f456969ce tempest-AttachVolumeShelveTestJSON-1123487845 tempest-AttachVolumeShelveTestJSON-1123487845-project] 10.222.0.66 "GET /v2.0/ports?device_id=ab2e7148-fa86-4648-9e4b-87e27fcf1147 HTTP/1.1" status: 200 len: 944 time: 0.0541699 Jun 16 17:25:59.875173 dv-cinder-837356-2-iscsi neutron-server[103916]: INFO neutron.wsgi [req-2b9f4b3b-c2df-4155-8c02-041fad636e62 req-a1dff0fb-f6c5-447f-a974-aa496c0c744f tempest-AttachVolumeShelveTestJSON-1123487845 tempest-AttachVolumeShelveTestJSON-1123487845-project] 10.222.0.66 "GET /v2.0/security-groups?id=5ab805c8-38ae-4655-bf71-1fc1999d288e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0530791 Jun 16 17:25:59.993903 dv-cinder-837356-2-iscsi neutron-server[103917]: DEBUG neutron.api.v2.base [req-bb09e6e8-8446-4550-ad1a-dbf49b039f95 req-a4913c98-1e7d-411c-b58b-2d31758359e8 service neutron] Request body: {'port': {'device_id': 'b4ee9b10-f2da-442c-9475-3cfb21c9ad54', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-83735'}} {{(pid=103917) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jun 16 17:26:00.044099 dv-cinder-837356-2-iscsi neutron-server[103917]: DEBUG dbcounter [-] [103917] Writing DB stats neutron:SELECT=93,neutron:INSERT=3,neutron:UPDATE=2,neutron:DELETE=2 {{(pid=103917) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 16 17:26:00.080242 dv-cinder-837356-2-iscsi neutron-server[103917]: DEBUG neutron_lib.callbacks.manager [req-bb09e6e8-8446-4550-ad1a-dbf49b039f95 req-a4913c98-1e7d-411c-b58b-2d31758359e8 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16007590'] for port (676f9af5-715a-4f80-b6f8-747296e84e2c), before_update {{(pid=103917) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 17:26:00.332239 dv-cinder-837356-2-iscsi neutron-server[103916]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7116c046-e6ed-4b35-b831-d80339664a69 req-cf6b866e-ae21-4e01-9302-6b2809c3ebeb tempest-TestMinimumBasicScenario-140635566 tempest-TestMinimumBasicScenario-140635566-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103916) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 16 17:26:00.334210 dv-cinder-837356-2-iscsi neutron-server[103916]: INFO neutron.wsgi [req-7116c046-e6ed-4b35-b831-d80339664a69 req-cf6b866e-ae21-4e01-9302-6b2809c3ebeb tempest-TestMinimumBasicScenario-140635566 tempest-TestMinimumBasicScenario-140635566-project] 10.222.0.66 "GET /v2.0/ports?device_id=b4ee9b10-f2da-442c-9475-3cfb21c9ad54 HTTP/1.1" status: 200 len: 932 time: 0.0735412 Jun 16 17:26:00.408888 dv-cinder-837356-2-iscsi neutron-server[103916]: INFO neutron.wsgi [req-7116c046-e6ed-4b35-b831-d80339664a69 req-bd777679-9ddf-4064-a0c4-1bda06e11482 tempest-TestMinimumBasicScenario-140635566 tempest-TestMinimumBasicScenario-140635566-project] 10.222.0.66 "GET /v2.0/security-groups?id=054bc173-7136-43f6-8718-9d2e1fa2c0d2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0644581 Jun 16 17:26:00.453836 dv-cinder-837356-2-iscsi neutron-server[103917]: DEBUG neutron.notifiers.nova [req-bb09e6e8-8446-4550-ad1a-dbf49b039f95 req-a4913c98-1e7d-411c-b58b-2d31758359e8 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 676f9af5-715a-4f80-b6f8-747296e84e2c {{(pid=103917) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Jun 16 17:26:00.463327 dv-cinder-837356-2-iscsi neutron-server[103917]: DEBUG neutron_lib.callbacks.manager [req-bb09e6e8-8446-4550-ad1a-dbf49b039f95 req-a4913c98-1e7d-411c-b58b-2d31758359e8 service neutron] Publish callbacks [] for port (676f9af5-715a-4f80-b6f8-747296e84e2c), precommit_update {{(pid=103917) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 17:26:00.480074 dv-cinder-837356-2-iscsi neutron-server[103917]: DEBUG neutron.db.provisioning_blocks [req-bb09e6e8-8446-4550-ad1a-dbf49b039f95 req-a4913c98-1e7d-411c-b58b-2d31758359e8 service neutron] Transition to ACTIVE for port object 676f9af5-715a-4f80-b6f8-747296e84e2c will not be triggered until provisioned by entity L2. {{(pid=103917) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Jun 16 17:26:00.487255 dv-cinder-837356-2-iscsi neutron-server[103917]: DEBUG neutron_lib.callbacks.manager [req-bb09e6e8-8446-4550-ad1a-dbf49b039f95 req-a4913c98-1e7d-411c-b58b-2d31758359e8 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16007527', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-75831', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16241551', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728539364693', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728538993439', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728538993457', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3819734'] for port (676f9af5-715a-4f80-b6f8-747296e84e2c), after_update {{(pid=103917) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 17:26:00.550798 dv-cinder-837356-2-iscsi neutron-server[103917]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a4913c98-1e7d-411c-b58b-2d31758359e8 service neutron] Pushing event updated for resources: {'Port': ['ID=676f9af5-715a-4f80-b6f8-747296e84e2c,revision_number=2']} {{(pid=103917) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 17:26:00.634767 dv-cinder-837356-2-iscsi neutron-server[103917]: DEBUG neutron.plugins.ml2.managers [req-bb09e6e8-8446-4550-ad1a-dbf49b039f95 req-a4913c98-1e7d-411c-b58b-2d31758359e8 service neutron] Attempting to bind port 676f9af5-715a-4f80-b6f8-747296e84e2c on host hv-cinder-83735 for vnic_type normal with profile {{(pid=103917) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:811}} Jun 16 17:26:00.635082 dv-cinder-837356-2-iscsi neutron-server[103917]: DEBUG neutron.plugins.ml2.managers [req-bb09e6e8-8446-4550-ad1a-dbf49b039f95 req-a4913c98-1e7d-411c-b58b-2d31758359e8 service neutron] Attempting to bind port 676f9af5-715a-4f80-b6f8-747296e84e2c by drivers openvswitch,hyperv on host hv-cinder-83735 at level 0 using segments [{'id': '937c5a5e-3ee7-4507-994c-7f9e653b9d74', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1038, 'network_id': '35603100-8685-44dd-88ce-ba2913489196'}] {{(pid=103917) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:836}} Jun 16 17:26:00.635439 dv-cinder-837356-2-iscsi neutron-server[103917]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bb09e6e8-8446-4550-ad1a-dbf49b039f95 req-a4913c98-1e7d-411c-b58b-2d31758359e8 service neutron] Attempting to bind port 676f9af5-715a-4f80-b6f8-747296e84e2c on network 35603100-8685-44dd-88ce-ba2913489196 {{(pid=103917) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jun 16 17:26:00.640574 dv-cinder-837356-2-iscsi neutron-server[103917]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bb09e6e8-8446-4550-ad1a-dbf49b039f95 req-a4913c98-1e7d-411c-b58b-2d31758359e8 service neutron] Port 676f9af5-715a-4f80-b6f8-747296e84e2c on network 35603100-8685-44dd-88ce-ba2913489196 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-83735 {{(pid=103917) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Jun 16 17:26:00.640896 dv-cinder-837356-2-iscsi neutron-server[103917]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bb09e6e8-8446-4550-ad1a-dbf49b039f95 req-a4913c98-1e7d-411c-b58b-2d31758359e8 service neutron] Attempting to bind port 676f9af5-715a-4f80-b6f8-747296e84e2c on network 35603100-8685-44dd-88ce-ba2913489196 {{(pid=103917) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jun 16 17:26:00.646787 dv-cinder-837356-2-iscsi neutron-server[103917]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bb09e6e8-8446-4550-ad1a-dbf49b039f95 req-a4913c98-1e7d-411c-b58b-2d31758359e8 service neutron] Checking agent: {'id': '2e97d73d-50fc-4f89-a4ea-85f65eb860d8', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-83735', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 6, 16, 17, 20, 29), 'started_at': datetime.datetime(2022, 6, 16, 17, 20, 29), 'heartbeat_timestamp': datetime.datetime(2022, 6, 16, 17, 25, 59), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103917) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jun 16 17:26:00.647125 dv-cinder-837356-2-iscsi neutron-server[103917]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bb09e6e8-8446-4550-ad1a-dbf49b039f95 req-a4913c98-1e7d-411c-b58b-2d31758359e8 service neutron] Checking segment: {'id': '937c5a5e-3ee7-4507-994c-7f9e653b9d74', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1038, 'network_id': '35603100-8685-44dd-88ce-ba2913489196'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103917) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jun 16 17:26:00.647510 dv-cinder-837356-2-iscsi neutron-server[103917]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bb09e6e8-8446-4550-ad1a-dbf49b039f95 req-a4913c98-1e7d-411c-b58b-2d31758359e8 service neutron] Bound using segment: {'id': '937c5a5e-3ee7-4507-994c-7f9e653b9d74', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1038, 'network_id': '35603100-8685-44dd-88ce-ba2913489196'} {{(pid=103917) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jun 16 17:26:00.647998 dv-cinder-837356-2-iscsi neutron-server[103917]: DEBUG neutron.plugins.ml2.managers [req-bb09e6e8-8446-4550-ad1a-dbf49b039f95 req-a4913c98-1e7d-411c-b58b-2d31758359e8 service neutron] Bound port: 676f9af5-715a-4f80-b6f8-747296e84e2c, host: hv-cinder-83735, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '937c5a5e-3ee7-4507-994c-7f9e653b9d74', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1038, 'network_id': '35603100-8685-44dd-88ce-ba2913489196'}}] {{(pid=103917) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:948}} Jun 16 17:26:00.648354 dv-cinder-837356-2-iscsi neutron-server[103917]: DEBUG neutron_lib.callbacks.manager [req-bb09e6e8-8446-4550-ad1a-dbf49b039f95 req-a4913c98-1e7d-411c-b58b-2d31758359e8 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16007590'] for port (676f9af5-715a-4f80-b6f8-747296e84e2c), before_update {{(pid=103917) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 17:26:00.706352 dv-cinder-837356-2-iscsi neutron-server[103917]: DEBUG dbcounter [-] [103917] Writing DB stats neutron:SELECT=97,neutron:UPDATE=3 {{(pid=103917) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 16 17:26:00.726672 dv-cinder-837356-2-iscsi neutron-server[103917]: DEBUG neutron.plugins.ml2.db [req-bb09e6e8-8446-4550-ad1a-dbf49b039f95 req-a4913c98-1e7d-411c-b58b-2d31758359e8 service neutron] For port 676f9af5-715a-4f80-b6f8-747296e84e2c, host hv-cinder-83735, cleared binding levels {{(pid=103917) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 16 17:26:00.730168 dv-cinder-837356-2-iscsi neutron-server[103917]: DEBUG neutron.plugins.ml2.db [req-bb09e6e8-8446-4550-ad1a-dbf49b039f95 req-a4913c98-1e7d-411c-b58b-2d31758359e8 service neutron] For port 676f9af5-715a-4f80-b6f8-747296e84e2c, host hv-cinder-83735, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83735',level=0,port_id=676f9af5-715a-4f80-b6f8-747296e84e2c,segment=NetworkSegment(937c5a5e-3ee7-4507-994c-7f9e653b9d74),segment_id=937c5a5e-3ee7-4507-994c-7f9e653b9d74)] {{(pid=103917) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 16 17:26:00.739394 dv-cinder-837356-2-iscsi neutron-server[103917]: DEBUG neutron_lib.callbacks.manager [req-bb09e6e8-8446-4550-ad1a-dbf49b039f95 req-a4913c98-1e7d-411c-b58b-2d31758359e8 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16007527', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-75831', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16241551', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728539364693', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728538993439', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728538993457', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3819734'] for port (676f9af5-715a-4f80-b6f8-747296e84e2c), after_update {{(pid=103917) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 17:26:00.775438 dv-cinder-837356-2-iscsi neutron-server[103917]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb09e6e8-8446-4550-ad1a-dbf49b039f95 req-a4913c98-1e7d-411c-b58b-2d31758359e8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103917) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 16 17:26:00.776064 dv-cinder-837356-2-iscsi neutron-server[103917]: DEBUG neutron_lib.callbacks.manager [req-bb09e6e8-8446-4550-ad1a-dbf49b039f95 req-a4913c98-1e7d-411c-b58b-2d31758359e8 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-191112'] for port (None), before_response {{(pid=103917) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 17:26:00.777675 dv-cinder-837356-2-iscsi neutron-server[103917]: INFO neutron.wsgi [req-bb09e6e8-8446-4550-ad1a-dbf49b039f95 req-a4913c98-1e7d-411c-b58b-2d31758359e8 service neutron] 10.222.0.81 "PUT /v2.0/ports/676f9af5-715a-4f80-b6f8-747296e84e2c HTTP/1.1" status: 200 len: 1094 time: 0.7899206 Jun 16 17:26:00.777924 dv-cinder-837356-2-iscsi neutron-server[103917]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'b4ee9b10-f2da-442c-9475-3cfb21c9ad54', 'tag': '676f9af5-715a-4f80-b6f8-747296e84e2c'}] {{(pid=103917) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jun 16 17:26:00.780198 dv-cinder-837356-2-iscsi neutron-server[103917]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.66/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6f3fd2b1a6655810f50592bc9015c397d118e5689141688eaf1b23dbeee2ebf8" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-848b8766-ec8b-4fe1-9e9b-af9c07c85cb0" -d '{"events": [{"name": "network-changed", "server_uuid": "b4ee9b10-f2da-442c-9475-3cfb21c9ad54", "tag": "676f9af5-715a-4f80-b6f8-747296e84e2c"}]}' {{(pid=103917) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 16 17:26:00.827965 dv-cinder-837356-2-iscsi neutron-server[103917]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a4913c98-1e7d-411c-b58b-2d31758359e8 service neutron] Pushing event updated for resources: {'Port': ['ID=676f9af5-715a-4f80-b6f8-747296e84e2c,revision_number=3']} {{(pid=103917) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 17:26:00.833758 dv-cinder-837356-2-iscsi neutron-server[103917]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 16 Jun 2022 17:26:00 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e799d8a6-6527-43cd-81d1-7b7783e2d2f6 x-openstack-request-id: req-e799d8a6-6527-43cd-81d1-7b7783e2d2f6 {{(pid=103917) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 16 17:26:00.834050 dv-cinder-837356-2-iscsi neutron-server[103917]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "b4ee9b10-f2da-442c-9475-3cfb21c9ad54", "tag": "676f9af5-715a-4f80-b6f8-747296e84e2c", "status": "completed", "code": 200}]} {{(pid=103917) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 16 17:26:00.834270 dv-cinder-837356-2-iscsi neutron-server[103917]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.66/compute/v2.1/os-server-external-events used request id req-e799d8a6-6527-43cd-81d1-7b7783e2d2f6 {{(pid=103917) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 16 17:26:00.834689 dv-cinder-837356-2-iscsi neutron-server[103917]: INFO neutron.notifiers.nova [-] Nova event matching ['req-e799d8a6-6527-43cd-81d1-7b7783e2d2f6'] response: {'name': 'network-changed', 'server_uuid': 'b4ee9b10-f2da-442c-9475-3cfb21c9ad54', 'tag': '676f9af5-715a-4f80-b6f8-747296e84e2c', 'status': 'completed', 'code': 200} Jun 16 17:26:01.038531 dv-cinder-837356-2-iscsi neutron-server[103917]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-848b8766-ec8b-4fe1-9e9b-af9c07c85cb0 req-1d1e197b-4206-4ecd-a8ac-fda86f55b602 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103917) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 16 17:26:01.039994 dv-cinder-837356-2-iscsi neutron-server[103917]: INFO neutron.wsgi [req-848b8766-ec8b-4fe1-9e9b-af9c07c85cb0 req-1d1e197b-4206-4ecd-a8ac-fda86f55b602 service neutron] 10.222.0.81 "GET /v2.0/ports?tenant_id=546929b1810a4d20b273f3e5492ec6ed&device_id=b4ee9b10-f2da-442c-9475-3cfb21c9ad54 HTTP/1.1" status: 200 len: 1128 time: 0.1391561 Jun 16 17:26:01.040989 dv-cinder-837356-2-iscsi neutron-server[103917]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18d48f3c-9886-4f0c-b29c-582e6717db3c req-a582c511-6174-44e5-b1e1-ac442a058053 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103917) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 16 17:26:01.042440 dv-cinder-837356-2-iscsi neutron-server[103917]: INFO neutron.wsgi [req-18d48f3c-9886-4f0c-b29c-582e6717db3c req-a582c511-6174-44e5-b1e1-ac442a058053 service neutron] 10.222.0.81 "GET /v2.0/ports?device_id=ab2e7148-fa86-4648-9e4b-87e27fcf1147&tenant_id=0c63f648631a4a11910b4b135f22b235 HTTP/1.1" status: 200 len: 1128 time: 0.1429224 Jun 16 17:26:01.045247 dv-cinder-837356-2-iscsi neutron-server[103916]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d840539-fe89-4f87-b8ae-15a94cc05259 req-04314b84-f906-4c31-84e9-b755bf6e52eb tempest-AttachVolumeShelveTestJSON-1123487845 tempest-AttachVolumeShelveTestJSON-1123487845-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103916) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 16 17:26:01.047051 dv-cinder-837356-2-iscsi neutron-server[103916]: INFO neutron.wsgi [req-0d840539-fe89-4f87-b8ae-15a94cc05259 req-04314b84-f906-4c31-84e9-b755bf6e52eb tempest-AttachVolumeShelveTestJSON-1123487845 tempest-AttachVolumeShelveTestJSON-1123487845-project] 10.222.0.66 "GET /v2.0/ports?device_id=ab2e7148-fa86-4648-9e4b-87e27fcf1147 HTTP/1.1" status: 200 len: 944 time: 0.0826156 Jun 16 17:26:01.103422 dv-cinder-837356-2-iscsi neutron-server[103916]: INFO neutron.wsgi [req-0d840539-fe89-4f87-b8ae-15a94cc05259 req-11b9d53a-2bc3-48bf-920e-9b4df848fe6a tempest-AttachVolumeShelveTestJSON-1123487845 tempest-AttachVolumeShelveTestJSON-1123487845-project] 10.222.0.66 "GET /v2.0/security-groups?id=5ab805c8-38ae-4655-bf71-1fc1999d288e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0492449 Jun 16 17:26:01.196111 dv-cinder-837356-2-iscsi neutron-server[103917]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18d48f3c-9886-4f0c-b29c-582e6717db3c req-c2bc6fea-ccd6-4999-8ea9-b698cc4ffa58 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103917) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 16 17:26:01.197743 dv-cinder-837356-2-iscsi neutron-server[103917]: INFO neutron.wsgi [req-18d48f3c-9886-4f0c-b29c-582e6717db3c req-c2bc6fea-ccd6-4999-8ea9-b698cc4ffa58 service neutron] 10.222.0.81 "GET /v2.0/ports?tenant_id=0c63f648631a4a11910b4b135f22b235&device_id=ab2e7148-fa86-4648-9e4b-87e27fcf1147 HTTP/1.1" status: 200 len: 1128 time: 0.1057234 Jun 16 17:26:01.258986 dv-cinder-837356-2-iscsi neutron-server[103917]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-848b8766-ec8b-4fe1-9e9b-af9c07c85cb0 req-a467af06-edc9-4c64-9ac2-e0c844323de3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103917) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 16 17:26:01.260602 dv-cinder-837356-2-iscsi neutron-server[103917]: INFO neutron.wsgi [req-848b8766-ec8b-4fe1-9e9b-af9c07c85cb0 req-a467af06-edc9-4c64-9ac2-e0c844323de3 service neutron] 10.222.0.81 "GET /v2.0/networks?tenant_id=546929b1810a4d20b273f3e5492ec6ed&shared=False HTTP/1.1" status: 200 len: 917 time: 0.1984086 Jun 16 17:26:01.331797 dv-cinder-837356-2-iscsi neutron-server[103917]: DEBUG dbcounter [-] [103917] Writing DB stats neutron:SELECT=95,neutron:UPDATE=4,neutron:INSERT=1 {{(pid=103917) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 16 17:26:01.387140 dv-cinder-837356-2-iscsi neutron-server[103917]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18d48f3c-9886-4f0c-b29c-582e6717db3c req-bbdc7761-f0a5-4fcf-a277-2cde4a179037 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103917) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 16 17:26:01.388648 dv-cinder-837356-2-iscsi neutron-server[103917]: INFO neutron.wsgi [req-18d48f3c-9886-4f0c-b29c-582e6717db3c req-bbdc7761-f0a5-4fcf-a277-2cde4a179037 service neutron] 10.222.0.81 "GET /v2.0/networks?id=04f2ecf4-cd9f-483b-9100-6d9d67a561d2 HTTP/1.1" status: 200 len: 918 time: 0.1772835 Jun 16 17:26:01.445122 dv-cinder-837356-2-iscsi neutron-server[103917]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-848b8766-ec8b-4fe1-9e9b-af9c07c85cb0 req-988e5c5d-7ef0-4c10-9cdb-6a0ade8e7d17 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103917) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 16 17:26:01.446825 dv-cinder-837356-2-iscsi neutron-server[103917]: INFO neutron.wsgi [req-848b8766-ec8b-4fe1-9e9b-af9c07c85cb0 req-988e5c5d-7ef0-4c10-9cdb-6a0ade8e7d17 service neutron] 10.222.0.81 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 871 time: 0.1611776 Jun 16 17:26:01.465155 dv-cinder-837356-2-iscsi neutron-server[103917]: INFO neutron.wsgi [req-18d48f3c-9886-4f0c-b29c-582e6717db3c req-0f1e4815-d4a2-4efb-9ee6-3d032adf30dd service neutron] 10.222.0.81 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=2da50d5c-d328-4853-a261-6bd0c6378dcd HTTP/1.1" status: 200 len: 1000 time: 0.0687752 Jun 16 17:26:01.600940 dv-cinder-837356-2-iscsi neutron-server[103917]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb09e6e8-8446-4550-ad1a-dbf49b039f95 req-2de80e56-8d8e-4de8-a340-c18db193f4e9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103917) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 16 17:26:01.602511 dv-cinder-837356-2-iscsi neutron-server[103917]: INFO neutron.wsgi [req-bb09e6e8-8446-4550-ad1a-dbf49b039f95 req-2de80e56-8d8e-4de8-a340-c18db193f4e9 service neutron] 10.222.0.81 "GET /v2.0/ports?tenant_id=546929b1810a4d20b273f3e5492ec6ed&device_id=b4ee9b10-f2da-442c-9475-3cfb21c9ad54 HTTP/1.1" status: 200 len: 1128 time: 0.0925906 Jun 16 17:26:01.609583 dv-cinder-837356-2-iscsi neutron-server[103917]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-895d1bfa-8e99-4ce4-a567-38d16bb66d08 req-b6204cb0-aa53-4806-bf17-9fa9b351cdf2 tempest-TestMinimumBasicScenario-140635566 tempest-TestMinimumBasicScenario-140635566-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103917) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 16 17:26:01.611008 dv-cinder-837356-2-iscsi neutron-server[103917]: INFO neutron.wsgi [req-895d1bfa-8e99-4ce4-a567-38d16bb66d08 req-b6204cb0-aa53-4806-bf17-9fa9b351cdf2 tempest-TestMinimumBasicScenario-140635566 tempest-TestMinimumBasicScenario-140635566-project] 10.222.0.66 "GET /v2.0/ports?device_id=b4ee9b10-f2da-442c-9475-3cfb21c9ad54 HTTP/1.1" status: 200 len: 944 time: 0.0877528 Jun 16 17:26:01.612447 dv-cinder-837356-2-iscsi neutron-server[103917]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18d48f3c-9886-4f0c-b29c-582e6717db3c req-d6a59c37-86cd-4cc3-be1a-d85987d1bc45 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103917) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 16 17:26:01.613854 dv-cinder-837356-2-iscsi neutron-server[103917]: INFO neutron.wsgi [req-18d48f3c-9886-4f0c-b29c-582e6717db3c req-d6a59c37-86cd-4cc3-be1a-d85987d1bc45 service neutron] 10.222.0.81 "GET /v2.0/subnets?id=57d5f714-8d8c-468b-957a-7745cf345909 HTTP/1.1" status: 200 len: 855 time: 0.1414959 Jun 16 17:26:01.666386 dv-cinder-837356-2-iscsi neutron-server[103917]: INFO neutron.wsgi [req-895d1bfa-8e99-4ce4-a567-38d16bb66d08 req-b7588f89-e798-49d6-b892-36c27c1c8832 tempest-TestMinimumBasicScenario-140635566 tempest-TestMinimumBasicScenario-140635566-project] 10.222.0.66 "GET /v2.0/security-groups?id=054bc173-7136-43f6-8718-9d2e1fa2c0d2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0468061 Jun 16 17:26:02.245897 dv-cinder-837356-2-iscsi neutron-server[103916]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e101bb1f-1aab-4ab7-a360-26f24a20d955 req-b561bdb0-83df-4fb3-be7d-184379a73003 tempest-AttachVolumeShelveTestJSON-1123487845 tempest-AttachVolumeShelveTestJSON-1123487845-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103916) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 16 17:26:02.247514 dv-cinder-837356-2-iscsi neutron-server[103916]: INFO neutron.wsgi [req-e101bb1f-1aab-4ab7-a360-26f24a20d955 req-b561bdb0-83df-4fb3-be7d-184379a73003 tempest-AttachVolumeShelveTestJSON-1123487845 tempest-AttachVolumeShelveTestJSON-1123487845-project] 10.222.0.66 "GET /v2.0/ports?device_id=ab2e7148-fa86-4648-9e4b-87e27fcf1147 HTTP/1.1" status: 200 len: 944 time: 0.0585246 Jun 16 17:26:02.301059 dv-cinder-837356-2-iscsi neutron-server[103916]: INFO neutron.wsgi [req-e101bb1f-1aab-4ab7-a360-26f24a20d955 req-72c42745-85f7-45e6-8f7f-84dea1bddaec tempest-AttachVolumeShelveTestJSON-1123487845 tempest-AttachVolumeShelveTestJSON-1123487845-project] 10.222.0.66 "GET /v2.0/security-groups?id=5ab805c8-38ae-4655-bf71-1fc1999d288e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0455098 Jun 16 17:26:02.799409 dv-cinder-837356-2-iscsi neutron-server[103917]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fcad064d-d623-4026-be59-81aba127c6ec req-c3162d7b-5e5e-41cc-a0ab-d584d9b8bba6 tempest-TestMinimumBasicScenario-140635566 tempest-TestMinimumBasicScenario-140635566-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103917) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 16 17:26:02.800888 dv-cinder-837356-2-iscsi neutron-server[103917]: INFO neutron.wsgi [req-fcad064d-d623-4026-be59-81aba127c6ec req-c3162d7b-5e5e-41cc-a0ab-d584d9b8bba6 tempest-TestMinimumBasicScenario-140635566 tempest-TestMinimumBasicScenario-140635566-project] 10.222.0.66 "GET /v2.0/ports?device_id=b4ee9b10-f2da-442c-9475-3cfb21c9ad54 HTTP/1.1" status: 200 len: 944 time: 0.0609996 Jun 16 17:26:02.851359 dv-cinder-837356-2-iscsi neutron-server[103917]: INFO neutron.wsgi [req-fcad064d-d623-4026-be59-81aba127c6ec req-bf8b78a5-0f6d-4930-995f-01d8bb144308 tempest-TestMinimumBasicScenario-140635566 tempest-TestMinimumBasicScenario-140635566-project] 10.222.0.66 "GET /v2.0/security-groups?id=054bc173-7136-43f6-8718-9d2e1fa2c0d2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0430088 Jun 16 17:26:03.437718 dv-cinder-837356-2-iscsi neutron-server[103916]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ebd7e8fb-6629-488c-9281-5fdd97d54ea3 req-13d637a3-e624-49af-912a-fa573486bad1 tempest-AttachVolumeShelveTestJSON-1123487845 tempest-AttachVolumeShelveTestJSON-1123487845-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103916) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 16 17:26:03.439293 dv-cinder-837356-2-iscsi neutron-server[103916]: INFO neutron.wsgi [req-ebd7e8fb-6629-488c-9281-5fdd97d54ea3 req-13d637a3-e624-49af-912a-fa573486bad1 tempest-AttachVolumeShelveTestJSON-1123487845 tempest-AttachVolumeShelveTestJSON-1123487845-project] 10.222.0.66 "GET /v2.0/ports?device_id=ab2e7148-fa86-4648-9e4b-87e27fcf1147 HTTP/1.1" status: 200 len: 944 time: 0.0571423 Jun 16 17:26:03.500611 dv-cinder-837356-2-iscsi neutron-server[103916]: INFO neutron.wsgi [req-ebd7e8fb-6629-488c-9281-5fdd97d54ea3 req-21a985ea-188f-4d5e-8dab-17b90801a068 tempest-AttachVolumeShelveTestJSON-1123487845 tempest-AttachVolumeShelveTestJSON-1123487845-project] 10.222.0.66 "GET /v2.0/security-groups?id=5ab805c8-38ae-4655-bf71-1fc1999d288e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0552285 Jun 16 17:26:03.971516 dv-cinder-837356-2-iscsi neutron-server[103917]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc8f8253-35d8-4519-825f-6cd85cf2fbc9 req-8e28f5eb-b1bb-4d5a-a9c9-4fa7c61b2c12 tempest-TestMinimumBasicScenario-140635566 tempest-TestMinimumBasicScenario-140635566-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103917) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 16 17:26:03.972885 dv-cinder-837356-2-iscsi neutron-server[103917]: INFO neutron.wsgi [req-cc8f8253-35d8-4519-825f-6cd85cf2fbc9 req-8e28f5eb-b1bb-4d5a-a9c9-4fa7c61b2c12 tempest-TestMinimumBasicScenario-140635566 tempest-TestMinimumBasicScenario-140635566-project] 10.222.0.66 "GET /v2.0/ports?device_id=b4ee9b10-f2da-442c-9475-3cfb21c9ad54 HTTP/1.1" status: 200 len: 944 time: 0.0474644 Jun 16 17:26:04.018093 dv-cinder-837356-2-iscsi neutron-server[103917]: DEBUG dbcounter [-] [103917] Writing DB stats neutron:INSERT=1,neutron:SELECT=99 {{(pid=103917) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 16 17:26:04.024066 dv-cinder-837356-2-iscsi neutron-server[103917]: INFO neutron.wsgi [req-cc8f8253-35d8-4519-825f-6cd85cf2fbc9 req-05abc1c7-5c52-4613-9dd8-bed00b77c44c tempest-TestMinimumBasicScenario-140635566 tempest-TestMinimumBasicScenario-140635566-project] 10.222.0.66 "GET /v2.0/security-groups?id=054bc173-7136-43f6-8718-9d2e1fa2c0d2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0446935 Jun 16 17:26:04.488761 dv-cinder-837356-2-iscsi neutron-server[103917]: INFO neutron.wsgi [req-bb09e6e8-8446-4550-ad1a-dbf49b039f95 req-0fff00c6-6d4b-45a8-a4a8-ba9716f87926 service neutron] 10.222.0.81 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=676f9af5-715a-4f80-b6f8-747296e84e2c HTTP/1.1" status: 200 len: 217 time: 0.0585666 Jun 16 17:26:04.527150 dv-cinder-837356-2-iscsi neutron-server[103917]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18d48f3c-9886-4f0c-b29c-582e6717db3c req-0145799e-2d7c-490e-bd6a-d1b2ec9fc76e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103917) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 16 17:26:04.528512 dv-cinder-837356-2-iscsi neutron-server[103917]: INFO neutron.wsgi [req-18d48f3c-9886-4f0c-b29c-582e6717db3c req-0145799e-2d7c-490e-bd6a-d1b2ec9fc76e service neutron] 10.222.0.81 "GET /v2.0/ports?network_id=04f2ecf4-cd9f-483b-9100-6d9d67a561d2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0971992 Jun 16 17:26:04.563171 dv-cinder-837356-2-iscsi neutron-server[103917]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb09e6e8-8446-4550-ad1a-dbf49b039f95 req-68fe73ac-11cc-4980-9074-4b1593351bc9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103917) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 16 17:26:04.564672 dv-cinder-837356-2-iscsi neutron-server[103917]: INFO neutron.wsgi [req-bb09e6e8-8446-4550-ad1a-dbf49b039f95 req-68fe73ac-11cc-4980-9074-4b1593351bc9 service neutron] 10.222.0.81 "GET /v2.0/subnets?id=bd08d793-0f26-4cdb-b55c-28713cb435a0 HTTP/1.1" status: 200 len: 854 time: 0.0683806 Jun 16 17:26:04.633059 dv-cinder-837356-2-iscsi neutron-server[103916]: DEBUG dbcounter [-] [103916] Writing DB stats neutron:SELECT=100 {{(pid=103916) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 16 17:26:04.645745 dv-cinder-837356-2-iscsi neutron-server[103916]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-876399c6-a781-4880-a64f-5cc9b10231ef req-330a5451-e463-41f1-ae12-00da08c091ad tempest-AttachVolumeShelveTestJSON-1123487845 tempest-AttachVolumeShelveTestJSON-1123487845-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103916) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 16 17:26:04.647875 dv-cinder-837356-2-iscsi neutron-server[103916]: INFO neutron.wsgi [req-876399c6-a781-4880-a64f-5cc9b10231ef req-330a5451-e463-41f1-ae12-00da08c091ad tempest-AttachVolumeShelveTestJSON-1123487845 tempest-AttachVolumeShelveTestJSON-1123487845-project] 10.222.0.66 "GET /v2.0/ports?device_id=ab2e7148-fa86-4648-9e4b-87e27fcf1147 HTTP/1.1" status: 200 len: 944 time: 0.0556359 Jun 16 17:26:04.648862 dv-cinder-837356-2-iscsi neutron-server[103917]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb09e6e8-8446-4550-ad1a-dbf49b039f95 req-cc8ac80e-ae79-4b0b-9a4d-ebd7582a445e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103917) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 16 17:26:04.650382 dv-cinder-837356-2-iscsi neutron-server[103917]: INFO neutron.wsgi [req-bb09e6e8-8446-4550-ad1a-dbf49b039f95 req-cc8ac80e-ae79-4b0b-9a4d-ebd7582a445e service neutron] 10.222.0.81 "GET /v2.0/ports?network_id=35603100-8685-44dd-88ce-ba2913489196&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0773239 Jun 16 17:26:04.672402 dv-cinder-837356-2-iscsi neutron-server[103916]: DEBUG dbcounter [-] [103916] Writing DB stats neutron:SELECT=100 {{(pid=103916) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 16 17:26:04.686717 dv-cinder-837356-2-iscsi neutron-server[103917]: INFO neutron.wsgi [req-18d48f3c-9886-4f0c-b29c-582e6717db3c req-de0ceed7-6b40-4916-8c7e-89b78161a3e8 service neutron] 10.222.0.81 "GET /v2.0/networks/04f2ecf4-cd9f-483b-9100-6d9d67a561d2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1503980 Jun 16 17:26:04.703879 dv-cinder-837356-2-iscsi neutron-server[103916]: INFO neutron.wsgi [req-876399c6-a781-4880-a64f-5cc9b10231ef req-9bfe5569-2e48-49b8-8fc3-9c916a16dd2c tempest-AttachVolumeShelveTestJSON-1123487845 tempest-AttachVolumeShelveTestJSON-1123487845-project] 10.222.0.66 "GET /v2.0/security-groups?id=5ab805c8-38ae-4655-bf71-1fc1999d288e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0498364 Jun 16 17:26:04.824208 dv-cinder-837356-2-iscsi neutron-server[103917]: INFO neutron.wsgi [req-bb09e6e8-8446-4550-ad1a-dbf49b039f95 req-8e9a8489-0136-48f5-a184-f79fa891acce service neutron] 10.222.0.81 "GET /v2.0/networks/35603100-8685-44dd-88ce-ba2913489196?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1599314 Jun 16 17:26:04.841948 dv-cinder-837356-2-iscsi neutron-server[103917]: INFO neutron.wsgi [req-18d48f3c-9886-4f0c-b29c-582e6717db3c req-8efc837e-2bf1-45bb-8fb5-eedbf2f61a87 service neutron] 10.222.0.81 "GET /v2.0/networks/04f2ecf4-cd9f-483b-9100-6d9d67a561d2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1471624 Jun 16 17:26:04.942391 dv-cinder-837356-2-iscsi neutron-server[103917]: INFO neutron.wsgi [req-bb09e6e8-8446-4550-ad1a-dbf49b039f95 req-d7d2a7e3-b741-46d9-a935-39ef5c40ed5d service neutron] 10.222.0.81 "GET /v2.0/networks/35603100-8685-44dd-88ce-ba2913489196?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1108592 Jun 16 17:26:05.141370 dv-cinder-837356-2-iscsi neutron-server[103917]: DEBUG dbcounter [-] [103917] Writing DB stats neutron:SELECT=100 {{(pid=103917) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 16 17:26:05.150273 dv-cinder-837356-2-iscsi neutron-server[103917]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c79327c8-05f9-4929-a5cd-5d71fe74f3bc req-d45d026a-bb34-469d-8610-8a8ef3acd8c2 tempest-TestMinimumBasicScenario-140635566 tempest-TestMinimumBasicScenario-140635566-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103917) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 16 17:26:05.151778 dv-cinder-837356-2-iscsi neutron-server[103917]: INFO neutron.wsgi [req-c79327c8-05f9-4929-a5cd-5d71fe74f3bc req-d45d026a-bb34-469d-8610-8a8ef3acd8c2 tempest-TestMinimumBasicScenario-140635566 tempest-TestMinimumBasicScenario-140635566-project] 10.222.0.66 "GET /v2.0/ports?device_id=b4ee9b10-f2da-442c-9475-3cfb21c9ad54 HTTP/1.1" status: 200 len: 944 time: 0.0552931 Jun 16 17:26:05.208916 dv-cinder-837356-2-iscsi neutron-server[103917]: INFO neutron.wsgi [req-c79327c8-05f9-4929-a5cd-5d71fe74f3bc req-c7cdc31f-4bfd-42a6-978c-f8503c713d8b tempest-TestMinimumBasicScenario-140635566 tempest-TestMinimumBasicScenario-140635566-project] 10.222.0.66 "GET /v2.0/security-groups?id=054bc173-7136-43f6-8718-9d2e1fa2c0d2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0515506 Jun 16 17:26:05.839004 dv-cinder-837356-2-iscsi neutron-server[103916]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14bae0bb-8015-42a8-bf44-b34b5e549fe4 req-271867ff-be96-40a4-954b-29715ce3df86 tempest-AttachVolumeShelveTestJSON-1123487845 tempest-AttachVolumeShelveTestJSON-1123487845-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103916) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 16 17:26:05.840499 dv-cinder-837356-2-iscsi neutron-server[103916]: INFO neutron.wsgi [req-14bae0bb-8015-42a8-bf44-b34b5e549fe4 req-271867ff-be96-40a4-954b-29715ce3df86 tempest-AttachVolumeShelveTestJSON-1123487845 tempest-AttachVolumeShelveTestJSON-1123487845-project] 10.222.0.66 "GET /v2.0/ports?device_id=ab2e7148-fa86-4648-9e4b-87e27fcf1147 HTTP/1.1" status: 200 len: 944 time: 0.0507107 Jun 16 17:26:05.892785 dv-cinder-837356-2-iscsi neutron-server[103916]: INFO neutron.wsgi [req-14bae0bb-8015-42a8-bf44-b34b5e549fe4 req-5a4c94ab-ccf8-4125-9346-9f237d870dcc tempest-AttachVolumeShelveTestJSON-1123487845 tempest-AttachVolumeShelveTestJSON-1123487845-project] 10.222.0.66 "GET /v2.0/security-groups?id=5ab805c8-38ae-4655-bf71-1fc1999d288e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0464969 Jun 16 17:26:06.132972 dv-cinder-837356-2-iscsi neutron-server[103917]: INFO neutron.wsgi [req-06a240a1-8f55-4146-a732-a8785f789ba3 req-784ea1dd-137e-4f0f-b90f-7dea5ec1580a tempest-TestVolumeBootPattern-1350759327 tempest-TestVolumeBootPattern-1350759327-project] 10.222.0.66 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-641343783&fields=id&tenant_id=bd1488226a424c6e9e7f94f31b020e4f HTTP/1.1" status: 200 len: 267 time: 0.0501180 Jun 16 17:26:06.252861 dv-cinder-837356-2-iscsi neutron-server[103917]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06a240a1-8f55-4146-a732-a8785f789ba3 req-0b6725a4-cfd9-4863-aaa2-08d7197157f9 tempest-TestVolumeBootPattern-1350759327 tempest-TestVolumeBootPattern-1350759327-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103917) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 16 17:26:06.254373 dv-cinder-837356-2-iscsi neutron-server[103917]: INFO neutron.wsgi [req-06a240a1-8f55-4146-a732-a8785f789ba3 req-0b6725a4-cfd9-4863-aaa2-08d7197157f9 tempest-TestVolumeBootPattern-1350759327 tempest-TestVolumeBootPattern-1350759327-project] 10.222.0.66 "GET /v2.0/networks?id=3da1c24e-a853-4091-89c9-dc663f379476 HTTP/1.1" status: 200 len: 812 time: 0.1147285 Jun 16 17:26:06.270879 dv-cinder-837356-2-iscsi neutron-server[103917]: INFO neutron.wsgi [req-06a240a1-8f55-4146-a732-a8785f789ba3 req-624e935c-6391-4cf7-814f-14a8fde2c2fe tempest-TestVolumeBootPattern-1350759327 tempest-TestVolumeBootPattern-1350759327-project] 10.222.0.66 "GET /v2.0/quotas/bd1488226a424c6e9e7f94f31b020e4f HTTP/1.1" status: 200 len: 375 time: 0.0099046 Jun 16 17:26:06.324976 dv-cinder-837356-2-iscsi neutron-server[103917]: INFO neutron.wsgi [req-06a240a1-8f55-4146-a732-a8785f789ba3 req-379d9ce9-d3c7-437b-97d5-1e009000d9c0 tempest-TestVolumeBootPattern-1350759327 tempest-TestVolumeBootPattern-1350759327-project] 10.222.0.66 "GET /v2.0/ports?tenant_id=bd1488226a424c6e9e7f94f31b020e4f&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0477951 Jun 16 17:26:06.339390 dv-cinder-837356-2-iscsi neutron-server[103916]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b63f689-27cf-4e36-89b3-671e3a3124c8 req-6906e49f-542e-4534-bbf5-6a213d5a1f4e tempest-TestMinimumBasicScenario-140635566 tempest-TestMinimumBasicScenario-140635566-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103916) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 16 17:26:06.341019 dv-cinder-837356-2-iscsi neutron-server[103916]: INFO neutron.wsgi [req-7b63f689-27cf-4e36-89b3-671e3a3124c8 req-6906e49f-542e-4534-bbf5-6a213d5a1f4e tempest-TestMinimumBasicScenario-140635566 tempest-TestMinimumBasicScenario-140635566-project] 10.222.0.66 "GET /v2.0/ports?device_id=b4ee9b10-f2da-442c-9475-3cfb21c9ad54 HTTP/1.1" status: 200 len: 944 time: 0.0533814 Jun 16 17:26:06.401039 dv-cinder-837356-2-iscsi neutron-server[103916]: INFO neutron.wsgi [req-7b63f689-27cf-4e36-89b3-671e3a3124c8 req-fed0f353-2605-411a-b8b7-1126b53d59eb tempest-TestMinimumBasicScenario-140635566 tempest-TestMinimumBasicScenario-140635566-project] 10.222.0.66 "GET /v2.0/security-groups?id=054bc173-7136-43f6-8718-9d2e1fa2c0d2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0540133 Jun 16 17:26:06.443123 dv-cinder-837356-2-iscsi neutron-server[103917]: INFO neutron.wsgi [req-06a240a1-8f55-4146-a732-a8785f789ba3 req-59b2a06f-2ce7-44f6-9a80-ab7aa6a8de03 service neutron] 10.222.0.66 "GET /v2.0/networks/3da1c24e-a853-4091-89c9-dc663f379476?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1006920 Jun 16 17:26:06.588414 dv-cinder-837356-2-iscsi neutron-server[103917]: INFO neutron.wsgi [req-06a240a1-8f55-4146-a732-a8785f789ba3 req-404e93e9-e4f0-4a64-a0b4-9637cd9e94da service neutron] 10.222.0.66 "GET /v2.0/networks/3da1c24e-a853-4091-89c9-dc663f379476?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1353340 Jun 16 17:26:07.138503 dv-cinder-837356-2-iscsi neutron-server[103917]: INFO neutron.wsgi [req-33f195da-2084-4207-99ad-0052f7dbc1cb req-fbf3929a-afb3-409e-91ac-c280a2f4af86 tempest-TestVolumeBootPattern-1350759327 tempest-TestVolumeBootPattern-1350759327-project] 10.222.0.66 "GET /v2.0/ports?device_id=157a0c77-c88e-4ef0-aef5-6ba851b57d00 HTTP/1.1" status: 200 len: 210 time: 0.1214356 Jun 16 17:26:07.189117 dv-cinder-837356-2-iscsi neutron-server[103916]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be6b0f5f-dae5-4309-bb77-cef9e50205ff req-b6d63eb5-70e7-46d5-bcd8-f1f12fa68a09 tempest-AttachVolumeShelveTestJSON-1123487845 tempest-AttachVolumeShelveTestJSON-1123487845-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103916) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 16 17:26:07.190751 dv-cinder-837356-2-iscsi neutron-server[103916]: INFO neutron.wsgi [req-be6b0f5f-dae5-4309-bb77-cef9e50205ff req-b6d63eb5-70e7-46d5-bcd8-f1f12fa68a09 tempest-AttachVolumeShelveTestJSON-1123487845 tempest-AttachVolumeShelveTestJSON-1123487845-project] 10.222.0.66 "GET /v2.0/ports?device_id=ab2e7148-fa86-4648-9e4b-87e27fcf1147 HTTP/1.1" status: 200 len: 944 time: 0.1908646 Jun 16 17:26:07.290594 dv-cinder-837356-2-iscsi neutron-server[103916]: INFO neutron.wsgi [req-be6b0f5f-dae5-4309-bb77-cef9e50205ff req-b99d3bf7-85f6-49d2-8980-f1db1500a8dc tempest-AttachVolumeShelveTestJSON-1123487845 tempest-AttachVolumeShelveTestJSON-1123487845-project] 10.222.0.66 "GET /v2.0/security-groups?id=5ab805c8-38ae-4655-bf71-1fc1999d288e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0922000 Jun 16 17:26:07.522342 dv-cinder-837356-2-iscsi neutron-server[103917]: DEBUG dbcounter [-] [103917] Writing DB stats neutron:SELECT=100 {{(pid=103917) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 16 17:26:07.579331 dv-cinder-837356-2-iscsi neutron-server[103917]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1955ea7f-7398-46d4-a2e8-c3d5d2e43e10 req-6a74bebe-d806-4a43-8996-f665668616d7 tempest-TestMinimumBasicScenario-140635566 tempest-TestMinimumBasicScenario-140635566-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103917) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 16 17:26:07.586443 dv-cinder-837356-2-iscsi neutron-server[103917]: INFO neutron.wsgi [req-1955ea7f-7398-46d4-a2e8-c3d5d2e43e10 req-6a74bebe-d806-4a43-8996-f665668616d7 tempest-TestMinimumBasicScenario-140635566 tempest-TestMinimumBasicScenario-140635566-project] 10.222.0.66 "GET /v2.0/ports?device_id=b4ee9b10-f2da-442c-9475-3cfb21c9ad54 HTTP/1.1" status: 200 len: 944 time: 0.0732036 Jun 16 17:26:07.658107 dv-cinder-837356-2-iscsi neutron-server[103917]: INFO neutron.wsgi [req-1955ea7f-7398-46d4-a2e8-c3d5d2e43e10 req-a0a12fac-e936-43db-918b-9b370054a5b3 tempest-TestMinimumBasicScenario-140635566 tempest-TestMinimumBasicScenario-140635566-project] 10.222.0.66 "GET /v2.0/security-groups?id=054bc173-7136-43f6-8718-9d2e1fa2c0d2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0700948 Jun 16 17:26:08.250052 dv-cinder-837356-2-iscsi neutron-server[103916]: INFO neutron.wsgi [req-f93abf70-ecb9-4552-b443-17d9aa98dc58 req-9b7280fa-ac7a-47bd-8b23-65bea26c1400 tempest-TestVolumeBootPattern-1350759327 tempest-TestVolumeBootPattern-1350759327-project] 10.222.0.66 "GET /v2.0/ports?device_id=157a0c77-c88e-4ef0-aef5-6ba851b57d00 HTTP/1.1" status: 200 len: 210 time: 0.0310564 Jun 16 17:26:08.350834 dv-cinder-837356-2-iscsi neutron-server[103918]: DEBUG neutron.plugins.ml2.rpc [None req-b2b17746-c296-4803-869a-65578e8233dd None None] Device 676f9af5-715a-4f80-b6f8-747296e84e2c details requested by agent hyperv_hv-cinder-83735 with host hv-cinder-83735 {{(pid=103918) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jun 16 17:26:08.415065 dv-cinder-837356-2-iscsi neutron-server[103917]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a34680ce-196d-4ee2-a115-f8ebee24ebfe req-1197ba2c-6a6e-4fb5-a544-41f77b05b669 tempest-AttachVolumeShelveTestJSON-1123487845 tempest-AttachVolumeShelveTestJSON-1123487845-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103917) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 16 17:26:08.416862 dv-cinder-837356-2-iscsi neutron-server[103917]: INFO neutron.wsgi [req-a34680ce-196d-4ee2-a115-f8ebee24ebfe req-1197ba2c-6a6e-4fb5-a544-41f77b05b669 tempest-AttachVolumeShelveTestJSON-1123487845 tempest-AttachVolumeShelveTestJSON-1123487845-project] 10.222.0.66 "GET /v2.0/ports?device_id=ab2e7148-fa86-4648-9e4b-87e27fcf1147 HTTP/1.1" status: 200 len: 944 time: 0.0529633 Jun 16 17:26:08.467931 dv-cinder-837356-2-iscsi neutron-server[103918]: DEBUG neutron.plugins.ml2.db [None req-b2b17746-c296-4803-869a-65578e8233dd None None] For port 676f9af5-715a-4f80-b6f8-747296e84e2c, host hv-cinder-83735, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83735',level=0,port_id=676f9af5-715a-4f80-b6f8-747296e84e2c,segment=NetworkSegment(937c5a5e-3ee7-4507-994c-7f9e653b9d74),segment_id=937c5a5e-3ee7-4507-994c-7f9e653b9d74)] {{(pid=103918) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 16 17:26:08.478602 dv-cinder-837356-2-iscsi neutron-server[103917]: INFO neutron.wsgi [req-a34680ce-196d-4ee2-a115-f8ebee24ebfe req-e9ee354a-2b20-4a85-8f67-357d7951d702 tempest-AttachVolumeShelveTestJSON-1123487845 tempest-AttachVolumeShelveTestJSON-1123487845-project] 10.222.0.66 "GET /v2.0/security-groups?id=5ab805c8-38ae-4655-bf71-1fc1999d288e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0558693 Jun 16 17:26:08.483383 dv-cinder-837356-2-iscsi neutron-server[103918]: DEBUG neutron.plugins.ml2.rpc [None req-b2b17746-c296-4803-869a-65578e8233dd None None] Returning: {'device': '676f9af5-715a-4f80-b6f8-747296e84e2c', 'network_id': '35603100-8685-44dd-88ce-ba2913489196', 'port_id': '676f9af5-715a-4f80-b6f8-747296e84e2c', 'mac_address': 'fa:16:3e:15:6a:e6', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 1038, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'bd08d793-0f26-4cdb-b55c-28713cb435a0', 'ip_address': '172.20.0.11'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'qos_network_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103918) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jun 16 17:26:08.534385 dv-cinder-837356-2-iscsi neutron-server[103918]: DEBUG neutron.plugins.ml2.plugin [None req-b2b17746-c296-4803-869a-65578e8233dd None None] Current status of the port 676f9af5-715a-4f80-b6f8-747296e84e2c is: DOWN; New status is: BUILD {{(pid=103918) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2298}} Jun 16 17:26:08.534860 dv-cinder-837356-2-iscsi neutron-server[103918]: DEBUG neutron_lib.callbacks.manager [None req-b2b17746-c296-4803-869a-65578e8233dd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16007590'] for port (676f9af5-715a-4f80-b6f8-747296e84e2c), before_update {{(pid=103918) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 17:26:08.548872 dv-cinder-837356-2-iscsi neutron-server[103918]: DEBUG neutron.notifiers.nova [None req-b2b17746-c296-4803-869a-65578e8233dd None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 676f9af5-715a-4f80-b6f8-747296e84e2c {{(pid=103918) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Jun 16 17:26:08.570132 dv-cinder-837356-2-iscsi neutron-server[103918]: DEBUG neutron.plugins.ml2.db [None req-b2b17746-c296-4803-869a-65578e8233dd None None] For port 676f9af5-715a-4f80-b6f8-747296e84e2c, host hv-cinder-83735, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83735',level=0,port_id=676f9af5-715a-4f80-b6f8-747296e84e2c,segment=NetworkSegment(937c5a5e-3ee7-4507-994c-7f9e653b9d74),segment_id=937c5a5e-3ee7-4507-994c-7f9e653b9d74)] {{(pid=103918) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 16 17:26:08.574870 dv-cinder-837356-2-iscsi neutron-server[103918]: DEBUG neutron_lib.callbacks.manager [None req-b2b17746-c296-4803-869a-65578e8233dd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16007527', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-75831', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16241551', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728539364693', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728538993439', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728538993457'] for port (676f9af5-715a-4f80-b6f8-747296e84e2c), after_update {{(pid=103918) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 17:26:08.630328 dv-cinder-837356-2-iscsi neutron-server[103918]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b2b17746-c296-4803-869a-65578e8233dd None None] Pushing event updated for resources: {'Port': ['ID=676f9af5-715a-4f80-b6f8-747296e84e2c,revision_number=4']} {{(pid=103918) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 17:26:08.811482 dv-cinder-837356-2-iscsi neutron-server[103916]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a806adf1-9639-42b6-b121-895dc71fb897 req-4441e0fe-024f-4701-93bb-8f2bbd8cce8c tempest-TestMinimumBasicScenario-140635566 tempest-TestMinimumBasicScenario-140635566-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103916) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 16 17:26:08.813654 dv-cinder-837356-2-iscsi neutron-server[103916]: INFO neutron.wsgi [req-a806adf1-9639-42b6-b121-895dc71fb897 req-4441e0fe-024f-4701-93bb-8f2bbd8cce8c tempest-TestMinimumBasicScenario-140635566 tempest-TestMinimumBasicScenario-140635566-project] 10.222.0.66 "GET /v2.0/ports?device_id=b4ee9b10-f2da-442c-9475-3cfb21c9ad54 HTTP/1.1" status: 200 len: 945 time: 0.0654366 Jun 16 17:26:08.887873 dv-cinder-837356-2-iscsi neutron-server[103918]: DEBUG neutron.plugins.ml2.db [None req-b2b17746-c296-4803-869a-65578e8233dd None None] get_ports_and_sgs() called for port_ids ['676f9af5-715a-4f80-b6f8-747296e84e2c'] {{(pid=103918) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jun 16 17:26:08.890296 dv-cinder-837356-2-iscsi neutron-server[103916]: INFO neutron.wsgi [req-a806adf1-9639-42b6-b121-895dc71fb897 req-c99978d8-694a-47e2-b1dd-f5bcaec8928f tempest-TestMinimumBasicScenario-140635566 tempest-TestMinimumBasicScenario-140635566-project] 10.222.0.66 "GET /v2.0/security-groups?id=054bc173-7136-43f6-8718-9d2e1fa2c0d2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0675113 Jun 16 17:26:08.987080 dv-cinder-837356-2-iscsi neutron-server[103918]: DEBUG dbcounter [-] [103918] Writing DB stats neutron:SELECT=94,neutron:UPDATE=6 {{(pid=103918) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 16 17:26:09.353781 dv-cinder-837356-2-iscsi neutron-server[103916]: INFO neutron.wsgi [req-6c6558a7-df25-406d-b2d2-d92f29dfc287 req-c69c124c-a598-46bd-9faf-5dff6078112f tempest-TestVolumeBootPattern-1350759327 tempest-TestVolumeBootPattern-1350759327-project] 10.222.0.66 "GET /v2.0/ports?device_id=157a0c77-c88e-4ef0-aef5-6ba851b57d00 HTTP/1.1" status: 200 len: 210 time: 0.0315278 Jun 16 17:26:09.617030 dv-cinder-837356-2-iscsi neutron-server[103917]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57cd0e13-a305-4693-980b-55db132cca06 req-d5605c81-d85d-4e9d-8530-d8ebf19553bf tempest-AttachVolumeShelveTestJSON-1123487845 tempest-AttachVolumeShelveTestJSON-1123487845-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103917) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 16 17:26:09.619382 dv-cinder-837356-2-iscsi neutron-server[103917]: INFO neutron.wsgi [req-57cd0e13-a305-4693-980b-55db132cca06 req-d5605c81-d85d-4e9d-8530-d8ebf19553bf tempest-AttachVolumeShelveTestJSON-1123487845 tempest-AttachVolumeShelveTestJSON-1123487845-project] 10.222.0.66 "GET /v2.0/ports?device_id=ab2e7148-fa86-4648-9e4b-87e27fcf1147 HTTP/1.1" status: 200 len: 944 time: 0.0507293 Jun 16 17:26:09.674089 dv-cinder-837356-2-iscsi neutron-server[103917]: INFO neutron.wsgi [req-57cd0e13-a305-4693-980b-55db132cca06 req-4a4086e5-0c91-4e9d-a60a-320a3d47a441 tempest-AttachVolumeShelveTestJSON-1123487845 tempest-AttachVolumeShelveTestJSON-1123487845-project] 10.222.0.66 "GET /v2.0/security-groups?id=5ab805c8-38ae-4655-bf71-1fc1999d288e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0484667 Jun 16 17:26:10.032349 dv-cinder-837356-2-iscsi neutron-server[103916]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-693a2e1e-1f8f-4b85-a484-d945f9af1e8d req-eff604f1-fdff-4a40-a6f2-e16e5e79ec19 tempest-TestMinimumBasicScenario-140635566 tempest-TestMinimumBasicScenario-140635566-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103916) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 16 17:26:10.033917 dv-cinder-837356-2-iscsi neutron-server[103916]: INFO neutron.wsgi [req-693a2e1e-1f8f-4b85-a484-d945f9af1e8d req-eff604f1-fdff-4a40-a6f2-e16e5e79ec19 tempest-TestMinimumBasicScenario-140635566 tempest-TestMinimumBasicScenario-140635566-project] 10.222.0.66 "GET /v2.0/ports?device_id=b4ee9b10-f2da-442c-9475-3cfb21c9ad54 HTTP/1.1" status: 200 len: 945 time: 0.0508115 Jun 16 17:26:10.096594 dv-cinder-837356-2-iscsi neutron-server[103916]: INFO neutron.wsgi [req-693a2e1e-1f8f-4b85-a484-d945f9af1e8d req-5d9b3f8e-0199-449c-a059-e3407d3f77a4 tempest-TestMinimumBasicScenario-140635566 tempest-TestMinimumBasicScenario-140635566-project] 10.222.0.66 "GET /v2.0/security-groups?id=054bc173-7136-43f6-8718-9d2e1fa2c0d2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0565753 Jun 16 17:26:10.365400 dv-cinder-837356-2-iscsi neutron-server[103918]: DEBUG neutron.plugins.ml2.rpc [None req-b2b17746-c296-4803-869a-65578e8233dd None None] Device 676f9af5-715a-4f80-b6f8-747296e84e2c up at agent hyperv_hv-cinder-83735 {{(pid=103918) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 16 17:26:10.413966 dv-cinder-837356-2-iscsi neutron-server[103918]: DEBUG neutron.db.provisioning_blocks [None req-b2b17746-c296-4803-869a-65578e8233dd None None] Provisioning for port 676f9af5-715a-4f80-b6f8-747296e84e2c completed by entity L2. {{(pid=103918) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:137}} Jun 16 17:26:10.421848 dv-cinder-837356-2-iscsi neutron-server[103918]: DEBUG neutron.db.provisioning_blocks [None req-b2b17746-c296-4803-869a-65578e8233dd None None] Provisioning complete for port 676f9af5-715a-4f80-b6f8-747296e84e2c triggered by entity L2. {{(pid=103918) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jun 16 17:26:10.422352 dv-cinder-837356-2-iscsi neutron-server[103918]: DEBUG neutron_lib.callbacks.manager [None req-b2b17746-c296-4803-869a-65578e8233dd None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16149424'] for port (676f9af5-715a-4f80-b6f8-747296e84e2c), provisioning_complete {{(pid=103918) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 17:26:10.465420 dv-cinder-837356-2-iscsi neutron-server[103917]: INFO neutron.wsgi [req-623fdcce-20a7-45a5-927d-cb19c29f2bc2 req-f54b6f47-1b6c-494a-b686-e4e698d8ca32 tempest-TestVolumeBootPattern-1350759327 tempest-TestVolumeBootPattern-1350759327-project] 10.222.0.66 "GET /v2.0/ports?device_id=157a0c77-c88e-4ef0-aef5-6ba851b57d00 HTTP/1.1" status: 200 len: 210 time: 0.0381458 Jun 16 17:26:10.533717 dv-cinder-837356-2-iscsi neutron-server[103918]: DEBUG dbcounter [-] [103918] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=103918) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 16 17:26:10.536831 dv-cinder-837356-2-iscsi neutron-server[103918]: DEBUG neutron.plugins.ml2.plugin [None req-b2b17746-c296-4803-869a-65578e8233dd None None] Current status of the port 676f9af5-715a-4f80-b6f8-747296e84e2c is: BUILD; New status is: ACTIVE {{(pid=103918) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2298}} Jun 16 17:26:10.537245 dv-cinder-837356-2-iscsi neutron-server[103918]: DEBUG neutron_lib.callbacks.manager [None req-b2b17746-c296-4803-869a-65578e8233dd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16007590'] for port (676f9af5-715a-4f80-b6f8-747296e84e2c), before_update {{(pid=103918) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 17:26:10.567284 dv-cinder-837356-2-iscsi neutron-server[103918]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b4ee9b10-f2da-442c-9475-3cfb21c9ad54', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '676f9af5-715a-4f80-b6f8-747296e84e2c'}] {{(pid=103918) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jun 16 17:26:10.569800 dv-cinder-837356-2-iscsi neutron-server[103918]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.66/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c81ba123246404939637391270152498621c2ac0d5068f91321d7f7277fce0c4" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8d67c54c-5bab-441f-a743-df24d350827e" -d '{"events": [{"server_uuid": "b4ee9b10-f2da-442c-9475-3cfb21c9ad54", "name": "network-vif-plugged", "status": "completed", "tag": "676f9af5-715a-4f80-b6f8-747296e84e2c"}]}' {{(pid=103918) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 16 17:26:10.587638 dv-cinder-837356-2-iscsi neutron-server[103918]: DEBUG neutron.plugins.ml2.db [None req-b2b17746-c296-4803-869a-65578e8233dd None None] For port 676f9af5-715a-4f80-b6f8-747296e84e2c, host hv-cinder-83735, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83735',level=0,port_id=676f9af5-715a-4f80-b6f8-747296e84e2c,segment=NetworkSegment(937c5a5e-3ee7-4507-994c-7f9e653b9d74),segment_id=937c5a5e-3ee7-4507-994c-7f9e653b9d74)] {{(pid=103918) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 16 17:26:10.593381 dv-cinder-837356-2-iscsi neutron-server[103918]: DEBUG neutron_lib.callbacks.manager [None req-b2b17746-c296-4803-869a-65578e8233dd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16007527', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-75831', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16241551', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728539364693', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728538993439', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728538993457'] for port (676f9af5-715a-4f80-b6f8-747296e84e2c), after_update {{(pid=103918) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 17:26:10.629244 dv-cinder-837356-2-iscsi neutron-server[103918]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 16 Jun 2022 17:26:10 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-cc9dc6d6-a993-467e-b41a-4235cd1cff1c x-openstack-request-id: req-cc9dc6d6-a993-467e-b41a-4235cd1cff1c {{(pid=103918) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 16 17:26:10.629562 dv-cinder-837356-2-iscsi neutron-server[103918]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "b4ee9b10-f2da-442c-9475-3cfb21c9ad54", "name": "network-vif-plugged", "status": "completed", "tag": "676f9af5-715a-4f80-b6f8-747296e84e2c", "code": 200}]} {{(pid=103918) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 16 17:26:10.629781 dv-cinder-837356-2-iscsi neutron-server[103918]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.66/compute/v2.1/os-server-external-events used request id req-cc9dc6d6-a993-467e-b41a-4235cd1cff1c {{(pid=103918) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 16 17:26:10.630176 dv-cinder-837356-2-iscsi neutron-server[103918]: INFO neutron.notifiers.nova [-] Nova event matching ['req-cc9dc6d6-a993-467e-b41a-4235cd1cff1c'] response: {'server_uuid': 'b4ee9b10-f2da-442c-9475-3cfb21c9ad54', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '676f9af5-715a-4f80-b6f8-747296e84e2c', 'code': 200} Jun 16 17:26:10.673701 dv-cinder-837356-2-iscsi neutron-server[103918]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b2b17746-c296-4803-869a-65578e8233dd None None] Pushing event updated for resources: {'Port': ['ID=676f9af5-715a-4f80-b6f8-747296e84e2c,revision_number=5']} {{(pid=103918) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 17:26:10.906446 dv-cinder-837356-2-iscsi neutron-server[103917]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04d3cf0f-3ed2-4d34-a102-a2d5e0dd42e7 req-9303406d-f345-4544-b355-99aa5b930fa6 tempest-AttachVolumeShelveTestJSON-1123487845 tempest-AttachVolumeShelveTestJSON-1123487845-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103917) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 16 17:26:10.912014 dv-cinder-837356-2-iscsi neutron-server[103917]: INFO neutron.wsgi [req-04d3cf0f-3ed2-4d34-a102-a2d5e0dd42e7 req-9303406d-f345-4544-b355-99aa5b930fa6 tempest-AttachVolumeShelveTestJSON-1123487845 tempest-AttachVolumeShelveTestJSON-1123487845-project] 10.222.0.66 "GET /v2.0/ports?device_id=ab2e7148-fa86-4648-9e4b-87e27fcf1147 HTTP/1.1" status: 200 len: 944 time: 0.1081138 Jun 16 17:26:11.043449 dv-cinder-837356-2-iscsi neutron-server[103917]: INFO neutron.wsgi [req-04d3cf0f-3ed2-4d34-a102-a2d5e0dd42e7 req-58327bb8-94ae-45c5-a195-5945eb006422 tempest-AttachVolumeShelveTestJSON-1123487845 tempest-AttachVolumeShelveTestJSON-1123487845-project] 10.222.0.66 "GET /v2.0/security-groups?id=5ab805c8-38ae-4655-bf71-1fc1999d288e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1217420 Jun 16 17:26:11.309439 dv-cinder-837356-2-iscsi neutron-server[103916]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-acaca776-d184-4aec-8a42-9ba48acfb05b req-c26abde7-1eba-4f2c-90b3-a70f105d9ea4 tempest-TestMinimumBasicScenario-140635566 tempest-TestMinimumBasicScenario-140635566-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103916) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 16 17:26:11.324540 dv-cinder-837356-2-iscsi neutron-server[103916]: INFO neutron.wsgi [req-acaca776-d184-4aec-8a42-9ba48acfb05b req-c26abde7-1eba-4f2c-90b3-a70f105d9ea4 tempest-TestMinimumBasicScenario-140635566 tempest-TestMinimumBasicScenario-140635566-project] 10.222.0.66 "GET /v2.0/ports?device_id=b4ee9b10-f2da-442c-9475-3cfb21c9ad54 HTTP/1.1" status: 200 len: 946 time: 0.1300609 Jun 16 17:26:11.446093 dv-cinder-837356-2-iscsi neutron-server[103916]: INFO neutron.wsgi [req-acaca776-d184-4aec-8a42-9ba48acfb05b req-56ec503e-cca4-4618-a3d2-25cb79631d8c tempest-TestMinimumBasicScenario-140635566 tempest-TestMinimumBasicScenario-140635566-project] 10.222.0.66 "GET /v2.0/security-groups?id=054bc173-7136-43f6-8718-9d2e1fa2c0d2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1188920 Jun 16 17:26:11.599132 dv-cinder-837356-2-iscsi neutron-server[103917]: INFO neutron.wsgi [req-27c6cc3f-8270-47ea-b35c-e37eae491afa req-1596f8c0-48df-401b-9e46-59baa4ad10b2 tempest-TestVolumeBootPattern-1350759327 tempest-TestVolumeBootPattern-1350759327-project] 10.222.0.66 "GET /v2.0/ports?device_id=157a0c77-c88e-4ef0-aef5-6ba851b57d00 HTTP/1.1" status: 200 len: 210 time: 0.0327649 Jun 16 17:26:11.648765 dv-cinder-837356-2-iscsi neutron-server[103919]: DEBUG dbcounter [-] [103919] Writing DB stats neutron:SELECT=1,neutron:DELETE=1 {{(pid=103919) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 16 17:26:12.188256 dv-cinder-837356-2-iscsi neutron-server[103916]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c01fe2e1-f640-4f05-94cf-985ba0f2fd41 req-6bbb52d1-3275-4577-9241-2a005df5dc6a tempest-AttachVolumeShelveTestJSON-1123487845 tempest-AttachVolumeShelveTestJSON-1123487845-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103916) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 16 17:26:12.189975 dv-cinder-837356-2-iscsi neutron-server[103916]: INFO neutron.wsgi [req-c01fe2e1-f640-4f05-94cf-985ba0f2fd41 req-6bbb52d1-3275-4577-9241-2a005df5dc6a tempest-AttachVolumeShelveTestJSON-1123487845 tempest-AttachVolumeShelveTestJSON-1123487845-project] 10.222.0.66 "GET /v2.0/ports?device_id=ab2e7148-fa86-4648-9e4b-87e27fcf1147 HTTP/1.1" status: 200 len: 944 time: 0.0522830 Jun 16 17:26:12.255325 dv-cinder-837356-2-iscsi neutron-server[103916]: INFO neutron.wsgi [req-c01fe2e1-f640-4f05-94cf-985ba0f2fd41 req-3c4724fb-9599-4433-a1db-2b7baf1654e1 tempest-AttachVolumeShelveTestJSON-1123487845 tempest-AttachVolumeShelveTestJSON-1123487845-project] 10.222.0.66 "GET /v2.0/security-groups?id=5ab805c8-38ae-4655-bf71-1fc1999d288e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0582514 Jun 16 17:26:12.619388 dv-cinder-837356-2-iscsi neutron-server[103917]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26af8617-9532-40c9-9933-1942cc83a52a req-77003be8-6649-47b8-b8f1-e417c6791457 tempest-TestMinimumBasicScenario-140635566 tempest-TestMinimumBasicScenario-140635566-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103917) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 16 17:26:12.621087 dv-cinder-837356-2-iscsi neutron-server[103917]: INFO neutron.wsgi [req-26af8617-9532-40c9-9933-1942cc83a52a req-77003be8-6649-47b8-b8f1-e417c6791457 tempest-TestMinimumBasicScenario-140635566 tempest-TestMinimumBasicScenario-140635566-project] 10.222.0.66 "GET /v2.0/ports?device_id=b4ee9b10-f2da-442c-9475-3cfb21c9ad54 HTTP/1.1" status: 200 len: 946 time: 0.0680752 Jun 16 17:26:12.686499 dv-cinder-837356-2-iscsi neutron-server[103917]: INFO neutron.wsgi [req-26af8617-9532-40c9-9933-1942cc83a52a req-57b6e94b-7cef-479c-955e-3ea0c53f599c tempest-TestMinimumBasicScenario-140635566 tempest-TestMinimumBasicScenario-140635566-project] 10.222.0.66 "GET /v2.0/security-groups?id=054bc173-7136-43f6-8718-9d2e1fa2c0d2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0583546 Jun 16 17:26:12.718580 dv-cinder-837356-2-iscsi neutron-server[103916]: INFO neutron.wsgi [req-3fd9fd8c-6a78-4063-a10f-473973589580 req-3f964850-6571-41bf-a1b6-af1154535eb4 tempest-TestVolumeBootPattern-1350759327 tempest-TestVolumeBootPattern-1350759327-project] 10.222.0.66 "GET /v2.0/ports?device_id=157a0c77-c88e-4ef0-aef5-6ba851b57d00 HTTP/1.1" status: 200 len: 210 time: 0.0313766 Jun 16 17:26:12.998239 dv-cinder-837356-2-iscsi neutron-server[103918]: DEBUG neutron_lib.callbacks.manager [None req-aed06f28-62cc-460b-b98f-49149d62b8a9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728539454181', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16149322'] for agent (0913b7ec-eea4-4492-8ef1-e01c4575abca), after_update {{(pid=103918) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 17:26:13.407321 dv-cinder-837356-2-iscsi neutron-server[103917]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5d2ac43-253c-4bb7-8ec9-f61238b440fb req-20cc15fb-d73c-40d1-88a0-a6215abef6bf tempest-AttachVolumeShelveTestJSON-1123487845 tempest-AttachVolumeShelveTestJSON-1123487845-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103917) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 16 17:26:13.409414 dv-cinder-837356-2-iscsi neutron-server[103917]: INFO neutron.wsgi [req-b5d2ac43-253c-4bb7-8ec9-f61238b440fb req-20cc15fb-d73c-40d1-88a0-a6215abef6bf tempest-AttachVolumeShelveTestJSON-1123487845 tempest-AttachVolumeShelveTestJSON-1123487845-project] 10.222.0.66 "GET /v2.0/ports?device_id=ab2e7148-fa86-4648-9e4b-87e27fcf1147 HTTP/1.1" status: 200 len: 944 time: 0.0692432 Jun 16 17:26:13.448561 dv-cinder-837356-2-iscsi neutron-server[103917]: DEBUG dbcounter [-] [103917] Writing DB stats neutron:SELECT=100 {{(pid=103917) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 16 17:26:13.485293 dv-cinder-837356-2-iscsi neutron-server[103917]: INFO neutron.wsgi [req-b5d2ac43-253c-4bb7-8ec9-f61238b440fb req-c17628e1-aff6-4b0c-b4da-87dfb9396bdf tempest-AttachVolumeShelveTestJSON-1123487845 tempest-AttachVolumeShelveTestJSON-1123487845-project] 10.222.0.66 "GET /v2.0/security-groups?id=5ab805c8-38ae-4655-bf71-1fc1999d288e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0695190 Jun 16 17:26:13.831320 dv-cinder-837356-2-iscsi neutron-server[103917]: INFO neutron.wsgi [req-7512a7dd-4877-4980-a488-cc294ff9d5d3 req-c589ecfb-efb5-43ba-8160-cc72f7f048b5 tempest-TestVolumeBootPattern-1350759327 tempest-TestVolumeBootPattern-1350759327-project] 10.222.0.66 "GET /v2.0/ports?device_id=157a0c77-c88e-4ef0-aef5-6ba851b57d00 HTTP/1.1" status: 200 len: 210 time: 0.0304365 Jun 16 17:26:13.836120 dv-cinder-837356-2-iscsi neutron-server[103916]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04505b91-92e6-4516-83eb-2e4c675f9325 req-2d341096-139a-4922-b1d7-2d153905f3ae tempest-TestMinimumBasicScenario-140635566 tempest-TestMinimumBasicScenario-140635566-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103916) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 16 17:26:13.838164 dv-cinder-837356-2-iscsi neutron-server[103916]: INFO neutron.wsgi [req-04505b91-92e6-4516-83eb-2e4c675f9325 req-2d341096-139a-4922-b1d7-2d153905f3ae tempest-TestMinimumBasicScenario-140635566 tempest-TestMinimumBasicScenario-140635566-project] 10.222.0.66 "GET /v2.0/ports?device_id=b4ee9b10-f2da-442c-9475-3cfb21c9ad54 HTTP/1.1" status: 200 len: 946 time: 0.0729299 Jun 16 17:26:13.900962 dv-cinder-837356-2-iscsi neutron-server[103916]: INFO neutron.wsgi [req-04505b91-92e6-4516-83eb-2e4c675f9325 req-913c8723-48fa-4559-95ab-58d53f61e2ef tempest-TestMinimumBasicScenario-140635566 tempest-TestMinimumBasicScenario-140635566-project] 10.222.0.66 "GET /v2.0/security-groups?id=054bc173-7136-43f6-8718-9d2e1fa2c0d2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0527382 Jun 16 17:26:14.630640 dv-cinder-837356-2-iscsi neutron-server[103917]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-955b18de-85aa-4a78-97e3-d4e35ed82373 req-ccc28208-1e15-4fc6-9d87-f86805480a3f tempest-AttachVolumeShelveTestJSON-1123487845 tempest-AttachVolumeShelveTestJSON-1123487845-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103917) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 16 17:26:14.632305 dv-cinder-837356-2-iscsi neutron-server[103917]: INFO neutron.wsgi [req-955b18de-85aa-4a78-97e3-d4e35ed82373 req-ccc28208-1e15-4fc6-9d87-f86805480a3f tempest-AttachVolumeShelveTestJSON-1123487845 tempest-AttachVolumeShelveTestJSON-1123487845-project] 10.222.0.66 "GET /v2.0/ports?device_id=ab2e7148-fa86-4648-9e4b-87e27fcf1147 HTTP/1.1" status: 200 len: 944 time: 0.0574820 Jun 16 17:26:14.685131 dv-cinder-837356-2-iscsi neutron-server[103917]: INFO neutron.wsgi [req-955b18de-85aa-4a78-97e3-d4e35ed82373 req-3da3b002-3e75-4c00-8498-f43cca801884 tempest-AttachVolumeShelveTestJSON-1123487845 tempest-AttachVolumeShelveTestJSON-1123487845-project] 10.222.0.66 "GET /v2.0/security-groups?id=5ab805c8-38ae-4655-bf71-1fc1999d288e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0464211 Jun 16 17:26:14.942842 dv-cinder-837356-2-iscsi neutron-server[103916]: INFO neutron.wsgi [req-ebd332ea-9936-4ab0-b485-011875fcccc3 req-10c37cde-4359-409e-84e3-9d0492f93647 tempest-TestVolumeBootPattern-1350759327 tempest-TestVolumeBootPattern-1350759327-project] 10.222.0.66 "GET /v2.0/ports?device_id=157a0c77-c88e-4ef0-aef5-6ba851b57d00 HTTP/1.1" status: 200 len: 210 time: 0.0372739 Jun 16 17:26:15.041633 dv-cinder-837356-2-iscsi neutron-server[103917]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05f98367-4189-40f1-8dac-57d1cc468c82 req-c78a943c-b260-45d2-a4eb-631c6a68e5f6 tempest-TestMinimumBasicScenario-140635566 tempest-TestMinimumBasicScenario-140635566-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103917) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 16 17:26:15.043123 dv-cinder-837356-2-iscsi neutron-server[103917]: INFO neutron.wsgi [req-05f98367-4189-40f1-8dac-57d1cc468c82 req-c78a943c-b260-45d2-a4eb-631c6a68e5f6 tempest-TestMinimumBasicScenario-140635566 tempest-TestMinimumBasicScenario-140635566-project] 10.222.0.66 "GET /v2.0/ports?device_id=b4ee9b10-f2da-442c-9475-3cfb21c9ad54 HTTP/1.1" status: 200 len: 946 time: 0.0576992 Jun 16 17:26:15.103739 dv-cinder-837356-2-iscsi neutron-server[103917]: INFO neutron.wsgi [req-05f98367-4189-40f1-8dac-57d1cc468c82 req-1df06d34-1a83-4e88-895e-fd2f0ba553af tempest-TestMinimumBasicScenario-140635566 tempest-TestMinimumBasicScenario-140635566-project] 10.222.0.66 "GET /v2.0/security-groups?id=054bc173-7136-43f6-8718-9d2e1fa2c0d2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0536826 Jun 16 17:26:15.440788 dv-cinder-837356-2-iscsi neutron-server[103918]: DEBUG neutron_lib.callbacks.manager [None req-865d4723-998c-42e5-83d5-10200f32cbf8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728539454181', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16149322'] for agent (7639df21-17c3-4235-8912-210c3ad54137), after_update {{(pid=103918) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 17:26:15.855025 dv-cinder-837356-2-iscsi neutron-server[103916]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-020a60a5-bdac-4288-8e0a-bc9413016a4c req-59a3f417-d590-4188-84e3-88f9586f255a tempest-AttachVolumeShelveTestJSON-1123487845 tempest-AttachVolumeShelveTestJSON-1123487845-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103916) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 16 17:26:15.856616 dv-cinder-837356-2-iscsi neutron-server[103916]: INFO neutron.wsgi [req-020a60a5-bdac-4288-8e0a-bc9413016a4c req-59a3f417-d590-4188-84e3-88f9586f255a tempest-AttachVolumeShelveTestJSON-1123487845 tempest-AttachVolumeShelveTestJSON-1123487845-project] 10.222.0.66 "GET /v2.0/ports?device_id=ab2e7148-fa86-4648-9e4b-87e27fcf1147 HTTP/1.1" status: 200 len: 944 time: 0.0814292 Jun 16 17:26:15.875559 dv-cinder-837356-2-iscsi neutron-server[103917]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d660df41-e435-4cfc-8ec2-9a319f6c370e req-a8efceed-7e7e-43b4-ad5b-7b7160e4b66f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103917) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 16 17:26:15.877294 dv-cinder-837356-2-iscsi neutron-server[103917]: INFO neutron.wsgi [req-d660df41-e435-4cfc-8ec2-9a319f6c370e req-a8efceed-7e7e-43b4-ad5b-7b7160e4b66f service neutron] 10.222.0.81 "GET /v2.0/ports?device_id=b4ee9b10-f2da-442c-9475-3cfb21c9ad54 HTTP/1.1" status: 200 len: 1130 time: 0.0524557 Jun 16 17:26:15.906950 dv-cinder-837356-2-iscsi neutron-server[103916]: INFO neutron.wsgi [req-020a60a5-bdac-4288-8e0a-bc9413016a4c req-affcbe96-c51b-433f-9e1e-8055d8f9a35e tempest-AttachVolumeShelveTestJSON-1123487845 tempest-AttachVolumeShelveTestJSON-1123487845-project] 10.222.0.66 "GET /v2.0/security-groups?id=5ab805c8-38ae-4655-bf71-1fc1999d288e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0443254 Jun 16 17:26:16.047599 dv-cinder-837356-2-iscsi neutron-server[103917]: INFO neutron.wsgi [req-249dac9f-e977-4ea8-873f-5c3b47cb7486 req-c8c95985-040e-4bc2-b807-ca7ff4cd9c50 tempest-TestVolumeBootPattern-1350759327 tempest-TestVolumeBootPattern-1350759327-project] 10.222.0.66 "GET /v2.0/ports?device_id=157a0c77-c88e-4ef0-aef5-6ba851b57d00 HTTP/1.1" status: 200 len: 210 time: 0.0327489 Jun 16 17:26:16.241896 dv-cinder-837356-2-iscsi neutron-server[103916]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-325635a7-b7e3-49d1-bd73-8f9d99b59ab1 req-00488c30-828c-4ad7-8018-72f4a5c4e5af tempest-TestMinimumBasicScenario-140635566 tempest-TestMinimumBasicScenario-140635566-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103916) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 16 17:26:16.243270 dv-cinder-837356-2-iscsi neutron-server[103916]: INFO neutron.wsgi [req-325635a7-b7e3-49d1-bd73-8f9d99b59ab1 req-00488c30-828c-4ad7-8018-72f4a5c4e5af tempest-TestMinimumBasicScenario-140635566 tempest-TestMinimumBasicScenario-140635566-project] 10.222.0.66 "GET /v2.0/ports?device_id=b4ee9b10-f2da-442c-9475-3cfb21c9ad54 HTTP/1.1" status: 200 len: 946 time: 0.0639279 Jun 16 17:26:16.280049 dv-cinder-837356-2-iscsi neutron-server[103918]: DEBUG neutron_lib.callbacks.manager [None req-20715706-35a9-45af-9420-375bdcc64c61 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728539454181', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16149322'] for agent (50395103-89cf-4fb3-87eb-9dff4dfdeea8), after_update {{(pid=103918) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 17:26:16.304897 dv-cinder-837356-2-iscsi neutron-server[103916]: INFO neutron.wsgi [req-325635a7-b7e3-49d1-bd73-8f9d99b59ab1 req-6820d812-0850-4223-8ed4-d72345798a0f tempest-TestMinimumBasicScenario-140635566 tempest-TestMinimumBasicScenario-140635566-project] 10.222.0.66 "GET /v2.0/security-groups?id=054bc173-7136-43f6-8718-9d2e1fa2c0d2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0518780 Jun 16 17:26:16.424386 dv-cinder-837356-2-iscsi neutron-server[103917]: INFO neutron.wsgi [req-d660df41-e435-4cfc-8ec2-9a319f6c370e req-7d748c8e-c17f-4b30-95bf-d960d61d7ff3 service neutron] 10.222.0.81 "GET /v2.0/security-groups?id=054bc173-7136-43f6-8718-9d2e1fa2c0d2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0657771 Jun 16 17:26:17.008656 dv-cinder-837356-2-iscsi neutron-server[103916]: DEBUG dbcounter [-] [103916] Writing DB stats neutron:SELECT=100 {{(pid=103916) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 16 17:26:17.027463 dv-cinder-837356-2-iscsi neutron-server[103916]: DEBUG dbcounter [-] [103916] Writing DB stats neutron:SELECT=100 {{(pid=103916) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 16 17:26:17.045843 dv-cinder-837356-2-iscsi neutron-server[103916]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42741b00-5b4c-4d31-ac89-05049dab3dac req-70178ac2-1a4c-41c8-984a-e308aecd1089 tempest-AttachVolumeShelveTestJSON-1123487845 tempest-AttachVolumeShelveTestJSON-1123487845-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103916) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 16 17:26:17.047351 dv-cinder-837356-2-iscsi neutron-server[103916]: INFO neutron.wsgi [req-42741b00-5b4c-4d31-ac89-05049dab3dac req-70178ac2-1a4c-41c8-984a-e308aecd1089 tempest-AttachVolumeShelveTestJSON-1123487845 tempest-AttachVolumeShelveTestJSON-1123487845-project] 10.222.0.66 "GET /v2.0/ports?device_id=ab2e7148-fa86-4648-9e4b-87e27fcf1147 HTTP/1.1" status: 200 len: 944 time: 0.0488286 Jun 16 17:26:17.098538 dv-cinder-837356-2-iscsi neutron-server[103916]: INFO neutron.wsgi [req-42741b00-5b4c-4d31-ac89-05049dab3dac req-4e239e28-9f79-491a-aaa4-40a34c48cf42 tempest-AttachVolumeShelveTestJSON-1123487845 tempest-AttachVolumeShelveTestJSON-1123487845-project] 10.222.0.66 "GET /v2.0/security-groups?id=5ab805c8-38ae-4655-bf71-1fc1999d288e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0455995 Jun 16 17:26:17.155669 dv-cinder-837356-2-iscsi neutron-server[103917]: INFO neutron.wsgi [req-004a59a3-646b-44cd-9c58-5756923156aa req-b2783b21-af4b-43fa-ae45-091a95c0cd17 tempest-TestVolumeBootPattern-1350759327 tempest-TestVolumeBootPattern-1350759327-project] 10.222.0.66 "GET /v2.0/ports?device_id=157a0c77-c88e-4ef0-aef5-6ba851b57d00 HTTP/1.1" status: 200 len: 210 time: 0.0325024 Jun 16 17:26:17.437114 dv-cinder-837356-2-iscsi neutron-server[103916]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a13d05c-dcd1-4378-b9fd-c6a4cbaeb3c0 req-da0584d7-69e5-4480-bf90-f02943c91459 tempest-TestMinimumBasicScenario-140635566 tempest-TestMinimumBasicScenario-140635566-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103916) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 16 17:26:17.438761 dv-cinder-837356-2-iscsi neutron-server[103916]: INFO neutron.wsgi [req-8a13d05c-dcd1-4378-b9fd-c6a4cbaeb3c0 req-da0584d7-69e5-4480-bf90-f02943c91459 tempest-TestMinimumBasicScenario-140635566 tempest-TestMinimumBasicScenario-140635566-project] 10.222.0.66 "GET /v2.0/ports?device_id=b4ee9b10-f2da-442c-9475-3cfb21c9ad54 HTTP/1.1" status: 200 len: 946 time: 0.0534549 Jun 16 17:26:17.492718 dv-cinder-837356-2-iscsi neutron-server[103916]: INFO neutron.wsgi [req-8a13d05c-dcd1-4378-b9fd-c6a4cbaeb3c0 req-e6072041-7a5e-49af-8760-5dbe4b586ff9 tempest-TestMinimumBasicScenario-140635566 tempest-TestMinimumBasicScenario-140635566-project] 10.222.0.66 "GET /v2.0/security-groups?id=054bc173-7136-43f6-8718-9d2e1fa2c0d2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0482485 Jun 16 17:26:17.817081 dv-cinder-837356-2-iscsi neutron-server[103916]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-695a5742-97c4-4da9-8826-c28c055bbdb9 req-22a1591d-fddb-4d34-b3a1-7910963b96fa tempest-ServerRescueNegativeTestJSON-1475515620 tempest-ServerRescueNegativeTestJSON-1475515620-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103916) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 16 17:26:17.827366 dv-cinder-837356-2-iscsi neutron-server[103916]: INFO neutron.wsgi [req-695a5742-97c4-4da9-8826-c28c055bbdb9 req-22a1591d-fddb-4d34-b3a1-7910963b96fa tempest-ServerRescueNegativeTestJSON-1475515620 tempest-ServerRescueNegativeTestJSON-1475515620-project] 10.222.0.66 "GET /v2.0/ports?device_id=4065d5c1-0b16-413a-a5b5-e0e725e1e71b HTTP/1.1" status: 200 len: 945 time: 0.0735793 Jun 16 17:26:17.885117 dv-cinder-837356-2-iscsi neutron-server[103916]: INFO neutron.wsgi [req-695a5742-97c4-4da9-8826-c28c055bbdb9 req-4d05411c-746d-46d4-9d1e-e8efe3abef05 tempest-ServerRescueNegativeTestJSON-1475515620 tempest-ServerRescueNegativeTestJSON-1475515620-project] 10.222.0.66 "GET /v2.0/security-groups?id=d7d25be3-a5ac-46a1-b854-10a8a8453e86&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0536151 Jun 16 17:26:18.053287 dv-cinder-837356-2-iscsi neutron-server[103918]: DEBUG neutron_lib.callbacks.manager [None req-90597016-5de8-4c3e-b42a-66aa2c70cc5e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728539454181', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16149322'] for agent (853db9d1-1c17-40a4-900c-de4f90440474), after_update {{(pid=103918) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 17:26:18.228286 dv-cinder-837356-2-iscsi neutron-server[103917]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d806726-8ff8-49ef-b73c-8f11960cc4a1 req-95952098-9dfe-409e-86d5-28a3e49082c7 tempest-AttachVolumeShelveTestJSON-1123487845 tempest-AttachVolumeShelveTestJSON-1123487845-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103917) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 16 17:26:18.229973 dv-cinder-837356-2-iscsi neutron-server[103917]: INFO neutron.wsgi [req-5d806726-8ff8-49ef-b73c-8f11960cc4a1 req-95952098-9dfe-409e-86d5-28a3e49082c7 tempest-AttachVolumeShelveTestJSON-1123487845 tempest-AttachVolumeShelveTestJSON-1123487845-project] 10.222.0.66 "GET /v2.0/ports?device_id=ab2e7148-fa86-4648-9e4b-87e27fcf1147 HTTP/1.1" status: 200 len: 944 time: 0.0498807 Jun 16 17:26:18.255139 dv-cinder-837356-2-iscsi neutron-server[103916]: INFO neutron.wsgi [req-9e700020-5906-48fa-89fa-7ab02f585e83 req-344ee379-a196-4710-83f4-c9ad9fc95c02 tempest-TestVolumeBootPattern-1350759327 tempest-TestVolumeBootPattern-1350759327-project] 10.222.0.66 "GET /v2.0/ports?device_id=157a0c77-c88e-4ef0-aef5-6ba851b57d00 HTTP/1.1" status: 200 len: 210 time: 0.0293047 Jun 16 17:26:18.284714 dv-cinder-837356-2-iscsi neutron-server[103917]: INFO neutron.wsgi [req-5d806726-8ff8-49ef-b73c-8f11960cc4a1 req-21a5c2e9-7455-457e-9499-733ca86a8e13 tempest-AttachVolumeShelveTestJSON-1123487845 tempest-AttachVolumeShelveTestJSON-1123487845-project] 10.222.0.66 "GET /v2.0/security-groups?id=5ab805c8-38ae-4655-bf71-1fc1999d288e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0486500 Jun 16 17:26:18.448839 dv-cinder-837356-2-iscsi neutron-server[103918]: DEBUG neutron_lib.callbacks.manager [None req-39ead2dc-a542-4f04-b117-439eb7f32aa8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728539454181', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16149322'] for agent (5b2fa84c-1db1-41c6-a6b9-975c3da28daf), after_update {{(pid=103918) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 17:26:18.472646 dv-cinder-837356-2-iscsi neutron-server[103917]: DEBUG dbcounter [-] [103917] Writing DB stats neutron:SELECT=100 {{(pid=103917) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 16 17:26:18.504187 dv-cinder-837356-2-iscsi neutron-server[103917]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b4cff4a-9a19-495c-8cac-bee8f54a6777 req-1a710958-7876-4744-a74d-c2f9257e216a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103917) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 16 17:26:18.505716 dv-cinder-837356-2-iscsi neutron-server[103917]: INFO neutron.wsgi [req-1b4cff4a-9a19-495c-8cac-bee8f54a6777 req-1a710958-7876-4744-a74d-c2f9257e216a service neutron] 10.222.0.81 "GET /v2.0/ports?tenant_id=ccf5c45783454fc5a7872490196f07e0&device_id=4065d5c1-0b16-413a-a5b5-e0e725e1e71b HTTP/1.1" status: 200 len: 1129 time: 0.1033418 Jun 16 17:26:18.583098 dv-cinder-837356-2-iscsi neutron-server[103917]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06a240a1-8f55-4146-a732-a8785f789ba3 req-1a9f64fa-f94e-4d0e-89db-747daee641b2 tempest-TestVolumeBootPattern-1350759327 tempest-TestVolumeBootPattern-1350759327-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103917) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 16 17:26:18.584831 dv-cinder-837356-2-iscsi neutron-server[103917]: INFO neutron.wsgi [req-06a240a1-8f55-4146-a732-a8785f789ba3 req-1a9f64fa-f94e-4d0e-89db-747daee641b2 tempest-TestVolumeBootPattern-1350759327 tempest-TestVolumeBootPattern-1350759327-project] 10.222.0.81 "GET /v2.0/networks?id=3da1c24e-a853-4091-89c9-dc663f379476 HTTP/1.1" status: 200 len: 812 time: 0.1722260 Jun 16 17:26:18.637049 dv-cinder-837356-2-iscsi neutron-server[103916]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2dcbcae-e613-4214-bd95-2d9344f1947a req-06c2347f-4b22-4ecf-b64a-6c28da1e50c5 tempest-TestMinimumBasicScenario-140635566 tempest-TestMinimumBasicScenario-140635566-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103916) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 16 17:26:18.638625 dv-cinder-837356-2-iscsi neutron-server[103916]: INFO neutron.wsgi [req-a2dcbcae-e613-4214-bd95-2d9344f1947a req-06c2347f-4b22-4ecf-b64a-6c28da1e50c5 tempest-TestMinimumBasicScenario-140635566 tempest-TestMinimumBasicScenario-140635566-project] 10.222.0.66 "GET /v2.0/ports?device_id=b4ee9b10-f2da-442c-9475-3cfb21c9ad54 HTTP/1.1" status: 200 len: 946 time: 0.0727186 Jun 16 17:26:18.692813 dv-cinder-837356-2-iscsi neutron-server[103916]: INFO neutron.wsgi [req-a2dcbcae-e613-4214-bd95-2d9344f1947a req-0972b6f3-6f80-4039-a61a-0fffc2a42603 tempest-TestMinimumBasicScenario-140635566 tempest-TestMinimumBasicScenario-140635566-project] 10.222.0.66 "GET /v2.0/security-groups?id=054bc173-7136-43f6-8718-9d2e1fa2c0d2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0479178 Jun 16 17:26:19.003796 dv-cinder-837356-2-iscsi neutron-server[103917]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b4cff4a-9a19-495c-8cac-bee8f54a6777 req-7916f7d9-d8c0-42b1-b738-ffcf648998b6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103917) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 16 17:26:19.005529 dv-cinder-837356-2-iscsi neutron-server[103917]: INFO neutron.wsgi [req-1b4cff4a-9a19-495c-8cac-bee8f54a6777 req-7916f7d9-d8c0-42b1-b738-ffcf648998b6 service neutron] 10.222.0.81 "GET /v2.0/networks?id=7c13538c-2941-4763-a560-37a0a33d14c7 HTTP/1.1" status: 200 len: 921 time: 0.4691980 Jun 16 17:26:19.013029 dv-cinder-837356-2-iscsi neutron-server[103917]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40254a8a-8d58-4004-904d-575a54f3011e req-f47a6b5f-4107-436b-8e32-bf1d5509db23 tempest-TestMinimumBasicScenario-140635566 tempest-TestMinimumBasicScenario-140635566-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103917) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 16 17:26:19.014670 dv-cinder-837356-2-iscsi neutron-server[103917]: INFO neutron.wsgi [req-40254a8a-8d58-4004-904d-575a54f3011e req-f47a6b5f-4107-436b-8e32-bf1d5509db23 tempest-TestMinimumBasicScenario-140635566 tempest-TestMinimumBasicScenario-140635566-project] 10.222.0.66 "GET /v2.0/ports?device_id=b4ee9b10-f2da-442c-9475-3cfb21c9ad54 HTTP/1.1" status: 200 len: 946 time: 0.1062920 Jun 16 17:26:19.020818 dv-cinder-837356-2-iscsi neutron-server[103917]: INFO neutron.wsgi [req-06a240a1-8f55-4146-a732-a8785f789ba3 req-2de2f7b1-6d3c-412b-ad7b-4808358a6515 tempest-TestVolumeBootPattern-1350759327 tempest-TestVolumeBootPattern-1350759327-project] 10.222.0.81 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=bd1488226a424c6e9e7f94f31b020e4f HTTP/1.1" status: 200 len: 379 time: 0.4028642 Jun 16 17:26:19.072361 dv-cinder-837356-2-iscsi neutron-server[103917]: INFO neutron.wsgi [req-40254a8a-8d58-4004-904d-575a54f3011e req-9b158d2f-e519-4d34-8f02-b1692bb64d03 tempest-TestMinimumBasicScenario-140635566 tempest-TestMinimumBasicScenario-140635566-project] 10.222.0.66 "GET /v2.0/security-groups?id=054bc173-7136-43f6-8718-9d2e1fa2c0d2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0505333 Jun 16 17:26:19.137466 dv-cinder-837356-2-iscsi neutron-server[103916]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f47f687-cb47-4f47-b3b5-027221bede9c req-9a788805-8bcc-48d5-8cf8-60523703df20 tempest-ServerRescueNegativeTestJSON-1475515620 tempest-ServerRescueNegativeTestJSON-1475515620-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103916) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 16 17:26:19.139359 dv-cinder-837356-2-iscsi neutron-server[103916]: INFO neutron.wsgi [req-4f47f687-cb47-4f47-b3b5-027221bede9c req-9a788805-8bcc-48d5-8cf8-60523703df20 tempest-ServerRescueNegativeTestJSON-1475515620 tempest-ServerRescueNegativeTestJSON-1475515620-project] 10.222.0.66 "GET /v2.0/ports?device_id=4065d5c1-0b16-413a-a5b5-e0e725e1e71b HTTP/1.1" status: 200 len: 945 time: 0.0542285 Jun 16 17:26:19.150364 dv-cinder-837356-2-iscsi neutron-server[103917]: DEBUG neutron.api.v2.base [req-06a240a1-8f55-4146-a732-a8785f789ba3 req-ed143a6b-bc2b-4ad3-b5ad-b14dd18424ce tempest-TestVolumeBootPattern-1350759327 tempest-TestVolumeBootPattern-1350759327-project] Request body: {'port': {'device_id': '157a0c77-c88e-4ef0-aef5-6ba851b57d00', 'network_id': '3da1c24e-a853-4091-89c9-dc663f379476', 'admin_state_up': True, 'tenant_id': 'bd1488226a424c6e9e7f94f31b020e4f', 'security_groups': ['e6a9443b-cf7a-479e-b6b0-e85ba61d4c81']}} {{(pid=103917) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jun 16 17:26:19.205950 dv-cinder-837356-2-iscsi neutron-server[103916]: INFO neutron.wsgi [req-4f47f687-cb47-4f47-b3b5-027221bede9c req-e6749309-38d5-454e-b7b7-5cf73f5a86db tempest-ServerRescueNegativeTestJSON-1475515620 tempest-ServerRescueNegativeTestJSON-1475515620-project] 10.222.0.66 "GET /v2.0/security-groups?id=d7d25be3-a5ac-46a1-b854-10a8a8453e86&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0599945 Jun 16 17:26:19.297095 dv-cinder-837356-2-iscsi neutron-server[103917]: DEBUG dbcounter [-] [103917] Writing DB stats neutron:SELECT=100 {{(pid=103917) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 16 17:26:19.307641 dv-cinder-837356-2-iscsi neutron-server[103917]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-907dbdbd-f3b0-4dd1-8795-e806045199a2 req-f041a553-5c6d-4421-a064-4aad8fd73daa tempest-VolumesSnapshotTestJSON-385000497 tempest-VolumesSnapshotTestJSON-385000497-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103917) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 16 17:26:19.309161 dv-cinder-837356-2-iscsi neutron-server[103917]: INFO neutron.wsgi [req-907dbdbd-f3b0-4dd1-8795-e806045199a2 req-f041a553-5c6d-4421-a064-4aad8fd73daa tempest-VolumesSnapshotTestJSON-385000497 tempest-VolumesSnapshotTestJSON-385000497-project] 10.222.0.66 "GET /v2.0/ports?device_id=0e36f5bc-922d-4dfe-9ecb-49ba6c855878 HTTP/1.1" status: 200 len: 946 time: 0.1726787 Jun 16 17:26:19.316853 dv-cinder-837356-2-iscsi neutron-server[103917]: INFO neutron.wsgi [req-1b4cff4a-9a19-495c-8cac-bee8f54a6777 req-384f0c0f-9e00-4145-989a-3c8f9ad73b82 service neutron] 10.222.0.81 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=3e68f997-7180-47a9-a1f0-ae3a5f70d0a3 HTTP/1.1" status: 200 len: 1001 time: 0.1813273 Jun 16 17:26:19.393806 dv-cinder-837356-2-iscsi neutron-server[103917]: INFO neutron.wsgi [req-907dbdbd-f3b0-4dd1-8795-e806045199a2 req-09bdb87c-2f99-44ec-aca2-e466ca1063b1 tempest-VolumesSnapshotTestJSON-385000497 tempest-VolumesSnapshotTestJSON-385000497-project] 10.222.0.66 "GET /v2.0/security-groups?id=e34b8f4f-0bd7-4695-872b-8d05a10daf59&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0759399 Jun 16 17:26:19.399604 dv-cinder-837356-2-iscsi neutron-server[103917]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-06a240a1-8f55-4146-a732-a8785f789ba3 req-ed143a6b-bc2b-4ad3-b5ad-b14dd18424ce tempest-TestVolumeBootPattern-1350759327 tempest-TestVolumeBootPattern-1350759327-project] Made reservation on behalf of bd1488226a424c6e9e7f94f31b020e4f for: {'port': 1} {{(pid=103917) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 16 17:26:19.403082 dv-cinder-837356-2-iscsi neutron-server[103917]: DEBUG neutron_lib.callbacks.manager [req-06a240a1-8f55-4146-a732-a8785f789ba3 req-ed143a6b-bc2b-4ad3-b5ad-b14dd18424ce tempest-TestVolumeBootPattern-1350759327 tempest-TestVolumeBootPattern-1350759327-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16007590'] for port (None), before_create {{(pid=103917) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 17:26:19.515946 dv-cinder-837356-2-iscsi neutron-server[103917]: INFO neutron.wsgi [req-ef2e3752-4d7b-4fac-a01f-fc22a1281aa8 req-b8d89f80-b32d-496d-ac70-c9ac2a63cfff tempest-TestVolumeBootPattern-1350759327 tempest-TestVolumeBootPattern-1350759327-project] 10.222.0.66 "GET /v2.0/ports?device_id=157a0c77-c88e-4ef0-aef5-6ba851b57d00 HTTP/1.1" status: 200 len: 210 time: 0.0493629 Jun 16 17:26:19.575084 dv-cinder-837356-2-iscsi neutron-server[103916]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ec34d70-82ba-44f5-bbb0-079c32dbbd64 req-8ae5c4bb-660d-44da-9beb-99a03a79b456 tempest-AttachVolumeShelveTestJSON-1123487845 tempest-AttachVolumeShelveTestJSON-1123487845-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103916) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 16 17:26:19.577004 dv-cinder-837356-2-iscsi neutron-server[103916]: INFO neutron.wsgi [req-7ec34d70-82ba-44f5-bbb0-079c32dbbd64 req-8ae5c4bb-660d-44da-9beb-99a03a79b456 tempest-AttachVolumeShelveTestJSON-1123487845 tempest-AttachVolumeShelveTestJSON-1123487845-project] 10.222.0.66 "GET /v2.0/ports?device_id=ab2e7148-fa86-4648-9e4b-87e27fcf1147 HTTP/1.1" status: 200 len: 944 time: 0.0582209 Jun 16 17:26:19.616515 dv-cinder-837356-2-iscsi neutron-server[103917]: DEBUG neutron.db.db_base_plugin_common [req-06a240a1-8f55-4146-a732-a8785f789ba3 req-ed143a6b-bc2b-4ad3-b5ad-b14dd18424ce tempest-TestVolumeBootPattern-1350759327 tempest-TestVolumeBootPattern-1350759327-project] Allocated IP 172.20.0.13 (3da1c24e-a853-4091-89c9-dc663f379476/ff26c6d8-fbe9-4318-9056-e5433e3433f5/0fdde9ef-e61f-4c66-9976-8477640c42a6) {{(pid=103917) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 16 17:26:19.638185 dv-cinder-837356-2-iscsi neutron-server[103916]: INFO neutron.wsgi [req-7ec34d70-82ba-44f5-bbb0-079c32dbbd64 req-c550caf4-814e-40b8-9c6f-fd145dc1f0f4 tempest-AttachVolumeShelveTestJSON-1123487845 tempest-AttachVolumeShelveTestJSON-1123487845-project] 10.222.0.66 "GET /v2.0/security-groups?id=5ab805c8-38ae-4655-bf71-1fc1999d288e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0545545 Jun 16 17:26:19.648990 dv-cinder-837356-2-iscsi neutron-server[103917]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c07bea1-8d40-4b27-81a2-1414650e2372 req-d4bc2d20-acb8-4f9d-8942-3268236cf5d7 tempest-TestMinimumBasicScenario-140635566 tempest-TestMinimumBasicScenario-140635566-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103917) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 16 17:26:19.655089 dv-cinder-837356-2-iscsi neutron-server[103917]: INFO neutron.wsgi [req-9c07bea1-8d40-4b27-81a2-1414650e2372 req-d4bc2d20-acb8-4f9d-8942-3268236cf5d7 tempest-TestMinimumBasicScenario-140635566 tempest-TestMinimumBasicScenario-140635566-project] 10.222.0.66 "GET /v2.0/ports?device_id=b4ee9b10-f2da-442c-9475-3cfb21c9ad54 HTTP/1.1" status: 200 len: 946 time: 0.0734670 Jun 16 17:26:19.789428 dv-cinder-837356-2-iscsi neutron-server[103917]: INFO neutron.wsgi [req-9c07bea1-8d40-4b27-81a2-1414650e2372 req-75cb3b63-b9d7-42c2-8bd2-214667604f80 tempest-TestMinimumBasicScenario-140635566 tempest-TestMinimumBasicScenario-140635566-project] 10.222.0.66 "GET /v2.0/security-groups?id=054bc173-7136-43f6-8718-9d2e1fa2c0d2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1225455 Jun 16 17:26:19.793740 dv-cinder-837356-2-iscsi neutron-server[103917]: DEBUG dbcounter [-] [103917] Writing DB stats neutron:SELECT=92,neutron:INSERT=6,neutron:UPDATE=2 {{(pid=103917) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 16 17:26:19.842371 dv-cinder-837356-2-iscsi neutron-server[103917]: DEBUG neutron_lib.callbacks.manager [req-06a240a1-8f55-4146-a732-a8785f789ba3 req-ed143a6b-bc2b-4ad3-b5ad-b14dd18424ce tempest-TestVolumeBootPattern-1350759327 tempest-TestVolumeBootPattern-1350759327-project] Publish callbacks [] for port (0fdde9ef-e61f-4c66-9976-8477640c42a6), precommit_create {{(pid=103917) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 17:26:19.883343 dv-cinder-837356-2-iscsi neutron-server[103917]: DEBUG neutron_lib.callbacks.manager [req-06a240a1-8f55-4146-a732-a8785f789ba3 req-ed143a6b-bc2b-4ad3-b5ad-b14dd18424ce tempest-TestVolumeBootPattern-1350759327 tempest-TestVolumeBootPattern-1350759327-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16007527', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-75831', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16241551', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8728538993421', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3819743'] for port (0fdde9ef-e61f-4c66-9976-8477640c42a6), after_create {{(pid=103917) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 17:26:19.928244 dv-cinder-837356-2-iscsi neutron-server[103917]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-06a240a1-8f55-4146-a732-a8785f789ba3 req-ed143a6b-bc2b-4ad3-b5ad-b14dd18424ce tempest-TestVolumeBootPattern-1350759327 tempest-TestVolumeBootPattern-1350759327-project] Network 3da1c24e-a853-4091-89c9-dc663f379476 is already hosted by enough agents. {{(pid=103917) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 16 17:26:19.934380 dv-cinder-837356-2-iscsi neutron-server[103917]: DEBUG neutron.scheduler.base_scheduler [req-06a240a1-8f55-4146-a732-a8785f789ba3 req-ed143a6b-bc2b-4ad3-b5ad-b14dd18424ce tempest-TestVolumeBootPattern-1350759327 tempest-TestVolumeBootPattern-1350759327-project] Resources bound (agent type, host, resource id): {{(pid=103917) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 16 17:26:19.938787 dv-cinder-837356-2-iscsi neutron-server[103917]: DEBUG neutron.db.l3_dvrscheduler_db [req-06a240a1-8f55-4146-a732-a8785f789ba3 req-ed143a6b-bc2b-4ad3-b5ad-b14dd18424ce tempest-TestVolumeBootPattern-1350759327 tempest-TestVolumeBootPattern-1350759327-project] Received port after_create {{(pid=103917) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:542}} Jun 16 17:26:19.963749 dv-cinder-837356-2-iscsi neutron-server[103917]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ed143a6b-bc2b-4ad3-b5ad-b14dd18424ce tempest-TestVolumeBootPattern-1350759327 tempest-TestVolumeBootPattern-1350759327-project] Pushing event updated for resources: {'Port': ['ID=0fdde9ef-e61f-4c66-9976-8477640c42a6,revision_number=1']} {{(pid=103917) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 17:26:20.007148 dv-cinder-837356-2-iscsi neutron-server[103917]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06a240a1-8f55-4146-a732-a8785f789ba3 req-ed143a6b-bc2b-4ad3-b5ad-b14dd18424ce tempest-TestVolumeBootPattern-1350759327 tempest-TestVolumeBootPattern-1350759327-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103917) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 16 17:26:20.008956 dv-cinder-837356-2-iscsi neutron-server[103917]: DEBUG neutron_lib.callbacks.manager [req-06a240a1-8f55-4146-a732-a8785f789ba3 req-ed143a6b-bc2b-4ad3-b5ad-b14dd18424ce tempest-TestVolumeBootPattern-1350759327 tempest-TestVolumeBootPattern-1350759327-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-191112'] for port (None), before_response {{(pid=103917) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 17:26:20.032433 dv-cinder-837356-2-iscsi neutron-server[103917]: INFO neutron.wsgi [req-06a240a1-8f55-4146-a732-a8785f789ba3 req-ed143a6b-bc2b-4ad3-b5ad-b14dd18424ce tempest-TestVolumeBootPattern-1350759327 tempest-TestVolumeBootPattern-1350759327-project] 10.222.0.81 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.8980405 Jun 16 17:26:20.307930 dv-cinder-837356-2-iscsi neutron-server[103918]: DEBUG neutron.db.provisioning_blocks [None req-fb6efd44-a538-4fd8-8339-00f6245726cf None None] Provisioning complete for port 0fdde9ef-e61f-4c66-9976-8477640c42a6 triggered by entity DHCP. {{(pid=103918) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jun 16 17:26:20.308550 dv-cinder-837356-2-iscsi neutron-server[103918]: DEBUG neutron_lib.callbacks.manager [None req-fb6efd44-a538-4fd8-8339-00f6245726cf None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16149424'] for port (0fdde9ef-e61f-4c66-9976-8477640c42a6), provisioning_complete {{(pid=103918) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 17:26:20.344867 dv-cinder-837356-2-iscsi neutron-server[103916]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fed313d7-73ab-4a5f-888f-68cde72144d1 req-baf3f330-70b1-4cbf-930b-baaa9a007282 tempest-ServerRescueNegativeTestJSON-1475515620 tempest-ServerRescueNegativeTestJSON-1475515620-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103916) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 16 17:26:20.345101 dv-cinder-837356-2-iscsi neutron-server[103918]: DEBUG neutron.plugins.ml2.plugin [None req-fb6efd44-a538-4fd8-8339-00f6245726cf None None] Port 0fdde9ef-e61f-4c66-9976-8477640c42a6 cannot update to ACTIVE because it is not bound. {{(pid=103918) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:354}} Jun 16 17:26:20.345249 dv-cinder-837356-2-iscsi neutron-server[103916]: INFO neutron.wsgi [req-fed313d7-73ab-4a5f-888f-68cde72144d1 req-baf3f330-70b1-4cbf-930b-baaa9a007282 tempest-ServerRescueNegativeTestJSON-1475515620 tempest-ServerRescueNegativeTestJSON-1475515620-project] 10.222.0.66 "GET /v2.0/ports?device_id=4065d5c1-0b16-413a-a5b5-e0e725e1e71b HTTP/1.1" status: 200 len: 945 time: 0.0543616 Jun 16 17:26:20.399332 dv-cinder-837356-2-iscsi neutron-server[103916]: INFO neutron.wsgi [req-fed313d7-73ab-4a5f-888f-68cde72144d1 req-26517bfd-72a4-42a6-b081-d43607c7da15 tempest-ServerRescueNegativeTestJSON-1475515620 tempest-ServerRescueNegativeTestJSON-1475515620-project] 10.222.0.66 "GET /v2.0/security-groups?id=d7d25be3-a5ac-46a1-b854-10a8a8453e86&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0494399 Jun 16 17:26:20.522932 dv-cinder-837356-2-iscsi neutron-server[103917]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd63003e-ba29-494a-a281-c88c4071701e req-5bed2473-e561-4560-bbfd-534f871c7786 tempest-VolumesSnapshotTestJSON-385000497 tempest-VolumesSnapshotTestJSON-385000497-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103917) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 16 17:26:20.524551 dv-cinder-837356-2-iscsi neutron-server[103917]: INFO neutron.wsgi [req-fd63003e-ba29-494a-a281-c88c4071701e req-5bed2473-e561-4560-bbfd-534f871c7786 tempest-VolumesSnapshotTestJSON-385000497 tempest-VolumesSnapshotTestJSON-385000497-project] 10.222.0.66 "GET /v2.0/ports?device_id=0e36f5bc-922d-4dfe-9ecb-49ba6c855878 HTTP/1.1" status: 200 len: 946 time: 0.0537477 Jun 16 17:26:20.580694 dv-cinder-837356-2-iscsi neutron-server[103917]: INFO neutron.wsgi [req-fd63003e-ba29-494a-a281-c88c4071701e req-b8e67afa-1456-4d9d-bbb2-924b60ec6ae8 tempest-VolumesSnapshotTestJSON-385000497 tempest-VolumesSnapshotTestJSON-385000497-project] 10.222.0.66 "GET /v2.0/security-groups?id=e34b8f4f-0bd7-4695-872b-8d05a10daf59&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0487411 Jun 16 17:26:20.641072 dv-cinder-837356-2-iscsi neutron-server[103916]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0821a843-22f2-491b-ba69-de028535b234 req-ca34e424-1917-4fde-a33e-751e588eb9f5 tempest-TestVolumeBootPattern-1350759327 tempest-TestVolumeBootPattern-1350759327-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103916) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 16 17:26:20.642764 dv-cinder-837356-2-iscsi neutron-server[103916]: INFO neutron.wsgi [req-0821a843-22f2-491b-ba69-de028535b234 req-ca34e424-1917-4fde-a33e-751e588eb9f5 tempest-TestVolumeBootPattern-1350759327 tempest-TestVolumeBootPattern-1350759327-project] 10.222.0.66 "GET /v2.0/ports?device_id=157a0c77-c88e-4ef0-aef5-6ba851b57d00 HTTP/1.1" status: 200 len: 932 time: 0.0509868 Jun 16 17:26:20.694395 dv-cinder-837356-2-iscsi neutron-server[103917]: DEBUG neutron.api.v2.base [req-06a240a1-8f55-4146-a732-a8785f789ba3 req-4c67ef11-8d19-4f17-a224-2a10e8f62037 service neutron] Request body: {'port': {'device_id': '157a0c77-c88e-4ef0-aef5-6ba851b57d00', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-83735'}} {{(pid=103917) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jun 16 17:26:20.695501 dv-cinder-837356-2-iscsi neutron-server[103916]: INFO neutron.wsgi [req-0821a843-22f2-491b-ba69-de028535b234 req-6addace2-eb18-414d-8ba2-0fdde804a4c7 tempest-TestVolumeBootPattern-1350759327 tempest-TestVolumeBootPattern-1350759327-project] 10.222.0.66 "GET /v2.0/security-groups?id=e6a9443b-cf7a-479e-b6b0-e85ba61d4c81&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0468297 Jun 16 17:26:20.826041 dv-cinder-837356-2-iscsi neutron-server[103917]: DEBUG dbcounter [-] [103917] Writing DB stats neutron:SELECT=94,neutron:INSERT=2,neutron:UPDATE=2,neutron:DELETE=2 {{(pid=103917) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 16 17:26:20.836262 dv-cinder-837356-2-iscsi neutron-server[103917]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f98b0628-8057-42d8-acb2-e297563d3c59 req-3fd9c287-426a-4aa3-b7c8-4b73cbd98e49 tempest-AttachVolumeShelveTestJSON-1123487845 tempest-AttachVolumeShelveTestJSON-1123487845-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103917) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 16 17:26:20.837702 dv-cinder-837356-2-iscsi neutron-server[103917]: INFO neutron.wsgi [req-f98b0628-8057-42d8-acb2-e297563d3c59 req-3fd9c287-426a-4aa3-b7c8-4b73cbd98e49 tempest-AttachVolumeShelveTestJSON-1123487845 tempest-AttachVolumeShelveTestJSON-1123487845-project] 10.222.0.66 "GET /v2.0/ports?device_id=ab2e7148-fa86-4648-9e4b-87e27fcf1147 HTTP/1.1" status: 200 len: 944 time: 0.0930543 Jun 16 17:26:20.842610 dv-cinder-837356-2-iscsi neutron-server[103917]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b4cff4a-9a19-495c-8cac-bee8f54a6777 req-80964daf-7be7-42ec-916c-e4ae3fd6a522 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103917) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 16 17:26:20.844012 dv-cinder-837356-2-iscsi neutron-server[103917]: INFO neutron.wsgi [req-1b4cff4a-9a19-495c-8cac-bee8f54a6777 req-80964daf-7be7-42ec-916c-e4ae3fd6a522 service neutron] 10.222.0.81 "GET /v2.0/subnets?id=8e38426e-d044-4155-92d6-5d9da7f0fc35 HTTP/1.1" status: 200 len: 858 time: 0.1456392 Jun 16 17:26:20.854062 dv-cinder-837356-2-iscsi neutron-server[103917]: DEBUG neutron_lib.callbacks.manager [req-06a240a1-8f55-4146-a732-a8785f789ba3 req-4c67ef11-8d19-4f17-a224-2a10e8f62037 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16007590'] for port (0fdde9ef-e61f-4c66-9976-8477640c42a6), before_update {{(pid=103917) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 17:26:20.957469 dv-cinder-837356-2-iscsi neutron-server[103917]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b4cff4a-9a19-495c-8cac-bee8f54a6777 req-d4fdbf14-7bec-468d-9b72-c51000a05247 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103917) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 16 17:26:20.958964 dv-cinder-837356-2-iscsi neutron-server[103917]: INFO neutron.wsgi [req-1b4cff4a-9a19-495c-8cac-bee8f54a6777 req-d4fdbf14-7bec-468d-9b72-c51000a05247 service neutron] 10.222.0.81 "GET /v2.0/ports?network_id=7c13538c-2941-4763-a560-37a0a33d14c7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0865209 Jun 16 17:26:20.972715 dv-cinder-837356-2-iscsi neutron-server[103917]: INFO neutron.wsgi [req-f98b0628-8057-42d8-acb2-e297563d3c59 req-221089a5-79fb-41c1-9a32-55c0080829a9 tempest-AttachVolumeShelveTestJSON-1123487845 tempest-AttachVolumeShelveTestJSON-1123487845-project] 10.222.0.66 "GET /v2.0/security-groups?id=5ab805c8-38ae-4655-bf71-1fc1999d288e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1258633 Jun 16 17:26:21.170777 dv-cinder-837356-2-iscsi neutron-server[103917]: DEBUG dbcounter [-] [103917] Writing DB stats neutron:SELECT=97,neutron:INSERT=1,neutron:UPDATE=2 {{(pid=103917) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 16 17:26:21.178905 dv-cinder-837356-2-iscsi neutron-server[103917]: INFO neutron.wsgi [req-1b4cff4a-9a19-495c-8cac-bee8f54a6777 req-d5f66b7e-7c0b-4fe2-915a-785f3e2bf1b8 service neutron] 10.222.0.81 "GET /v2.0/networks/7c13538c-2941-4763-a560-37a0a33d14c7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2052152 Jun 16 17:26:21.264855 dv-cinder-837356-2-iscsi neutron-server[103916]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a04db58-cdda-41b7-939e-7b588fbb6e1e req-0eac77ce-d1ff-4587-8dbd-692c7e701fc1 tempest-VolumesSnapshotTestJSON-385000497 tempest-VolumesSnapshotTestJSON-385000497-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103916) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 16 17:26:21.266355 dv-cinder-837356-2-iscsi neutron-server[103916]: INFO neutron.wsgi [req-9a04db58-cdda-41b7-939e-7b588fbb6e1e req-0eac77ce-d1ff-4587-8dbd-692c7e701fc1 tempest-VolumesSnapshotTestJSON-385000497 tempest-VolumesSnapshotTestJSON-385000497-project] 10.222.0.81 "GET /v2.0/ports?device_id=0e36f5bc-922d-4dfe-9ecb-49ba6c855878 HTTP/1.1" status: 200 len: 946 time: 0.0898845 Jun 16 17:26:21.354642 dv-cinder-837356-2-iscsi neutron-server[103917]: INFO neutron.wsgi [req-1b4cff4a-9a19-495c-8cac-bee8f54a6777 req-ef73d021-9ab5-47c9-b6d0-8be4db4ac2fb service neutron] 10.222.0.81 "GET /v2.0/networks/7c13538c-2941-4763-a560-37a0a33d14c7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1644485 Jun 16 17:26:21.363460 dv-cinder-837356-2-iscsi neutron-server[103917]: DEBUG neutron.notifiers.nova [req-06a240a1-8f55-4146-a732-a8785f789ba3 req-4c67ef11-8d19-4f17-a224-2a10e8f62037 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 0fdde9ef-e61f-4c66-9976-8477640c42a6 {{(pid=103917) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Jun 16 17:26:21.372233 dv-cinder-837356-2-iscsi neutron-server[103917]: DEBUG neutron_lib.callbacks.manager [req-06a240a1-8f55-4146-a732-a8785f789ba3 req-4c67ef11-8d19-4f17-a224-2a10e8f62037 service neutron] Publish callbacks [] for port (0fdde9ef-e61f-4c66-9976-8477640c42a6), precommit_update {{(pid=103917) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 17:26:21.398138 dv-cinder-837356-2-iscsi neutron-server[103917]: DEBUG neutron.db.provisioning_blocks [req-06a240a1-8f55-4146-a732-a8785f789ba3 req-4c67ef11-8d19-4f17-a224-2a10e8f62037 service neutron] Transition to ACTIVE for port object 0fdde9ef-e61f-4c66-9976-8477640c42a6 will not be triggered until provisioned by entity L2. {{(pid=103917) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Jun 16 17:26:21.404096 dv-cinder-837356-2-iscsi neutron-server[103917]: DEBUG neutron_lib.callbacks.manager [req-06a240a1-8f55-4146-a732-a8785f789ba3 req-4c67ef11-8d19-4f17-a224-2a10e8f62037 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16007527', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-75831', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16241551', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728539364693', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728538993439', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728538993457', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3819734'] for port (0fdde9ef-e61f-4c66-9976-8477640c42a6), after_update {{(pid=103917) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 17:26:21.423438 dv-cinder-837356-2-iscsi neutron-server[103916]: DEBUG neutron.plugins.ml2.plugin [req-9a04db58-cdda-41b7-939e-7b588fbb6e1e req-b63fb944-7801-4fe3-9a6b-d00719bf41aa tempest-VolumesSnapshotTestJSON-385000497 tempest-VolumesSnapshotTestJSON-385000497-project] Deleting port 9e73391a-9d05-40e7-8c63-8913ccd9e1bc {{(pid=103916) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2043}} Jun 16 17:26:21.423783 dv-cinder-837356-2-iscsi neutron-server[103916]: DEBUG neutron_lib.callbacks.manager [req-9a04db58-cdda-41b7-939e-7b588fbb6e1e req-b63fb944-7801-4fe3-9a6b-d00719bf41aa tempest-VolumesSnapshotTestJSON-385000497 tempest-VolumesSnapshotTestJSON-385000497-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8728539361383'] for port (9e73391a-9d05-40e7-8c63-8913ccd9e1bc), before_delete {{(pid=103916) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 17:26:21.465709 dv-cinder-837356-2-iscsi neutron-server[103917]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4c67ef11-8d19-4f17-a224-2a10e8f62037 service neutron] Pushing event updated for resources: {'Port': ['ID=0fdde9ef-e61f-4c66-9976-8477640c42a6,revision_number=2']} {{(pid=103917) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 17:26:21.587945 dv-cinder-837356-2-iscsi neutron-server[103916]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ccfb91d4-1df6-4878-ad32-9f3abcd6dab2 req-22834dad-4dad-4a86-97ed-fc2a8579c81c tempest-ServerRescueNegativeTestJSON-1475515620 tempest-ServerRescueNegativeTestJSON-1475515620-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103916) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 16 17:26:21.589738 dv-cinder-837356-2-iscsi neutron-server[103916]: INFO neutron.wsgi [req-ccfb91d4-1df6-4878-ad32-9f3abcd6dab2 req-22834dad-4dad-4a86-97ed-fc2a8579c81c tempest-ServerRescueNegativeTestJSON-1475515620 tempest-ServerRescueNegativeTestJSON-1475515620-project] 10.222.0.66 "GET /v2.0/ports?device_id=4065d5c1-0b16-413a-a5b5-e0e725e1e71b HTTP/1.1" status: 200 len: 945 time: 0.0716629 Jun 16 17:26:21.592295 dv-cinder-837356-2-iscsi neutron-server[103917]: DEBUG neutron.plugins.ml2.managers [req-06a240a1-8f55-4146-a732-a8785f789ba3 req-4c67ef11-8d19-4f17-a224-2a10e8f62037 service neutron] Attempting to bind port 0fdde9ef-e61f-4c66-9976-8477640c42a6 on host hv-cinder-83735 for vnic_type normal with profile {{(pid=103917) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:811}} Jun 16 17:26:21.592760 dv-cinder-837356-2-iscsi neutron-server[103917]: DEBUG neutron.plugins.ml2.managers [req-06a240a1-8f55-4146-a732-a8785f789ba3 req-4c67ef11-8d19-4f17-a224-2a10e8f62037 service neutron] Attempting to bind port 0fdde9ef-e61f-4c66-9976-8477640c42a6 by drivers openvswitch,hyperv on host hv-cinder-83735 at level 0 using segments [{'id': '363e514d-58a6-41ff-89ea-af6a85f188ef', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1006, 'network_id': '3da1c24e-a853-4091-89c9-dc663f379476'}] {{(pid=103917) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:836}} Jun 16 17:26:21.592760 dv-cinder-837356-2-iscsi neutron-server[103917]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-06a240a1-8f55-4146-a732-a8785f789ba3 req-4c67ef11-8d19-4f17-a224-2a10e8f62037 service neutron] Attempting to bind port 0fdde9ef-e61f-4c66-9976-8477640c42a6 on network 3da1c24e-a853-4091-89c9-dc663f379476 {{(pid=103917) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jun 16 17:26:21.597729 dv-cinder-837356-2-iscsi neutron-server[103917]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-06a240a1-8f55-4146-a732-a8785f789ba3 req-4c67ef11-8d19-4f17-a224-2a10e8f62037 service neutron] Port 0fdde9ef-e61f-4c66-9976-8477640c42a6 on network 3da1c24e-a853-4091-89c9-dc663f379476 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-83735 {{(pid=103917) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Jun 16 17:26:21.598032 dv-cinder-837356-2-iscsi neutron-server[103917]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-06a240a1-8f55-4146-a732-a8785f789ba3 req-4c67ef11-8d19-4f17-a224-2a10e8f62037 service neutron] Attempting to bind port 0fdde9ef-e61f-4c66-9976-8477640c42a6 on network 3da1c24e-a853-4091-89c9-dc663f379476 {{(pid=103917) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jun 16 17:26:21.602857 dv-cinder-837356-2-iscsi neutron-server[103916]: DEBUG dbcounter [-] [103916] Writing DB stats neutron:SELECT=100 {{(pid=103916) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 16 17:26:21.607750 dv-cinder-837356-2-iscsi neutron-server[103917]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-06a240a1-8f55-4146-a732-a8785f789ba3 req-4c67ef11-8d19-4f17-a224-2a10e8f62037 service neutron] Checking agent: {'id': '2e97d73d-50fc-4f89-a4ea-85f65eb860d8', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-83735', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 6, 16, 17, 20, 29), 'started_at': datetime.datetime(2022, 6, 16, 17, 20, 29), 'heartbeat_timestamp': datetime.datetime(2022, 6, 16, 17, 25, 59), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103917) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jun 16 17:26:21.608376 dv-cinder-837356-2-iscsi neutron-server[103917]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-06a240a1-8f55-4146-a732-a8785f789ba3 req-4c67ef11-8d19-4f17-a224-2a10e8f62037 service neutron] Checking segment: {'id': '363e514d-58a6-41ff-89ea-af6a85f188ef', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1006, 'network_id': '3da1c24e-a853-4091-89c9-dc663f379476'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103917) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jun 16 17:26:21.609303 dv-cinder-837356-2-iscsi neutron-server[103917]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-06a240a1-8f55-4146-a732-a8785f789ba3 req-4c67ef11-8d19-4f17-a224-2a10e8f62037 service neutron] Bound using segment: {'id': '363e514d-58a6-41ff-89ea-af6a85f188ef', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1006, 'network_id': '3da1c24e-a853-4091-89c9-dc663f379476'} {{(pid=103917) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jun 16 17:26:21.610398 dv-cinder-837356-2-iscsi neutron-server[103917]: DEBUG neutron.plugins.ml2.managers [req-06a240a1-8f55-4146-a732-a8785f789ba3 req-4c67ef11-8d19-4f17-a224-2a10e8f62037 service neutron] Bound port: 0fdde9ef-e61f-4c66-9976-8477640c42a6, host: hv-cinder-83735, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '363e514d-58a6-41ff-89ea-af6a85f188ef', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1006, 'network_id': '3da1c24e-a853-4091-89c9-dc663f379476'}}] {{(pid=103917) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:948}} Jun 16 17:26:21.610773 dv-cinder-837356-2-iscsi neutron-server[103917]: DEBUG neutron_lib.callbacks.manager [req-06a240a1-8f55-4146-a732-a8785f789ba3 req-4c67ef11-8d19-4f17-a224-2a10e8f62037 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16007590'] for port (0fdde9ef-e61f-4c66-9976-8477640c42a6), before_update {{(pid=103917) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 17:26:21.638753 dv-cinder-837356-2-iscsi neutron-server[103916]: DEBUG neutron.plugins.ml2.db [req-9a04db58-cdda-41b7-939e-7b588fbb6e1e req-b63fb944-7801-4fe3-9a6b-d00719bf41aa tempest-VolumesSnapshotTestJSON-385000497 tempest-VolumesSnapshotTestJSON-385000497-project] For port 9e73391a-9d05-40e7-8c63-8913ccd9e1bc, host hv-cinder-83735, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83735',level=0,port_id=9e73391a-9d05-40e7-8c63-8913ccd9e1bc,segment=NetworkSegment(2b8eb4e0-b34f-4c5f-88c1-fe36b7eb4fdd),segment_id=2b8eb4e0-b34f-4c5f-88c1-fe36b7eb4fdd)] {{(pid=103916) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 16 17:26:21.639102 dv-cinder-837356-2-iscsi neutron-server[103916]: DEBUG neutron_lib.callbacks.manager [req-9a04db58-cdda-41b7-939e-7b588fbb6e1e req-b63fb944-7801-4fe3-9a6b-d00719bf41aa tempest-VolumesSnapshotTestJSON-385000497 tempest-VolumesSnapshotTestJSON-385000497-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-708042'] for port (9e73391a-9d05-40e7-8c63-8913ccd9e1bc), precommit_delete {{(pid=103916) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 17:26:21.664594 dv-cinder-837356-2-iscsi neutron-server[103916]: DEBUG neutron.plugins.ml2.plugin [req-9a04db58-cdda-41b7-939e-7b588fbb6e1e req-b63fb944-7801-4fe3-9a6b-d00719bf41aa tempest-VolumesSnapshotTestJSON-385000497 tempest-VolumesSnapshotTestJSON-385000497-project] Calling delete_port for 9e73391a-9d05-40e7-8c63-8913ccd9e1bc owned by compute:nova {{(pid=103916) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2122}} Jun 16 17:26:21.666333 dv-cinder-837356-2-iscsi neutron-server[103916]: DEBUG dbcounter [-] [103916] Writing DB stats neutron:SELECT=100 {{(pid=103916) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 16 17:26:21.679366 dv-cinder-837356-2-iscsi neutron-server[103917]: DEBUG neutron.plugins.ml2.db [req-06a240a1-8f55-4146-a732-a8785f789ba3 req-4c67ef11-8d19-4f17-a224-2a10e8f62037 service neutron] For port 0fdde9ef-e61f-4c66-9976-8477640c42a6, host hv-cinder-83735, cleared binding levels {{(pid=103917) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 16 17:26:21.683370 dv-cinder-837356-2-iscsi neutron-server[103917]: DEBUG neutron.plugins.ml2.db [req-06a240a1-8f55-4146-a732-a8785f789ba3 req-4c67ef11-8d19-4f17-a224-2a10e8f62037 service neutron] For port 0fdde9ef-e61f-4c66-9976-8477640c42a6, host hv-cinder-83735, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83735',level=0,port_id=0fdde9ef-e61f-4c66-9976-8477640c42a6,segment=NetworkSegment(363e514d-58a6-41ff-89ea-af6a85f188ef),segment_id=363e514d-58a6-41ff-89ea-af6a85f188ef)] {{(pid=103917) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 16 17:26:21.691053 dv-cinder-837356-2-iscsi neutron-server[103917]: DEBUG neutron_lib.callbacks.manager [req-06a240a1-8f55-4146-a732-a8785f789ba3 req-4c67ef11-8d19-4f17-a224-2a10e8f62037 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16007527', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-75831', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16241551', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728539364693', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728538993439', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728538993457', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3819734'] for port (0fdde9ef-e61f-4c66-9976-8477640c42a6), after_update {{(pid=103917) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 17:26:21.695307 dv-cinder-837356-2-iscsi neutron-server[103916]: INFO neutron.wsgi [req-ccfb91d4-1df6-4878-ad32-9f3abcd6dab2 req-b59a271d-2fbd-4f75-b4e8-1b855346ced5 tempest-ServerRescueNegativeTestJSON-1475515620 tempest-ServerRescueNegativeTestJSON-1475515620-project] 10.222.0.66 "GET /v2.0/security-groups?id=d7d25be3-a5ac-46a1-b854-10a8a8453e86&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0795958 Jun 16 17:26:21.729852 dv-cinder-837356-2-iscsi neutron-server[103917]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06a240a1-8f55-4146-a732-a8785f789ba3 req-4c67ef11-8d19-4f17-a224-2a10e8f62037 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103917) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 16 17:26:21.730485 dv-cinder-837356-2-iscsi neutron-server[103917]: DEBUG neutron_lib.callbacks.manager [req-06a240a1-8f55-4146-a732-a8785f789ba3 req-4c67ef11-8d19-4f17-a224-2a10e8f62037 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-191112'] for port (None), before_response {{(pid=103917) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 17:26:21.731947 dv-cinder-837356-2-iscsi neutron-server[103917]: INFO neutron.wsgi [req-06a240a1-8f55-4146-a732-a8785f789ba3 req-4c67ef11-8d19-4f17-a224-2a10e8f62037 service neutron] 10.222.0.81 "PUT /v2.0/ports/0fdde9ef-e61f-4c66-9976-8477640c42a6 HTTP/1.1" status: 200 len: 1094 time: 1.0431275 Jun 16 17:26:21.735704 dv-cinder-837356-2-iscsi neutron-server[103917]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '157a0c77-c88e-4ef0-aef5-6ba851b57d00', 'tag': '0fdde9ef-e61f-4c66-9976-8477640c42a6'}] {{(pid=103917) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jun 16 17:26:21.738564 dv-cinder-837356-2-iscsi neutron-server[103917]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.66/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6f3fd2b1a6655810f50592bc9015c397d118e5689141688eaf1b23dbeee2ebf8" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a854840e-48f1-4236-9a1f-488802c2e311" -d '{"events": [{"name": "network-changed", "server_uuid": "157a0c77-c88e-4ef0-aef5-6ba851b57d00", "tag": "0fdde9ef-e61f-4c66-9976-8477640c42a6"}]}' {{(pid=103917) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 16 17:26:21.776506 dv-cinder-837356-2-iscsi neutron-server[103917]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4c67ef11-8d19-4f17-a224-2a10e8f62037 service neutron] Pushing event updated for resources: {'Port': ['ID=0fdde9ef-e61f-4c66-9976-8477640c42a6,revision_number=3']} {{(pid=103917) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 17:26:21.867477 dv-cinder-837356-2-iscsi neutron-server[103916]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb46583a-a598-4b64-ba57-b8fc7996a5ca req-89013726-2735-4711-bd7e-ddaa563a0c8c tempest-VolumesSnapshotTestJSON-385000497 tempest-VolumesSnapshotTestJSON-385000497-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103916) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 16 17:26:21.868862 dv-cinder-837356-2-iscsi neutron-server[103916]: INFO neutron.wsgi [req-bb46583a-a598-4b64-ba57-b8fc7996a5ca req-89013726-2735-4711-bd7e-ddaa563a0c8c tempest-VolumesSnapshotTestJSON-385000497 tempest-VolumesSnapshotTestJSON-385000497-project] 10.222.0.66 "GET /v2.0/ports?device_id=0e36f5bc-922d-4dfe-9ecb-49ba6c855878 HTTP/1.1" status: 200 len: 946 time: 0.0892546 Jun 16 17:26:21.885836 dv-cinder-837356-2-iscsi neutron-server[103916]: DEBUG neutron_lib.callbacks.manager [req-9a04db58-cdda-41b7-939e-7b588fbb6e1e req-b63fb944-7801-4fe3-9a6b-d00719bf41aa tempest-VolumesSnapshotTestJSON-385000497 tempest-VolumesSnapshotTestJSON-385000497-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16007527', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-75831', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16241551', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8728539364702', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8728538993430', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25517999'] for port (9e73391a-9d05-40e7-8c63-8913ccd9e1bc), after_delete {{(pid=103916) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 17:26:21.903378 dv-cinder-837356-2-iscsi neutron-server[103918]: DEBUG neutron.plugins.ml2.db [None req-b2b17746-c296-4803-869a-65578e8233dd None None] get_ports_and_sgs() called for port_ids ['9e73391a-9d05-40e7-8c63-8913ccd9e1bc'] {{(pid=103918) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jun 16 17:26:21.923197 dv-cinder-837356-2-iscsi neutron-server[103916]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b63fb944-7801-4fe3-9a6b-d00719bf41aa tempest-VolumesSnapshotTestJSON-385000497 tempest-VolumesSnapshotTestJSON-385000497-project] Pushing event deleted for resources: {'Port': ['ID=9e73391a-9d05-40e7-8c63-8913ccd9e1bc,revision_number=None']} {{(pid=103916) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 17:26:22.008857 dv-cinder-837356-2-iscsi neutron-server[103916]: DEBUG neutron.db.l3_dvrscheduler_db [req-9a04db58-cdda-41b7-939e-7b588fbb6e1e req-b63fb944-7801-4fe3-9a6b-d00719bf41aa tempest-VolumesSnapshotTestJSON-385000497 tempest-VolumesSnapshotTestJSON-385000497-project] No DVR routers for this DVR port 9e73391a-9d05-40e7-8c63-8913ccd9e1bc on host hv-cinder-83735 {{(pid=103916) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:215}} Jun 16 17:26:22.013211 dv-cinder-837356-2-iscsi neutron-server[103916]: INFO neutron.wsgi [req-bb46583a-a598-4b64-ba57-b8fc7996a5ca req-1ac05052-78aa-4171-abc6-b041861ea59e tempest-VolumesSnapshotTestJSON-385000497 tempest-VolumesSnapshotTestJSON-385000497-project] 10.222.0.66 "GET /v2.0/security-groups?id=e34b8f4f-0bd7-4695-872b-8d05a10daf59&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1372187 Jun 16 17:26:22.014262 dv-cinder-837356-2-iscsi neutron-server[103916]: DEBUG neutron_lib.callbacks.manager [req-9a04db58-cdda-41b7-939e-7b588fbb6e1e req-b63fb944-7801-4fe3-9a6b-d00719bf41aa tempest-VolumesSnapshotTestJSON-385000497 tempest-VolumesSnapshotTestJSON-385000497-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-191112'] for port (None), before_response {{(pid=103916) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 17:26:22.018336 dv-cinder-837356-2-iscsi neutron-server[103916]: INFO neutron.wsgi [req-9a04db58-cdda-41b7-939e-7b588fbb6e1e req-b63fb944-7801-4fe3-9a6b-d00719bf41aa tempest-VolumesSnapshotTestJSON-385000497 tempest-VolumesSnapshotTestJSON-385000497-project] 10.222.0.81 "DELETE /v2.0/ports/9e73391a-9d05-40e7-8c63-8913ccd9e1bc HTTP/1.1" status: 204 len: 173 time: 0.7356589 Jun 16 17:26:22.018336 dv-cinder-837356-2-iscsi neutron-server[103916]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '0e36f5bc-922d-4dfe-9ecb-49ba6c855878', 'name': 'network-vif-deleted', 'tag': '9e73391a-9d05-40e7-8c63-8913ccd9e1bc'}] {{(pid=103916) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jun 16 17:26:22.020558 dv-cinder-837356-2-iscsi neutron-server[103916]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.66/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}15d8713043fc5f9b6f9aaf4a9a169ba36e5aaa6307a8131177ae56adda3437c5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6b928354-55f8-439d-a515-872f52797ab0" -d '{"events": [{"server_uuid": "0e36f5bc-922d-4dfe-9ecb-49ba6c855878", "name": "network-vif-deleted", "tag": "9e73391a-9d05-40e7-8c63-8913ccd9e1bc"}]}' {{(pid=103916) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 16 17:26:22.136316 dv-cinder-837356-2-iscsi neutron-server[103916]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50af1e4e-9151-4de8-9743-491f5c0f3859 req-70c14f0d-10d4-4102-8efc-e67119e87806 tempest-TestVolumeBootPattern-1350759327 tempest-TestVolumeBootPattern-1350759327-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103916) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 16 17:26:22.137854 dv-cinder-837356-2-iscsi neutron-server[103916]: INFO neutron.wsgi [req-50af1e4e-9151-4de8-9743-491f5c0f3859 req-70c14f0d-10d4-4102-8efc-e67119e87806 tempest-TestVolumeBootPattern-1350759327 tempest-TestVolumeBootPattern-1350759327-project] 10.222.0.66 "GET /v2.0/ports?device_id=157a0c77-c88e-4ef0-aef5-6ba851b57d00 HTTP/1.1" status: 200 len: 944 time: 0.0599136 Jun 16 17:26:22.192813 dv-cinder-837356-2-iscsi neutron-server[103916]: INFO neutron.wsgi [req-50af1e4e-9151-4de8-9743-491f5c0f3859 req-9f493b88-0893-4939-8cc0-bd7e237d65b5 tempest-TestVolumeBootPattern-1350759327 tempest-TestVolumeBootPattern-1350759327-project] 10.222.0.66 "GET /v2.0/security-groups?id=e6a9443b-cf7a-479e-b6b0-e85ba61d4c81&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0487006 Jun 16 17:26:22.241828 dv-cinder-837356-2-iscsi neutron-server[103917]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 16 Jun 2022 17:26:21 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a0c1f0b8-2565-4fa9-99dd-a9a8d0789821 x-openstack-request-id: req-a0c1f0b8-2565-4fa9-99dd-a9a8d0789821 {{(pid=103917) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 16 17:26:22.242254 dv-cinder-837356-2-iscsi neutron-server[103917]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "157a0c77-c88e-4ef0-aef5-6ba851b57d00", "tag": "0fdde9ef-e61f-4c66-9976-8477640c42a6", "status": "completed", "code": 200}]} {{(pid=103917) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 16 17:26:22.242569 dv-cinder-837356-2-iscsi neutron-server[103917]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.66/compute/v2.1/os-server-external-events used request id req-a0c1f0b8-2565-4fa9-99dd-a9a8d0789821 {{(pid=103917) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 16 17:26:22.243073 dv-cinder-837356-2-iscsi neutron-server[103917]: INFO neutron.notifiers.nova [-] Nova event matching ['req-a0c1f0b8-2565-4fa9-99dd-a9a8d0789821'] response: {'name': 'network-changed', 'server_uuid': '157a0c77-c88e-4ef0-aef5-6ba851b57d00', 'tag': '0fdde9ef-e61f-4c66-9976-8477640c42a6', 'status': 'completed', 'code': 200} Jun 16 17:26:22.376534 dv-cinder-837356-2-iscsi neutron-server[103916]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a854840e-48f1-4236-9a1f-488802c2e311 req-4a7013bf-5f39-4194-99ae-d3bbbefa0f92 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103916) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 16 17:26:22.377957 dv-cinder-837356-2-iscsi neutron-server[103916]: INFO neutron.wsgi [req-a854840e-48f1-4236-9a1f-488802c2e311 req-4a7013bf-5f39-4194-99ae-d3bbbefa0f92 service neutron] 10.222.0.81 "GET /v2.0/ports?tenant_id=bd1488226a424c6e9e7f94f31b020e4f&device_id=157a0c77-c88e-4ef0-aef5-6ba851b57d00 HTTP/1.1" status: 200 len: 1128 time: 0.0727365 Jun 16 17:26:22.384411 dv-cinder-837356-2-iscsi neutron-server[103916]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-395b31be-1347-4fd8-a53c-54cea1d59d50 req-43013745-847a-4a4c-8c3a-e87687e57c2a tempest-AttachVolumeShelveTestJSON-1123487845 tempest-AttachVolumeShelveTestJSON-1123487845-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103916) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 16 17:26:22.385803 dv-cinder-837356-2-iscsi neutron-server[103916]: INFO neutron.wsgi [req-395b31be-1347-4fd8-a53c-54cea1d59d50 req-43013745-847a-4a4c-8c3a-e87687e57c2a tempest-AttachVolumeShelveTestJSON-1123487845 tempest-AttachVolumeShelveTestJSON-1123487845-project] 10.222.0.66 "GET /v2.0/ports?device_id=ab2e7148-fa86-4648-9e4b-87e27fcf1147 HTTP/1.1" status: 200 len: 944 time: 0.0951405 Jun 16 17:26:22.515997 dv-cinder-837356-2-iscsi neutron-server[103916]: INFO neutron.wsgi [req-395b31be-1347-4fd8-a53c-54cea1d59d50 req-a0600c09-c38b-40c0-a4c3-f65337ee6036 tempest-AttachVolumeShelveTestJSON-1123487845 tempest-AttachVolumeShelveTestJSON-1123487845-project] 10.222.0.66 "GET /v2.0/security-groups?id=5ab805c8-38ae-4655-bf71-1fc1999d288e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1231577 Jun 16 17:26:22.594022 dv-cinder-837356-2-iscsi neutron-server[103916]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 16 Jun 2022 17:26:22 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-509f4fb0-0b2c-4eaf-b682-43e5e290b79f x-openstack-request-id: req-509f4fb0-0b2c-4eaf-b682-43e5e290b79f {{(pid=103916) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 16 17:26:22.594438 dv-cinder-837356-2-iscsi neutron-server[103916]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "0e36f5bc-922d-4dfe-9ecb-49ba6c855878", "name": "network-vif-deleted", "tag": "9e73391a-9d05-40e7-8c63-8913ccd9e1bc", "status": "completed", "code": 200}]} {{(pid=103916) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 16 17:26:22.594691 dv-cinder-837356-2-iscsi neutron-server[103916]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.66/compute/v2.1/os-server-external-events used request id req-509f4fb0-0b2c-4eaf-b682-43e5e290b79f {{(pid=103916) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 16 17:26:22.595168 dv-cinder-837356-2-iscsi neutron-server[103916]: INFO neutron.notifiers.nova [-] Nova event matching ['req-509f4fb0-0b2c-4eaf-b682-43e5e290b79f'] response: {'server_uuid': '0e36f5bc-922d-4dfe-9ecb-49ba6c855878', 'name': 'network-vif-deleted', 'tag': '9e73391a-9d05-40e7-8c63-8913ccd9e1bc', 'status': 'completed', 'code': 200} Jun 16 17:26:22.646399 dv-cinder-837356-2-iscsi neutron-server[103919]: DEBUG neutron.db.agents_db [None req-d2debd9c-00d6-4a8f-b9fc-d112a2dcea0d None None] Agent healthcheck: found 6 active agents {{(pid=103919) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jun 16 17:26:22.655568 dv-cinder-837356-2-iscsi neutron-server[103916]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a854840e-48f1-4236-9a1f-488802c2e311 req-8407b926-9d53-4096-8574-b3602065cecd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103916) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 16 17:26:22.657112 dv-cinder-837356-2-iscsi neutron-server[103916]: INFO neutron.wsgi [req-a854840e-48f1-4236-9a1f-488802c2e311 req-8407b926-9d53-4096-8574-b3602065cecd service neutron] 10.222.0.81 "GET /v2.0/networks?tenant_id=bd1488226a424c6e9e7f94f31b020e4f&shared=False HTTP/1.1" status: 200 len: 914 time: 0.2248404 Jun 16 17:26:22.779153 dv-cinder-837356-2-iscsi neutron-server[103917]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5e0253f-6eac-42e6-8bf4-eadea11e4a2d req-90addfeb-7f8e-4585-8564-533ed194225f tempest-AttachVolumeTestJSON-336390128 tempest-AttachVolumeTestJSON-336390128-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103917) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 16 17:26:22.781085 dv-cinder-837356-2-iscsi neutron-server[103917]: INFO neutron.wsgi [req-c5e0253f-6eac-42e6-8bf4-eadea11e4a2d req-90addfeb-7f8e-4585-8564-533ed194225f tempest-AttachVolumeTestJSON-336390128 tempest-AttachVolumeTestJSON-336390128-project] 10.222.0.66 "GET /v2.0/ports?device_id=7d22b60d-19fe-4dca-8eef-821db5a4dc55 HTTP/1.1" status: 200 len: 945 time: 0.0524855 Jun 16 17:26:22.812185 dv-cinder-837356-2-iscsi neutron-server[103917]: DEBUG dbcounter [-] [103917] Writing DB stats neutron:SELECT=96,neutron:UPDATE=3,neutron:INSERT=1 {{(pid=103917) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 16 17:26:22.825645 dv-cinder-837356-2-iscsi neutron-server[103916]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1576655-301b-414c-bb1d-f173558062cf req-c95fb43a-9afc-4163-8a82-a197927f6c4c tempest-ServerRescueNegativeTestJSON-1475515620 tempest-ServerRescueNegativeTestJSON-1475515620-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103916) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 16 17:26:22.827181 dv-cinder-837356-2-iscsi neutron-server[103916]: INFO neutron.wsgi [req-e1576655-301b-414c-bb1d-f173558062cf req-c95fb43a-9afc-4163-8a82-a197927f6c4c tempest-ServerRescueNegativeTestJSON-1475515620 tempest-ServerRescueNegativeTestJSON-1475515620-project] 10.222.0.66 "GET /v2.0/ports?device_id=4065d5c1-0b16-413a-a5b5-e0e725e1e71b HTTP/1.1" status: 200 len: 945 time: 0.0514357 Jun 16 17:26:22.836612 dv-cinder-837356-2-iscsi neutron-server[103917]: INFO neutron.wsgi [req-c5e0253f-6eac-42e6-8bf4-eadea11e4a2d req-c2874345-132e-4460-9822-ad007614b736 tempest-AttachVolumeTestJSON-336390128 tempest-AttachVolumeTestJSON-336390128-project] 10.222.0.66 "GET /v2.0/security-groups?id=b5243b74-2536-4f9c-b2d2-f7b79b8f3edb&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0469327 Jun 16 17:26:22.883513 dv-cinder-837356-2-iscsi neutron-server[103916]: INFO neutron.wsgi [req-e1576655-301b-414c-bb1d-f173558062cf req-8e58476e-ed98-4ea8-b6a3-3dacf3521264 tempest-ServerRescueNegativeTestJSON-1475515620 tempest-ServerRescueNegativeTestJSON-1475515620-project] 10.222.0.66 "GET /v2.0/security-groups?id=d7d25be3-a5ac-46a1-b854-10a8a8453e86&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0503328 Jun 16 17:26:23.147006 dv-cinder-837356-2-iscsi neutron-server[103917]: INFO neutron.wsgi [req-1aef8329-871c-4946-8538-db557e692223 req-b3298baa-a72b-40f8-92ca-235390564017 tempest-VolumesSnapshotTestJSON-385000497 tempest-VolumesSnapshotTestJSON-385000497-project] 10.222.0.66 "GET /v2.0/ports?device_id=0e36f5bc-922d-4dfe-9ecb-49ba6c855878 HTTP/1.1" status: 200 len: 210 time: 0.0323815 Jun 16 17:26:23.308289 dv-cinder-837356-2-iscsi neutron-server[103916]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a854840e-48f1-4236-9a1f-488802c2e311 req-ebe910fe-677e-4af8-8880-514e9370f99c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103916) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 16 17:26:23.309702 dv-cinder-837356-2-iscsi neutron-server[103916]: INFO neutron.wsgi [req-a854840e-48f1-4236-9a1f-488802c2e311 req-ebe910fe-677e-4af8-8880-514e9370f99c service neutron] 10.222.0.81 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 871 time: 0.4132366 Jun 16 17:26:23.338356 dv-cinder-837356-2-iscsi neutron-server[103916]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7433906-9d7e-4078-be8c-c9cf14f656d1 req-d62f51d2-2229-43f9-be0d-5eb20ba6474f tempest-TestVolumeBootPattern-1350759327 tempest-TestVolumeBootPattern-1350759327-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103916) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 16 17:26:23.340073 dv-cinder-837356-2-iscsi neutron-server[103916]: INFO neutron.wsgi [req-b7433906-9d7e-4078-be8c-c9cf14f656d1 req-d62f51d2-2229-43f9-be0d-5eb20ba6474f tempest-TestVolumeBootPattern-1350759327 tempest-TestVolumeBootPattern-1350759327-project] 10.222.0.66 "GET /v2.0/ports?device_id=157a0c77-c88e-4ef0-aef5-6ba851b57d00 HTTP/1.1" status: 200 len: 944 time: 0.0701306 Jun 16 17:26:23.411851 dv-cinder-837356-2-iscsi neutron-server[103916]: DEBUG dbcounter [-] [103916] Writing DB stats neutron:SELECT=97,neutron:DELETE=3 {{(pid=103916) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 16 17:26:23.417218 dv-cinder-837356-2-iscsi neutron-server[103916]: DEBUG dbcounter [-] [103916] Writing DB stats neutron:SELECT=95,neutron:DELETE=5 {{(pid=103916) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 16 17:26:23.424236 dv-cinder-837356-2-iscsi neutron-server[103916]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06a240a1-8f55-4146-a732-a8785f789ba3 req-bebf6b48-1c23-4bf5-b254-551e39103e1a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103916) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 16 17:26:23.425780 dv-cinder-837356-2-iscsi neutron-server[103916]: INFO neutron.wsgi [req-06a240a1-8f55-4146-a732-a8785f789ba3 req-bebf6b48-1c23-4bf5-b254-551e39103e1a service neutron] 10.222.0.81 "GET /v2.0/ports?tenant_id=bd1488226a424c6e9e7f94f31b020e4f&device_id=157a0c77-c88e-4ef0-aef5-6ba851b57d00 HTTP/1.1" status: 200 len: 1128 time: 0.0711741 Jun 16 17:26:23.436356 dv-cinder-837356-2-iscsi neutron-server[103916]: INFO neutron.wsgi [req-b7433906-9d7e-4078-be8c-c9cf14f656d1 req-0b4fe585-596a-44f2-8d64-bf0f0d0bfd2a tempest-TestVolumeBootPattern-1350759327 tempest-TestVolumeBootPattern-1350759327-project] 10.222.0.66 "GET /v2.0/security-groups?id=e6a9443b-cf7a-479e-b6b0-e85ba61d4c81&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0903418 Jun 16 17:26:23.472362 dv-cinder-837356-2-iscsi neutron-server[103916]: INFO neutron.wsgi [req-06a240a1-8f55-4146-a732-a8785f789ba3 req-954c31d4-f00b-42d4-8933-e3296ef8b21f service neutron] 10.222.0.81 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=0fdde9ef-e61f-4c66-9976-8477640c42a6 HTTP/1.1" status: 200 len: 217 time: 0.0340180 Jun 16 17:26:23.523243 dv-cinder-837356-2-iscsi neutron-server[103916]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06a240a1-8f55-4146-a732-a8785f789ba3 req-ae16bfa1-64d9-40d5-a78c-f51dda6526ef service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103916) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 16 17:26:23.524731 dv-cinder-837356-2-iscsi neutron-server[103916]: INFO neutron.wsgi [req-06a240a1-8f55-4146-a732-a8785f789ba3 req-ae16bfa1-64d9-40d5-a78c-f51dda6526ef service neutron] 10.222.0.81 "GET /v2.0/subnets?id=ff26c6d8-fbe9-4318-9056-e5433e3433f5 HTTP/1.1" status: 200 len: 851 time: 0.0459101 Jun 16 17:26:23.575689 dv-cinder-837356-2-iscsi neutron-server[103916]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06a240a1-8f55-4146-a732-a8785f789ba3 req-8c81975d-fed1-4ec4-ae74-193c8c1f36d4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103916) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 16 17:26:23.577370 dv-cinder-837356-2-iscsi neutron-server[103916]: INFO neutron.wsgi [req-06a240a1-8f55-4146-a732-a8785f789ba3 req-8c81975d-fed1-4ec4-ae74-193c8c1f36d4 service neutron] 10.222.0.81 "GET /v2.0/ports?network_id=3da1c24e-a853-4091-89c9-dc663f379476&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0461676 Jun 16 17:26:23.652680 dv-cinder-837356-2-iscsi neutron-server[103917]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32880fcd-b7fb-43c5-ae56-44c1597f8ec4 req-22476572-0be5-4aba-812d-f6edb78d5a61 tempest-AttachVolumeShelveTestJSON-1123487845 tempest-AttachVolumeShelveTestJSON-1123487845-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103917) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 16 17:26:23.654226 dv-cinder-837356-2-iscsi neutron-server[103917]: INFO neutron.wsgi [req-32880fcd-b7fb-43c5-ae56-44c1597f8ec4 req-22476572-0be5-4aba-812d-f6edb78d5a61 tempest-AttachVolumeShelveTestJSON-1123487845 tempest-AttachVolumeShelveTestJSON-1123487845-project] 10.222.0.66 "GET /v2.0/ports?device_id=ab2e7148-fa86-4648-9e4b-87e27fcf1147 HTTP/1.1" status: 200 len: 944 time: 0.0500877 Jun 16 17:26:23.676362 dv-cinder-837356-2-iscsi neutron-server[103916]: INFO neutron.wsgi [req-06a240a1-8f55-4146-a732-a8785f789ba3 req-af77cc58-d6c1-4f09-9880-17199374857d service neutron] 10.222.0.81 "GET /v2.0/networks/3da1c24e-a853-4091-89c9-dc663f379476?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0901442 Jun 16 17:26:23.709326 dv-cinder-837356-2-iscsi neutron-server[103917]: INFO neutron.wsgi [req-32880fcd-b7fb-43c5-ae56-44c1597f8ec4 req-1880265c-b920-47fb-83e8-3ad61398a2ec tempest-AttachVolumeShelveTestJSON-1123487845 tempest-AttachVolumeShelveTestJSON-1123487845-project] 10.222.0.66 "GET /v2.0/security-groups?id=5ab805c8-38ae-4655-bf71-1fc1999d288e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0482633 Jun 16 17:26:23.785088 dv-cinder-837356-2-iscsi neutron-server[103916]: INFO neutron.wsgi [req-06a240a1-8f55-4146-a732-a8785f789ba3 req-c9e45baa-e772-49a3-922d-9e69162ab761 service neutron] 10.222.0.81 "GET /v2.0/networks/3da1c24e-a853-4091-89c9-dc663f379476?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0996616 Jun 16 17:26:23.959543 dv-cinder-837356-2-iscsi neutron-server[103916]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e3648fa-9292-4376-bfe1-d58d03710c16 req-255bc3d2-aaef-4273-ad49-66f220d48cea tempest-AttachVolumeTestJSON-336390128 tempest-AttachVolumeTestJSON-336390128-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103916) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 16 17:26:23.961588 dv-cinder-837356-2-iscsi neutron-server[103916]: INFO neutron.wsgi [req-6e3648fa-9292-4376-bfe1-d58d03710c16 req-255bc3d2-aaef-4273-ad49-66f220d48cea tempest-AttachVolumeTestJSON-336390128 tempest-AttachVolumeTestJSON-336390128-project] 10.222.0.66 "GET /v2.0/ports?device_id=7d22b60d-19fe-4dca-8eef-821db5a4dc55 HTTP/1.1" status: 200 len: 945 time: 0.0518522 Jun 16 17:26:24.010394 dv-cinder-837356-2-iscsi neutron-server[103917]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11d253e3-db80-4af9-b6e6-b067bced0d13 req-3244ac53-3af3-481c-8fef-b1d9ef86c773 tempest-ServerRescueNegativeTestJSON-1475515620 tempest-ServerRescueNegativeTestJSON-1475515620-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103917) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 16 17:26:24.011943 dv-cinder-837356-2-iscsi neutron-server[103917]: INFO neutron.wsgi [req-11d253e3-db80-4af9-b6e6-b067bced0d13 req-3244ac53-3af3-481c-8fef-b1d9ef86c773 tempest-ServerRescueNegativeTestJSON-1475515620 tempest-ServerRescueNegativeTestJSON-1475515620-project] 10.222.0.66 "GET /v2.0/ports?device_id=4065d5c1-0b16-413a-a5b5-e0e725e1e71b HTTP/1.1" status: 200 len: 945 time: 0.0515277 Jun 16 17:26:24.014038 dv-cinder-837356-2-iscsi neutron-server[103916]: INFO neutron.wsgi [req-6e3648fa-9292-4376-bfe1-d58d03710c16 req-62b7247a-fd36-4784-9a62-281542b8445e tempest-AttachVolumeTestJSON-336390128 tempest-AttachVolumeTestJSON-336390128-project] 10.222.0.66 "GET /v2.0/security-groups?id=b5243b74-2536-4f9c-b2d2-f7b79b8f3edb&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0458815 Jun 16 17:26:24.063997 dv-cinder-837356-2-iscsi neutron-server[103917]: INFO neutron.wsgi [req-11d253e3-db80-4af9-b6e6-b067bced0d13 req-5c6c2444-1bdc-4262-8e67-f7af135c967c tempest-ServerRescueNegativeTestJSON-1475515620 tempest-ServerRescueNegativeTestJSON-1475515620-project] 10.222.0.66 "GET /v2.0/security-groups?id=d7d25be3-a5ac-46a1-b854-10a8a8453e86&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0456157 Jun 16 17:26:24.439297 dv-cinder-837356-2-iscsi neutron-server[103918]: DEBUG neutron.plugins.ml2.rpc [None req-b2b17746-c296-4803-869a-65578e8233dd None None] Device 2da50d5c-d328-4853-a261-6bd0c6378dcd details requested by agent hyperv_hv-cinder-83735 with host hv-cinder-83735 {{(pid=103918) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jun 16 17:26:24.443220 dv-cinder-837356-2-iscsi neutron-server[103918]: DEBUG neutron.plugins.ml2.rpc [None req-b2b17746-c296-4803-869a-65578e8233dd None None] Device 9e73391a-9d05-40e7-8c63-8913ccd9e1bc no longer exists at agent hyperv_hv-cinder-83735 {{(pid=103918) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jun 16 17:26:24.473732 dv-cinder-837356-2-iscsi neutron-server[103918]: DEBUG neutron.plugins.ml2.plugin [None req-b2b17746-c296-4803-869a-65578e8233dd None None] No Port match for: 9e73391a-9d05-40e7-8c63-8913ccd9e1bc {{(pid=103918) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2382}} Jun 16 17:26:24.474048 dv-cinder-837356-2-iscsi neutron-server[103918]: DEBUG neutron.plugins.ml2.rpc [None req-b2b17746-c296-4803-869a-65578e8233dd None None] Device 9e73391a-9d05-40e7-8c63-8913ccd9e1bc not bound to the agent host hv-cinder-83735 {{(pid=103918) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jun 16 17:26:24.558149 dv-cinder-837356-2-iscsi neutron-server[103917]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7f1d4e0-a141-4149-a9e7-c09bd4a80a7c req-c21d9d0a-de5a-4be4-a66e-731d323e7b78 tempest-TestVolumeBootPattern-1350759327 tempest-TestVolumeBootPattern-1350759327-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103917) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 16 17:26:24.559664 dv-cinder-837356-2-iscsi neutron-server[103917]: INFO neutron.wsgi [req-f7f1d4e0-a141-4149-a9e7-c09bd4a80a7c req-c21d9d0a-de5a-4be4-a66e-731d323e7b78 tempest-TestVolumeBootPattern-1350759327 tempest-TestVolumeBootPattern-1350759327-project] 10.222.0.66 "GET /v2.0/ports?device_id=157a0c77-c88e-4ef0-aef5-6ba851b57d00 HTTP/1.1" status: 200 len: 944 time: 0.0485678 Jun 16 17:26:24.565627 dv-cinder-837356-2-iscsi neutron-server[103918]: DEBUG neutron.plugins.ml2.db [None req-b2b17746-c296-4803-869a-65578e8233dd None None] For port 2da50d5c-d328-4853-a261-6bd0c6378dcd, host hv-cinder-83735, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83735',level=0,port_id=2da50d5c-d328-4853-a261-6bd0c6378dcd,segment=NetworkSegment(d53d2152-678f-42ce-a3f8-cc589901ed6b),segment_id=d53d2152-678f-42ce-a3f8-cc589901ed6b)] {{(pid=103918) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 16 17:26:24.577028 dv-cinder-837356-2-iscsi neutron-server[103918]: DEBUG neutron.plugins.ml2.rpc [None req-b2b17746-c296-4803-869a-65578e8233dd None None] Returning: {'device': '2da50d5c-d328-4853-a261-6bd0c6378dcd', 'network_id': '04f2ecf4-cd9f-483b-9100-6d9d67a561d2', 'port_id': '2da50d5c-d328-4853-a261-6bd0c6378dcd', 'mac_address': 'fa:16:3e:7a:0e:13', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 1034, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '57d5f714-8d8c-468b-957a-7745cf345909', 'ip_address': '172.20.0.11'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'qos_network_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103918) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jun 16 17:26:24.597567 dv-cinder-837356-2-iscsi neutron-server[103917]: DEBUG dbcounter [-] [103917] Writing DB stats neutron:SELECT=97,neutron:UPDATE=2,neutron:INSERT=1 {{(pid=103917) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 16 17:26:24.613686 dv-cinder-837356-2-iscsi neutron-server[103917]: INFO neutron.wsgi [req-f7f1d4e0-a141-4149-a9e7-c09bd4a80a7c req-c9d80986-22f1-416f-b34a-2bf348b64600 tempest-TestVolumeBootPattern-1350759327 tempest-TestVolumeBootPattern-1350759327-project] 10.222.0.66 "GET /v2.0/security-groups?id=e6a9443b-cf7a-479e-b6b0-e85ba61d4c81&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0481832 Jun 16 17:26:24.619854 dv-cinder-837356-2-iscsi neutron-server[103918]: DEBUG neutron.plugins.ml2.plugin [None req-b2b17746-c296-4803-869a-65578e8233dd None None] Current status of the port 2da50d5c-d328-4853-a261-6bd0c6378dcd is: DOWN; New status is: BUILD {{(pid=103918) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2298}} Jun 16 17:26:24.620239 dv-cinder-837356-2-iscsi neutron-server[103918]: DEBUG neutron_lib.callbacks.manager [None req-b2b17746-c296-4803-869a-65578e8233dd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16007590'] for port (2da50d5c-d328-4853-a261-6bd0c6378dcd), before_update {{(pid=103918) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 17:26:24.635423 dv-cinder-837356-2-iscsi neutron-server[103918]: DEBUG neutron.notifiers.nova [None req-b2b17746-c296-4803-869a-65578e8233dd None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 2da50d5c-d328-4853-a261-6bd0c6378dcd {{(pid=103918) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Jun 16 17:26:24.656979 dv-cinder-837356-2-iscsi neutron-server[103918]: DEBUG neutron.plugins.ml2.db [None req-b2b17746-c296-4803-869a-65578e8233dd None None] For port 2da50d5c-d328-4853-a261-6bd0c6378dcd, host hv-cinder-83735, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83735',level=0,port_id=2da50d5c-d328-4853-a261-6bd0c6378dcd,segment=NetworkSegment(d53d2152-678f-42ce-a3f8-cc589901ed6b),segment_id=d53d2152-678f-42ce-a3f8-cc589901ed6b)] {{(pid=103918) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 16 17:26:24.662160 dv-cinder-837356-2-iscsi neutron-server[103918]: DEBUG neutron_lib.callbacks.manager [None req-b2b17746-c296-4803-869a-65578e8233dd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16007527', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-75831', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16241551', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728539364693', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728538993439', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728538993457'] for port (2da50d5c-d328-4853-a261-6bd0c6378dcd), after_update {{(pid=103918) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 17:26:24.715106 dv-cinder-837356-2-iscsi neutron-server[103918]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b2b17746-c296-4803-869a-65578e8233dd None None] Pushing event updated for resources: {'Port': ['ID=2da50d5c-d328-4853-a261-6bd0c6378dcd,revision_number=9']} {{(pid=103918) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 17:26:24.851580 dv-cinder-837356-2-iscsi neutron-server[103916]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0bfa7fad-0fbb-4362-bf26-485bed8c62d5 req-ec590c64-cfc7-4970-a5ff-ea3ef60e0e7a tempest-AttachVolumeShelveTestJSON-1123487845 tempest-AttachVolumeShelveTestJSON-1123487845-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103916) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 16 17:26:24.853075 dv-cinder-837356-2-iscsi neutron-server[103916]: INFO neutron.wsgi [req-0bfa7fad-0fbb-4362-bf26-485bed8c62d5 req-ec590c64-cfc7-4970-a5ff-ea3ef60e0e7a tempest-AttachVolumeShelveTestJSON-1123487845 tempest-AttachVolumeShelveTestJSON-1123487845-project] 10.222.0.66 "GET /v2.0/ports?device_id=ab2e7148-fa86-4648-9e4b-87e27fcf1147 HTTP/1.1" status: 200 len: 945 time: 0.0592859 Jun 16 17:26:24.910123 dv-cinder-837356-2-iscsi neutron-server[103916]: INFO neutron.wsgi [req-0bfa7fad-0fbb-4362-bf26-485bed8c62d5 req-146ac9ca-28c5-43c1-bf90-e17a3e6076ed tempest-AttachVolumeShelveTestJSON-1123487845 tempest-AttachVolumeShelveTestJSON-1123487845-project] 10.222.0.66 "GET /v2.0/security-groups?id=5ab805c8-38ae-4655-bf71-1fc1999d288e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0487351 Jun 16 17:26:25.143350 dv-cinder-837356-2-iscsi neutron-server[103917]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6fc765f-ef58-4dbb-bc7a-9faa603b83eb req-3d69ee54-fbee-4f2a-8b63-37d03e35d7f8 tempest-AttachVolumeTestJSON-336390128 tempest-AttachVolumeTestJSON-336390128-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103917) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 16 17:26:25.144822 dv-cinder-837356-2-iscsi neutron-server[103917]: INFO neutron.wsgi [req-b6fc765f-ef58-4dbb-bc7a-9faa603b83eb req-3d69ee54-fbee-4f2a-8b63-37d03e35d7f8 tempest-AttachVolumeTestJSON-336390128 tempest-AttachVolumeTestJSON-336390128-project] 10.222.0.66 "GET /v2.0/ports?device_id=7d22b60d-19fe-4dca-8eef-821db5a4dc55 HTTP/1.1" status: 200 len: 945 time: 0.0610294 Jun 16 17:26:25.188365 dv-cinder-837356-2-iscsi neutron-server[103916]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ab2978c-acc2-4ff4-a4d1-e99a0e7ae8c4 req-c7648566-ed1d-4167-9110-268708a652b0 tempest-ServerRescueNegativeTestJSON-1475515620 tempest-ServerRescueNegativeTestJSON-1475515620-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103916) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 16 17:26:25.189879 dv-cinder-837356-2-iscsi neutron-server[103916]: INFO neutron.wsgi [req-2ab2978c-acc2-4ff4-a4d1-e99a0e7ae8c4 req-c7648566-ed1d-4167-9110-268708a652b0 tempest-ServerRescueNegativeTestJSON-1475515620 tempest-ServerRescueNegativeTestJSON-1475515620-project] 10.222.0.66 "GET /v2.0/ports?device_id=4065d5c1-0b16-413a-a5b5-e0e725e1e71b HTTP/1.1" status: 200 len: 945 time: 0.0492048 Jun 16 17:26:25.197216 dv-cinder-837356-2-iscsi neutron-server[103917]: INFO neutron.wsgi [req-b6fc765f-ef58-4dbb-bc7a-9faa603b83eb req-aecd9ed3-06fd-4b12-b911-e0377cd3e94f tempest-AttachVolumeTestJSON-336390128 tempest-AttachVolumeTestJSON-336390128-project] 10.222.0.66 "GET /v2.0/security-groups?id=b5243b74-2536-4f9c-b2d2-f7b79b8f3edb&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0459723 Jun 16 17:26:25.239982 dv-cinder-837356-2-iscsi neutron-server[103916]: INFO neutron.wsgi [req-2ab2978c-acc2-4ff4-a4d1-e99a0e7ae8c4 req-536cf9fa-3401-4de1-b53b-a1043ba1972d tempest-ServerRescueNegativeTestJSON-1475515620 tempest-ServerRescueNegativeTestJSON-1475515620-project] 10.222.0.66 "GET /v2.0/security-groups?id=d7d25be3-a5ac-46a1-b854-10a8a8453e86&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0430675 Jun 16 17:26:25.742179 dv-cinder-837356-2-iscsi neutron-server[103917]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6fc6973-7927-4a6f-b66d-01c8e6da232a req-83482b24-4d90-42e9-a745-477bcdde4a22 tempest-TestVolumeBootPattern-1350759327 tempest-TestVolumeBootPattern-1350759327-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103917) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 16 17:26:25.743692 dv-cinder-837356-2-iscsi neutron-server[103917]: INFO neutron.wsgi [req-a6fc6973-7927-4a6f-b66d-01c8e6da232a req-83482b24-4d90-42e9-a745-477bcdde4a22 tempest-TestVolumeBootPattern-1350759327 tempest-TestVolumeBootPattern-1350759327-project] 10.222.0.66 "GET /v2.0/ports?device_id=157a0c77-c88e-4ef0-aef5-6ba851b57d00 HTTP/1.1" status: 200 len: 944 time: 0.0522406 Jun 16 17:26:25.796245 dv-cinder-837356-2-iscsi neutron-server[103917]: INFO neutron.wsgi [req-a6fc6973-7927-4a6f-b66d-01c8e6da232a req-2075345e-6e8b-4abb-a3bd-0c4e7eb8ddd4 tempest-TestVolumeBootPattern-1350759327 tempest-TestVolumeBootPattern-1350759327-project] 10.222.0.66 "GET /v2.0/security-groups?id=e6a9443b-cf7a-479e-b6b0-e85ba61d4c81&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0467060 Jun 16 17:26:26.040042 dv-cinder-837356-2-iscsi neutron-server[103916]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2dd63cda-8e3a-4e03-b56d-c3805de6522d req-7ac5de75-cb22-449c-9e3f-6d1245acb044 tempest-AttachVolumeShelveTestJSON-1123487845 tempest-AttachVolumeShelveTestJSON-1123487845-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103916) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 16 17:26:26.041430 dv-cinder-837356-2-iscsi neutron-server[103916]: INFO neutron.wsgi [req-2dd63cda-8e3a-4e03-b56d-c3805de6522d req-7ac5de75-cb22-449c-9e3f-6d1245acb044 tempest-AttachVolumeShelveTestJSON-1123487845 tempest-AttachVolumeShelveTestJSON-1123487845-project] 10.222.0.66 "GET /v2.0/ports?device_id=ab2e7148-fa86-4648-9e4b-87e27fcf1147 HTTP/1.1" status: 200 len: 945 time: 0.0493772 Jun 16 17:26:26.095864 dv-cinder-837356-2-iscsi neutron-server[103916]: INFO neutron.wsgi [req-2dd63cda-8e3a-4e03-b56d-c3805de6522d req-20b6997c-fb3e-4aff-8c5e-ac149978c78b tempest-AttachVolumeShelveTestJSON-1123487845 tempest-AttachVolumeShelveTestJSON-1123487845-project] 10.222.0.66 "GET /v2.0/security-groups?id=5ab805c8-38ae-4655-bf71-1fc1999d288e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0481391 Jun 16 17:26:26.321316 dv-cinder-837356-2-iscsi neutron-server[103917]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dad1d2f9-12ad-4788-bd8a-c6c488bdff2c req-06433790-88e7-4eed-9844-9890b3d1c1fa tempest-AttachVolumeTestJSON-336390128 tempest-AttachVolumeTestJSON-336390128-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103917) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 16 17:26:26.322740 dv-cinder-837356-2-iscsi neutron-server[103917]: INFO neutron.wsgi [req-dad1d2f9-12ad-4788-bd8a-c6c488bdff2c req-06433790-88e7-4eed-9844-9890b3d1c1fa tempest-AttachVolumeTestJSON-336390128 tempest-AttachVolumeTestJSON-336390128-project] 10.222.0.66 "GET /v2.0/ports?device_id=7d22b60d-19fe-4dca-8eef-821db5a4dc55 HTTP/1.1" status: 200 len: 945 time: 0.0549552 Jun 16 17:26:26.368349 dv-cinder-837356-2-iscsi neutron-server[103916]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f135db2a-aa0c-4776-b015-0f63378a3b16 req-3c1cd357-f563-44d9-a269-7ff373698313 tempest-ServerRescueNegativeTestJSON-1475515620 tempest-ServerRescueNegativeTestJSON-1475515620-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103916) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 16 17:26:26.369880 dv-cinder-837356-2-iscsi neutron-server[103916]: INFO neutron.wsgi [req-f135db2a-aa0c-4776-b015-0f63378a3b16 req-3c1cd357-f563-44d9-a269-7ff373698313 tempest-ServerRescueNegativeTestJSON-1475515620 tempest-ServerRescueNegativeTestJSON-1475515620-project] 10.222.0.66 "GET /v2.0/ports?device_id=4065d5c1-0b16-413a-a5b5-e0e725e1e71b HTTP/1.1" status: 200 len: 945 time: 0.0606112 Jun 16 17:26:26.379242 dv-cinder-837356-2-iscsi neutron-server[103917]: INFO neutron.wsgi [req-dad1d2f9-12ad-4788-bd8a-c6c488bdff2c req-07aa0568-d06b-4f32-a570-7c4181bf3035 tempest-AttachVolumeTestJSON-336390128 tempest-AttachVolumeTestJSON-336390128-project] 10.222.0.66 "GET /v2.0/security-groups?id=b5243b74-2536-4f9c-b2d2-f7b79b8f3edb&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0506942 Jun 16 17:26:26.419828 dv-cinder-837356-2-iscsi neutron-server[103916]: INFO neutron.wsgi [req-f135db2a-aa0c-4776-b015-0f63378a3b16 req-aeaa5588-defc-401d-9229-ab9b93e75b4e tempest-ServerRescueNegativeTestJSON-1475515620 tempest-ServerRescueNegativeTestJSON-1475515620-project] 10.222.0.66 "GET /v2.0/security-groups?id=d7d25be3-a5ac-46a1-b854-10a8a8453e86&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0435698 Jun 16 17:26:26.920274 dv-cinder-837356-2-iscsi neutron-server[103917]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-684f2379-7db2-4baf-b49f-3eb2a154547c req-1046d896-74c9-4d5e-91c5-b97c74983d6e tempest-TestVolumeBootPattern-1350759327 tempest-TestVolumeBootPattern-1350759327-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103917) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 16 17:26:26.921844 dv-cinder-837356-2-iscsi neutron-server[103917]: INFO neutron.wsgi [req-684f2379-7db2-4baf-b49f-3eb2a154547c req-1046d896-74c9-4d5e-91c5-b97c74983d6e tempest-TestVolumeBootPattern-1350759327 tempest-TestVolumeBootPattern-1350759327-project] 10.222.0.66 "GET /v2.0/ports?device_id=157a0c77-c88e-4ef0-aef5-6ba851b57d00 HTTP/1.1" status: 200 len: 944 time: 0.0507369 Jun 16 17:26:26.980651 dv-cinder-837356-2-iscsi neutron-server[103917]: INFO neutron.wsgi [req-684f2379-7db2-4baf-b49f-3eb2a154547c req-391a35ce-3299-44e3-aacb-d543ea8631b4 tempest-TestVolumeBootPattern-1350759327 tempest-TestVolumeBootPattern-1350759327-project] 10.222.0.66 "GET /v2.0/security-groups?id=e6a9443b-cf7a-479e-b6b0-e85ba61d4c81&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0519118 Jun 16 17:26:27.234586 dv-cinder-837356-2-iscsi neutron-server[103916]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72c208d4-f689-44c6-b3d7-ed4caa54d92a req-46840a13-da27-4de6-8504-699c7149113d tempest-AttachVolumeShelveTestJSON-1123487845 tempest-AttachVolumeShelveTestJSON-1123487845-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103916) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 16 17:26:27.236044 dv-cinder-837356-2-iscsi neutron-server[103916]: INFO neutron.wsgi [req-72c208d4-f689-44c6-b3d7-ed4caa54d92a req-46840a13-da27-4de6-8504-699c7149113d tempest-AttachVolumeShelveTestJSON-1123487845 tempest-AttachVolumeShelveTestJSON-1123487845-project] 10.222.0.66 "GET /v2.0/ports?device_id=ab2e7148-fa86-4648-9e4b-87e27fcf1147 HTTP/1.1" status: 200 len: 945 time: 0.0516124 Jun 16 17:26:27.300755 dv-cinder-837356-2-iscsi neutron-server[103916]: INFO neutron.wsgi [req-72c208d4-f689-44c6-b3d7-ed4caa54d92a req-c5d913e0-35a2-4052-865c-dd7651cd4d12 tempest-AttachVolumeShelveTestJSON-1123487845 tempest-AttachVolumeShelveTestJSON-1123487845-project] 10.222.0.66 "GET /v2.0/security-groups?id=5ab805c8-38ae-4655-bf71-1fc1999d288e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0561602 Jun 16 17:26:27.517602 dv-cinder-837356-2-iscsi neutron-server[103917]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-270ec46c-0576-421f-9153-fae68133118c req-227c0588-a1fd-41d9-8be7-34cea6cacece tempest-AttachVolumeTestJSON-336390128 tempest-AttachVolumeTestJSON-336390128-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103917) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 16 17:26:27.519578 dv-cinder-837356-2-iscsi neutron-server[103917]: INFO neutron.wsgi [req-270ec46c-0576-421f-9153-fae68133118c req-227c0588-a1fd-41d9-8be7-34cea6cacece tempest-AttachVolumeTestJSON-336390128 tempest-AttachVolumeTestJSON-336390128-project] 10.222.0.66 "GET /v2.0/ports?device_id=7d22b60d-19fe-4dca-8eef-821db5a4dc55 HTTP/1.1" status: 200 len: 945 time: 0.0678236 Jun 16 17:26:27.557573 dv-cinder-837356-2-iscsi neutron-server[103916]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14e79dce-1f53-42a8-bd35-b81abc50d36a req-97311d04-e13c-41d9-b33c-1a82a4dbe1c3 tempest-ServerRescueNegativeTestJSON-1475515620 tempest-ServerRescueNegativeTestJSON-1475515620-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103916) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 16 17:26:27.559321 dv-cinder-837356-2-iscsi neutron-server[103916]: INFO neutron.wsgi [req-14e79dce-1f53-42a8-bd35-b81abc50d36a req-97311d04-e13c-41d9-b33c-1a82a4dbe1c3 tempest-ServerRescueNegativeTestJSON-1475515620 tempest-ServerRescueNegativeTestJSON-1475515620-project] 10.222.0.66 "GET /v2.0/ports?device_id=4065d5c1-0b16-413a-a5b5-e0e725e1e71b HTTP/1.1" status: 200 len: 945 time: 0.0568001 Jun 16 17:26:27.570845 dv-cinder-837356-2-iscsi neutron-server[103918]: DEBUG neutron.plugins.ml2.db [None req-b2b17746-c296-4803-869a-65578e8233dd None None] get_ports_and_sgs() called for port_ids ['2da50d5c-d328-4853-a261-6bd0c6378dcd'] {{(pid=103918) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jun 16 17:26:27.598945 dv-cinder-837356-2-iscsi neutron-server[103917]: INFO neutron.wsgi [req-270ec46c-0576-421f-9153-fae68133118c req-b0bbf054-3a28-4d25-9ee7-5b0e8c3f405e tempest-AttachVolumeTestJSON-336390128 tempest-AttachVolumeTestJSON-336390128-project] 10.222.0.66 "GET /v2.0/security-groups?id=b5243b74-2536-4f9c-b2d2-f7b79b8f3edb&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0732412 Jun 16 17:26:27.637544 dv-cinder-837356-2-iscsi neutron-server[103916]: INFO neutron.wsgi [req-14e79dce-1f53-42a8-bd35-b81abc50d36a req-16969643-a2ea-4066-a879-dd8285395016 tempest-ServerRescueNegativeTestJSON-1475515620 tempest-ServerRescueNegativeTestJSON-1475515620-project] 10.222.0.66 "GET /v2.0/security-groups?id=d7d25be3-a5ac-46a1-b854-10a8a8453e86&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0712099 Jun 16 17:26:27.647851 dv-cinder-837356-2-iscsi neutron-server[103919]: DEBUG dbcounter [-] [103919] Writing DB stats neutron:SELECT=3 {{(pid=103919) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 16 17:26:27.650813 dv-cinder-837356-2-iscsi neutron-server[103918]: DEBUG dbcounter [-] [103918] Writing DB stats neutron:SELECT=94,neutron:DELETE=1,neutron:UPDATE=5 {{(pid=103918) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 16 17:26:28.110391 dv-cinder-837356-2-iscsi neutron-server[103917]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-047eafee-62e3-4d52-aa60-f7c61e1b8dc9 req-1511c5b1-4858-4db7-9595-50e984a4ac2f tempest-TestVolumeBootPattern-1350759327 tempest-TestVolumeBootPattern-1350759327-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103917) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 16 17:26:28.111885 dv-cinder-837356-2-iscsi neutron-server[103917]: INFO neutron.wsgi [req-047eafee-62e3-4d52-aa60-f7c61e1b8dc9 req-1511c5b1-4858-4db7-9595-50e984a4ac2f tempest-TestVolumeBootPattern-1350759327 tempest-TestVolumeBootPattern-1350759327-project] 10.222.0.66 "GET /v2.0/ports?device_id=157a0c77-c88e-4ef0-aef5-6ba851b57d00 HTTP/1.1" status: 200 len: 944 time: 0.0508587 Jun 16 17:26:28.170193 dv-cinder-837356-2-iscsi neutron-server[103917]: INFO neutron.wsgi [req-047eafee-62e3-4d52-aa60-f7c61e1b8dc9 req-9e07b749-1774-4da0-9175-e7ad646be0fe tempest-TestVolumeBootPattern-1350759327 tempest-TestVolumeBootPattern-1350759327-project] 10.222.0.66 "GET /v2.0/security-groups?id=e6a9443b-cf7a-479e-b6b0-e85ba61d4c81&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0511577 Jun 16 17:26:28.432887 dv-cinder-837356-2-iscsi neutron-server[103916]: DEBUG dbcounter [-] [103916] Writing DB stats neutron:SELECT=100 {{(pid=103916) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 16 17:26:28.445500 dv-cinder-837356-2-iscsi neutron-server[103916]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4cfb159-00da-4570-ba01-96742b482ae1 req-3b410a44-233f-4ffe-99cf-a3da18abbe8e tempest-AttachVolumeShelveTestJSON-1123487845 tempest-AttachVolumeShelveTestJSON-1123487845-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103916) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 16 17:26:28.447643 dv-cinder-837356-2-iscsi neutron-server[103916]: INFO neutron.wsgi [req-a4cfb159-00da-4570-ba01-96742b482ae1 req-3b410a44-233f-4ffe-99cf-a3da18abbe8e tempest-AttachVolumeShelveTestJSON-1123487845 tempest-AttachVolumeShelveTestJSON-1123487845-project] 10.222.0.66 "GET /v2.0/ports?device_id=ab2e7148-fa86-4648-9e4b-87e27fcf1147 HTTP/1.1" status: 200 len: 945 time: 0.0558338 Jun 16 17:26:28.500732 dv-cinder-837356-2-iscsi neutron-server[103916]: INFO neutron.wsgi [req-a4cfb159-00da-4570-ba01-96742b482ae1 req-c9501bab-34e0-4ba6-a3e2-fcad5b67702c tempest-AttachVolumeShelveTestJSON-1123487845 tempest-AttachVolumeShelveTestJSON-1123487845-project] 10.222.0.66 "GET /v2.0/security-groups?id=5ab805c8-38ae-4655-bf71-1fc1999d288e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0472901 Jun 16 17:26:28.704518 dv-cinder-837356-2-iscsi neutron-server[103917]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ddb44d4-7056-466f-86c4-f6451052e71c req-5a4f7545-fd41-4288-8e4a-c705df8abdb5 tempest-AttachVolumeTestJSON-336390128 tempest-AttachVolumeTestJSON-336390128-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103917) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 16 17:26:28.705969 dv-cinder-837356-2-iscsi neutron-server[103917]: INFO neutron.wsgi [req-0ddb44d4-7056-466f-86c4-f6451052e71c req-5a4f7545-fd41-4288-8e4a-c705df8abdb5 tempest-AttachVolumeTestJSON-336390128 tempest-AttachVolumeTestJSON-336390128-project] 10.222.0.66 "GET /v2.0/ports?device_id=7d22b60d-19fe-4dca-8eef-821db5a4dc55 HTTP/1.1" status: 200 len: 945 time: 0.0493662 Jun 16 17:26:28.744837 dv-cinder-837356-2-iscsi neutron-server[103916]: DEBUG dbcounter [-] [103916] Writing DB stats neutron:SELECT=100 {{(pid=103916) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 16 17:26:28.758920 dv-cinder-837356-2-iscsi neutron-server[103917]: INFO neutron.wsgi [req-0ddb44d4-7056-466f-86c4-f6451052e71c req-1e8245eb-377a-472a-8985-23a4531c6730 tempest-AttachVolumeTestJSON-336390128 tempest-AttachVolumeTestJSON-336390128-project] 10.222.0.66 "GET /v2.0/security-groups?id=b5243b74-2536-4f9c-b2d2-f7b79b8f3edb&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0471323 Jun 16 17:26:28.770760 dv-cinder-837356-2-iscsi neutron-server[103916]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06e79a34-6c2d-4606-857e-5d87e8fd677b req-0019c744-1bf2-49d3-9b8d-915a667f6ff0 tempest-ServerRescueNegativeTestJSON-1475515620 tempest-ServerRescueNegativeTestJSON-1475515620-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103916) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 16 17:26:28.773125 dv-cinder-837356-2-iscsi neutron-server[103916]: INFO neutron.wsgi [req-06e79a34-6c2d-4606-857e-5d87e8fd677b req-0019c744-1bf2-49d3-9b8d-915a667f6ff0 tempest-ServerRescueNegativeTestJSON-1475515620 tempest-ServerRescueNegativeTestJSON-1475515620-project] 10.222.0.66 "GET /v2.0/ports?device_id=4065d5c1-0b16-413a-a5b5-e0e725e1e71b HTTP/1.1" status: 200 len: 945 time: 0.0628223 Jun 16 17:26:28.836973 dv-cinder-837356-2-iscsi neutron-server[103916]: INFO neutron.wsgi [req-06e79a34-6c2d-4606-857e-5d87e8fd677b req-ba6e2218-f084-481d-968a-b92dfc24af22 tempest-ServerRescueNegativeTestJSON-1475515620 tempest-ServerRescueNegativeTestJSON-1475515620-project] 10.222.0.66 "GET /v2.0/security-groups?id=d7d25be3-a5ac-46a1-b854-10a8a8453e86&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0583568 Jun 16 17:26:29.296184 dv-cinder-837356-2-iscsi neutron-server[103917]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e11304f-16e5-48a3-bb97-a375e19a4000 req-1b5a5e9f-fd0d-431b-b57d-5acf017dfbcb tempest-TestVolumeBootPattern-1350759327 tempest-TestVolumeBootPattern-1350759327-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103917) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 16 17:26:29.297675 dv-cinder-837356-2-iscsi neutron-server[103917]: INFO neutron.wsgi [req-3e11304f-16e5-48a3-bb97-a375e19a4000 req-1b5a5e9f-fd0d-431b-b57d-5acf017dfbcb tempest-TestVolumeBootPattern-1350759327 tempest-TestVolumeBootPattern-1350759327-project] 10.222.0.66 "GET /v2.0/ports?device_id=157a0c77-c88e-4ef0-aef5-6ba851b57d00 HTTP/1.1" status: 200 len: 944 time: 0.0552855 Jun 16 17:26:29.355370 dv-cinder-837356-2-iscsi neutron-server[103917]: INFO neutron.wsgi [req-3e11304f-16e5-48a3-bb97-a375e19a4000 req-08765163-e1e9-4fb8-861d-740939924dce tempest-TestVolumeBootPattern-1350759327 tempest-TestVolumeBootPattern-1350759327-project] 10.222.0.66 "GET /v2.0/security-groups?id=e6a9443b-cf7a-479e-b6b0-e85ba61d4c81&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0517750 Jun 16 17:26:29.448202 dv-cinder-837356-2-iscsi neutron-server[103918]: DEBUG dbcounter [-] [103918] Writing DB stats neutron:SELECT=96,neutron:UPDATE=4 {{(pid=103918) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 16 17:26:29.465966 dv-cinder-837356-2-iscsi neutron-server[103918]: DEBUG neutron_lib.callbacks.manager [None req-b2b17746-c296-4803-869a-65578e8233dd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728539454181', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16149322'] for agent (2e97d73d-50fc-4f89-a4ea-85f65eb860d8), after_update {{(pid=103918) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 17:26:29.632307 dv-cinder-837356-2-iscsi neutron-server[103916]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef7bc528-4d47-4de6-beac-e5bf7d5d0226 req-ec03a70f-f97a-483d-9cd8-0041a2834f09 tempest-AttachVolumeShelveTestJSON-1123487845 tempest-AttachVolumeShelveTestJSON-1123487845-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103916) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 16 17:26:29.633848 dv-cinder-837356-2-iscsi neutron-server[103916]: INFO neutron.wsgi [req-ef7bc528-4d47-4de6-beac-e5bf7d5d0226 req-ec03a70f-f97a-483d-9cd8-0041a2834f09 tempest-AttachVolumeShelveTestJSON-1123487845 tempest-AttachVolumeShelveTestJSON-1123487845-project] 10.222.0.66 "GET /v2.0/ports?device_id=ab2e7148-fa86-4648-9e4b-87e27fcf1147 HTTP/1.1" status: 200 len: 945 time: 0.0542831 Jun 16 17:26:29.684937 dv-cinder-837356-2-iscsi neutron-server[103916]: INFO neutron.wsgi [req-ef7bc528-4d47-4de6-beac-e5bf7d5d0226 req-4737ccb2-00df-49a5-b6d6-f09b467e246d tempest-AttachVolumeShelveTestJSON-1123487845 tempest-AttachVolumeShelveTestJSON-1123487845-project] 10.222.0.66 "GET /v2.0/security-groups?id=5ab805c8-38ae-4655-bf71-1fc1999d288e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0451128 Jun 16 17:26:29.860740 dv-cinder-837356-2-iscsi neutron-server[103917]: DEBUG dbcounter [-] [103917] Writing DB stats neutron:SELECT=100 {{(pid=103917) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 16 17:26:29.881358 dv-cinder-837356-2-iscsi neutron-server[103917]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a7855ac-c3d0-4fb1-bbee-79ffd6b40f5a req-75311592-3568-42e7-be63-bcc6969d0be2 tempest-AttachVolumeTestJSON-336390128 tempest-AttachVolumeTestJSON-336390128-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103917) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 16 17:26:29.883533 dv-cinder-837356-2-iscsi neutron-server[103917]: INFO neutron.wsgi [req-6a7855ac-c3d0-4fb1-bbee-79ffd6b40f5a req-75311592-3568-42e7-be63-bcc6969d0be2 tempest-AttachVolumeTestJSON-336390128 tempest-AttachVolumeTestJSON-336390128-project] 10.222.0.66 "GET /v2.0/ports?device_id=7d22b60d-19fe-4dca-8eef-821db5a4dc55 HTTP/1.1" status: 200 len: 945 time: 0.0520108 Jun 16 17:26:29.936411 dv-cinder-837356-2-iscsi neutron-server[103917]: INFO neutron.wsgi [req-6a7855ac-c3d0-4fb1-bbee-79ffd6b40f5a req-c18f6754-420a-4cbc-a68e-91fdfd38f96b tempest-AttachVolumeTestJSON-336390128 tempest-AttachVolumeTestJSON-336390128-project] 10.222.0.66 "GET /v2.0/security-groups?id=b5243b74-2536-4f9c-b2d2-f7b79b8f3edb&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0473220 Jun 16 17:26:29.958609 dv-cinder-837356-2-iscsi neutron-server[103916]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6bfc5c4b-1304-4924-9ee4-c2f4cc82f0c3 req-045c59ec-8413-40dc-9175-e32d0e527dca tempest-ServerRescueNegativeTestJSON-1475515620 tempest-ServerRescueNegativeTestJSON-1475515620-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103916) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 16 17:26:29.960280 dv-cinder-837356-2-iscsi neutron-server[103916]: INFO neutron.wsgi [req-6bfc5c4b-1304-4924-9ee4-c2f4cc82f0c3 req-045c59ec-8413-40dc-9175-e32d0e527dca tempest-ServerRescueNegativeTestJSON-1475515620 tempest-ServerRescueNegativeTestJSON-1475515620-project] 10.222.0.66 "GET /v2.0/ports?device_id=4065d5c1-0b16-413a-a5b5-e0e725e1e71b HTTP/1.1" status: 200 len: 945 time: 0.0516403 Jun 16 17:26:30.014453 dv-cinder-837356-2-iscsi neutron-server[103916]: INFO neutron.wsgi [req-6bfc5c4b-1304-4924-9ee4-c2f4cc82f0c3 req-692f8286-00b1-4afd-871d-563693e5db0f tempest-ServerRescueNegativeTestJSON-1475515620 tempest-ServerRescueNegativeTestJSON-1475515620-project] 10.222.0.66 "GET /v2.0/security-groups?id=d7d25be3-a5ac-46a1-b854-10a8a8453e86&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0485504 Jun 16 17:26:30.154596 dv-cinder-837356-2-iscsi neutron-server[103918]: DEBUG neutron.plugins.ml2.rpc [None req-b2b17746-c296-4803-869a-65578e8233dd None None] Device 2da50d5c-d328-4853-a261-6bd0c6378dcd up at agent hyperv_hv-cinder-83735 {{(pid=103918) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 16 17:26:30.202387 dv-cinder-837356-2-iscsi neutron-server[103918]: DEBUG neutron.db.provisioning_blocks [None req-b2b17746-c296-4803-869a-65578e8233dd None None] Provisioning complete for port 2da50d5c-d328-4853-a261-6bd0c6378dcd triggered by entity L2. {{(pid=103918) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jun 16 17:26:30.202752 dv-cinder-837356-2-iscsi neutron-server[103918]: DEBUG neutron_lib.callbacks.manager [None req-b2b17746-c296-4803-869a-65578e8233dd None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16149424'] for port (2da50d5c-d328-4853-a261-6bd0c6378dcd), provisioning_complete {{(pid=103918) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 17:26:30.295604 dv-cinder-837356-2-iscsi neutron-server[103918]: DEBUG neutron.plugins.ml2.plugin [None req-b2b17746-c296-4803-869a-65578e8233dd None None] Current status of the port 2da50d5c-d328-4853-a261-6bd0c6378dcd is: BUILD; New status is: ACTIVE {{(pid=103918) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2298}} Jun 16 17:26:30.295984 dv-cinder-837356-2-iscsi neutron-server[103918]: DEBUG neutron_lib.callbacks.manager [None req-b2b17746-c296-4803-869a-65578e8233dd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16007590'] for port (2da50d5c-d328-4853-a261-6bd0c6378dcd), before_update {{(pid=103918) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 17:26:30.320132 dv-cinder-837356-2-iscsi neutron-server[103918]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ab2e7148-fa86-4648-9e4b-87e27fcf1147', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '2da50d5c-d328-4853-a261-6bd0c6378dcd'}] {{(pid=103918) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jun 16 17:26:30.322315 dv-cinder-837356-2-iscsi neutron-server[103918]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.66/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c81ba123246404939637391270152498621c2ac0d5068f91321d7f7277fce0c4" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7069f906-cabd-4d6c-9d4e-314b5579d8b7" -d '{"events": [{"server_uuid": "ab2e7148-fa86-4648-9e4b-87e27fcf1147", "name": "network-vif-plugged", "status": "completed", "tag": "2da50d5c-d328-4853-a261-6bd0c6378dcd"}]}' {{(pid=103918) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 16 17:26:30.339237 dv-cinder-837356-2-iscsi neutron-server[103918]: DEBUG neutron.plugins.ml2.db [None req-b2b17746-c296-4803-869a-65578e8233dd None None] For port 2da50d5c-d328-4853-a261-6bd0c6378dcd, host hv-cinder-83735, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83735',level=0,port_id=2da50d5c-d328-4853-a261-6bd0c6378dcd,segment=NetworkSegment(d53d2152-678f-42ce-a3f8-cc589901ed6b),segment_id=d53d2152-678f-42ce-a3f8-cc589901ed6b)] {{(pid=103918) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 16 17:26:30.344508 dv-cinder-837356-2-iscsi neutron-server[103918]: DEBUG neutron_lib.callbacks.manager [None req-b2b17746-c296-4803-869a-65578e8233dd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16007527', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-75831', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16241551', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728539364693', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728538993439', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728538993457'] for port (2da50d5c-d328-4853-a261-6bd0c6378dcd), after_update {{(pid=103918) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 17:26:30.370364 dv-cinder-837356-2-iscsi neutron-server[103918]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 16 Jun 2022 17:26:30 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-512b0396-b318-4120-9266-dc071c464e38 x-openstack-request-id: req-512b0396-b318-4120-9266-dc071c464e38 {{(pid=103918) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 16 17:26:30.370675 dv-cinder-837356-2-iscsi neutron-server[103918]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "ab2e7148-fa86-4648-9e4b-87e27fcf1147", "name": "network-vif-plugged", "status": "completed", "tag": "2da50d5c-d328-4853-a261-6bd0c6378dcd", "code": 200}]} {{(pid=103918) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 16 17:26:30.370930 dv-cinder-837356-2-iscsi neutron-server[103918]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.66/compute/v2.1/os-server-external-events used request id req-512b0396-b318-4120-9266-dc071c464e38 {{(pid=103918) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 16 17:26:30.371370 dv-cinder-837356-2-iscsi neutron-server[103918]: INFO neutron.notifiers.nova [-] Nova event matching ['req-512b0396-b318-4120-9266-dc071c464e38'] response: {'server_uuid': 'ab2e7148-fa86-4648-9e4b-87e27fcf1147', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '2da50d5c-d328-4853-a261-6bd0c6378dcd', 'code': 200} Jun 16 17:26:30.400731 dv-cinder-837356-2-iscsi neutron-server[103918]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b2b17746-c296-4803-869a-65578e8233dd None None] Pushing event updated for resources: {'Port': ['ID=2da50d5c-d328-4853-a261-6bd0c6378dcd,revision_number=10']} {{(pid=103918) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 17:26:30.491791 dv-cinder-837356-2-iscsi neutron-server[103916]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df57acbd-f581-4a1a-b5cc-1d667943bad9 req-78488ad0-a6bf-4259-98b9-148bae058b46 tempest-TestVolumeBootPattern-1350759327 tempest-TestVolumeBootPattern-1350759327-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103916) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 16 17:26:30.493447 dv-cinder-837356-2-iscsi neutron-server[103916]: INFO neutron.wsgi [req-df57acbd-f581-4a1a-b5cc-1d667943bad9 req-78488ad0-a6bf-4259-98b9-148bae058b46 tempest-TestVolumeBootPattern-1350759327 tempest-TestVolumeBootPattern-1350759327-project] 10.222.0.66 "GET /v2.0/ports?device_id=157a0c77-c88e-4ef0-aef5-6ba851b57d00 HTTP/1.1" status: 200 len: 944 time: 0.0683160 Jun 16 17:26:30.559238 dv-cinder-837356-2-iscsi neutron-server[103916]: INFO neutron.wsgi [req-df57acbd-f581-4a1a-b5cc-1d667943bad9 req-ef2d0c32-1d4a-41ea-aff9-0fc6d0ffa55e tempest-TestVolumeBootPattern-1350759327 tempest-TestVolumeBootPattern-1350759327-project] 10.222.0.66 "GET /v2.0/security-groups?id=e6a9443b-cf7a-479e-b6b0-e85ba61d4c81&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0600448 Jun 16 17:26:30.838373 dv-cinder-837356-2-iscsi neutron-server[103917]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c48929e9-d7b8-4d7c-8864-af36db35e311 req-9bdddc76-6255-45b3-98ff-11bb06c54d80 tempest-AttachVolumeShelveTestJSON-1123487845 tempest-AttachVolumeShelveTestJSON-1123487845-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103917) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 16 17:26:30.839965 dv-cinder-837356-2-iscsi neutron-server[103917]: INFO neutron.wsgi [req-c48929e9-d7b8-4d7c-8864-af36db35e311 req-9bdddc76-6255-45b3-98ff-11bb06c54d80 tempest-AttachVolumeShelveTestJSON-1123487845 tempest-AttachVolumeShelveTestJSON-1123487845-project] 10.222.0.66 "GET /v2.0/ports?device_id=ab2e7148-fa86-4648-9e4b-87e27fcf1147 HTTP/1.1" status: 200 len: 947 time: 0.0561221 Jun 16 17:26:30.896263 dv-cinder-837356-2-iscsi neutron-server[103917]: INFO neutron.wsgi [req-c48929e9-d7b8-4d7c-8864-af36db35e311 req-4f92bf7c-183b-443f-afe3-172019556115 tempest-AttachVolumeShelveTestJSON-1123487845 tempest-AttachVolumeShelveTestJSON-1123487845-project] 10.222.0.66 "GET /v2.0/security-groups?id=5ab805c8-38ae-4655-bf71-1fc1999d288e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0498371 Jun 16 17:26:31.066683 dv-cinder-837356-2-iscsi neutron-server[103916]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-921f0121-15ce-4238-84f9-cd4b79ad9aa1 req-0542a2c6-3399-45f6-896f-84d257005dad tempest-AttachVolumeTestJSON-336390128 tempest-AttachVolumeTestJSON-336390128-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103916) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 16 17:26:31.067789 dv-cinder-837356-2-iscsi neutron-server[103916]: INFO neutron.wsgi [req-921f0121-15ce-4238-84f9-cd4b79ad9aa1 req-0542a2c6-3399-45f6-896f-84d257005dad tempest-AttachVolumeTestJSON-336390128 tempest-AttachVolumeTestJSON-336390128-project] 10.222.0.66 "GET /v2.0/ports?device_id=7d22b60d-19fe-4dca-8eef-821db5a4dc55 HTTP/1.1" status: 200 len: 945 time: 0.0568151 Jun 16 17:26:31.133804 dv-cinder-837356-2-iscsi neutron-server[103916]: INFO neutron.wsgi [req-921f0121-15ce-4238-84f9-cd4b79ad9aa1 req-fadd72e5-ed99-403f-8e26-0b130b48cb7b tempest-AttachVolumeTestJSON-336390128 tempest-AttachVolumeTestJSON-336390128-project] 10.222.0.66 "GET /v2.0/security-groups?id=b5243b74-2536-4f9c-b2d2-f7b79b8f3edb&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0599785 Jun 16 17:26:31.165019 dv-cinder-837356-2-iscsi neutron-server[103917]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7da3c5bf-66ce-42ad-879c-d09418bcbf6e req-873151c7-b6cf-40aa-a53e-08e4aa85d188 tempest-ServerRescueNegativeTestJSON-1475515620 tempest-ServerRescueNegativeTestJSON-1475515620-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103917) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 16 17:26:31.166604 dv-cinder-837356-2-iscsi neutron-server[103917]: INFO neutron.wsgi [req-7da3c5bf-66ce-42ad-879c-d09418bcbf6e req-873151c7-b6cf-40aa-a53e-08e4aa85d188 tempest-ServerRescueNegativeTestJSON-1475515620 tempest-ServerRescueNegativeTestJSON-1475515620-project] 10.222.0.66 "GET /v2.0/ports?device_id=4065d5c1-0b16-413a-a5b5-e0e725e1e71b HTTP/1.1" status: 200 len: 945 time: 0.0762227 Jun 16 17:26:31.191177 dv-cinder-837356-2-iscsi neutron-server[103917]: DEBUG dbcounter [-] [103917] Writing DB stats neutron:SELECT=100 {{(pid=103917) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 16 17:26:31.223779 dv-cinder-837356-2-iscsi neutron-server[103917]: INFO neutron.wsgi [req-7da3c5bf-66ce-42ad-879c-d09418bcbf6e req-91a4dc79-e6e8-430c-a513-e418a0c19fea tempest-ServerRescueNegativeTestJSON-1475515620 tempest-ServerRescueNegativeTestJSON-1475515620-project] 10.222.0.66 "GET /v2.0/security-groups?id=d7d25be3-a5ac-46a1-b854-10a8a8453e86&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0509899 Jun 16 17:26:31.697834 dv-cinder-837356-2-iscsi neutron-server[103916]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce192d93-3b3f-45c4-a3b4-a3051d4f252f req-cbac725f-fb15-47d3-97b5-ee9f8870c9ce tempest-TestVolumeBootPattern-1350759327 tempest-TestVolumeBootPattern-1350759327-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103916) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 16 17:26:31.699315 dv-cinder-837356-2-iscsi neutron-server[103916]: INFO neutron.wsgi [req-ce192d93-3b3f-45c4-a3b4-a3051d4f252f req-cbac725f-fb15-47d3-97b5-ee9f8870c9ce tempest-TestVolumeBootPattern-1350759327 tempest-TestVolumeBootPattern-1350759327-project] 10.222.0.66 "GET /v2.0/ports?device_id=157a0c77-c88e-4ef0-aef5-6ba851b57d00 HTTP/1.1" status: 200 len: 944 time: 0.0574496 Jun 16 17:26:31.759093 dv-cinder-837356-2-iscsi neutron-server[103916]: INFO neutron.wsgi [req-ce192d93-3b3f-45c4-a3b4-a3051d4f252f req-2fbb6520-09f9-4eac-84f1-07cf47781765 tempest-TestVolumeBootPattern-1350759327 tempest-TestVolumeBootPattern-1350759327-project] 10.222.0.66 "GET /v2.0/security-groups?id=e6a9443b-cf7a-479e-b6b0-e85ba61d4c81&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0534706 Jun 16 17:26:32.026724 dv-cinder-837356-2-iscsi neutron-server[103917]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b2b918b-8aaf-4abb-a3c9-373c99166988 req-aaa8d334-1ed0-4af3-89b8-d054707bb3e0 tempest-AttachVolumeShelveTestJSON-1123487845 tempest-AttachVolumeShelveTestJSON-1123487845-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103917) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 16 17:26:32.028173 dv-cinder-837356-2-iscsi neutron-server[103917]: INFO neutron.wsgi [req-1b2b918b-8aaf-4abb-a3c9-373c99166988 req-aaa8d334-1ed0-4af3-89b8-d054707bb3e0 tempest-AttachVolumeShelveTestJSON-1123487845 tempest-AttachVolumeShelveTestJSON-1123487845-project] 10.222.0.66 "GET /v2.0/ports?device_id=ab2e7148-fa86-4648-9e4b-87e27fcf1147 HTTP/1.1" status: 200 len: 947 time: 0.0530064 Jun 16 17:26:32.080356 dv-cinder-837356-2-iscsi neutron-server[103917]: INFO neutron.wsgi [req-1b2b918b-8aaf-4abb-a3c9-373c99166988 req-7359b106-3b52-40a7-8faf-25a18dc59b9c tempest-AttachVolumeShelveTestJSON-1123487845 tempest-AttachVolumeShelveTestJSON-1123487845-project] 10.222.0.66 "GET /v2.0/security-groups?id=5ab805c8-38ae-4655-bf71-1fc1999d288e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0464518 Jun 16 17:26:32.261356 dv-cinder-837356-2-iscsi neutron-server[103916]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9fd0a25a-5497-4eeb-b5b7-455b37ce051b req-4ef9cb4c-358d-41ac-a239-14d2c3b85868 tempest-AttachVolumeTestJSON-336390128 tempest-AttachVolumeTestJSON-336390128-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103916) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 16 17:26:32.263009 dv-cinder-837356-2-iscsi neutron-server[103916]: INFO neutron.wsgi [req-9fd0a25a-5497-4eeb-b5b7-455b37ce051b req-4ef9cb4c-358d-41ac-a239-14d2c3b85868 tempest-AttachVolumeTestJSON-336390128 tempest-AttachVolumeTestJSON-336390128-project] 10.222.0.66 "GET /v2.0/ports?device_id=7d22b60d-19fe-4dca-8eef-821db5a4dc55 HTTP/1.1" status: 200 len: 945 time: 0.0523646 Jun 16 17:26:32.315095 dv-cinder-837356-2-iscsi neutron-server[103916]: INFO neutron.wsgi [req-9fd0a25a-5497-4eeb-b5b7-455b37ce051b req-eed16abd-df36-4184-b9a9-19e539d77f06 tempest-AttachVolumeTestJSON-336390128 tempest-AttachVolumeTestJSON-336390128-project] 10.222.0.66 "GET /v2.0/security-groups?id=b5243b74-2536-4f9c-b2d2-f7b79b8f3edb&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0454106 Jun 16 17:26:32.348546 dv-cinder-837356-2-iscsi neutron-server[103917]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5d8bcaf-680f-4473-97de-b7fb1737bfcd req-ecd057ed-7b63-44ec-a5c2-b764c867fba9 tempest-ServerRescueNegativeTestJSON-1475515620 tempest-ServerRescueNegativeTestJSON-1475515620-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103917) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 16 17:26:32.350068 dv-cinder-837356-2-iscsi neutron-server[103917]: INFO neutron.wsgi [req-d5d8bcaf-680f-4473-97de-b7fb1737bfcd req-ecd057ed-7b63-44ec-a5c2-b764c867fba9 tempest-ServerRescueNegativeTestJSON-1475515620 tempest-ServerRescueNegativeTestJSON-1475515620-project] 10.222.0.66 "GET /v2.0/ports?device_id=4065d5c1-0b16-413a-a5b5-e0e725e1e71b HTTP/1.1" status: 200 len: 945 time: 0.0529301 Jun 16 17:26:32.402590 dv-cinder-837356-2-iscsi neutron-server[103917]: INFO neutron.wsgi [req-d5d8bcaf-680f-4473-97de-b7fb1737bfcd req-62e58318-1e2c-4e75-b043-7e42e46a8113 tempest-ServerRescueNegativeTestJSON-1475515620 tempest-ServerRescueNegativeTestJSON-1475515620-project] 10.222.0.66 "GET /v2.0/security-groups?id=d7d25be3-a5ac-46a1-b854-10a8a8453e86&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0467899 Jun 16 17:26:32.646479 dv-cinder-837356-2-iscsi neutron-server[103919]: DEBUG dbcounter [-] [103919] Writing DB stats neutron:SELECT=5 {{(pid=103919) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 16 17:26:32.902051 dv-cinder-837356-2-iscsi neutron-server[103916]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-667af3f1-af2c-4230-86a6-b625b2c7496b req-cff3803f-10de-43f2-958f-56d967f86d78 tempest-TestVolumeBootPattern-1350759327 tempest-TestVolumeBootPattern-1350759327-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103916) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 16 17:26:32.903549 dv-cinder-837356-2-iscsi neutron-server[103916]: INFO neutron.wsgi [req-667af3f1-af2c-4230-86a6-b625b2c7496b req-cff3803f-10de-43f2-958f-56d967f86d78 tempest-TestVolumeBootPattern-1350759327 tempest-TestVolumeBootPattern-1350759327-project] 10.222.0.66 "GET /v2.0/ports?device_id=157a0c77-c88e-4ef0-aef5-6ba851b57d00 HTTP/1.1" status: 200 len: 944 time: 0.0627880 Jun 16 17:26:32.963843 dv-cinder-837356-2-iscsi neutron-server[103916]: INFO neutron.wsgi [req-667af3f1-af2c-4230-86a6-b625b2c7496b req-bbf3cc7e-fd35-4a3b-9a88-8c2812b7b070 tempest-TestVolumeBootPattern-1350759327 tempest-TestVolumeBootPattern-1350759327-project] 10.222.0.66 "GET /v2.0/security-groups?id=e6a9443b-cf7a-479e-b6b0-e85ba61d4c81&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0543289 Jun 16 17:26:33.208490 dv-cinder-837356-2-iscsi neutron-server[103917]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29f501b2-0e06-42d5-9bbc-e0ca4c427872 req-ad184311-6cce-4e2f-b899-8c106da3988d tempest-AttachVolumeShelveTestJSON-1123487845 tempest-AttachVolumeShelveTestJSON-1123487845-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103917) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 16 17:26:33.210137 dv-cinder-837356-2-iscsi neutron-server[103917]: INFO neutron.wsgi [req-29f501b2-0e06-42d5-9bbc-e0ca4c427872 req-ad184311-6cce-4e2f-b899-8c106da3988d tempest-AttachVolumeShelveTestJSON-1123487845 tempest-AttachVolumeShelveTestJSON-1123487845-project] 10.222.0.66 "GET /v2.0/ports?device_id=ab2e7148-fa86-4648-9e4b-87e27fcf1147 HTTP/1.1" status: 200 len: 947 time: 0.0532300 Jun 16 17:26:33.268042 dv-cinder-837356-2-iscsi neutron-server[103917]: INFO neutron.wsgi [req-29f501b2-0e06-42d5-9bbc-e0ca4c427872 req-736cfb70-31f1-4289-90bb-4aa357d1c474 tempest-AttachVolumeShelveTestJSON-1123487845 tempest-AttachVolumeShelveTestJSON-1123487845-project] 10.222.0.66 "GET /v2.0/security-groups?id=5ab805c8-38ae-4655-bf71-1fc1999d288e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0511281 Jun 16 17:26:33.411862 dv-cinder-837356-2-iscsi neutron-server[103916]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f505c377-ed2a-4326-aaea-324cf04c09b6 req-97f4b06e-5a9e-4d29-87e7-afb365ad308c tempest-VolumesSnapshotTestJSON-385000497 tempest-VolumesSnapshotTestJSON-385000497-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103916) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 16 17:26:33.419915 dv-cinder-837356-2-iscsi neutron-server[103916]: INFO neutron.wsgi [req-f505c377-ed2a-4326-aaea-324cf04c09b6 req-97f4b06e-5a9e-4d29-87e7-afb365ad308c tempest-VolumesSnapshotTestJSON-385000497 tempest-VolumesSnapshotTestJSON-385000497-project] 10.222.0.66 "GET /v2.0/networks?id=184a3d80-6b15-43ef-84b8-ddb86570078c HTTP/1.1" status: 200 len: 814 time: 0.1515391 Jun 16 17:26:33.440919 dv-cinder-837356-2-iscsi neutron-server[103916]: INFO neutron.wsgi [req-f505c377-ed2a-4326-aaea-324cf04c09b6 req-2e28338a-95e2-4c5a-bd56-5f77702947fc tempest-VolumesSnapshotTestJSON-385000497 tempest-VolumesSnapshotTestJSON-385000497-project] 10.222.0.66 "GET /v2.0/quotas/f96239e8e212410aac9df2d35293c665 HTTP/1.1" status: 200 len: 375 time: 0.0196245 Jun 16 17:26:33.462629 dv-cinder-837356-2-iscsi neutron-server[103918]: DEBUG neutron.plugins.ml2.rpc [None req-b2b17746-c296-4803-869a-65578e8233dd None None] Device 0fdde9ef-e61f-4c66-9976-8477640c42a6 details requested by agent hyperv_hv-cinder-83735 with host hv-cinder-83735 {{(pid=103918) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jun 16 17:26:33.479372 dv-cinder-837356-2-iscsi neutron-server[103917]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5575a946-0549-453b-b076-ceb73b951144 req-f52c3905-84b2-4025-8f39-4c42e88334f4 tempest-AttachVolumeTestJSON-336390128 tempest-AttachVolumeTestJSON-336390128-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103917) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 16 17:26:33.491156 dv-cinder-837356-2-iscsi neutron-server[103916]: INFO neutron.wsgi [req-f505c377-ed2a-4326-aaea-324cf04c09b6 req-6cd76986-d9e0-4fa3-aeae-29542021a111 tempest-VolumesSnapshotTestJSON-385000497 tempest-VolumesSnapshotTestJSON-385000497-project] 10.222.0.66 "GET /v2.0/ports?tenant_id=f96239e8e212410aac9df2d35293c665&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0484316 Jun 16 17:26:33.494705 dv-cinder-837356-2-iscsi neutron-server[103917]: INFO neutron.wsgi [req-5575a946-0549-453b-b076-ceb73b951144 req-f52c3905-84b2-4025-8f39-4c42e88334f4 tempest-AttachVolumeTestJSON-336390128 tempest-AttachVolumeTestJSON-336390128-project] 10.222.0.66 "GET /v2.0/ports?device_id=7d22b60d-19fe-4dca-8eef-821db5a4dc55 HTTP/1.1" status: 200 len: 945 time: 0.0928755 Jun 16 17:26:33.631894 dv-cinder-837356-2-iscsi neutron-server[103916]: DEBUG dbcounter [-] [103916] Writing DB stats neutron:SELECT=100 {{(pid=103916) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 16 17:26:33.649010 dv-cinder-837356-2-iscsi neutron-server[103917]: INFO neutron.wsgi [req-5575a946-0549-453b-b076-ceb73b951144 req-34200686-4779-47f5-be1d-33b639bd91a3 tempest-AttachVolumeTestJSON-336390128 tempest-AttachVolumeTestJSON-336390128-project] 10.222.0.66 "GET /v2.0/security-groups?id=b5243b74-2536-4f9c-b2d2-f7b79b8f3edb&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1516612 Jun 16 17:26:33.697536 dv-cinder-837356-2-iscsi neutron-server[103918]: DEBUG neutron.plugins.ml2.db [None req-b2b17746-c296-4803-869a-65578e8233dd None None] For port 0fdde9ef-e61f-4c66-9976-8477640c42a6, host hv-cinder-83735, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83735',level=0,port_id=0fdde9ef-e61f-4c66-9976-8477640c42a6,segment=NetworkSegment(363e514d-58a6-41ff-89ea-af6a85f188ef),segment_id=363e514d-58a6-41ff-89ea-af6a85f188ef)] {{(pid=103918) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 16 17:26:33.713515 dv-cinder-837356-2-iscsi neutron-server[103918]: DEBUG neutron.plugins.ml2.rpc [None req-b2b17746-c296-4803-869a-65578e8233dd None None] Returning: {'device': '0fdde9ef-e61f-4c66-9976-8477640c42a6', 'network_id': '3da1c24e-a853-4091-89c9-dc663f379476', 'port_id': '0fdde9ef-e61f-4c66-9976-8477640c42a6', 'mac_address': 'fa:16:3e:61:42:78', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 1006, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'ff26c6d8-fbe9-4318-9056-e5433e3433f5', 'ip_address': '172.20.0.13'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'qos_network_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103918) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jun 16 17:26:33.716890 dv-cinder-837356-2-iscsi neutron-server[103916]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ca26ad8-c09c-4478-b6d2-7713c009f330 req-4e84f378-a6f6-43d1-ad82-96afaf189097 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103916) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 16 17:26:33.719062 dv-cinder-837356-2-iscsi neutron-server[103916]: INFO neutron.wsgi [req-9ca26ad8-c09c-4478-b6d2-7713c009f330 req-4e84f378-a6f6-43d1-ad82-96afaf189097 service neutron] 10.222.0.81 "GET /v2.0/ports?tenant_id=f029a8bb389c4d348c0e9001c5fa059c&device_id=7d22b60d-19fe-4dca-8eef-821db5a4dc55 HTTP/1.1" status: 200 len: 1129 time: 0.1090641 Jun 16 17:26:33.725880 dv-cinder-837356-2-iscsi neutron-server[103916]: INFO neutron.wsgi [req-f505c377-ed2a-4326-aaea-324cf04c09b6 req-18673ffa-9f51-4856-93f3-2d60fce539ed service neutron] 10.222.0.66 "GET /v2.0/networks/184a3d80-6b15-43ef-84b8-ddb86570078c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2331305 Jun 16 17:26:33.755361 dv-cinder-837356-2-iscsi neutron-server[103918]: DEBUG neutron.plugins.ml2.plugin [None req-b2b17746-c296-4803-869a-65578e8233dd None None] Current status of the port 0fdde9ef-e61f-4c66-9976-8477640c42a6 is: DOWN; New status is: BUILD {{(pid=103918) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2298}} Jun 16 17:26:33.756185 dv-cinder-837356-2-iscsi neutron-server[103918]: DEBUG neutron_lib.callbacks.manager [None req-b2b17746-c296-4803-869a-65578e8233dd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16007590'] for port (0fdde9ef-e61f-4c66-9976-8477640c42a6), before_update {{(pid=103918) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 17:26:33.777927 dv-cinder-837356-2-iscsi neutron-server[103918]: DEBUG neutron.notifiers.nova [None req-b2b17746-c296-4803-869a-65578e8233dd None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 0fdde9ef-e61f-4c66-9976-8477640c42a6 {{(pid=103918) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Jun 16 17:26:33.797968 dv-cinder-837356-2-iscsi neutron-server[103916]: DEBUG dbcounter [-] [103916] Writing DB stats neutron:SELECT=100 {{(pid=103916) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 16 17:26:33.809824 dv-cinder-837356-2-iscsi neutron-server[103918]: DEBUG neutron.plugins.ml2.db [None req-b2b17746-c296-4803-869a-65578e8233dd None None] For port 0fdde9ef-e61f-4c66-9976-8477640c42a6, host hv-cinder-83735, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83735',level=0,port_id=0fdde9ef-e61f-4c66-9976-8477640c42a6,segment=NetworkSegment(363e514d-58a6-41ff-89ea-af6a85f188ef),segment_id=363e514d-58a6-41ff-89ea-af6a85f188ef)] {{(pid=103918) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 16 17:26:33.815040 dv-cinder-837356-2-iscsi neutron-server[103918]: DEBUG neutron_lib.callbacks.manager [None req-b2b17746-c296-4803-869a-65578e8233dd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16007527', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-75831', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16241551', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728539364693', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728538993439', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728538993457'] for port (0fdde9ef-e61f-4c66-9976-8477640c42a6), after_update {{(pid=103918) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 17:26:33.842014 dv-cinder-837356-2-iscsi neutron-server[103917]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-289bddb1-b844-4501-b543-0515a4935fea req-cd4353ba-245b-404a-92ea-1985484d1faf tempest-ServerRescueNegativeTestJSON-1475515620 tempest-ServerRescueNegativeTestJSON-1475515620-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103917) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 16 17:26:33.846462 dv-cinder-837356-2-iscsi neutron-server[103917]: INFO neutron.wsgi [req-289bddb1-b844-4501-b543-0515a4935fea req-cd4353ba-245b-404a-92ea-1985484d1faf tempest-ServerRescueNegativeTestJSON-1475515620 tempest-ServerRescueNegativeTestJSON-1475515620-project] 10.222.0.66 "GET /v2.0/ports?device_id=4065d5c1-0b16-413a-a5b5-e0e725e1e71b HTTP/1.1" status: 200 len: 945 time: 0.0995555 Jun 16 17:26:33.859570 dv-cinder-837356-2-iscsi neutron-server[103917]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e63302a-8ae0-414f-b07d-477748275f73 req-7c44bd10-9fee-466d-a9ec-3b065e98093e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103917) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 16 17:26:33.861209 dv-cinder-837356-2-iscsi neutron-server[103917]: INFO neutron.wsgi [req-0e63302a-8ae0-414f-b07d-477748275f73 req-7c44bd10-9fee-466d-a9ec-3b065e98093e service neutron] 10.222.0.81 "GET /v2.0/ports?device_id=ab2e7148-fa86-4648-9e4b-87e27fcf1147 HTTP/1.1" status: 200 len: 1131 time: 0.0531831 Jun 16 17:26:33.888924 dv-cinder-837356-2-iscsi neutron-server[103918]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b2b17746-c296-4803-869a-65578e8233dd None None] Pushing event updated for resources: {'Port': ['ID=0fdde9ef-e61f-4c66-9976-8477640c42a6,revision_number=4']} {{(pid=103918) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 17:26:33.941107 dv-cinder-837356-2-iscsi neutron-server[103916]: INFO neutron.wsgi [req-f505c377-ed2a-4326-aaea-324cf04c09b6 req-23583b1d-91b3-4ec0-9f24-3144a23fb268 service neutron] 10.222.0.66 "GET /v2.0/networks/184a3d80-6b15-43ef-84b8-ddb86570078c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2047873 Jun 16 17:26:33.956631 dv-cinder-837356-2-iscsi neutron-server[103917]: INFO neutron.wsgi [req-289bddb1-b844-4501-b543-0515a4935fea req-4ccc9010-6e52-466e-b15c-b43526baa484 tempest-ServerRescueNegativeTestJSON-1475515620 tempest-ServerRescueNegativeTestJSON-1475515620-project] 10.222.0.66 "GET /v2.0/security-groups?id=d7d25be3-a5ac-46a1-b854-10a8a8453e86&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0945165 Jun 16 17:26:33.958728 dv-cinder-837356-2-iscsi neutron-server[103916]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ca26ad8-c09c-4478-b6d2-7713c009f330 req-1c763cc8-4025-4f6d-8671-c3f0f32224da service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103916) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 16 17:26:33.960393 dv-cinder-837356-2-iscsi neutron-server[103917]: INFO neutron.wsgi [req-0e63302a-8ae0-414f-b07d-477748275f73 req-da2f5242-f164-4623-91cc-b65b39663343 service neutron] 10.222.0.81 "GET /v2.0/security-groups?id=5ab805c8-38ae-4655-bf71-1fc1999d288e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0878248 Jun 16 17:26:33.960695 dv-cinder-837356-2-iscsi neutron-server[103916]: INFO neutron.wsgi [req-9ca26ad8-c09c-4478-b6d2-7713c009f330 req-1c763cc8-4025-4f6d-8671-c3f0f32224da service neutron] 10.222.0.81 "GET /v2.0/networks?id=82c6c893-96f4-45ae-b1e3-d70ff1db738d HTTP/1.1" status: 200 len: 913 time: 0.1898146 Jun 16 17:26:34.111552 dv-cinder-837356-2-iscsi neutron-server[103917]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8940658-b208-4b58-b024-e611a2b8e1cb req-cf99f867-989e-448e-a635-d2f7012ce7ae tempest-TestMinimumBasicScenario-140635566 tempest-TestMinimumBasicScenario-140635566-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103917) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 16 17:26:34.119386 dv-cinder-837356-2-iscsi neutron-server[103917]: INFO neutron.wsgi [req-d8940658-b208-4b58-b024-e611a2b8e1cb req-cf99f867-989e-448e-a635-d2f7012ce7ae tempest-TestMinimumBasicScenario-140635566 tempest-TestMinimumBasicScenario-140635566-project] 10.222.0.66 "GET /v2.0/ports?device_id=b4ee9b10-f2da-442c-9475-3cfb21c9ad54 HTTP/1.1" status: 200 len: 946 time: 0.0884645 Jun 16 17:26:34.148086 dv-cinder-837356-2-iscsi neutron-server[103918]: DEBUG neutron.plugins.ml2.db [None req-b2b17746-c296-4803-869a-65578e8233dd None None] get_ports_and_sgs() called for port_ids ['0fdde9ef-e61f-4c66-9976-8477640c42a6'] {{(pid=103918) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jun 16 17:26:34.181649 dv-cinder-837356-2-iscsi neutron-server[103917]: INFO neutron.wsgi [req-d8940658-b208-4b58-b024-e611a2b8e1cb req-0680e12e-a71f-47ae-9e46-13ec89441e1d tempest-TestMinimumBasicScenario-140635566 tempest-TestMinimumBasicScenario-140635566-project] 10.222.0.66 "GET /v2.0/security-groups?id=054bc173-7136-43f6-8718-9d2e1fa2c0d2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0612056 Jun 16 17:26:34.200644 dv-cinder-837356-2-iscsi neutron-server[103917]: DEBUG neutron.wsgi [-] (103917) accepted ('10.222.0.66', 41862) {{(pid=103917) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 16 17:26:34.304611 dv-cinder-837356-2-iscsi neutron-server[103917]: INFO neutron.wsgi [req-8706f52d-e2af-47d0-82c6-79c0818922bf req-5b2b1c82-736d-4b8a-88e2-6e5380fe7930 tempest-VolumesSnapshotTestJSON-385000497 tempest-VolumesSnapshotTestJSON-385000497-project] 10.222.0.66 "GET /v2.0/ports?device_id=1394894f-f188-4863-8a8e-19e8498a38c0 HTTP/1.1" status: 200 len: 210 time: 0.0533979 Jun 16 17:26:34.332451 dv-cinder-837356-2-iscsi neutron-server[103916]: INFO neutron.wsgi [req-9ca26ad8-c09c-4478-b6d2-7713c009f330 req-69877a1e-1552-4670-adb4-3861297fb832 service neutron] 10.222.0.81 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=21fae4ca-fb3d-4b09-8071-928df2baff45 HTTP/1.1" status: 200 len: 1001 time: 0.1115935 Jun 16 17:26:34.398988 dv-cinder-837356-2-iscsi neutron-server[103916]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38a3f028-ad71-4f41-9b6e-7f1f3282c066 req-64ed7e36-901c-4d6a-9f4d-1de7b7d47a8f tempest-TestVolumeBootPattern-1350759327 tempest-TestVolumeBootPattern-1350759327-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103916) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 16 17:26:34.406497 dv-cinder-837356-2-iscsi neutron-server[103916]: INFO neutron.wsgi [req-38a3f028-ad71-4f41-9b6e-7f1f3282c066 req-64ed7e36-901c-4d6a-9f4d-1de7b7d47a8f tempest-TestVolumeBootPattern-1350759327 tempest-TestVolumeBootPattern-1350759327-project] 10.222.0.66 "GET /v2.0/ports?device_id=157a0c77-c88e-4ef0-aef5-6ba851b57d00 HTTP/1.1" status: 200 len: 945 time: 0.2477765 Jun 16 17:26:34.446056 dv-cinder-837356-2-iscsi neutron-server[103916]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ca26ad8-c09c-4478-b6d2-7713c009f330 req-daf50185-73a1-4707-825c-a8a3a63a31a8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103916) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 16 17:26:34.447745 dv-cinder-837356-2-iscsi neutron-server[103916]: INFO neutron.wsgi [req-9ca26ad8-c09c-4478-b6d2-7713c009f330 req-daf50185-73a1-4707-825c-a8a3a63a31a8 service neutron] 10.222.0.81 "GET /v2.0/subnets?id=744fc868-35e9-4c30-8ac9-ba01749c37c3 HTTP/1.1" status: 200 len: 850 time: 0.1069007 Jun 16 17:26:34.481464 dv-cinder-837356-2-iscsi neutron-server[103916]: INFO neutron.wsgi [req-38a3f028-ad71-4f41-9b6e-7f1f3282c066 req-6a78ffcf-08b8-4617-ab1d-e6148fba8646 tempest-TestVolumeBootPattern-1350759327 tempest-TestVolumeBootPattern-1350759327-project] 10.222.0.66 "GET /v2.0/security-groups?id=e6a9443b-cf7a-479e-b6b0-e85ba61d4c81&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0739412 Jun 16 17:26:34.495921 dv-cinder-837356-2-iscsi neutron-server[103917]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a190458-8563-4c16-9eda-1ffa2993e2ed req-f360eb16-b609-4e92-8edf-eab958b63eed tempest-AttachVolumeShelveTestJSON-1123487845 tempest-AttachVolumeShelveTestJSON-1123487845-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103917) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 16 17:26:34.498455 dv-cinder-837356-2-iscsi neutron-server[103917]: INFO neutron.wsgi [req-2a190458-8563-4c16-9eda-1ffa2993e2ed req-f360eb16-b609-4e92-8edf-eab958b63eed tempest-AttachVolumeShelveTestJSON-1123487845 tempest-AttachVolumeShelveTestJSON-1123487845-project] 10.222.0.66 "GET /v2.0/ports?device_id=ab2e7148-fa86-4648-9e4b-87e27fcf1147 HTTP/1.1" status: 200 len: 947 time: 0.1048703 Jun 16 17:26:34.502656 dv-cinder-837356-2-iscsi neutron-server[103917]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bc7bc0b2-f591-4ecd-a317-73a1921ea92c tempest-TestMinimumBasicScenario-2047001398 tempest-TestMinimumBasicScenario-2047001398-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103917) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 16 17:26:34.504316 dv-cinder-837356-2-iscsi neutron-server[103917]: INFO neutron.wsgi [None req-bc7bc0b2-f591-4ecd-a317-73a1921ea92c tempest-TestMinimumBasicScenario-2047001398 tempest-TestMinimumBasicScenario-2047001398-project-admin] 10.222.0.66 "GET /v2.0/ports?device_id=b4ee9b10-f2da-442c-9475-3cfb21c9ad54 HTTP/1.1" status: 200 len: 1125 time: 0.3012028 Jun 16 17:26:34.507857 dv-cinder-837356-2-iscsi neutron-server[103916]: DEBUG neutron.wsgi [-] (103916) accepted ('10.222.0.66', 41872) {{(pid=103916) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 16 17:26:34.513117 dv-cinder-837356-2-iscsi neutron-server[103917]: DEBUG dbcounter [-] [103917] Writing DB stats neutron:SELECT=100 {{(pid=103917) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 16 17:26:34.513816 dv-cinder-837356-2-iscsi neutron-server[103916]: DEBUG neutron.api.v2.base [None req-f5775489-ba9b-458e-a014-97d81899ba1b tempest-TestMinimumBasicScenario-140635566 tempest-TestMinimumBasicScenario-140635566-project] Request body: {'floatingip': {'floating_network_id': '9df31235-0797-44e6-85a0-102cb2da2d58', 'port_id': '676f9af5-715a-4f80-b6f8-747296e84e2c', 'tenant_id': '546929b1810a4d20b273f3e5492ec6ed', 'fixed_ip_address': '172.20.0.11'}} {{(pid=103916) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jun 16 17:26:34.535873 dv-cinder-837356-2-iscsi neutron-server[103918]: DEBUG dbcounter [-] [103918] Writing DB stats neutron:SELECT=97,neutron:UPDATE=3 {{(pid=103918) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 16 17:26:34.550593 dv-cinder-837356-2-iscsi neutron-server[103918]: DEBUG dbcounter [-] [103918] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=103918) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 16 17:26:34.558031 dv-cinder-837356-2-iscsi neutron-server[103917]: INFO neutron.wsgi [req-2a190458-8563-4c16-9eda-1ffa2993e2ed req-aaef479e-d17f-493b-989b-4147d2df1bad tempest-AttachVolumeShelveTestJSON-1123487845 tempest-AttachVolumeShelveTestJSON-1123487845-project] 10.222.0.66 "GET /v2.0/security-groups?id=5ab805c8-38ae-4655-bf71-1fc1999d288e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0525746 Jun 16 17:26:34.614290 dv-cinder-837356-2-iscsi neutron-server[103916]: DEBUG neutron_lib.callbacks.manager [None req-f5775489-ba9b-458e-a014-97d81899ba1b tempest-TestMinimumBasicScenario-140635566 tempest-TestMinimumBasicScenario-140635566-project] Publish callbacks [] for floatingip (None), before_create {{(pid=103916) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 17:26:34.774131 dv-cinder-837356-2-iscsi neutron-server[103916]: DEBUG neutron_lib.callbacks.manager [None req-f5775489-ba9b-458e-a014-97d81899ba1b tempest-TestMinimumBasicScenario-140635566 tempest-TestMinimumBasicScenario-140635566-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16007590'] for port (None), before_create {{(pid=103916) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 17:26:34.872857 dv-cinder-837356-2-iscsi neutron-server[103916]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40fee7cc-f3fa-4a91-88ba-caeb3b9810fe req-5d4aa9b7-3adb-4269-aabb-47f5811ab88b tempest-AttachVolumeTestJSON-336390128 tempest-AttachVolumeTestJSON-336390128-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103916) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 16 17:26:34.875066 dv-cinder-837356-2-iscsi neutron-server[103916]: INFO neutron.wsgi [req-40fee7cc-f3fa-4a91-88ba-caeb3b9810fe req-5d4aa9b7-3adb-4269-aabb-47f5811ab88b tempest-AttachVolumeTestJSON-336390128 tempest-AttachVolumeTestJSON-336390128-project] 10.222.0.66 "GET /v2.0/ports?device_id=7d22b60d-19fe-4dca-8eef-821db5a4dc55 HTTP/1.1" status: 200 len: 945 time: 0.1283834 Jun 16 17:26:35.021917 dv-cinder-837356-2-iscsi neutron-server[103916]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ca26ad8-c09c-4478-b6d2-7713c009f330 req-c56e3d7b-697d-4205-acd7-ad2691e48932 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103916) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 16 17:26:35.024338 dv-cinder-837356-2-iscsi neutron-server[103916]: INFO neutron.wsgi [req-9ca26ad8-c09c-4478-b6d2-7713c009f330 req-c56e3d7b-697d-4205-acd7-ad2691e48932 service neutron] 10.222.0.81 "GET /v2.0/ports?network_id=82c6c893-96f4-45ae-b1e3-d70ff1db738d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.1244283 Jun 16 17:26:35.032196 dv-cinder-837356-2-iscsi neutron-server[103916]: INFO neutron.wsgi [req-40fee7cc-f3fa-4a91-88ba-caeb3b9810fe req-65fe6f53-803c-43b8-82c6-d73c5214a461 tempest-AttachVolumeTestJSON-336390128 tempest-AttachVolumeTestJSON-336390128-project] 10.222.0.66 "GET /v2.0/security-groups?id=b5243b74-2536-4f9c-b2d2-f7b79b8f3edb&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1439433 Jun 16 17:26:35.082804 dv-cinder-837356-2-iscsi neutron-server[103916]: DEBUG neutron.db.db_base_plugin_common [None req-f5775489-ba9b-458e-a014-97d81899ba1b tempest-TestMinimumBasicScenario-140635566 tempest-TestMinimumBasicScenario-140635566-project] Allocated IP 172.27.2.200 (9df31235-0797-44e6-85a0-102cb2da2d58/1dfb0320-f5eb-46f6-88ce-33002f500238/65f1aed9-3a54-4ad2-9dd6-5b6090f565a5) {{(pid=103916) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 16 17:26:35.108165 dv-cinder-837356-2-iscsi neutron-server[103917]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80d96f0d-4f7f-47b2-9a51-6a930066ced5 req-6e61ab89-9688-4d0f-b88e-a4e2af1c178a tempest-ServerRescueNegativeTestJSON-1475515620 tempest-ServerRescueNegativeTestJSON-1475515620-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103917) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 16 17:26:35.110981 dv-cinder-837356-2-iscsi neutron-server[103917]: INFO neutron.wsgi [req-80d96f0d-4f7f-47b2-9a51-6a930066ced5 req-6e61ab89-9688-4d0f-b88e-a4e2af1c178a tempest-ServerRescueNegativeTestJSON-1475515620 tempest-ServerRescueNegativeTestJSON-1475515620-project] 10.222.0.66 "GET /v2.0/ports?device_id=4065d5c1-0b16-413a-a5b5-e0e725e1e71b HTTP/1.1" status: 200 len: 945 time: 0.0551136 Jun 16 17:26:35.172286 dv-cinder-837356-2-iscsi neutron-server[103917]: INFO neutron.wsgi [req-80d96f0d-4f7f-47b2-9a51-6a930066ced5 req-61f362b8-5584-4ffe-a6a5-7abdd478ef0a tempest-ServerRescueNegativeTestJSON-1475515620 tempest-ServerRescueNegativeTestJSON-1475515620-project] 10.222.0.66 "GET /v2.0/security-groups?id=d7d25be3-a5ac-46a1-b854-10a8a8453e86&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0500987 Jun 16 17:26:35.233039 dv-cinder-837356-2-iscsi neutron-server[103916]: INFO neutron.wsgi [req-9ca26ad8-c09c-4478-b6d2-7713c009f330 req-f368e2cf-fddb-4830-8172-365960086f82 service neutron] 10.222.0.81 "GET /v2.0/networks/82c6c893-96f4-45ae-b1e3-d70ff1db738d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1930137 Jun 16 17:26:35.252447 dv-cinder-837356-2-iscsi neutron-server[103916]: DEBUG dbcounter [-] [103916] Writing DB stats neutron:SELECT=98,neutron:INSERT=2 {{(pid=103916) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 16 17:26:35.255439 dv-cinder-837356-2-iscsi neutron-server[103916]: DEBUG dbcounter [-] [103916] Writing DB stats neutron:SELECT=91,neutron:INSERT=5,neutron:UPDATE=4 {{(pid=103916) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 16 17:26:35.336031 dv-cinder-837356-2-iscsi neutron-server[103916]: DEBUG neutron_lib.callbacks.manager [None req-f5775489-ba9b-458e-a014-97d81899ba1b tempest-TestMinimumBasicScenario-140635566 tempest-TestMinimumBasicScenario-140635566-project] Publish callbacks [] for port (65f1aed9-3a54-4ad2-9dd6-5b6090f565a5), precommit_create {{(pid=103916) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 17:26:35.403431 dv-cinder-837356-2-iscsi neutron-server[103916]: INFO neutron.wsgi [req-9ca26ad8-c09c-4478-b6d2-7713c009f330 req-2a31cd0f-7bfb-423e-b9b7-a0cfc5a4d9cc service neutron] 10.222.0.81 "GET /v2.0/networks/82c6c893-96f4-45ae-b1e3-d70ff1db738d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1595023 Jun 16 17:26:35.423807 dv-cinder-837356-2-iscsi neutron-server[103916]: INFO neutron.wsgi [req-7dd511f9-a534-4b48-a2b9-af9949db7a0e req-bab75ef7-287b-49f7-9329-83a3ce44229a tempest-VolumesSnapshotTestJSON-385000497 tempest-VolumesSnapshotTestJSON-385000497-project] 10.222.0.66 "GET /v2.0/ports?device_id=1394894f-f188-4863-8a8e-19e8498a38c0 HTTP/1.1" status: 200 len: 210 time: 0.0463345 Jun 16 17:26:35.431682 dv-cinder-837356-2-iscsi neutron-server[103916]: DEBUG neutron_lib.callbacks.manager [None req-f5775489-ba9b-458e-a014-97d81899ba1b tempest-TestMinimumBasicScenario-140635566 tempest-TestMinimumBasicScenario-140635566-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16007527', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-75831', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16241551', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8728538993421', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25517999'] for port (65f1aed9-3a54-4ad2-9dd6-5b6090f565a5), after_create {{(pid=103916) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 17:26:35.476657 dv-cinder-837356-2-iscsi neutron-server[103918]: DEBUG neutron.plugins.ml2.rpc [None req-b2b17746-c296-4803-869a-65578e8233dd None None] Device 0fdde9ef-e61f-4c66-9976-8477640c42a6 up at agent hyperv_hv-cinder-83735 {{(pid=103918) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 16 17:26:35.488833 dv-cinder-837356-2-iscsi neutron-server[103916]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f5775489-ba9b-458e-a014-97d81899ba1b tempest-TestMinimumBasicScenario-140635566 tempest-TestMinimumBasicScenario-140635566-project] Network 9df31235-0797-44e6-85a0-102cb2da2d58 is already hosted by enough agents. {{(pid=103916) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 16 17:26:35.495354 dv-cinder-837356-2-iscsi neutron-server[103916]: DEBUG neutron.scheduler.base_scheduler [None req-f5775489-ba9b-458e-a014-97d81899ba1b tempest-TestMinimumBasicScenario-140635566 tempest-TestMinimumBasicScenario-140635566-project] Resources bound (agent type, host, resource id): {{(pid=103916) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 16 17:26:35.505686 dv-cinder-837356-2-iscsi neutron-server[103916]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f5775489-ba9b-458e-a014-97d81899ba1b tempest-TestMinimumBasicScenario-140635566 tempest-TestMinimumBasicScenario-140635566-project] Pushing event updated for resources: {'Port': ['ID=65f1aed9-3a54-4ad2-9dd6-5b6090f565a5,revision_number=1']} {{(pid=103916) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 17:26:35.508681 dv-cinder-837356-2-iscsi neutron-server[103916]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f5775489-ba9b-458e-a014-97d81899ba1b tempest-TestMinimumBasicScenario-140635566 tempest-TestMinimumBasicScenario-140635566-project] Received port after_create {{(pid=103916) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:542}} Jun 16 17:26:35.534361 dv-cinder-837356-2-iscsi neutron-server[103918]: DEBUG neutron.db.provisioning_blocks [None req-b2b17746-c296-4803-869a-65578e8233dd None None] Provisioning for port 0fdde9ef-e61f-4c66-9976-8477640c42a6 completed by entity L2. {{(pid=103918) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:137}} Jun 16 17:26:35.545375 dv-cinder-837356-2-iscsi neutron-server[103918]: DEBUG neutron.db.provisioning_blocks [None req-b2b17746-c296-4803-869a-65578e8233dd None None] Provisioning complete for port 0fdde9ef-e61f-4c66-9976-8477640c42a6 triggered by entity L2. {{(pid=103918) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jun 16 17:26:35.546981 dv-cinder-837356-2-iscsi neutron-server[103918]: DEBUG neutron_lib.callbacks.manager [None req-b2b17746-c296-4803-869a-65578e8233dd None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16149424'] for port (0fdde9ef-e61f-4c66-9976-8477640c42a6), provisioning_complete {{(pid=103918) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 17:26:35.551500 dv-cinder-837356-2-iscsi neutron-server[103916]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f5775489-ba9b-458e-a014-97d81899ba1b tempest-TestMinimumBasicScenario-140635566 tempest-TestMinimumBasicScenario-140635566-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-837356-2-iscsi {{(pid=103916) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 17:26:35.551937 dv-cinder-837356-2-iscsi neutron-server[103916]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f5775489-ba9b-458e-a014-97d81899ba1b tempest-TestMinimumBasicScenario-140635566 tempest-TestMinimumBasicScenario-140635566-project] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-837356-2-iscsi {{(pid=103916) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 17:26:35.552184 dv-cinder-837356-2-iscsi neutron-server[103916]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f5775489-ba9b-458e-a014-97d81899ba1b tempest-TestMinimumBasicScenario-140635566 tempest-TestMinimumBasicScenario-140635566-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-837356-2-iscsi {{(pid=103916) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 17:26:35.552506 dv-cinder-837356-2-iscsi neutron-server[103916]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f5775489-ba9b-458e-a014-97d81899ba1b tempest-TestMinimumBasicScenario-140635566 tempest-TestMinimumBasicScenario-140635566-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-837356-2-iscsi {{(pid=103916) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 17:26:35.552837 dv-cinder-837356-2-iscsi neutron-server[103916]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f5775489-ba9b-458e-a014-97d81899ba1b tempest-TestMinimumBasicScenario-140635566 tempest-TestMinimumBasicScenario-140635566-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-837356-2-iscsi {{(pid=103916) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 17:26:35.553160 dv-cinder-837356-2-iscsi neutron-server[103916]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f5775489-ba9b-458e-a014-97d81899ba1b tempest-TestMinimumBasicScenario-140635566 tempest-TestMinimumBasicScenario-140635566-project] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-837356-2-iscsi {{(pid=103916) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 17:26:35.553810 dv-cinder-837356-2-iscsi neutron-server[103916]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f5775489-ba9b-458e-a014-97d81899ba1b tempest-TestMinimumBasicScenario-140635566 tempest-TestMinimumBasicScenario-140635566-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-837356-2-iscsi {{(pid=103916) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 17:26:35.553997 dv-cinder-837356-2-iscsi neutron-server[103916]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f5775489-ba9b-458e-a014-97d81899ba1b tempest-TestMinimumBasicScenario-140635566 tempest-TestMinimumBasicScenario-140635566-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-837356-2-iscsi {{(pid=103916) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 17:26:35.554204 dv-cinder-837356-2-iscsi neutron-server[103916]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f5775489-ba9b-458e-a014-97d81899ba1b tempest-TestMinimumBasicScenario-140635566 tempest-TestMinimumBasicScenario-140635566-project] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-837356-2-iscsi {{(pid=103916) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 17:26:35.554523 dv-cinder-837356-2-iscsi neutron-server[103916]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f5775489-ba9b-458e-a014-97d81899ba1b tempest-TestMinimumBasicScenario-140635566 tempest-TestMinimumBasicScenario-140635566-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-837356-2-iscsi {{(pid=103916) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 17:26:35.554839 dv-cinder-837356-2-iscsi neutron-server[103916]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f5775489-ba9b-458e-a014-97d81899ba1b tempest-TestMinimumBasicScenario-140635566 tempest-TestMinimumBasicScenario-140635566-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-837356-2-iscsi {{(pid=103916) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 17:26:35.555153 dv-cinder-837356-2-iscsi neutron-server[103916]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f5775489-ba9b-458e-a014-97d81899ba1b tempest-TestMinimumBasicScenario-140635566 tempest-TestMinimumBasicScenario-140635566-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-837356-2-iscsi {{(pid=103916) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 17:26:35.555469 dv-cinder-837356-2-iscsi neutron-server[103916]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f5775489-ba9b-458e-a014-97d81899ba1b tempest-TestMinimumBasicScenario-140635566 tempest-TestMinimumBasicScenario-140635566-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-837356-2-iscsi {{(pid=103916) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 17:26:35.555781 dv-cinder-837356-2-iscsi neutron-server[103916]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f5775489-ba9b-458e-a014-97d81899ba1b tempest-TestMinimumBasicScenario-140635566 tempest-TestMinimumBasicScenario-140635566-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-837356-2-iscsi {{(pid=103916) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 17:26:35.556089 dv-cinder-837356-2-iscsi neutron-server[103916]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f5775489-ba9b-458e-a014-97d81899ba1b tempest-TestMinimumBasicScenario-140635566 tempest-TestMinimumBasicScenario-140635566-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-837356-2-iscsi {{(pid=103916) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 17:26:35.678553 dv-cinder-837356-2-iscsi neutron-server[103917]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef286ccd-edd9-4388-8228-16ce1a50f274 req-ba92a4cc-2b8f-4fca-a1ec-90df4780c56d tempest-TestVolumeBootPattern-1350759327 tempest-TestVolumeBootPattern-1350759327-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103917) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 16 17:26:35.681161 dv-cinder-837356-2-iscsi neutron-server[103917]: INFO neutron.wsgi [req-ef286ccd-edd9-4388-8228-16ce1a50f274 req-ba92a4cc-2b8f-4fca-a1ec-90df4780c56d tempest-TestVolumeBootPattern-1350759327 tempest-TestVolumeBootPattern-1350759327-project] 10.222.0.66 "GET /v2.0/ports?device_id=157a0c77-c88e-4ef0-aef5-6ba851b57d00 HTTP/1.1" status: 200 len: 945 time: 0.1105797 Jun 16 17:26:35.695572 dv-cinder-837356-2-iscsi neutron-server[103918]: DEBUG neutron.plugins.ml2.plugin [None req-b2b17746-c296-4803-869a-65578e8233dd None None] Current status of the port 0fdde9ef-e61f-4c66-9976-8477640c42a6 is: BUILD; New status is: ACTIVE {{(pid=103918) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2298}} Jun 16 17:26:35.695936 dv-cinder-837356-2-iscsi neutron-server[103918]: DEBUG neutron_lib.callbacks.manager [None req-b2b17746-c296-4803-869a-65578e8233dd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16007590'] for port (0fdde9ef-e61f-4c66-9976-8477640c42a6), before_update {{(pid=103918) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 17:26:35.731913 dv-cinder-837356-2-iscsi neutron-server[103918]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '157a0c77-c88e-4ef0-aef5-6ba851b57d00', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '0fdde9ef-e61f-4c66-9976-8477640c42a6'}] {{(pid=103918) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jun 16 17:26:35.735883 dv-cinder-837356-2-iscsi neutron-server[103918]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.66/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c81ba123246404939637391270152498621c2ac0d5068f91321d7f7277fce0c4" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-cfceb359-5491-4712-b976-13d11334b152" -d '{"events": [{"server_uuid": "157a0c77-c88e-4ef0-aef5-6ba851b57d00", "name": "network-vif-plugged", "status": "completed", "tag": "0fdde9ef-e61f-4c66-9976-8477640c42a6"}]}' {{(pid=103918) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 16 17:26:35.758567 dv-cinder-837356-2-iscsi neutron-server[103918]: DEBUG neutron.plugins.ml2.db [None req-b2b17746-c296-4803-869a-65578e8233dd None None] For port 0fdde9ef-e61f-4c66-9976-8477640c42a6, host hv-cinder-83735, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83735',level=0,port_id=0fdde9ef-e61f-4c66-9976-8477640c42a6,segment=NetworkSegment(363e514d-58a6-41ff-89ea-af6a85f188ef),segment_id=363e514d-58a6-41ff-89ea-af6a85f188ef)] {{(pid=103918) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 16 17:26:35.763833 dv-cinder-837356-2-iscsi neutron-server[103916]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-702d425d-ef99-4f7a-8e34-ba67b78663b8 req-5be09155-9df6-4076-91d0-a57f9d21fb23 tempest-AttachVolumeShelveTestJSON-1123487845 tempest-AttachVolumeShelveTestJSON-1123487845-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103916) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 16 17:26:35.765288 dv-cinder-837356-2-iscsi neutron-server[103918]: DEBUG neutron_lib.callbacks.manager [None req-b2b17746-c296-4803-869a-65578e8233dd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16007527', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-75831', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16241551', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728539364693', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728538993439', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728538993457'] for port (0fdde9ef-e61f-4c66-9976-8477640c42a6), after_update {{(pid=103918) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 17:26:35.765573 dv-cinder-837356-2-iscsi neutron-server[103916]: INFO neutron.wsgi [req-702d425d-ef99-4f7a-8e34-ba67b78663b8 req-5be09155-9df6-4076-91d0-a57f9d21fb23 tempest-AttachVolumeShelveTestJSON-1123487845 tempest-AttachVolumeShelveTestJSON-1123487845-project] 10.222.0.66 "GET /v2.0/ports?device_id=ab2e7148-fa86-4648-9e4b-87e27fcf1147 HTTP/1.1" status: 200 len: 947 time: 0.0875955 Jun 16 17:26:35.782355 dv-cinder-837356-2-iscsi neutron-server[103917]: INFO neutron.wsgi [req-ef286ccd-edd9-4388-8228-16ce1a50f274 req-ab7282b6-081e-4548-b614-f53a87c1e7ee tempest-TestVolumeBootPattern-1350759327 tempest-TestVolumeBootPattern-1350759327-project] 10.222.0.66 "GET /v2.0/security-groups?id=e6a9443b-cf7a-479e-b6b0-e85ba61d4c81&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0907469 Jun 16 17:26:35.865750 dv-cinder-837356-2-iscsi neutron-server[103918]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b2b17746-c296-4803-869a-65578e8233dd None None] Pushing event updated for resources: {'Port': ['ID=0fdde9ef-e61f-4c66-9976-8477640c42a6,revision_number=5']} {{(pid=103918) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 17:26:35.879169 dv-cinder-837356-2-iscsi neutron-server[103918]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 16 Jun 2022 17:26:35 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-35c21320-ce9d-4e67-baae-4a5001de9aba x-openstack-request-id: req-35c21320-ce9d-4e67-baae-4a5001de9aba {{(pid=103918) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 16 17:26:35.879632 dv-cinder-837356-2-iscsi neutron-server[103918]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "157a0c77-c88e-4ef0-aef5-6ba851b57d00", "name": "network-vif-plugged", "status": "completed", "tag": "0fdde9ef-e61f-4c66-9976-8477640c42a6", "code": 200}]} {{(pid=103918) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 16 17:26:35.879998 dv-cinder-837356-2-iscsi neutron-server[103918]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.66/compute/v2.1/os-server-external-events used request id req-35c21320-ce9d-4e67-baae-4a5001de9aba {{(pid=103918) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 16 17:26:35.880441 dv-cinder-837356-2-iscsi neutron-server[103918]: INFO neutron.notifiers.nova [-] Nova event matching ['req-35c21320-ce9d-4e67-baae-4a5001de9aba'] response: {'server_uuid': '157a0c77-c88e-4ef0-aef5-6ba851b57d00', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '0fdde9ef-e61f-4c66-9976-8477640c42a6', 'code': 200} Jun 16 17:26:35.919745 dv-cinder-837356-2-iscsi neutron-server[103916]: INFO neutron.wsgi [req-702d425d-ef99-4f7a-8e34-ba67b78663b8 req-7b7974c0-55b7-435b-9965-6b3abf03b83c tempest-AttachVolumeShelveTestJSON-1123487845 tempest-AttachVolumeShelveTestJSON-1123487845-project] 10.222.0.66 "GET /v2.0/security-groups?id=5ab805c8-38ae-4655-bf71-1fc1999d288e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1146069 Jun 16 17:26:36.121854 dv-cinder-837356-2-iscsi neutron-server[103916]: DEBUG neutron_lib.callbacks.manager [None req-f5775489-ba9b-458e-a014-97d81899ba1b tempest-TestMinimumBasicScenario-140635566 tempest-TestMinimumBasicScenario-140635566-project] Publish callbacks [] for floatingip (edc68f3f-c670-4073-be22-70f69f00352c), precommit_create {{(pid=103916) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 17:26:36.193248 dv-cinder-837356-2-iscsi neutron-server[103917]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d373008d-de77-442f-a7c6-607d50f2ac13 req-b96d3410-8d7d-4aab-9096-6806f5b84fe1 tempest-AttachVolumeTestJSON-336390128 tempest-AttachVolumeTestJSON-336390128-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103917) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 16 17:26:36.195087 dv-cinder-837356-2-iscsi neutron-server[103917]: INFO neutron.wsgi [req-d373008d-de77-442f-a7c6-607d50f2ac13 req-b96d3410-8d7d-4aab-9096-6806f5b84fe1 tempest-AttachVolumeTestJSON-336390128 tempest-AttachVolumeTestJSON-336390128-project] 10.222.0.66 "GET /v2.0/ports?device_id=7d22b60d-19fe-4dca-8eef-821db5a4dc55 HTTP/1.1" status: 200 len: 945 time: 0.0659654 Jun 16 17:26:36.243416 dv-cinder-837356-2-iscsi neutron-server[103917]: DEBUG dbcounter [-] [103917] Writing DB stats neutron:SELECT=100 {{(pid=103917) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 16 17:26:36.294084 dv-cinder-837356-2-iscsi neutron-server[103917]: INFO neutron.wsgi [req-d373008d-de77-442f-a7c6-607d50f2ac13 req-fec9494c-c326-425b-85db-bb437b123c24 tempest-AttachVolumeTestJSON-336390128 tempest-AttachVolumeTestJSON-336390128-project] 10.222.0.66 "GET /v2.0/security-groups?id=b5243b74-2536-4f9c-b2d2-f7b79b8f3edb&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0913968 Jun 16 17:26:36.585353 dv-cinder-837356-2-iscsi neutron-server[103917]: INFO neutron.wsgi [req-cba343ad-cf07-462a-849b-8ddfeb5e2e68 req-0ac6043e-8fbe-4f63-bf12-6dc9cd2232cc tempest-VolumesSnapshotTestJSON-385000497 tempest-VolumesSnapshotTestJSON-385000497-project] 10.222.0.66 "GET /v2.0/ports?device_id=1394894f-f188-4863-8a8e-19e8498a38c0 HTTP/1.1" status: 200 len: 210 time: 0.0641375 Jun 16 17:26:36.661664 dv-cinder-837356-2-iscsi neutron-server[103916]: DEBUG neutron_lib.callbacks.manager [None req-f5775489-ba9b-458e-a014-97d81899ba1b tempest-TestMinimumBasicScenario-140635566 tempest-TestMinimumBasicScenario-140635566-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16007590'] for port (65f1aed9-3a54-4ad2-9dd6-5b6090f565a5), before_update {{(pid=103916) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 17:26:36.670802 dv-cinder-837356-2-iscsi neutron-server[103916]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6219f78-8b09-4e0d-8207-0fc50261defc req-f6cf0f84-46ef-4333-bc30-20cb17a512ed tempest-ServerRescueNegativeTestJSON-1475515620 tempest-ServerRescueNegativeTestJSON-1475515620-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103916) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 16 17:26:36.673003 dv-cinder-837356-2-iscsi neutron-server[103916]: INFO neutron.wsgi [req-a6219f78-8b09-4e0d-8207-0fc50261defc req-f6cf0f84-46ef-4333-bc30-20cb17a512ed tempest-ServerRescueNegativeTestJSON-1475515620 tempest-ServerRescueNegativeTestJSON-1475515620-project] 10.222.0.66 "GET /v2.0/ports?device_id=4065d5c1-0b16-413a-a5b5-e0e725e1e71b HTTP/1.1" status: 200 len: 945 time: 0.1990275 Jun 16 17:26:36.754917 dv-cinder-837356-2-iscsi neutron-server[103916]: DEBUG dbcounter [-] [103916] Writing DB stats neutron:SELECT=98,neutron:INSERT=2 {{(pid=103916) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 16 17:26:36.761283 dv-cinder-837356-2-iscsi neutron-server[103916]: DEBUG dbcounter [-] [103916] Writing DB stats neutron:SELECT=99,neutron:INSERT=1 {{(pid=103916) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 16 17:26:36.898041 dv-cinder-837356-2-iscsi neutron-server[103916]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f505c377-ed2a-4326-aaea-324cf04c09b6 req-6654c4ce-e276-4c12-bd62-0a4f9eeb9a1e tempest-VolumesSnapshotTestJSON-385000497 tempest-VolumesSnapshotTestJSON-385000497-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103916) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 16 17:26:36.899627 dv-cinder-837356-2-iscsi neutron-server[103916]: INFO neutron.wsgi [req-f505c377-ed2a-4326-aaea-324cf04c09b6 req-6654c4ce-e276-4c12-bd62-0a4f9eeb9a1e tempest-VolumesSnapshotTestJSON-385000497 tempest-VolumesSnapshotTestJSON-385000497-project] 10.222.0.81 "GET /v2.0/networks?id=184a3d80-6b15-43ef-84b8-ddb86570078c HTTP/1.1" status: 200 len: 814 time: 0.2973411 Jun 16 17:26:36.903048 dv-cinder-837356-2-iscsi neutron-server[103916]: INFO neutron.wsgi [req-a6219f78-8b09-4e0d-8207-0fc50261defc req-039b8b6f-694f-4df4-a8f8-7a9a2ca05d69 tempest-ServerRescueNegativeTestJSON-1475515620 tempest-ServerRescueNegativeTestJSON-1475515620-project] 10.222.0.66 "GET /v2.0/security-groups?id=d7d25be3-a5ac-46a1-b854-10a8a8453e86&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1620352 Jun 16 17:26:36.948958 dv-cinder-837356-2-iscsi neutron-server[103917]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b648513-6591-42f1-8a92-4c6421355fe1 req-d0fb0886-71e7-4c56-b8e9-7625fcf8088b tempest-TestVolumeBootPattern-1350759327 tempest-TestVolumeBootPattern-1350759327-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103917) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 16 17:26:36.956954 dv-cinder-837356-2-iscsi neutron-server[103917]: INFO neutron.wsgi [req-2b648513-6591-42f1-8a92-4c6421355fe1 req-d0fb0886-71e7-4c56-b8e9-7625fcf8088b tempest-TestVolumeBootPattern-1350759327 tempest-TestVolumeBootPattern-1350759327-project] 10.222.0.66 "GET /v2.0/ports?device_id=157a0c77-c88e-4ef0-aef5-6ba851b57d00 HTTP/1.1" status: 200 len: 946 time: 0.0789623 Jun 16 17:26:37.056673 dv-cinder-837356-2-iscsi neutron-server[103917]: INFO neutron.wsgi [req-2b648513-6591-42f1-8a92-4c6421355fe1 req-51316256-99db-43e5-b2e3-78476eacddd0 tempest-TestVolumeBootPattern-1350759327 tempest-TestVolumeBootPattern-1350759327-project] 10.222.0.66 "GET /v2.0/security-groups?id=e6a9443b-cf7a-479e-b6b0-e85ba61d4c81&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0969925 Jun 16 17:26:37.058609 dv-cinder-837356-2-iscsi neutron-server[103916]: DEBUG neutron.api.v2.base [req-f505c377-ed2a-4326-aaea-324cf04c09b6 req-beed2393-22d3-4e01-8778-fb1a02e7eded tempest-VolumesSnapshotTestJSON-385000497 tempest-VolumesSnapshotTestJSON-385000497-project] Request body: {'port': {'device_id': '1394894f-f188-4863-8a8e-19e8498a38c0', 'network_id': '184a3d80-6b15-43ef-84b8-ddb86570078c', 'admin_state_up': True, 'tenant_id': 'f96239e8e212410aac9df2d35293c665'}} {{(pid=103916) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jun 16 17:26:37.103100 dv-cinder-837356-2-iscsi neutron-server[103916]: DEBUG neutron_lib.callbacks.manager [None req-f5775489-ba9b-458e-a014-97d81899ba1b tempest-TestMinimumBasicScenario-140635566 tempest-TestMinimumBasicScenario-140635566-project] Publish callbacks [] for port (65f1aed9-3a54-4ad2-9dd6-5b6090f565a5), precommit_update {{(pid=103916) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 17:26:37.128159 dv-cinder-837356-2-iscsi neutron-server[103916]: DEBUG neutron_lib.callbacks.manager [None req-f5775489-ba9b-458e-a014-97d81899ba1b tempest-TestMinimumBasicScenario-140635566 tempest-TestMinimumBasicScenario-140635566-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16007527', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-75831', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16241551', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728539364693', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728538993439', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728538993457', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25517990'] for port (65f1aed9-3a54-4ad2-9dd6-5b6090f565a5), after_update {{(pid=103916) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 17:26:37.160298 dv-cinder-837356-2-iscsi neutron-server[103917]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ceb0cb7-0ee3-496e-a267-dfa5f5517bad req-86e465f3-59e8-419b-8829-ab5b2b825aba service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103917) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 16 17:26:37.162817 dv-cinder-837356-2-iscsi neutron-server[103917]: INFO neutron.wsgi [req-8ceb0cb7-0ee3-496e-a267-dfa5f5517bad req-86e465f3-59e8-419b-8829-ab5b2b825aba service neutron] 10.222.0.81 "GET /v2.0/ports?device_id=157a0c77-c88e-4ef0-aef5-6ba851b57d00 HTTP/1.1" status: 200 len: 1130 time: 0.0698440 Jun 16 17:26:37.272993 dv-cinder-837356-2-iscsi neutron-server[103917]: INFO neutron.wsgi [req-8ceb0cb7-0ee3-496e-a267-dfa5f5517bad req-89e11b4a-265a-4e75-a33b-31d2e0cecd6d service neutron] 10.222.0.81 "GET /v2.0/security-groups?id=e6a9443b-cf7a-479e-b6b0-e85ba61d4c81&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0994968 Jun 16 17:26:37.328340 dv-cinder-837356-2-iscsi neutron-server[103916]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f5d3dea-444e-497a-b5df-99adedaf22ae req-069c8ed9-fd18-46de-9efb-61b6da2f554f tempest-AttachVolumeShelveTestJSON-1123487845 tempest-AttachVolumeShelveTestJSON-1123487845-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103916) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 16 17:26:37.330247 dv-cinder-837356-2-iscsi neutron-server[103916]: INFO neutron.wsgi [req-7f5d3dea-444e-497a-b5df-99adedaf22ae req-069c8ed9-fd18-46de-9efb-61b6da2f554f tempest-AttachVolumeShelveTestJSON-1123487845 tempest-AttachVolumeShelveTestJSON-1123487845-project] 10.222.0.66 "GET /v2.0/ports?device_id=ab2e7148-fa86-4648-9e4b-87e27fcf1147 HTTP/1.1" status: 200 len: 947 time: 0.1740875 Jun 16 17:26:37.338497 dv-cinder-837356-2-iscsi neutron-server[103916]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f5775489-ba9b-458e-a014-97d81899ba1b tempest-TestMinimumBasicScenario-140635566 tempest-TestMinimumBasicScenario-140635566-project] Pushing event updated for resources: {'Port': ['ID=65f1aed9-3a54-4ad2-9dd6-5b6090f565a5,revision_number=2']} {{(pid=103916) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 17:26:37.352134 dv-cinder-837356-2-iscsi neutron-server[103916]: DEBUG neutron_lib.callbacks.manager [None req-f5775489-ba9b-458e-a014-97d81899ba1b tempest-TestMinimumBasicScenario-140635566 tempest-TestMinimumBasicScenario-140635566-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-704970'] for floatingip (edc68f3f-c670-4073-be22-70f69f00352c), after_create {{(pid=103916) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 17:26:37.445878 dv-cinder-837356-2-iscsi neutron-server[103917]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a66339d1-0a08-47b3-9656-fd78ae8a63e8 req-ca85ff19-06fa-43b5-bc3d-7c2fe7a8a85d tempest-AttachVolumeTestJSON-336390128 tempest-AttachVolumeTestJSON-336390128-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103917) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 16 17:26:37.447553 dv-cinder-837356-2-iscsi neutron-server[103917]: INFO neutron.wsgi [req-a66339d1-0a08-47b3-9656-fd78ae8a63e8 req-ca85ff19-06fa-43b5-bc3d-7c2fe7a8a85d tempest-AttachVolumeTestJSON-336390128 tempest-AttachVolumeTestJSON-336390128-project] 10.222.0.66 "GET /v2.0/ports?device_id=7d22b60d-19fe-4dca-8eef-821db5a4dc55 HTTP/1.1" status: 200 len: 945 time: 0.0543873 Jun 16 17:26:37.509439 dv-cinder-837356-2-iscsi neutron-server[103917]: INFO neutron.wsgi [req-a66339d1-0a08-47b3-9656-fd78ae8a63e8 req-f3bcbe59-e1f5-40a5-b4ed-1f8f539df3b7 tempest-AttachVolumeTestJSON-336390128 tempest-AttachVolumeTestJSON-336390128-project] 10.222.0.66 "GET /v2.0/security-groups?id=b5243b74-2536-4f9c-b2d2-f7b79b8f3edb&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0549190 Jun 16 17:26:37.515297 dv-cinder-837356-2-iscsi neutron-server[103916]: INFO neutron.wsgi [req-7f5d3dea-444e-497a-b5df-99adedaf22ae req-2b46aaa0-7785-485a-8ad6-797a1a0131de tempest-AttachVolumeShelveTestJSON-1123487845 tempest-AttachVolumeShelveTestJSON-1123487845-project] 10.222.0.66 "GET /v2.0/security-groups?id=5ab805c8-38ae-4655-bf71-1fc1999d288e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1604300 Jun 16 17:26:37.519919 dv-cinder-837356-2-iscsi neutron-server[103916]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-f505c377-ed2a-4326-aaea-324cf04c09b6 req-beed2393-22d3-4e01-8778-fb1a02e7eded tempest-VolumesSnapshotTestJSON-385000497 tempest-VolumesSnapshotTestJSON-385000497-project] Made reservation on behalf of f96239e8e212410aac9df2d35293c665 for: {'port': 1} {{(pid=103916) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 16 17:26:37.522283 dv-cinder-837356-2-iscsi neutron-server[103916]: DEBUG neutron_lib.callbacks.manager [req-f505c377-ed2a-4326-aaea-324cf04c09b6 req-beed2393-22d3-4e01-8778-fb1a02e7eded tempest-VolumesSnapshotTestJSON-385000497 tempest-VolumesSnapshotTestJSON-385000497-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16007590'] for port (None), before_create {{(pid=103916) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 17:26:37.535623 dv-cinder-837356-2-iscsi neutron-server[103916]: INFO neutron.db.l3_db [None req-f5775489-ba9b-458e-a014-97d81899ba1b tempest-TestMinimumBasicScenario-140635566 tempest-TestMinimumBasicScenario-140635566-project] Floating IP edc68f3f-c670-4073-be22-70f69f00352c associated. External IP: 172.27.2.200, port: 676f9af5-715a-4f80-b6f8-747296e84e2c. Jun 16 17:26:37.705948 dv-cinder-837356-2-iscsi neutron-server[103916]: DEBUG dbcounter [-] [103916] Writing DB stats neutron:SELECT=96,neutron:UPDATE=2,neutron:INSERT=2 {{(pid=103916) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 16 17:26:37.732564 dv-cinder-837356-2-iscsi neutron-server[103917]: INFO neutron.wsgi [req-eee0dace-5010-4dde-b28d-ed485d571ef7 req-70b2f0ac-220e-442c-bb47-4f3dc6d9f300 tempest-VolumesSnapshotTestJSON-385000497 tempest-VolumesSnapshotTestJSON-385000497-project] 10.222.0.66 "GET /v2.0/ports?device_id=1394894f-f188-4863-8a8e-19e8498a38c0 HTTP/1.1" status: 200 len: 210 time: 0.0357695 Jun 16 17:26:37.808639 dv-cinder-837356-2-iscsi neutron-server[103916]: DEBUG dbcounter [-] [103916] Writing DB stats neutron:SELECT=97,neutron:INSERT=2,neutron:UPDATE=1 {{(pid=103916) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 16 17:26:37.820835 dv-cinder-837356-2-iscsi neutron-server[103916]: DEBUG neutron.db.db_base_plugin_common [req-f505c377-ed2a-4326-aaea-324cf04c09b6 req-beed2393-22d3-4e01-8778-fb1a02e7eded tempest-VolumesSnapshotTestJSON-385000497 tempest-VolumesSnapshotTestJSON-385000497-project] Allocated IP 172.20.0.14 (184a3d80-6b15-43ef-84b8-ddb86570078c/0a15a8f4-c07c-4d90-a6f2-8394d3f253a0/2e065346-bbf2-4d07-9223-ade0165e1288) {{(pid=103916) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 16 17:26:37.916211 dv-cinder-837356-2-iscsi neutron-server[103916]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f5775489-ba9b-458e-a014-97d81899ba1b tempest-TestMinimumBasicScenario-140635566 tempest-TestMinimumBasicScenario-140635566-project] Router 3a6cdede-165f-4bdb-a89a-490c73b652dc has already been hosted by L3 agent 7639df21-17c3-4235-8912-210c3ad54137 {{(pid=103916) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jun 16 17:26:38.137512 dv-cinder-837356-2-iscsi neutron-server[103916]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f931c85-b128-4571-aa7e-c1a1abc90d2b req-25805c2a-b6b3-4377-928b-ee7430da6841 tempest-ServerRescueNegativeTestJSON-1475515620 tempest-ServerRescueNegativeTestJSON-1475515620-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103916) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 16 17:26:38.139083 dv-cinder-837356-2-iscsi neutron-server[103916]: INFO neutron.wsgi [req-2f931c85-b128-4571-aa7e-c1a1abc90d2b req-25805c2a-b6b3-4377-928b-ee7430da6841 tempest-ServerRescueNegativeTestJSON-1475515620 tempest-ServerRescueNegativeTestJSON-1475515620-project] 10.222.0.66 "GET /v2.0/ports?device_id=4065d5c1-0b16-413a-a5b5-e0e725e1e71b HTTP/1.1" status: 200 len: 945 time: 0.1131334 Jun 16 17:26:38.177358 dv-cinder-837356-2-iscsi neutron-server[103916]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f5775489-ba9b-458e-a014-97d81899ba1b tempest-TestMinimumBasicScenario-140635566 tempest-TestMinimumBasicScenario-140635566-project] Notify agent at l3_agent.dv-cinder-837356-2-iscsi the message routers_updated {{(pid=103916) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jun 16 17:26:38.198120 dv-cinder-837356-2-iscsi neutron-server[103918]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8ef6f040-07d6-4c0e-a521-73cda445fd98 None None] Sync routers for ids ['3a6cdede-165f-4bdb-a89a-490c73b652dc'] in dv-cinder-837356-2-iscsi {{(pid=103918) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 16 17:26:38.198974 dv-cinder-837356-2-iscsi neutron-server[103916]: DEBUG neutron_lib.callbacks.manager [req-f505c377-ed2a-4326-aaea-324cf04c09b6 req-beed2393-22d3-4e01-8778-fb1a02e7eded tempest-VolumesSnapshotTestJSON-385000497 tempest-VolumesSnapshotTestJSON-385000497-project] Publish callbacks [] for port (2e065346-bbf2-4d07-9223-ade0165e1288), precommit_create {{(pid=103916) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 17:26:38.204376 dv-cinder-837356-2-iscsi neutron-server[103917]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2895c10-e3ba-4c41-85b6-9cc9ca9fc03a req-be264120-3eed-4b66-8e56-1d65359def29 tempest-TestVolumeBootPattern-1350759327 tempest-TestVolumeBootPattern-1350759327-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103917) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 16 17:26:38.213829 dv-cinder-837356-2-iscsi neutron-server[103917]: INFO neutron.wsgi [req-a2895c10-e3ba-4c41-85b6-9cc9ca9fc03a req-be264120-3eed-4b66-8e56-1d65359def29 tempest-TestVolumeBootPattern-1350759327 tempest-TestVolumeBootPattern-1350759327-project] 10.222.0.66 "GET /v2.0/ports?device_id=157a0c77-c88e-4ef0-aef5-6ba851b57d00 HTTP/1.1" status: 200 len: 946 time: 0.0757914 Jun 16 17:26:38.218024 dv-cinder-837356-2-iscsi neutron-server[103918]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8ef6f040-07d6-4c0e-a521-73cda445fd98 None None] Routers {'3a6cdede-165f-4bdb-a89a-490c73b652dc'} bound to L3 agent in host dv-cinder-837356-2-iscsi {{(pid=103918) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jun 16 17:26:38.218864 dv-cinder-837356-2-iscsi neutron-server[103918]: DEBUG neutron.db.l3_hamode_db [None req-8ef6f040-07d6-4c0e-a521-73cda445fd98 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-837356-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2022-06-16T17:14:15Z,description=,heartbeat_timestamp=2022-06-16T17:26:15Z,host='dv-cinder-837356-2-iscsi',id=7639df21-17c3-4235-8912-210c3ad54137,load=0,resource_versions=,resources_synced=,started_at=2022-06-16T17:14:15Z,topic='l3_agent')) {'router_ids': ['3a6cdede-165f-4bdb-a89a-490c73b652dc'], 'active': True} {{(pid=103918) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 16 17:26:38.224149 dv-cinder-837356-2-iscsi neutron-server[103916]: DEBUG neutron_lib.callbacks.manager [None req-f5775489-ba9b-458e-a014-97d81899ba1b tempest-TestMinimumBasicScenario-140635566 tempest-TestMinimumBasicScenario-140635566-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-191112'] for floatingip (None), before_response {{(pid=103916) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 17:26:38.277801 dv-cinder-837356-2-iscsi neutron-server[103917]: INFO neutron.wsgi [req-a2895c10-e3ba-4c41-85b6-9cc9ca9fc03a req-6743eb00-6b88-4a64-af38-d55d8b71855b tempest-TestVolumeBootPattern-1350759327 tempest-TestVolumeBootPattern-1350759327-project] 10.222.0.66 "GET /v2.0/security-groups?id=e6a9443b-cf7a-479e-b6b0-e85ba61d4c81&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0542779 Jun 16 17:26:38.283705 dv-cinder-837356-2-iscsi neutron-server[103916]: INFO neutron.wsgi [req-2f931c85-b128-4571-aa7e-c1a1abc90d2b req-bca3acc9-2f9d-447d-ba4d-734d69e4aa5f tempest-ServerRescueNegativeTestJSON-1475515620 tempest-ServerRescueNegativeTestJSON-1475515620-project] 10.222.0.66 "GET /v2.0/security-groups?id=d7d25be3-a5ac-46a1-b854-10a8a8453e86&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1311319 Jun 16 17:26:38.299658 dv-cinder-837356-2-iscsi neutron-server[103917]: DEBUG neutron.wsgi [-] (103917) accepted ('10.222.0.66', 41946) {{(pid=103917) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 16 17:26:38.299911 dv-cinder-837356-2-iscsi neutron-server[103916]: INFO neutron.wsgi [None req-f5775489-ba9b-458e-a014-97d81899ba1b tempest-TestMinimumBasicScenario-140635566 tempest-TestMinimumBasicScenario-140635566-project] 10.222.0.66 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 997 time: 3.7905118 Jun 16 17:26:38.302354 dv-cinder-837356-2-iscsi neutron-server[103916]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'b4ee9b10-f2da-442c-9475-3cfb21c9ad54', 'tag': '676f9af5-715a-4f80-b6f8-747296e84e2c'}] {{(pid=103916) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jun 16 17:26:38.304994 dv-cinder-837356-2-iscsi neutron-server[103916]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.66/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}15d8713043fc5f9b6f9aaf4a9a169ba36e5aaa6307a8131177ae56adda3437c5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-cf080e43-2a3b-42a4-8e8c-a65a0454ffe0" -d '{"events": [{"name": "network-changed", "server_uuid": "b4ee9b10-f2da-442c-9475-3cfb21c9ad54", "tag": "676f9af5-715a-4f80-b6f8-747296e84e2c"}]}' {{(pid=103916) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 16 17:26:38.312633 dv-cinder-837356-2-iscsi neutron-server[103917]: DEBUG neutron.api.v2.base [None req-2b5e22a1-6f46-49a6-afb2-bf876ec3e49c tempest-TestMinimumBasicScenario-140635566 tempest-TestMinimumBasicScenario-140635566-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-1613302764', 'description': 'tempest-secgroup-smoke-1613302764 description', 'project_id': '546929b1810a4d20b273f3e5492ec6ed'}} {{(pid=103917) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jun 16 17:26:38.321626 dv-cinder-837356-2-iscsi neutron-server[103916]: DEBUG neutron_lib.callbacks.manager [req-f505c377-ed2a-4326-aaea-324cf04c09b6 req-beed2393-22d3-4e01-8778-fb1a02e7eded tempest-VolumesSnapshotTestJSON-385000497 tempest-VolumesSnapshotTestJSON-385000497-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16007527', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-75831', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16241551', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8728538993421', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25517999'] for port (2e065346-bbf2-4d07-9223-ade0165e1288), after_create {{(pid=103916) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 17:26:38.349469 dv-cinder-837356-2-iscsi neutron-server[103917]: DEBUG neutron_lib.callbacks.manager [None req-2b5e22a1-6f46-49a6-afb2-bf876ec3e49c tempest-TestMinimumBasicScenario-140635566 tempest-TestMinimumBasicScenario-140635566-project] Publish callbacks [] for security_group (None), before_create {{(pid=103917) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 17:26:38.354357 dv-cinder-837356-2-iscsi neutron-server[103918]: DEBUG neutron.db.l3_dvr_db [None req-8ef6f040-07d6-4c0e-a521-73cda445fd98 None None] Set router 3a6cdede-165f-4bdb-a89a-490c73b652dc gateway port host: dv-cinder-837356-2-iscsi {{(pid=103918) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jun 16 17:26:38.371300 dv-cinder-837356-2-iscsi neutron-server[103916]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 16 Jun 2022 17:26:38 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d7b81987-1f22-4f11-a379-f4875b303122 x-openstack-request-id: req-d7b81987-1f22-4f11-a379-f4875b303122 {{(pid=103916) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 16 17:26:38.371594 dv-cinder-837356-2-iscsi neutron-server[103916]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "b4ee9b10-f2da-442c-9475-3cfb21c9ad54", "tag": "676f9af5-715a-4f80-b6f8-747296e84e2c", "status": "completed", "code": 200}]} {{(pid=103916) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 16 17:26:38.371846 dv-cinder-837356-2-iscsi neutron-server[103916]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.66/compute/v2.1/os-server-external-events used request id req-d7b81987-1f22-4f11-a379-f4875b303122 {{(pid=103916) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 16 17:26:38.372251 dv-cinder-837356-2-iscsi neutron-server[103916]: INFO neutron.notifiers.nova [-] Nova event matching ['req-d7b81987-1f22-4f11-a379-f4875b303122'] response: {'name': 'network-changed', 'server_uuid': 'b4ee9b10-f2da-442c-9475-3cfb21c9ad54', 'tag': '676f9af5-715a-4f80-b6f8-747296e84e2c', 'status': 'completed', 'code': 200} Jun 16 17:26:38.381240 dv-cinder-837356-2-iscsi neutron-server[103916]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-f505c377-ed2a-4326-aaea-324cf04c09b6 req-beed2393-22d3-4e01-8778-fb1a02e7eded tempest-VolumesSnapshotTestJSON-385000497 tempest-VolumesSnapshotTestJSON-385000497-project] Network 184a3d80-6b15-43ef-84b8-ddb86570078c is already hosted by enough agents. {{(pid=103916) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 16 17:26:38.387244 dv-cinder-837356-2-iscsi neutron-server[103916]: DEBUG neutron.scheduler.base_scheduler [req-f505c377-ed2a-4326-aaea-324cf04c09b6 req-beed2393-22d3-4e01-8778-fb1a02e7eded tempest-VolumesSnapshotTestJSON-385000497 tempest-VolumesSnapshotTestJSON-385000497-project] Resources bound (agent type, host, resource id): {{(pid=103916) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 16 17:26:38.392903 dv-cinder-837356-2-iscsi neutron-server[103916]: DEBUG neutron.db.l3_dvrscheduler_db [req-f505c377-ed2a-4326-aaea-324cf04c09b6 req-beed2393-22d3-4e01-8778-fb1a02e7eded tempest-VolumesSnapshotTestJSON-385000497 tempest-VolumesSnapshotTestJSON-385000497-project] Received port after_create {{(pid=103916) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:542}} Jun 16 17:26:38.417953 dv-cinder-837356-2-iscsi neutron-server[103916]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-beed2393-22d3-4e01-8778-fb1a02e7eded tempest-VolumesSnapshotTestJSON-385000497 tempest-VolumesSnapshotTestJSON-385000497-project] Pushing event updated for resources: {'Port': ['ID=2e065346-bbf2-4d07-9223-ade0165e1288,revision_number=1']} {{(pid=103916) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 17:26:38.449403 dv-cinder-837356-2-iscsi neutron-server[103917]: DEBUG neutron_lib.callbacks.manager [None req-2b5e22a1-6f46-49a6-afb2-bf876ec3e49c tempest-TestMinimumBasicScenario-140635566 tempest-TestMinimumBasicScenario-140635566-project] Publish callbacks [] for security_group (66f70e9b-7bf4-4a7a-a0da-bf4af5a755fa), precommit_create {{(pid=103917) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 17:26:38.450297 dv-cinder-837356-2-iscsi neutron-server[103916]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f505c377-ed2a-4326-aaea-324cf04c09b6 req-beed2393-22d3-4e01-8778-fb1a02e7eded tempest-VolumesSnapshotTestJSON-385000497 tempest-VolumesSnapshotTestJSON-385000497-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103916) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 16 17:26:38.450979 dv-cinder-837356-2-iscsi neutron-server[103916]: DEBUG neutron_lib.callbacks.manager [req-f505c377-ed2a-4326-aaea-324cf04c09b6 req-beed2393-22d3-4e01-8778-fb1a02e7eded tempest-VolumesSnapshotTestJSON-385000497 tempest-VolumesSnapshotTestJSON-385000497-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-191112'] for port (None), before_response {{(pid=103916) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 17:26:38.456294 dv-cinder-837356-2-iscsi neutron-server[103917]: DEBUG neutron_lib.callbacks.manager [None req-2b5e22a1-6f46-49a6-afb2-bf876ec3e49c tempest-TestMinimumBasicScenario-140635566 tempest-TestMinimumBasicScenario-140635566-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-570488'] for security_group (66f70e9b-7bf4-4a7a-a0da-bf4af5a755fa), after_create {{(pid=103917) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 17:26:38.469020 dv-cinder-837356-2-iscsi neutron-server[103916]: INFO neutron.wsgi [req-f505c377-ed2a-4326-aaea-324cf04c09b6 req-beed2393-22d3-4e01-8778-fb1a02e7eded tempest-VolumesSnapshotTestJSON-385000497 tempest-VolumesSnapshotTestJSON-385000497-project] 10.222.0.81 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.4168806 Jun 16 17:26:38.502755 dv-cinder-837356-2-iscsi neutron-server[103917]: DEBUG neutron_lib.callbacks.manager [None req-2b5e22a1-6f46-49a6-afb2-bf876ec3e49c tempest-TestMinimumBasicScenario-140635566 tempest-TestMinimumBasicScenario-140635566-project] Publish callbacks [] for security_group (None), before_response {{(pid=103917) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 17:26:38.504038 dv-cinder-837356-2-iscsi neutron-server[103917]: INFO neutron.wsgi [None req-2b5e22a1-6f46-49a6-afb2-bf876ec3e49c tempest-TestMinimumBasicScenario-140635566 tempest-TestMinimumBasicScenario-140635566-project] 10.222.0.66 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1811 time: 0.2000813 Jun 16 17:26:38.504929 dv-cinder-837356-2-iscsi neutron-server[103917]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2b5e22a1-6f46-49a6-afb2-bf876ec3e49c tempest-TestMinimumBasicScenario-140635566 tempest-TestMinimumBasicScenario-140635566-project] Pushing event updated for resources: {'SecurityGroup': ['ID=66f70e9b-7bf4-4a7a-a0da-bf4af5a755fa,revision_number=1']} {{(pid=103917) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 17:26:38.507991 dv-cinder-837356-2-iscsi neutron-server[103916]: DEBUG neutron.wsgi [-] (103916) accepted ('10.222.0.66', 41950) {{(pid=103916) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 16 17:26:38.514047 dv-cinder-837356-2-iscsi neutron-server[103917]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2b5e22a1-6f46-49a6-afb2-bf876ec3e49c tempest-TestMinimumBasicScenario-140635566 tempest-TestMinimumBasicScenario-140635566-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-837356-2-iscsi {{(pid=103917) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 17:26:38.514391 dv-cinder-837356-2-iscsi neutron-server[103917]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2b5e22a1-6f46-49a6-afb2-bf876ec3e49c tempest-TestMinimumBasicScenario-140635566 tempest-TestMinimumBasicScenario-140635566-project] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-837356-2-iscsi {{(pid=103917) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 17:26:38.514955 dv-cinder-837356-2-iscsi neutron-server[103917]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2b5e22a1-6f46-49a6-afb2-bf876ec3e49c tempest-TestMinimumBasicScenario-140635566 tempest-TestMinimumBasicScenario-140635566-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-837356-2-iscsi {{(pid=103917) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 17:26:38.515297 dv-cinder-837356-2-iscsi neutron-server[103917]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2b5e22a1-6f46-49a6-afb2-bf876ec3e49c tempest-TestMinimumBasicScenario-140635566 tempest-TestMinimumBasicScenario-140635566-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-837356-2-iscsi {{(pid=103917) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 17:26:38.515624 dv-cinder-837356-2-iscsi neutron-server[103917]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2b5e22a1-6f46-49a6-afb2-bf876ec3e49c tempest-TestMinimumBasicScenario-140635566 tempest-TestMinimumBasicScenario-140635566-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-837356-2-iscsi {{(pid=103917) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 17:26:38.516209 dv-cinder-837356-2-iscsi neutron-server[103917]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2b5e22a1-6f46-49a6-afb2-bf876ec3e49c tempest-TestMinimumBasicScenario-140635566 tempest-TestMinimumBasicScenario-140635566-project] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-837356-2-iscsi {{(pid=103917) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 17:26:38.516702 dv-cinder-837356-2-iscsi neutron-server[103917]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2b5e22a1-6f46-49a6-afb2-bf876ec3e49c tempest-TestMinimumBasicScenario-140635566 tempest-TestMinimumBasicScenario-140635566-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-837356-2-iscsi {{(pid=103917) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 17:26:38.517289 dv-cinder-837356-2-iscsi neutron-server[103917]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2b5e22a1-6f46-49a6-afb2-bf876ec3e49c tempest-TestMinimumBasicScenario-140635566 tempest-TestMinimumBasicScenario-140635566-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-837356-2-iscsi {{(pid=103917) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 17:26:38.517620 dv-cinder-837356-2-iscsi neutron-server[103917]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2b5e22a1-6f46-49a6-afb2-bf876ec3e49c tempest-TestMinimumBasicScenario-140635566 tempest-TestMinimumBasicScenario-140635566-project] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-837356-2-iscsi {{(pid=103917) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 17:26:38.518052 dv-cinder-837356-2-iscsi neutron-server[103916]: DEBUG neutron.api.v2.base [None req-d0c0b17b-c4a4-4afa-b1a5-a1359025baf4 tempest-TestMinimumBasicScenario-140635566 tempest-TestMinimumBasicScenario-140635566-project] Request body: {'security_group_rule': {'security_group_id': '66f70e9b-7bf4-4a7a-a0da-bf4af5a755fa', 'project_id': '546929b1810a4d20b273f3e5492ec6ed', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=103916) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jun 16 17:26:38.518383 dv-cinder-837356-2-iscsi neutron-server[103917]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2b5e22a1-6f46-49a6-afb2-bf876ec3e49c tempest-TestMinimumBasicScenario-140635566 tempest-TestMinimumBasicScenario-140635566-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-837356-2-iscsi {{(pid=103917) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 17:26:38.518721 dv-cinder-837356-2-iscsi neutron-server[103917]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2b5e22a1-6f46-49a6-afb2-bf876ec3e49c tempest-TestMinimumBasicScenario-140635566 tempest-TestMinimumBasicScenario-140635566-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-837356-2-iscsi {{(pid=103917) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 17:26:38.519053 dv-cinder-837356-2-iscsi neutron-server[103917]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2b5e22a1-6f46-49a6-afb2-bf876ec3e49c tempest-TestMinimumBasicScenario-140635566 tempest-TestMinimumBasicScenario-140635566-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-837356-2-iscsi {{(pid=103917) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 17:26:38.519372 dv-cinder-837356-2-iscsi neutron-server[103917]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2b5e22a1-6f46-49a6-afb2-bf876ec3e49c tempest-TestMinimumBasicScenario-140635566 tempest-TestMinimumBasicScenario-140635566-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-837356-2-iscsi {{(pid=103917) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 17:26:38.519861 dv-cinder-837356-2-iscsi neutron-server[103917]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2b5e22a1-6f46-49a6-afb2-bf876ec3e49c tempest-TestMinimumBasicScenario-140635566 tempest-TestMinimumBasicScenario-140635566-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-837356-2-iscsi {{(pid=103917) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 17:26:38.520182 dv-cinder-837356-2-iscsi neutron-server[103917]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2b5e22a1-6f46-49a6-afb2-bf876ec3e49c tempest-TestMinimumBasicScenario-140635566 tempest-TestMinimumBasicScenario-140635566-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-837356-2-iscsi {{(pid=103917) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 17:26:38.565828 dv-cinder-837356-2-iscsi neutron-server[103916]: DEBUG neutron_lib.callbacks.manager [None req-d0c0b17b-c4a4-4afa-b1a5-a1359025baf4 tempest-TestMinimumBasicScenario-140635566 tempest-TestMinimumBasicScenario-140635566-project] Publish callbacks [] for security_group_rule (2712f24a-884a-487a-ae0a-03a9b756f532), before_create {{(pid=103916) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 17:26:38.643977 dv-cinder-837356-2-iscsi neutron-server[103917]: DEBUG dbcounter [-] [103917] Writing DB stats neutron:SELECT=93,neutron:INSERT=6,neutron:UPDATE=1 {{(pid=103917) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 16 17:26:38.672229 dv-cinder-837356-2-iscsi neutron-server[103917]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cbf29544-1e1d-424b-8bdd-42265c60022f req-022322ce-6532-4841-8e16-47ec3714ce69 tempest-AttachVolumeShelveTestJSON-1123487845 tempest-AttachVolumeShelveTestJSON-1123487845-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103917) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 16 17:26:38.673045 dv-cinder-837356-2-iscsi neutron-server[103916]: DEBUG dbcounter [-] [103916] Writing DB stats neutron:SELECT=88,neutron:INSERT=5,neutron:UPDATE=3,neutron:DELETE=4 {{(pid=103916) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 16 17:26:38.688067 dv-cinder-837356-2-iscsi neutron-server[103917]: INFO neutron.wsgi [req-cbf29544-1e1d-424b-8bdd-42265c60022f req-022322ce-6532-4841-8e16-47ec3714ce69 tempest-AttachVolumeShelveTestJSON-1123487845 tempest-AttachVolumeShelveTestJSON-1123487845-project] 10.222.0.66 "GET /v2.0/ports?device_id=ab2e7148-fa86-4648-9e4b-87e27fcf1147 HTTP/1.1" status: 200 len: 947 time: 0.0816357 Jun 16 17:26:38.701044 dv-cinder-837356-2-iscsi neutron-server[103916]: DEBUG dbcounter [-] [103916] Writing DB stats neutron:SELECT=95,neutron:INSERT=4,neutron:UPDATE=1 {{(pid=103916) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 16 17:26:38.703638 dv-cinder-837356-2-iscsi neutron-server[103916]: DEBUG neutron_lib.callbacks.manager [None req-d0c0b17b-c4a4-4afa-b1a5-a1359025baf4 tempest-TestMinimumBasicScenario-140635566 tempest-TestMinimumBasicScenario-140635566-project] Publish callbacks [] for security_group_rule (2712f24a-884a-487a-ae0a-03a9b756f532), precommit_create {{(pid=103916) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 17:26:38.710942 dv-cinder-837356-2-iscsi neutron-server[103916]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b6341a7-188d-4d90-b68d-f6750e736f66 req-57a8ed00-08a3-40df-b802-d0ad4554b2e1 tempest-AttachVolumeTestJSON-336390128 tempest-AttachVolumeTestJSON-336390128-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103916) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 16 17:26:38.712748 dv-cinder-837356-2-iscsi neutron-server[103916]: INFO neutron.wsgi [req-3b6341a7-188d-4d90-b68d-f6750e736f66 req-57a8ed00-08a3-40df-b802-d0ad4554b2e1 tempest-AttachVolumeTestJSON-336390128 tempest-AttachVolumeTestJSON-336390128-project] 10.222.0.66 "GET /v2.0/ports?device_id=7d22b60d-19fe-4dca-8eef-821db5a4dc55 HTTP/1.1" status: 200 len: 945 time: 0.0979950 Jun 16 17:26:38.715149 dv-cinder-837356-2-iscsi neutron-server[103916]: DEBUG neutron_lib.callbacks.manager [None req-d0c0b17b-c4a4-4afa-b1a5-a1359025baf4 tempest-TestMinimumBasicScenario-140635566 tempest-TestMinimumBasicScenario-140635566-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-576715'] for security_group_rule (2712f24a-884a-487a-ae0a-03a9b756f532), after_create {{(pid=103916) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 17:26:38.747844 dv-cinder-837356-2-iscsi neutron-server[103916]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d0c0b17b-c4a4-4afa-b1a5-a1359025baf4 tempest-TestMinimumBasicScenario-140635566 tempest-TestMinimumBasicScenario-140635566-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=2712f24a-884a-487a-ae0a-03a9b756f532,revision_number=0']} {{(pid=103916) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 17:26:38.748023 dv-cinder-837356-2-iscsi neutron-server[103918]: DEBUG neutron.db.l3_hamode_db [None req-8ef6f040-07d6-4c0e-a521-73cda445fd98 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3a6cdede-165f-4bdb-a89a-490c73b652dc', 'name': 'tempest-TestMinimumBasicScenario-1583816744-router', 'tenant_id': '546929b1810a4d20b273f3e5492ec6ed', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9df31235-0797-44e6-85a0-102cb2da2d58', 'external_fixed_ips': [{'subnet_id': '1dfb0320-f5eb-46f6-88ce-33002f500238', 'ip_address': '172.27.2.172'}], 'enable_snat': True}, 'gw_port_id': 'e1fc7f8e-d522-4dee-815c-38e4da48912b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-16T17:25:01Z', 'updated_at': '2022-06-16T17:25:06Z', 'revision_number': 4, 'project_id': '546929b1810a4d20b273f3e5492ec6ed', 'gw_port': {'id': 'e1fc7f8e-d522-4dee-815c-38e4da48912b', 'name': '', 'network_id': '9df31235-0797-44e6-85a0-102cb2da2d58', 'tenant_id': '', 'mac_address': 'fa:16:3e:f8:14:71', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3a6cdede-165f-4bdb-a89a-490c73b652dc', 'device_owner': 'network:router_gateway', 'standard_attr_id': 413, 'fixed_ips': [{'subnet_id': '1dfb0320-f5eb-46f6-88ce-33002f500238', 'ip_address': '172.27.2.172', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-837356-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-16T17:25:02Z', 'updated_at': '2022-06-16T17:25:11Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1dfb0320-f5eb-46f6-88ce-33002f500238', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-837356-2-iscsi', '_floatingips': [{'id': 'edc68f3f-c670-4073-be22-70f69f00352c', 'tenant_id': '546929b1810a4d20b273f3e5492ec6ed', 'floating_ip_address': '172.27.2.200', 'floating_network_id': '9df31235-0797-44e6-85a0-102cb2da2d58', 'router_id': '3a6cdede-165f-4bdb-a89a-490c73b652dc', 'port_id': '676f9af5-715a-4f80-b6f8-747296e84e2c', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'standard_attr_id': 473, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '35603100-8685-44dd-88ce-ba2913489196', 'mac_address': 'fa:16:3e:15:6a:e6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b4ee9b10-f2da-442c-9475-3cfb21c9ad54', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-06-16T17:26:35Z', 'updated_at': '2022-06-16T17:26:35Z', 'revision_number': 0, 'project_id': '546929b1810a4d20b273f3e5492ec6ed', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '02a1cd18-bdad-4f34-901e-135683791229', 'name': '', 'network_id': '35603100-8685-44dd-88ce-ba2913489196', 'tenant_id': '546929b1810a4d20b273f3e5492ec6ed', 'mac_address': 'fa:16:3e:de:37:a8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3a6cdede-165f-4bdb-a89a-490c73b652dc', 'device_owner': 'network:router_interface', 'standard_attr_id': 414, 'fixed_ips': [{'subnet_id': 'bd08d793-0f26-4cdb-b55c-28713cb435a0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-837356-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-16T17:25:05Z', 'updated_at': '2022-06-16T17:25:14Z', 'revision_number': 5, 'project_id': '546929b1810a4d20b273f3e5492ec6ed', 'subnets': [{'id': 'bd08d793-0f26-4cdb-b55c-28713cb435a0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-837356-2-iscsi', False) {} {{(pid=103918) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 16 17:26:38.760551 dv-cinder-837356-2-iscsi neutron-server[103917]: INFO neutron.wsgi [req-cbf29544-1e1d-424b-8bdd-42265c60022f req-0ea37ebb-36a5-4647-9213-2d26fd97723d tempest-AttachVolumeShelveTestJSON-1123487845 tempest-AttachVolumeShelveTestJSON-1123487845-project] 10.222.0.66 "GET /v2.0/security-groups?id=5ab805c8-38ae-4655-bf71-1fc1999d288e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0711739 Jun 16 17:26:38.766739 dv-cinder-837356-2-iscsi neutron-server[103916]: DEBUG neutron_lib.callbacks.manager [None req-d0c0b17b-c4a4-4afa-b1a5-a1359025baf4 tempest-TestMinimumBasicScenario-140635566 tempest-TestMinimumBasicScenario-140635566-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103916) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 17:26:38.770812 dv-cinder-837356-2-iscsi neutron-server[103917]: DEBUG neutron.wsgi [-] (103917) accepted ('10.222.0.66', 41960) {{(pid=103917) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 16 17:26:38.771045 dv-cinder-837356-2-iscsi neutron-server[103916]: INFO neutron.wsgi [None req-d0c0b17b-c4a4-4afa-b1a5-a1359025baf4 tempest-TestMinimumBasicScenario-140635566 tempest-TestMinimumBasicScenario-140635566-project] 10.222.0.66 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.2619543 Jun 16 17:26:38.789665 dv-cinder-837356-2-iscsi neutron-server[103917]: DEBUG neutron.api.v2.base [None req-9a648eb3-5722-4a5a-ae09-f07a68b2df0a tempest-TestMinimumBasicScenario-140635566 tempest-TestMinimumBasicScenario-140635566-project] Request body: {'security_group_rule': {'security_group_id': '66f70e9b-7bf4-4a7a-a0da-bf4af5a755fa', 'project_id': '546929b1810a4d20b273f3e5492ec6ed', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=103917) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jun 16 17:26:38.792261 dv-cinder-837356-2-iscsi neutron-server[103918]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8ef6f040-07d6-4c0e-a521-73cda445fd98 None None] Checking router: 3a6cdede-165f-4bdb-a89a-490c73b652dc for host: dv-cinder-837356-2-iscsi {{(pid=103918) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 16 17:26:38.803658 dv-cinder-837356-2-iscsi neutron-server[103918]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8ef6f040-07d6-4c0e-a521-73cda445fd98 None None] Routers {'3a6cdede-165f-4bdb-a89a-490c73b652dc'} bound to L3 agent in host dv-cinder-837356-2-iscsi {{(pid=103918) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jun 16 17:26:38.806776 dv-cinder-837356-2-iscsi neutron-server[103918]: DEBUG neutron.db.l3_hamode_db [None req-8ef6f040-07d6-4c0e-a521-73cda445fd98 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-837356-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2022-06-16T17:14:15Z,description=,heartbeat_timestamp=2022-06-16T17:26:15Z,host='dv-cinder-837356-2-iscsi',id=7639df21-17c3-4235-8912-210c3ad54137,load=0,resource_versions=,resources_synced=,started_at=2022-06-16T17:14:15Z,topic='l3_agent')) {'router_ids': ['3a6cdede-165f-4bdb-a89a-490c73b652dc'], 'active': True} {{(pid=103918) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 16 17:26:38.811282 dv-cinder-837356-2-iscsi neutron-server[103916]: INFO neutron.wsgi [req-3b6341a7-188d-4d90-b68d-f6750e736f66 req-e6b26345-ceec-43b7-bc12-d729cd154eb8 tempest-AttachVolumeTestJSON-336390128 tempest-AttachVolumeTestJSON-336390128-project] 10.222.0.66 "GET /v2.0/security-groups?id=b5243b74-2536-4f9c-b2d2-f7b79b8f3edb&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0768015 Jun 16 17:26:38.816427 dv-cinder-837356-2-iscsi neutron-server[103916]: DEBUG neutron.api.v2.base [req-f505c377-ed2a-4326-aaea-324cf04c09b6 req-7384acb4-a366-4380-ae90-7bb04e293b1f service neutron] Request body: {'port': {'device_id': '1394894f-f188-4863-8a8e-19e8498a38c0', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-83735'}} {{(pid=103916) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jun 16 17:26:38.915170 dv-cinder-837356-2-iscsi neutron-server[103916]: DEBUG neutron_lib.callbacks.manager [req-f505c377-ed2a-4326-aaea-324cf04c09b6 req-7384acb4-a366-4380-ae90-7bb04e293b1f service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16007590'] for port (2e065346-bbf2-4d07-9223-ade0165e1288), before_update {{(pid=103916) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 17:26:38.973138 dv-cinder-837356-2-iscsi neutron-server[103917]: DEBUG neutron_lib.callbacks.manager [None req-9a648eb3-5722-4a5a-ae09-f07a68b2df0a tempest-TestMinimumBasicScenario-140635566 tempest-TestMinimumBasicScenario-140635566-project] Publish callbacks [] for security_group_rule (cc1138fe-a5ab-457a-8a3d-2b3d9dad152f), before_create {{(pid=103917) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 17:26:38.985286 dv-cinder-837356-2-iscsi neutron-server[103917]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf080e43-2a3b-42a4-8e8c-a65a0454ffe0 req-a1e7b846-4df0-4982-84d9-4092e7eec38d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103917) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 16 17:26:38.986823 dv-cinder-837356-2-iscsi neutron-server[103917]: INFO neutron.wsgi [req-cf080e43-2a3b-42a4-8e8c-a65a0454ffe0 req-a1e7b846-4df0-4982-84d9-4092e7eec38d service neutron] 10.222.0.81 "GET /v2.0/ports?tenant_id=546929b1810a4d20b273f3e5492ec6ed&device_id=b4ee9b10-f2da-442c-9475-3cfb21c9ad54 HTTP/1.1" status: 200 len: 1130 time: 0.1517153 Jun 16 17:26:39.028902 dv-cinder-837356-2-iscsi neutron-server[103917]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ce2b6ed-2805-4137-adbc-97cb5a8f38ed req-dc6d5857-4f37-4888-8275-04717442e7d9 tempest-VolumesSnapshotTestJSON-385000497 tempest-VolumesSnapshotTestJSON-385000497-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103917) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 16 17:26:39.030756 dv-cinder-837356-2-iscsi neutron-server[103917]: INFO neutron.wsgi [req-0ce2b6ed-2805-4137-adbc-97cb5a8f38ed req-dc6d5857-4f37-4888-8275-04717442e7d9 tempest-VolumesSnapshotTestJSON-385000497 tempest-VolumesSnapshotTestJSON-385000497-project] 10.222.0.66 "GET /v2.0/ports?device_id=1394894f-f188-4863-8a8e-19e8498a38c0 HTTP/1.1" status: 200 len: 932 time: 0.1313612 Jun 16 17:26:39.081439 dv-cinder-837356-2-iscsi neutron-server[103918]: DEBUG neutron.db.l3_dvr_db [None req-8ef6f040-07d6-4c0e-a521-73cda445fd98 None None] Set router 3a6cdede-165f-4bdb-a89a-490c73b652dc gateway port host: dv-cinder-837356-2-iscsi {{(pid=103918) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jun 16 17:26:39.105212 dv-cinder-837356-2-iscsi neutron-server[103917]: DEBUG dbcounter [-] [103917] Writing DB stats neutron:SELECT=94,neutron:INSERT=3,neutron:DELETE=2,neutron:UPDATE=1 {{(pid=103917) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 16 17:26:39.108293 dv-cinder-837356-2-iscsi neutron-server[103917]: DEBUG neutron_lib.callbacks.manager [None req-9a648eb3-5722-4a5a-ae09-f07a68b2df0a tempest-TestMinimumBasicScenario-140635566 tempest-TestMinimumBasicScenario-140635566-project] Publish callbacks [] for security_group_rule (cc1138fe-a5ab-457a-8a3d-2b3d9dad152f), precommit_create {{(pid=103917) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 17:26:39.119000 dv-cinder-837356-2-iscsi neutron-server[103917]: DEBUG neutron_lib.callbacks.manager [None req-9a648eb3-5722-4a5a-ae09-f07a68b2df0a tempest-TestMinimumBasicScenario-140635566 tempest-TestMinimumBasicScenario-140635566-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-576715'] for security_group_rule (cc1138fe-a5ab-457a-8a3d-2b3d9dad152f), after_create {{(pid=103917) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 17:26:39.130019 dv-cinder-837356-2-iscsi neutron-server[103917]: INFO neutron.wsgi [req-0ce2b6ed-2805-4137-adbc-97cb5a8f38ed req-3b58bc54-956b-4134-812b-eafc7bfbd6db tempest-VolumesSnapshotTestJSON-385000497 tempest-VolumesSnapshotTestJSON-385000497-project] 10.222.0.66 "GET /v2.0/security-groups?id=e34b8f4f-0bd7-4695-872b-8d05a10daf59&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0892730 Jun 16 17:26:39.146791 dv-cinder-837356-2-iscsi neutron-server[103917]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9a648eb3-5722-4a5a-ae09-f07a68b2df0a tempest-TestMinimumBasicScenario-140635566 tempest-TestMinimumBasicScenario-140635566-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=cc1138fe-a5ab-457a-8a3d-2b3d9dad152f,revision_number=0']} {{(pid=103917) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 17:26:39.159746 dv-cinder-837356-2-iscsi neutron-server[103917]: DEBUG neutron_lib.callbacks.manager [None req-9a648eb3-5722-4a5a-ae09-f07a68b2df0a tempest-TestMinimumBasicScenario-140635566 tempest-TestMinimumBasicScenario-140635566-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103917) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 17:26:39.161050 dv-cinder-837356-2-iscsi neutron-server[103917]: INFO neutron.wsgi [None req-9a648eb3-5722-4a5a-ae09-f07a68b2df0a tempest-TestMinimumBasicScenario-140635566 tempest-TestMinimumBasicScenario-140635566-project] 10.222.0.66 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.3892162 Jun 16 17:26:39.162889 dv-cinder-837356-2-iscsi neutron-server[103918]: DEBUG dbcounter [-] [103918] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=103918) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 16 17:26:39.164775 dv-cinder-837356-2-iscsi neutron-server[103917]: DEBUG neutron.wsgi [-] (103917) accepted ('10.222.0.66', 41966) {{(pid=103917) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 16 17:26:39.182094 dv-cinder-837356-2-iscsi neutron-server[103917]: DEBUG neutron.api.v2.base [None req-f9a9c618-c516-4b57-a06a-98c717569463 tempest-TestMinimumBasicScenario-140635566 tempest-TestMinimumBasicScenario-140635566-project] Request body: {'security_group_rule': {'security_group_id': '66f70e9b-7bf4-4a7a-a0da-bf4af5a755fa', 'project_id': '546929b1810a4d20b273f3e5492ec6ed', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=103917) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jun 16 17:26:39.214849 dv-cinder-837356-2-iscsi neutron-server[103917]: DEBUG neutron_lib.callbacks.manager [None req-f9a9c618-c516-4b57-a06a-98c717569463 tempest-TestMinimumBasicScenario-140635566 tempest-TestMinimumBasicScenario-140635566-project] Publish callbacks [] for security_group_rule (b7860706-ee38-40a2-b8e2-17f029ff9e2d), before_create {{(pid=103917) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 17:26:39.285632 dv-cinder-837356-2-iscsi neutron-server[103917]: DEBUG neutron_lib.callbacks.manager [None req-f9a9c618-c516-4b57-a06a-98c717569463 tempest-TestMinimumBasicScenario-140635566 tempest-TestMinimumBasicScenario-140635566-project] Publish callbacks [] for security_group_rule (b7860706-ee38-40a2-b8e2-17f029ff9e2d), precommit_create {{(pid=103917) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 17:26:39.290585 dv-cinder-837356-2-iscsi neutron-server[103917]: DEBUG neutron_lib.callbacks.manager [None req-f9a9c618-c516-4b57-a06a-98c717569463 tempest-TestMinimumBasicScenario-140635566 tempest-TestMinimumBasicScenario-140635566-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-576715'] for security_group_rule (b7860706-ee38-40a2-b8e2-17f029ff9e2d), after_create {{(pid=103917) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 17:26:39.315665 dv-cinder-837356-2-iscsi neutron-server[103917]: DEBUG neutron_lib.callbacks.manager [None req-f9a9c618-c516-4b57-a06a-98c717569463 tempest-TestMinimumBasicScenario-140635566 tempest-TestMinimumBasicScenario-140635566-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103917) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 17:26:39.319480 dv-cinder-837356-2-iscsi neutron-server[103917]: INFO neutron.wsgi [None req-f9a9c618-c516-4b57-a06a-98c717569463 tempest-TestMinimumBasicScenario-140635566 tempest-TestMinimumBasicScenario-140635566-project] 10.222.0.66 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1508915 Jun 16 17:26:39.320626 dv-cinder-837356-2-iscsi neutron-server[103917]: DEBUG neutron.wsgi [-] (103917) accepted ('10.222.0.66', 41970) {{(pid=103917) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 16 17:26:39.322047 dv-cinder-837356-2-iscsi neutron-server[103917]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f9a9c618-c516-4b57-a06a-98c717569463 tempest-TestMinimumBasicScenario-140635566 tempest-TestMinimumBasicScenario-140635566-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=b7860706-ee38-40a2-b8e2-17f029ff9e2d,revision_number=0']} {{(pid=103917) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 17:26:39.329388 dv-cinder-837356-2-iscsi neutron-server[103917]: DEBUG neutron.api.v2.base [None req-6ed26e67-0fe8-4e74-8c6d-fc456e77d1b6 tempest-TestMinimumBasicScenario-140635566 tempest-TestMinimumBasicScenario-140635566-project] Request body: {'security_group_rule': {'security_group_id': '66f70e9b-7bf4-4a7a-a0da-bf4af5a755fa', 'project_id': '546929b1810a4d20b273f3e5492ec6ed', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=103917) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jun 16 17:26:39.343291 dv-cinder-837356-2-iscsi neutron-server[103916]: DEBUG neutron.notifiers.nova [req-f505c377-ed2a-4326-aaea-324cf04c09b6 req-7384acb4-a366-4380-ae90-7bb04e293b1f service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 2e065346-bbf2-4d07-9223-ade0165e1288 {{(pid=103916) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Jun 16 17:26:39.361000 dv-cinder-837356-2-iscsi neutron-server[103918]: DEBUG neutron.db.l3_hamode_db [None req-8ef6f040-07d6-4c0e-a521-73cda445fd98 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3a6cdede-165f-4bdb-a89a-490c73b652dc', 'name': 'tempest-TestMinimumBasicScenario-1583816744-router', 'tenant_id': '546929b1810a4d20b273f3e5492ec6ed', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9df31235-0797-44e6-85a0-102cb2da2d58', 'external_fixed_ips': [{'subnet_id': '1dfb0320-f5eb-46f6-88ce-33002f500238', 'ip_address': '172.27.2.172'}], 'enable_snat': True}, 'gw_port_id': 'e1fc7f8e-d522-4dee-815c-38e4da48912b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-16T17:25:01Z', 'updated_at': '2022-06-16T17:25:06Z', 'revision_number': 4, 'project_id': '546929b1810a4d20b273f3e5492ec6ed', 'gw_port': {'id': 'e1fc7f8e-d522-4dee-815c-38e4da48912b', 'name': '', 'network_id': '9df31235-0797-44e6-85a0-102cb2da2d58', 'tenant_id': '', 'mac_address': 'fa:16:3e:f8:14:71', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3a6cdede-165f-4bdb-a89a-490c73b652dc', 'device_owner': 'network:router_gateway', 'standard_attr_id': 413, 'fixed_ips': [{'subnet_id': '1dfb0320-f5eb-46f6-88ce-33002f500238', 'ip_address': '172.27.2.172', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-837356-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-16T17:25:02Z', 'updated_at': '2022-06-16T17:25:11Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1dfb0320-f5eb-46f6-88ce-33002f500238', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-837356-2-iscsi', '_floatingips': [{'id': 'edc68f3f-c670-4073-be22-70f69f00352c', 'tenant_id': '546929b1810a4d20b273f3e5492ec6ed', 'floating_ip_address': '172.27.2.200', 'floating_network_id': '9df31235-0797-44e6-85a0-102cb2da2d58', 'router_id': '3a6cdede-165f-4bdb-a89a-490c73b652dc', 'port_id': '676f9af5-715a-4f80-b6f8-747296e84e2c', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'standard_attr_id': 473, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '35603100-8685-44dd-88ce-ba2913489196', 'mac_address': 'fa:16:3e:15:6a:e6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b4ee9b10-f2da-442c-9475-3cfb21c9ad54', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-06-16T17:26:35Z', 'updated_at': '2022-06-16T17:26:35Z', 'revision_number': 0, 'project_id': '546929b1810a4d20b273f3e5492ec6ed', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '02a1cd18-bdad-4f34-901e-135683791229', 'name': '', 'network_id': '35603100-8685-44dd-88ce-ba2913489196', 'tenant_id': '546929b1810a4d20b273f3e5492ec6ed', 'mac_address': 'fa:16:3e:de:37:a8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3a6cdede-165f-4bdb-a89a-490c73b652dc', 'device_owner': 'network:router_interface', 'standard_attr_id': 414, 'fixed_ips': [{'subnet_id': 'bd08d793-0f26-4cdb-b55c-28713cb435a0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-837356-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-16T17:25:05Z', 'updated_at': '2022-06-16T17:25:14Z', 'revision_number': 5, 'project_id': '546929b1810a4d20b273f3e5492ec6ed', 'subnets': [{'id': 'bd08d793-0f26-4cdb-b55c-28713cb435a0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-837356-2-iscsi', False) {} {{(pid=103918) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 16 17:26:39.365126 dv-cinder-837356-2-iscsi neutron-server[103918]: DEBUG dbcounter [-] [103918] Writing DB stats neutron:SELECT=98,neutron:DELETE=1,neutron:UPDATE=1 {{(pid=103918) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 16 17:26:39.369062 dv-cinder-837356-2-iscsi neutron-server[103917]: DEBUG neutron_lib.callbacks.manager [None req-6ed26e67-0fe8-4e74-8c6d-fc456e77d1b6 tempest-TestMinimumBasicScenario-140635566 tempest-TestMinimumBasicScenario-140635566-project] Publish callbacks [] for security_group_rule (ae1f9386-b625-45de-8286-4819a362b1ec), before_create {{(pid=103917) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 17:26:39.385976 dv-cinder-837356-2-iscsi neutron-server[103916]: DEBUG neutron_lib.callbacks.manager [req-f505c377-ed2a-4326-aaea-324cf04c09b6 req-7384acb4-a366-4380-ae90-7bb04e293b1f service neutron] Publish callbacks [] for port (2e065346-bbf2-4d07-9223-ade0165e1288), precommit_update {{(pid=103916) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 17:26:39.394679 dv-cinder-837356-2-iscsi neutron-server[103918]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8ef6f040-07d6-4c0e-a521-73cda445fd98 None None] The sync data for ids ['3a6cdede-165f-4bdb-a89a-490c73b652dc'] in dv-cinder-837356-2-iscsi is: [{'id': '3a6cdede-165f-4bdb-a89a-490c73b652dc', 'name': 'tempest-TestMinimumBasicScenario-1583816744-router', 'tenant_id': '546929b1810a4d20b273f3e5492ec6ed', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9df31235-0797-44e6-85a0-102cb2da2d58', 'external_fixed_ips': [{'subnet_id': '1dfb0320-f5eb-46f6-88ce-33002f500238', 'ip_address': '172.27.2.172'}], 'enable_snat': True}, 'gw_port_id': 'e1fc7f8e-d522-4dee-815c-38e4da48912b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-16T17:25:01Z', 'updated_at': '2022-06-16T17:25:06Z', 'revision_number': 4, 'project_id': '546929b1810a4d20b273f3e5492ec6ed', 'gw_port': {'id': 'e1fc7f8e-d522-4dee-815c-38e4da48912b', 'name': '', 'network_id': '9df31235-0797-44e6-85a0-102cb2da2d58', 'tenant_id': '', 'mac_address': 'fa:16:3e:f8:14:71', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3a6cdede-165f-4bdb-a89a-490c73b652dc', 'device_owner': 'network:router_gateway', 'standard_attr_id': 413, 'fixed_ips': [{'subnet_id': '1dfb0320-f5eb-46f6-88ce-33002f500238', 'ip_address': '172.27.2.172', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-837356-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-16T17:25:02Z', 'updated_at': '2022-06-16T17:25:11Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1dfb0320-f5eb-46f6-88ce-33002f500238', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-837356-2-iscsi', '_floatingips': [{'id': 'edc68f3f-c670-4073-be22-70f69f00352c', 'tenant_id': '546929b1810a4d20b273f3e5492ec6ed', 'floating_ip_address': '172.27.2.200', 'floating_network_id': '9df31235-0797-44e6-85a0-102cb2da2d58', 'router_id': '3a6cdede-165f-4bdb-a89a-490c73b652dc', 'port_id': '676f9af5-715a-4f80-b6f8-747296e84e2c', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'standard_attr_id': 473, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '35603100-8685-44dd-88ce-ba2913489196', 'mac_address': 'fa:16:3e:15:6a:e6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b4ee9b10-f2da-442c-9475-3cfb21c9ad54', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-06-16T17:26:35Z', 'updated_at': '2022-06-16T17:26:35Z', 'revision_number': 0, 'project_id': '546929b1810a4d20b273f3e5492ec6ed', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '02a1cd18-bdad-4f34-901e-135683791229', 'name': '', 'network_id': '35603100-8685-44dd-88ce-ba2913489196', 'tenant_id': '546929b1810a4d20b273f3e5492ec6ed', 'mac_address': 'fa:16:3e:de:37:a8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3a6cdede-165f-4bdb-a89a-490c73b652dc', 'device_owner': 'network:router_interface', 'standard_attr_id': 414, 'fixed_ips': [{'subnet_id': 'bd08d793-0f26-4cdb-b55c-28713cb435a0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-837356-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-16T17:25:05Z', 'updated_at': '2022-06-16T17:25:14Z', 'revision_number': 5, 'project_id': '546929b1810a4d20b273f3e5492ec6ed', 'subnets': [{'id': 'bd08d793-0f26-4cdb-b55c-28713cb435a0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103918) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 16 17:26:39.493317 dv-cinder-837356-2-iscsi neutron-server[103916]: DEBUG neutron.db.provisioning_blocks [req-f505c377-ed2a-4326-aaea-324cf04c09b6 req-7384acb4-a366-4380-ae90-7bb04e293b1f service neutron] Transition to ACTIVE for port object 2e065346-bbf2-4d07-9223-ade0165e1288 will not be triggered until provisioned by entity L2. {{(pid=103916) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Jun 16 17:26:39.525538 dv-cinder-837356-2-iscsi neutron-server[103916]: DEBUG neutron_lib.callbacks.manager [req-f505c377-ed2a-4326-aaea-324cf04c09b6 req-7384acb4-a366-4380-ae90-7bb04e293b1f service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16007527', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-75831', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16241551', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728539364693', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728538993439', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728538993457', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25517990'] for port (2e065346-bbf2-4d07-9223-ade0165e1288), after_update {{(pid=103916) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 17:26:39.532216 dv-cinder-837356-2-iscsi neutron-server[103917]: DEBUG neutron_lib.callbacks.manager [None req-6ed26e67-0fe8-4e74-8c6d-fc456e77d1b6 tempest-TestMinimumBasicScenario-140635566 tempest-TestMinimumBasicScenario-140635566-project] Publish callbacks [] for security_group_rule (ae1f9386-b625-45de-8286-4819a362b1ec), precommit_create {{(pid=103917) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 17:26:39.551932 dv-cinder-837356-2-iscsi neutron-server[103916]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a2a6e99-9875-4522-80eb-870054683bab req-36aa7380-6c13-4b66-a851-cdf164f8b6ba tempest-TestVolumeBootPattern-1350759327 tempest-TestVolumeBootPattern-1350759327-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103916) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 16 17:26:39.552776 dv-cinder-837356-2-iscsi neutron-server[103917]: DEBUG neutron_lib.callbacks.manager [None req-6ed26e67-0fe8-4e74-8c6d-fc456e77d1b6 tempest-TestMinimumBasicScenario-140635566 tempest-TestMinimumBasicScenario-140635566-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-576715'] for security_group_rule (ae1f9386-b625-45de-8286-4819a362b1ec), after_create {{(pid=103917) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 17:26:39.554768 dv-cinder-837356-2-iscsi neutron-server[103916]: INFO neutron.wsgi [req-5a2a6e99-9875-4522-80eb-870054683bab req-36aa7380-6c13-4b66-a851-cdf164f8b6ba tempest-TestVolumeBootPattern-1350759327 tempest-TestVolumeBootPattern-1350759327-project] 10.222.0.66 "GET /v2.0/ports?device_id=157a0c77-c88e-4ef0-aef5-6ba851b57d00 HTTP/1.1" status: 200 len: 946 time: 0.1590793 Jun 16 17:26:39.584221 dv-cinder-837356-2-iscsi neutron-server[103917]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6ed26e67-0fe8-4e74-8c6d-fc456e77d1b6 tempest-TestMinimumBasicScenario-140635566 tempest-TestMinimumBasicScenario-140635566-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=ae1f9386-b625-45de-8286-4819a362b1ec,revision_number=0']} {{(pid=103917) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 17:26:39.635692 dv-cinder-837356-2-iscsi neutron-server[103917]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b76bb4db-a64c-4855-8520-16ca5fb61527 req-555c78db-6bec-49e8-b73b-89959f605ba5 tempest-ServerRescueNegativeTestJSON-1475515620 tempest-ServerRescueNegativeTestJSON-1475515620-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103917) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 16 17:26:39.637371 dv-cinder-837356-2-iscsi neutron-server[103917]: INFO neutron.wsgi [req-b76bb4db-a64c-4855-8520-16ca5fb61527 req-555c78db-6bec-49e8-b73b-89959f605ba5 tempest-ServerRescueNegativeTestJSON-1475515620 tempest-ServerRescueNegativeTestJSON-1475515620-project] 10.222.0.66 "GET /v2.0/ports?device_id=4065d5c1-0b16-413a-a5b5-e0e725e1e71b HTTP/1.1" status: 200 len: 945 time: 0.1798387 Jun 16 17:26:39.642437 dv-cinder-837356-2-iscsi neutron-server[103917]: DEBUG neutron_lib.callbacks.manager [None req-6ed26e67-0fe8-4e74-8c6d-fc456e77d1b6 tempest-TestMinimumBasicScenario-140635566 tempest-TestMinimumBasicScenario-140635566-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103917) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 17:26:39.643583 dv-cinder-837356-2-iscsi neutron-server[103917]: INFO neutron.wsgi [None req-6ed26e67-0fe8-4e74-8c6d-fc456e77d1b6 tempest-TestMinimumBasicScenario-140635566 tempest-TestMinimumBasicScenario-140635566-project] 10.222.0.66 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.3225534 Jun 16 17:26:39.648134 dv-cinder-837356-2-iscsi neutron-server[103917]: DEBUG neutron.wsgi [-] (103917) accepted ('10.222.0.66', 41974) {{(pid=103917) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 16 17:26:39.652657 dv-cinder-837356-2-iscsi neutron-server[103917]: DEBUG neutron.api.v2.base [None req-fc57bfdc-e0cb-4a13-9ee0-bbbbd1ad01e5 tempest-TestMinimumBasicScenario-140635566 tempest-TestMinimumBasicScenario-140635566-project] Request body: {'security_group_rule': {'security_group_id': '66f70e9b-7bf4-4a7a-a0da-bf4af5a755fa', 'project_id': '546929b1810a4d20b273f3e5492ec6ed', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=103917) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jun 16 17:26:39.703935 dv-cinder-837356-2-iscsi neutron-server[103916]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7384acb4-a366-4380-ae90-7bb04e293b1f service neutron] Pushing event updated for resources: {'Port': ['ID=2e065346-bbf2-4d07-9223-ade0165e1288,revision_number=2']} {{(pid=103916) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 17:26:39.749904 dv-cinder-837356-2-iscsi neutron-server[103916]: INFO neutron.wsgi [req-5a2a6e99-9875-4522-80eb-870054683bab req-7e215a1a-fc0a-4128-9d31-f42fc32d2e89 tempest-TestVolumeBootPattern-1350759327 tempest-TestVolumeBootPattern-1350759327-project] 10.222.0.66 "GET /v2.0/security-groups?id=e6a9443b-cf7a-479e-b6b0-e85ba61d4c81&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1541684 Jun 16 17:26:39.777261 dv-cinder-837356-2-iscsi neutron-server[103916]: DEBUG neutron.plugins.ml2.managers [req-f505c377-ed2a-4326-aaea-324cf04c09b6 req-7384acb4-a366-4380-ae90-7bb04e293b1f service neutron] Attempting to bind port 2e065346-bbf2-4d07-9223-ade0165e1288 on host hv-cinder-83735 for vnic_type normal with profile {{(pid=103916) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:811}} Jun 16 17:26:39.777261 dv-cinder-837356-2-iscsi neutron-server[103916]: DEBUG neutron.plugins.ml2.managers [req-f505c377-ed2a-4326-aaea-324cf04c09b6 req-7384acb4-a366-4380-ae90-7bb04e293b1f service neutron] Attempting to bind port 2e065346-bbf2-4d07-9223-ade0165e1288 by drivers openvswitch,hyperv on host hv-cinder-83735 at level 0 using segments [{'id': '2b8eb4e0-b34f-4c5f-88c1-fe36b7eb4fdd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1020, 'network_id': '184a3d80-6b15-43ef-84b8-ddb86570078c'}] {{(pid=103916) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:836}} Jun 16 17:26:39.777261 dv-cinder-837356-2-iscsi neutron-server[103916]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f505c377-ed2a-4326-aaea-324cf04c09b6 req-7384acb4-a366-4380-ae90-7bb04e293b1f service neutron] Attempting to bind port 2e065346-bbf2-4d07-9223-ade0165e1288 on network 184a3d80-6b15-43ef-84b8-ddb86570078c {{(pid=103916) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jun 16 17:26:39.782899 dv-cinder-837356-2-iscsi neutron-server[103916]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f505c377-ed2a-4326-aaea-324cf04c09b6 req-7384acb4-a366-4380-ae90-7bb04e293b1f service neutron] Port 2e065346-bbf2-4d07-9223-ade0165e1288 on network 184a3d80-6b15-43ef-84b8-ddb86570078c not bound, no agent of type Open vSwitch agent registered on host hv-cinder-83735 {{(pid=103916) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Jun 16 17:26:39.783267 dv-cinder-837356-2-iscsi neutron-server[103916]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f505c377-ed2a-4326-aaea-324cf04c09b6 req-7384acb4-a366-4380-ae90-7bb04e293b1f service neutron] Attempting to bind port 2e065346-bbf2-4d07-9223-ade0165e1288 on network 184a3d80-6b15-43ef-84b8-ddb86570078c {{(pid=103916) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jun 16 17:26:39.784211 dv-cinder-837356-2-iscsi neutron-server[103919]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f9ace536-925d-4494-8c3b-0106eff45d45 None None] New status for floating IP edc68f3f-c670-4073-be22-70f69f00352c: ACTIVE {{(pid=103919) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:269}} Jun 16 17:26:39.790605 dv-cinder-837356-2-iscsi neutron-server[103916]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f505c377-ed2a-4326-aaea-324cf04c09b6 req-7384acb4-a366-4380-ae90-7bb04e293b1f service neutron] Checking agent: {'id': '2e97d73d-50fc-4f89-a4ea-85f65eb860d8', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-83735', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 6, 16, 17, 20, 29), 'started_at': datetime.datetime(2022, 6, 16, 17, 20, 29), 'heartbeat_timestamp': datetime.datetime(2022, 6, 16, 17, 26, 29), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103916) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jun 16 17:26:39.790946 dv-cinder-837356-2-iscsi neutron-server[103916]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f505c377-ed2a-4326-aaea-324cf04c09b6 req-7384acb4-a366-4380-ae90-7bb04e293b1f service neutron] Checking segment: {'id': '2b8eb4e0-b34f-4c5f-88c1-fe36b7eb4fdd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1020, 'network_id': '184a3d80-6b15-43ef-84b8-ddb86570078c'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103916) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jun 16 17:26:39.791335 dv-cinder-837356-2-iscsi neutron-server[103916]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f505c377-ed2a-4326-aaea-324cf04c09b6 req-7384acb4-a366-4380-ae90-7bb04e293b1f service neutron] Bound using segment: {'id': '2b8eb4e0-b34f-4c5f-88c1-fe36b7eb4fdd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1020, 'network_id': '184a3d80-6b15-43ef-84b8-ddb86570078c'} {{(pid=103916) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jun 16 17:26:39.791842 dv-cinder-837356-2-iscsi neutron-server[103916]: DEBUG neutron.plugins.ml2.managers [req-f505c377-ed2a-4326-aaea-324cf04c09b6 req-7384acb4-a366-4380-ae90-7bb04e293b1f service neutron] Bound port: 2e065346-bbf2-4d07-9223-ade0165e1288, host: hv-cinder-83735, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '2b8eb4e0-b34f-4c5f-88c1-fe36b7eb4fdd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1020, 'network_id': '184a3d80-6b15-43ef-84b8-ddb86570078c'}}] {{(pid=103916) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:948}} Jun 16 17:26:39.792209 dv-cinder-837356-2-iscsi neutron-server[103916]: DEBUG neutron_lib.callbacks.manager [req-f505c377-ed2a-4326-aaea-324cf04c09b6 req-7384acb4-a366-4380-ae90-7bb04e293b1f service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16007590'] for port (2e065346-bbf2-4d07-9223-ade0165e1288), before_update {{(pid=103916) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 17:26:39.867804 dv-cinder-837356-2-iscsi neutron-server[103916]: DEBUG neutron.plugins.ml2.db [req-f505c377-ed2a-4326-aaea-324cf04c09b6 req-7384acb4-a366-4380-ae90-7bb04e293b1f service neutron] For port 2e065346-bbf2-4d07-9223-ade0165e1288, host hv-cinder-83735, cleared binding levels {{(pid=103916) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 16 17:26:39.920768 dv-cinder-837356-2-iscsi neutron-server[103916]: DEBUG neutron.plugins.ml2.db [req-f505c377-ed2a-4326-aaea-324cf04c09b6 req-7384acb4-a366-4380-ae90-7bb04e293b1f service neutron] For port 2e065346-bbf2-4d07-9223-ade0165e1288, host hv-cinder-83735, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83735',level=0,port_id=2e065346-bbf2-4d07-9223-ade0165e1288,segment=NetworkSegment(2b8eb4e0-b34f-4c5f-88c1-fe36b7eb4fdd),segment_id=2b8eb4e0-b34f-4c5f-88c1-fe36b7eb4fdd)] {{(pid=103916) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 16 17:26:39.939886 dv-cinder-837356-2-iscsi neutron-server[103916]: DEBUG neutron_lib.callbacks.manager [req-f505c377-ed2a-4326-aaea-324cf04c09b6 req-7384acb4-a366-4380-ae90-7bb04e293b1f service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16007527', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-75831', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16241551', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728539364693', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728538993439', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728538993457', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25517990'] for port (2e065346-bbf2-4d07-9223-ade0165e1288), after_update {{(pid=103916) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 17:26:39.948972 dv-cinder-837356-2-iscsi neutron-server[103916]: DEBUG dbcounter [-] [103916] Writing DB stats neutron:SELECT=96,neutron:DELETE=1,neutron:UPDATE=2,neutron:INSERT=1 {{(pid=103916) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 16 17:26:40.001428 dv-cinder-837356-2-iscsi neutron-server[103916]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-700d0ac3-d72e-441b-8948-bc054839bcde req-faba5304-eadf-4c7a-a4c0-894c139ce8db tempest-TestVolumeBootPattern-1350759327 tempest-TestVolumeBootPattern-1350759327-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103916) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 16 17:26:40.003088 dv-cinder-837356-2-iscsi neutron-server[103916]: INFO neutron.wsgi [req-700d0ac3-d72e-441b-8948-bc054839bcde req-faba5304-eadf-4c7a-a4c0-894c139ce8db tempest-TestVolumeBootPattern-1350759327 tempest-TestVolumeBootPattern-1350759327-project] 10.222.0.66 "GET /v2.0/ports?device_id=157a0c77-c88e-4ef0-aef5-6ba851b57d00 HTTP/1.1" status: 200 len: 946 time: 0.1318030 Jun 16 17:26:40.018971 dv-cinder-837356-2-iscsi neutron-server[103917]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf080e43-2a3b-42a4-8e8c-a65a0454ffe0 req-462c716e-29d3-4f45-ada7-0e99329f5de2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103917) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 16 17:26:40.020609 dv-cinder-837356-2-iscsi neutron-server[103917]: INFO neutron.wsgi [req-cf080e43-2a3b-42a4-8e8c-a65a0454ffe0 req-462c716e-29d3-4f45-ada7-0e99329f5de2 service neutron] 10.222.0.81 "GET /v2.0/networks?id=35603100-8685-44dd-88ce-ba2913489196 HTTP/1.1" status: 200 len: 917 time: 0.4992428 Jun 16 17:26:40.028592 dv-cinder-837356-2-iscsi neutron-server[103917]: INFO neutron.db.securitygroups_db [None req-fc57bfdc-e0cb-4a13-9ee0-bbbbd1ad01e5 tempest-TestMinimumBasicScenario-140635566 tempest-TestMinimumBasicScenario-140635566-project] Project 546929b1810a4d20b273f3e5492ec6ed added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Jun 16 17:26:40.040607 dv-cinder-837356-2-iscsi neutron-server[103917]: DEBUG neutron_lib.callbacks.manager [None req-fc57bfdc-e0cb-4a13-9ee0-bbbbd1ad01e5 tempest-TestMinimumBasicScenario-140635566 tempest-TestMinimumBasicScenario-140635566-project] Publish callbacks [] for security_group_rule (e99e965e-4885-463b-ad28-545e9e26a48f), before_create {{(pid=103917) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 17:26:40.046577 dv-cinder-837356-2-iscsi neutron-server[103916]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f505c377-ed2a-4326-aaea-324cf04c09b6 req-7384acb4-a366-4380-ae90-7bb04e293b1f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103916) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 16 17:26:40.047209 dv-cinder-837356-2-iscsi neutron-server[103916]: DEBUG neutron_lib.callbacks.manager [req-f505c377-ed2a-4326-aaea-324cf04c09b6 req-7384acb4-a366-4380-ae90-7bb04e293b1f service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-191112'] for port (None), before_response {{(pid=103916) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 17:26:40.049710 dv-cinder-837356-2-iscsi neutron-server[103916]: INFO neutron.wsgi [req-f505c377-ed2a-4326-aaea-324cf04c09b6 req-7384acb4-a366-4380-ae90-7bb04e293b1f service neutron] 10.222.0.81 "PUT /v2.0/ports/2e065346-bbf2-4d07-9223-ade0165e1288 HTTP/1.1" status: 200 len: 1094 time: 1.2368753 Jun 16 17:26:40.050785 dv-cinder-837356-2-iscsi neutron-server[103917]: INFO neutron.wsgi [req-b76bb4db-a64c-4855-8520-16ca5fb61527 req-0588015b-0b2c-4e7d-84d2-4e98b72db4c2 tempest-ServerRescueNegativeTestJSON-1475515620 tempest-ServerRescueNegativeTestJSON-1475515620-project] 10.222.0.66 "GET /v2.0/security-groups?id=d7d25be3-a5ac-46a1-b854-10a8a8453e86&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.4039252 Jun 16 17:26:40.056803 dv-cinder-837356-2-iscsi neutron-server[103916]: DEBUG dbcounter [-] [103916] Writing DB stats neutron:SELECT=93,neutron:DELETE=1,neutron:UPDATE=5,neutron:INSERT=1 {{(pid=103916) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 16 17:26:40.092710 dv-cinder-837356-2-iscsi neutron-server[103916]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7384acb4-a366-4380-ae90-7bb04e293b1f service neutron] Pushing event updated for resources: {'Port': ['ID=2e065346-bbf2-4d07-9223-ade0165e1288,revision_number=3']} {{(pid=103916) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 17:26:40.122381 dv-cinder-837356-2-iscsi neutron-server[103917]: DEBUG dbcounter [-] [103917] Writing DB stats neutron:SELECT=89,neutron:INSERT=9,neutron:DELETE=1,neutron:UPDATE=1 {{(pid=103917) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 16 17:26:40.144317 dv-cinder-837356-2-iscsi neutron-server[103916]: INFO neutron.wsgi [req-700d0ac3-d72e-441b-8948-bc054839bcde req-4c45e113-f455-4264-a6c2-b6c7c0167ebf tempest-TestVolumeBootPattern-1350759327 tempest-TestVolumeBootPattern-1350759327-project] 10.222.0.66 "GET /v2.0/security-groups?id=e6a9443b-cf7a-479e-b6b0-e85ba61d4c81&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1175165 Jun 16 17:26:40.170709 dv-cinder-837356-2-iscsi neutron-server[103916]: DEBUG neutron.wsgi [-] (103916) accepted ('10.222.0.66', 41980) {{(pid=103916) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 16 17:26:40.175681 dv-cinder-837356-2-iscsi neutron-server[103917]: DEBUG neutron_lib.callbacks.manager [None req-fc57bfdc-e0cb-4a13-9ee0-bbbbd1ad01e5 tempest-TestMinimumBasicScenario-140635566 tempest-TestMinimumBasicScenario-140635566-project] Publish callbacks [] for security_group_rule (e99e965e-4885-463b-ad28-545e9e26a48f), precommit_create {{(pid=103917) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 17:26:40.184705 dv-cinder-837356-2-iscsi neutron-server[103917]: DEBUG neutron_lib.callbacks.manager [None req-fc57bfdc-e0cb-4a13-9ee0-bbbbd1ad01e5 tempest-TestMinimumBasicScenario-140635566 tempest-TestMinimumBasicScenario-140635566-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-576715'] for security_group_rule (e99e965e-4885-463b-ad28-545e9e26a48f), after_create {{(pid=103917) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 17:26:40.194529 dv-cinder-837356-2-iscsi neutron-server[103917]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3a11830-d686-4fd5-a613-3dc2b3632e1b req-9b205826-f8b4-4970-91f4-45962fac580a tempest-AttachVolumeTestJSON-336390128 tempest-AttachVolumeTestJSON-336390128-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103917) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 16 17:26:40.196168 dv-cinder-837356-2-iscsi neutron-server[103917]: INFO neutron.wsgi [req-d3a11830-d686-4fd5-a613-3dc2b3632e1b req-9b205826-f8b4-4970-91f4-45962fac580a tempest-AttachVolumeTestJSON-336390128 tempest-AttachVolumeTestJSON-336390128-project] 10.222.0.66 "GET /v2.0/ports?device_id=7d22b60d-19fe-4dca-8eef-821db5a4dc55 HTTP/1.1" status: 200 len: 945 time: 0.0725226 Jun 16 17:26:40.224809 dv-cinder-837356-2-iscsi neutron-server[103917]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fc57bfdc-e0cb-4a13-9ee0-bbbbd1ad01e5 tempest-TestMinimumBasicScenario-140635566 tempest-TestMinimumBasicScenario-140635566-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=e99e965e-4885-463b-ad28-545e9e26a48f,revision_number=0']} {{(pid=103917) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 17:26:40.240100 dv-cinder-837356-2-iscsi neutron-server[103917]: DEBUG neutron_lib.callbacks.manager [None req-fc57bfdc-e0cb-4a13-9ee0-bbbbd1ad01e5 tempest-TestMinimumBasicScenario-140635566 tempest-TestMinimumBasicScenario-140635566-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103917) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 17:26:40.242354 dv-cinder-837356-2-iscsi neutron-server[103917]: INFO neutron.wsgi [None req-fc57bfdc-e0cb-4a13-9ee0-bbbbd1ad01e5 tempest-TestMinimumBasicScenario-140635566 tempest-TestMinimumBasicScenario-140635566-project] 10.222.0.66 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.5919876 Jun 16 17:26:40.245757 dv-cinder-837356-2-iscsi neutron-server[103917]: DEBUG neutron.wsgi [-] (103917) accepted ('10.222.0.66', 41986) {{(pid=103917) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 16 17:26:40.254304 dv-cinder-837356-2-iscsi neutron-server[103917]: DEBUG neutron.api.v2.base [None req-9cad976a-0f31-4ba4-ab92-51f7a9643186 tempest-TestMinimumBasicScenario-140635566 tempest-TestMinimumBasicScenario-140635566-project] Request body: {'security_group_rule': {'security_group_id': '66f70e9b-7bf4-4a7a-a0da-bf4af5a755fa', 'project_id': '546929b1810a4d20b273f3e5492ec6ed', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=103917) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jun 16 17:26:40.299860 dv-cinder-837356-2-iscsi neutron-server[103917]: DEBUG dbcounter [-] [103917] Writing DB stats neutron:DELETE=5,neutron:SELECT=87,neutron:INSERT=6,neutron:UPDATE=2 {{(pid=103917) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 16 17:26:40.309621 dv-cinder-837356-2-iscsi neutron-server[103917]: INFO neutron.wsgi [req-d3a11830-d686-4fd5-a613-3dc2b3632e1b req-590c8860-a6bc-4fec-b931-d47e469b008f tempest-AttachVolumeTestJSON-336390128 tempest-AttachVolumeTestJSON-336390128-project] 10.222.0.66 "GET /v2.0/security-groups?id=b5243b74-2536-4f9c-b2d2-f7b79b8f3edb&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0972490 Jun 16 17:26:40.315799 dv-cinder-837356-2-iscsi neutron-server[103917]: INFO neutron.db.securitygroups_db [None req-9cad976a-0f31-4ba4-ab92-51f7a9643186 tempest-TestMinimumBasicScenario-140635566 tempest-TestMinimumBasicScenario-140635566-project] Project 546929b1810a4d20b273f3e5492ec6ed added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Jun 16 17:26:40.322203 dv-cinder-837356-2-iscsi neutron-server[103916]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f5f4e4b8-7cc0-4dfd-b7d4-2a97b73ba051 tempest-TestVolumeBootPattern-2138750174 tempest-TestVolumeBootPattern-2138750174-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103916) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 16 17:26:40.324034 dv-cinder-837356-2-iscsi neutron-server[103916]: INFO neutron.wsgi [None req-f5f4e4b8-7cc0-4dfd-b7d4-2a97b73ba051 tempest-TestVolumeBootPattern-2138750174 tempest-TestVolumeBootPattern-2138750174-project-admin] 10.222.0.66 "GET /v2.0/ports?device_id=157a0c77-c88e-4ef0-aef5-6ba851b57d00 HTTP/1.1" status: 200 len: 1125 time: 0.1520381 Jun 16 17:26:40.325249 dv-cinder-837356-2-iscsi neutron-server[103917]: DEBUG neutron_lib.callbacks.manager [None req-9cad976a-0f31-4ba4-ab92-51f7a9643186 tempest-TestMinimumBasicScenario-140635566 tempest-TestMinimumBasicScenario-140635566-project] Publish callbacks [] for security_group_rule (79178dd7-a5b5-4a87-b0a0-2cd7354d90e5), before_create {{(pid=103917) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 17:26:40.328167 dv-cinder-837356-2-iscsi neutron-server[103916]: DEBUG neutron.wsgi [-] (103916) accepted ('10.222.0.66', 41988) {{(pid=103916) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 16 17:26:40.334142 dv-cinder-837356-2-iscsi neutron-server[103916]: DEBUG neutron.api.v2.base [None req-948df948-aca3-421b-ba19-3b1814be5834 tempest-TestVolumeBootPattern-1350759327 tempest-TestVolumeBootPattern-1350759327-project] Request body: {'floatingip': {'floating_network_id': '9df31235-0797-44e6-85a0-102cb2da2d58', 'port_id': '0fdde9ef-e61f-4c66-9976-8477640c42a6', 'tenant_id': 'bd1488226a424c6e9e7f94f31b020e4f', 'fixed_ip_address': '172.20.0.13'}} {{(pid=103916) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jun 16 17:26:40.422505 dv-cinder-837356-2-iscsi neutron-server[103917]: DEBUG neutron_lib.callbacks.manager [None req-9cad976a-0f31-4ba4-ab92-51f7a9643186 tempest-TestMinimumBasicScenario-140635566 tempest-TestMinimumBasicScenario-140635566-project] Publish callbacks [] for security_group_rule (79178dd7-a5b5-4a87-b0a0-2cd7354d90e5), precommit_create {{(pid=103917) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 17:26:40.427494 dv-cinder-837356-2-iscsi neutron-server[103917]: DEBUG neutron_lib.callbacks.manager [None req-9cad976a-0f31-4ba4-ab92-51f7a9643186 tempest-TestMinimumBasicScenario-140635566 tempest-TestMinimumBasicScenario-140635566-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-576715'] for security_group_rule (79178dd7-a5b5-4a87-b0a0-2cd7354d90e5), after_create {{(pid=103917) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 17:26:40.455780 dv-cinder-837356-2-iscsi neutron-server[103917]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9cad976a-0f31-4ba4-ab92-51f7a9643186 tempest-TestMinimumBasicScenario-140635566 tempest-TestMinimumBasicScenario-140635566-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=79178dd7-a5b5-4a87-b0a0-2cd7354d90e5,revision_number=0']} {{(pid=103917) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 17:26:40.468113 dv-cinder-837356-2-iscsi neutron-server[103917]: DEBUG neutron_lib.callbacks.manager [None req-9cad976a-0f31-4ba4-ab92-51f7a9643186 tempest-TestMinimumBasicScenario-140635566 tempest-TestMinimumBasicScenario-140635566-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103917) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 17:26:40.469791 dv-cinder-837356-2-iscsi neutron-server[103917]: INFO neutron.wsgi [None req-9cad976a-0f31-4ba4-ab92-51f7a9643186 tempest-TestMinimumBasicScenario-140635566 tempest-TestMinimumBasicScenario-140635566-project] 10.222.0.66 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.2229915 Jun 16 17:26:40.569482 dv-cinder-837356-2-iscsi neutron-server[103917]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-784ce9d9-9165-464f-9ae9-fe7c6bd356c9 req-cf8e1aef-2933-4167-bd11-4256f4e1c2a7 tempest-AttachVolumeTestJSON-336390128 tempest-AttachVolumeTestJSON-336390128-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103917) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 16 17:26:40.571338 dv-cinder-837356-2-iscsi neutron-server[103917]: INFO neutron.wsgi [req-784ce9d9-9165-464f-9ae9-fe7c6bd356c9 req-cf8e1aef-2933-4167-bd11-4256f4e1c2a7 tempest-AttachVolumeTestJSON-336390128 tempest-AttachVolumeTestJSON-336390128-project] 10.222.0.66 "GET /v2.0/ports?device_id=7d22b60d-19fe-4dca-8eef-821db5a4dc55 HTTP/1.1" status: 200 len: 945 time: 0.0544670 Jun 16 17:26:40.595436 dv-cinder-837356-2-iscsi neutron-server[103916]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '1394894f-f188-4863-8a8e-19e8498a38c0', 'tag': '2e065346-bbf2-4d07-9223-ade0165e1288'}] {{(pid=103916) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jun 16 17:26:40.599273 dv-cinder-837356-2-iscsi neutron-server[103916]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.66/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}15d8713043fc5f9b6f9aaf4a9a169ba36e5aaa6307a8131177ae56adda3437c5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0089fbc1-05b5-43c5-86e6-f4c8c05e36f7" -d '{"events": [{"name": "network-changed", "server_uuid": "1394894f-f188-4863-8a8e-19e8498a38c0", "tag": "2e065346-bbf2-4d07-9223-ade0165e1288"}]}' {{(pid=103916) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 16 17:26:40.611654 dv-cinder-837356-2-iscsi neutron-server[103916]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-437bde06-4e12-4661-9449-a0ff4554ea87 req-14fda337-0f27-4bf4-be1a-edccb31f75dc tempest-VolumesSnapshotTestJSON-385000497 tempest-VolumesSnapshotTestJSON-385000497-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103916) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 16 17:26:40.613191 dv-cinder-837356-2-iscsi neutron-server[103916]: INFO neutron.wsgi [req-437bde06-4e12-4661-9449-a0ff4554ea87 req-14fda337-0f27-4bf4-be1a-edccb31f75dc tempest-VolumesSnapshotTestJSON-385000497 tempest-VolumesSnapshotTestJSON-385000497-project] 10.222.0.66 "GET /v2.0/ports?device_id=1394894f-f188-4863-8a8e-19e8498a38c0 HTTP/1.1" status: 200 len: 944 time: 0.3456776 Jun 16 17:26:40.628907 dv-cinder-837356-2-iscsi neutron-server[103917]: INFO neutron.wsgi [req-784ce9d9-9165-464f-9ae9-fe7c6bd356c9 req-10a3fd49-4d26-4757-b17c-a46a8704702c tempest-AttachVolumeTestJSON-336390128 tempest-AttachVolumeTestJSON-336390128-project] 10.222.0.66 "GET /v2.0/security-groups?id=b5243b74-2536-4f9c-b2d2-f7b79b8f3edb&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0513358 Jun 16 17:26:40.654547 dv-cinder-837356-2-iscsi neutron-server[103916]: DEBUG neutron_lib.callbacks.manager [None req-948df948-aca3-421b-ba19-3b1814be5834 tempest-TestVolumeBootPattern-1350759327 tempest-TestVolumeBootPattern-1350759327-project] Publish callbacks [] for floatingip (None), before_create {{(pid=103916) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 17:26:40.696894 dv-cinder-837356-2-iscsi neutron-server[103916]: INFO neutron.wsgi [req-437bde06-4e12-4661-9449-a0ff4554ea87 req-5fedd822-8574-4b54-89c6-4fadc337027d tempest-VolumesSnapshotTestJSON-385000497 tempest-VolumesSnapshotTestJSON-385000497-project] 10.222.0.66 "GET /v2.0/security-groups?id=e34b8f4f-0bd7-4695-872b-8d05a10daf59&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0756667 Jun 16 17:26:40.793269 dv-cinder-837356-2-iscsi neutron-server[103916]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 16 Jun 2022 17:26:40 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ef808105-b0e4-4eda-96a9-17aa4c1b6b3f x-openstack-request-id: req-ef808105-b0e4-4eda-96a9-17aa4c1b6b3f {{(pid=103916) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 16 17:26:40.794399 dv-cinder-837356-2-iscsi neutron-server[103916]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "1394894f-f188-4863-8a8e-19e8498a38c0", "tag": "2e065346-bbf2-4d07-9223-ade0165e1288", "status": "completed", "code": 200}]} {{(pid=103916) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 16 17:26:40.794399 dv-cinder-837356-2-iscsi neutron-server[103916]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.66/compute/v2.1/os-server-external-events used request id req-ef808105-b0e4-4eda-96a9-17aa4c1b6b3f {{(pid=103916) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 16 17:26:40.794399 dv-cinder-837356-2-iscsi neutron-server[103916]: INFO neutron.notifiers.nova [-] Nova event matching ['req-ef808105-b0e4-4eda-96a9-17aa4c1b6b3f'] response: {'name': 'network-changed', 'server_uuid': '1394894f-f188-4863-8a8e-19e8498a38c0', 'tag': '2e065346-bbf2-4d07-9223-ade0165e1288', 'status': 'completed', 'code': 200} Jun 16 17:26:40.799424 dv-cinder-837356-2-iscsi neutron-server[103917]: INFO neutron.wsgi [req-74cf286a-488b-410e-86a8-970891b10c62 req-707d1bee-2832-491e-8723-4f39cab9acda tempest-TestMinimumBasicScenario-140635566 tempest-TestMinimumBasicScenario-140635566-project] 10.222.0.66 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1613302764&fields=id&tenant_id=546929b1810a4d20b273f3e5492ec6ed HTTP/1.1" status: 200 len: 267 time: 0.1060197 Jun 16 17:26:40.832179 dv-cinder-837356-2-iscsi neutron-server[103916]: DEBUG neutron_lib.callbacks.manager [None req-948df948-aca3-421b-ba19-3b1814be5834 tempest-TestVolumeBootPattern-1350759327 tempest-TestVolumeBootPattern-1350759327-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16007590'] for port (None), before_create {{(pid=103916) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 17:26:40.853397 dv-cinder-837356-2-iscsi neutron-server[103916]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f505c377-ed2a-4326-aaea-324cf04c09b6 req-b7aa921a-05c0-4a89-9074-3aed5efd302f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103916) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 16 17:26:40.854979 dv-cinder-837356-2-iscsi neutron-server[103916]: INFO neutron.wsgi [req-f505c377-ed2a-4326-aaea-324cf04c09b6 req-b7aa921a-05c0-4a89-9074-3aed5efd302f service neutron] 10.222.0.81 "GET /v2.0/ports?tenant_id=f96239e8e212410aac9df2d35293c665&device_id=1394894f-f188-4863-8a8e-19e8498a38c0 HTTP/1.1" status: 200 len: 1128 time: 0.0781832 Jun 16 17:26:40.924795 dv-cinder-837356-2-iscsi neutron-server[103916]: INFO neutron.wsgi [req-f505c377-ed2a-4326-aaea-324cf04c09b6 req-a901392b-fa3a-40a2-9daa-748916fbce6e service neutron] 10.222.0.81 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=2e065346-bbf2-4d07-9223-ade0165e1288 HTTP/1.1" status: 200 len: 217 time: 0.0414326 Jun 16 17:26:41.028517 dv-cinder-837356-2-iscsi neutron-server[103916]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f505c377-ed2a-4326-aaea-324cf04c09b6 req-c582d335-3591-4398-bcff-9114e0cb5783 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103916) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 16 17:26:41.029815 dv-cinder-837356-2-iscsi neutron-server[103917]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74cf286a-488b-410e-86a8-970891b10c62 req-da362e77-eafb-4580-bf99-014d7720e5b5 tempest-TestMinimumBasicScenario-140635566 tempest-TestMinimumBasicScenario-140635566-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103917) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 16 17:26:41.030268 dv-cinder-837356-2-iscsi neutron-server[103916]: INFO neutron.wsgi [req-f505c377-ed2a-4326-aaea-324cf04c09b6 req-c582d335-3591-4398-bcff-9114e0cb5783 service neutron] 10.222.0.81 "GET /v2.0/subnets?id=0a15a8f4-c07c-4d90-a6f2-8394d3f253a0 HTTP/1.1" status: 200 len: 854 time: 0.0899224 Jun 16 17:26:41.031352 dv-cinder-837356-2-iscsi neutron-server[103917]: INFO neutron.wsgi [req-74cf286a-488b-410e-86a8-970891b10c62 req-da362e77-eafb-4580-bf99-014d7720e5b5 tempest-TestMinimumBasicScenario-140635566 tempest-TestMinimumBasicScenario-140635566-project] 10.222.0.66 "GET /v2.0/ports?device_id=b4ee9b10-f2da-442c-9475-3cfb21c9ad54 HTTP/1.1" status: 200 len: 946 time: 0.2301795 Jun 16 17:26:41.047817 dv-cinder-837356-2-iscsi neutron-server[103917]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03a4346b-5e63-40da-b74d-c1e6b13ea051 req-504b72d2-e989-4e14-b4a9-b8f22f536b79 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103917) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 16 17:26:41.050094 dv-cinder-837356-2-iscsi neutron-server[103917]: INFO neutron.wsgi [req-03a4346b-5e63-40da-b74d-c1e6b13ea051 req-504b72d2-e989-4e14-b4a9-b8f22f536b79 service neutron] 10.222.0.81 "GET /v2.0/ports?tenant_id=f029a8bb389c4d348c0e9001c5fa059c&device_id=7d22b60d-19fe-4dca-8eef-821db5a4dc55 HTTP/1.1" status: 200 len: 1129 time: 0.1293714 Jun 16 17:26:41.055628 dv-cinder-837356-2-iscsi neutron-server[103917]: DEBUG neutron.api.v2.base [req-74cf286a-488b-410e-86a8-970891b10c62 req-9129d00d-8466-4458-800f-9349eb67eb19 tempest-TestMinimumBasicScenario-140635566 tempest-TestMinimumBasicScenario-140635566-project] Request body: {'port': {'security_groups': ['054bc173-7136-43f6-8718-9d2e1fa2c0d2', '66f70e9b-7bf4-4a7a-a0da-bf4af5a755fa']}} {{(pid=103917) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jun 16 17:26:41.067906 dv-cinder-837356-2-iscsi neutron-server[103917]: INFO neutron.wsgi [req-cf080e43-2a3b-42a4-8e8c-a65a0454ffe0 req-4bb776ac-072e-4fdf-92b5-95a4c69744f0 service neutron] 10.222.0.81 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=676f9af5-715a-4f80-b6f8-747296e84e2c HTTP/1.1" status: 200 len: 1002 time: 0.2895591 Jun 16 17:26:41.070706 dv-cinder-837356-2-iscsi neutron-server[103917]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50f1be7b-4144-4a90-a5eb-2a7d428c987b req-db555adf-3696-4810-8493-f1f7bd36a6e3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103917) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 16 17:26:41.072360 dv-cinder-837356-2-iscsi neutron-server[103917]: INFO neutron.wsgi [req-50f1be7b-4144-4a90-a5eb-2a7d428c987b req-db555adf-3696-4810-8493-f1f7bd36a6e3 service neutron] 10.222.0.81 "GET /v2.0/ports?device_id=4065d5c1-0b16-413a-a5b5-e0e725e1e71b HTTP/1.1" status: 200 len: 1129 time: 0.1534958 Jun 16 17:26:41.079716 dv-cinder-837356-2-iscsi neutron-server[103916]: DEBUG neutron.db.db_base_plugin_common [None req-948df948-aca3-421b-ba19-3b1814be5834 tempest-TestVolumeBootPattern-1350759327 tempest-TestVolumeBootPattern-1350759327-project] Allocated IP 172.27.2.120 (9df31235-0797-44e6-85a0-102cb2da2d58/1dfb0320-f5eb-46f6-88ce-33002f500238/657f9329-3cb4-43d3-aef4-fd4fc3453f4c) {{(pid=103916) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 16 17:26:41.088849 dv-cinder-837356-2-iscsi neutron-server[103916]: INFO neutron.wsgi [req-f505c377-ed2a-4326-aaea-324cf04c09b6 req-320acaf3-6028-426d-86f4-08af206ad13e service neutron] 10.222.0.81 "GET /v2.0/ports?network_id=184a3d80-6b15-43ef-84b8-ddb86570078c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0504706 Jun 16 17:26:41.322762 dv-cinder-837356-2-iscsi neutron-server[103916]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7835de2b-320e-44e1-a67b-74887f96bc9b req-160f2736-04c4-4a89-902b-c6545dbd90d3 tempest-ServerRescueNegativeTestJSON-1475515620 tempest-ServerRescueNegativeTestJSON-1475515620-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103916) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 16 17:26:41.323040 dv-cinder-837356-2-iscsi neutron-server[103917]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf080e43-2a3b-42a4-8e8c-a65a0454ffe0 req-5bc76568-5b8a-4ce7-8405-b0825099596d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103917) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 16 17:26:41.324324 dv-cinder-837356-2-iscsi neutron-server[103917]: INFO neutron.wsgi [req-cf080e43-2a3b-42a4-8e8c-a65a0454ffe0 req-5bc76568-5b8a-4ce7-8405-b0825099596d service neutron] 10.222.0.81 "GET /v2.0/subnets?id=bd08d793-0f26-4cdb-b55c-28713cb435a0 HTTP/1.1" status: 200 len: 854 time: 0.2092063 Jun 16 17:26:41.324449 dv-cinder-837356-2-iscsi neutron-server[103916]: INFO neutron.wsgi [req-7835de2b-320e-44e1-a67b-74887f96bc9b req-160f2736-04c4-4a89-902b-c6545dbd90d3 tempest-ServerRescueNegativeTestJSON-1475515620 tempest-ServerRescueNegativeTestJSON-1475515620-project] 10.222.0.66 "GET /v2.0/ports?device_id=4065d5c1-0b16-413a-a5b5-e0e725e1e71b HTTP/1.1" status: 200 len: 945 time: 0.1344850 Jun 16 17:26:41.359031 dv-cinder-837356-2-iscsi neutron-server[103917]: INFO neutron.wsgi [req-50f1be7b-4144-4a90-a5eb-2a7d428c987b req-b0d8cad7-d097-43ef-820c-30c550d2a8f5 service neutron] 10.222.0.81 "GET /v2.0/security-groups?id=d7d25be3-a5ac-46a1-b854-10a8a8453e86&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2467890 Jun 16 17:26:41.359661 dv-cinder-837356-2-iscsi neutron-server[103917]: DEBUG dbcounter [-] [103917] Writing DB stats neutron:SELECT=93,neutron:DELETE=3,neutron:INSERT=3,neutron:UPDATE=1 {{(pid=103917) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 16 17:26:41.364747 dv-cinder-837356-2-iscsi neutron-server[103917]: DEBUG neutron_lib.callbacks.manager [req-74cf286a-488b-410e-86a8-970891b10c62 req-9129d00d-8466-4458-800f-9349eb67eb19 tempest-TestMinimumBasicScenario-140635566 tempest-TestMinimumBasicScenario-140635566-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16007590'] for port (676f9af5-715a-4f80-b6f8-747296e84e2c), before_update {{(pid=103917) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 17:26:41.371206 dv-cinder-837356-2-iscsi neutron-server[103916]: INFO neutron.wsgi [req-f505c377-ed2a-4326-aaea-324cf04c09b6 req-f9382cba-49ec-4d31-bfe3-b5e4823e5ba8 service neutron] 10.222.0.81 "GET /v2.0/networks/184a3d80-6b15-43ef-84b8-ddb86570078c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2722688 Jun 16 17:26:41.404820 dv-cinder-837356-2-iscsi neutron-server[103917]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03a4346b-5e63-40da-b74d-c1e6b13ea051 req-0af0f824-2088-40cd-9c87-5d9e06fde5c0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103917) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 16 17:26:41.406908 dv-cinder-837356-2-iscsi neutron-server[103917]: INFO neutron.wsgi [req-03a4346b-5e63-40da-b74d-c1e6b13ea051 req-0af0f824-2088-40cd-9c87-5d9e06fde5c0 service neutron] 10.222.0.81 "GET /v2.0/networks?id=82c6c893-96f4-45ae-b1e3-d70ff1db738d HTTP/1.1" status: 200 len: 913 time: 0.3377848 Jun 16 17:26:41.422812 dv-cinder-837356-2-iscsi neutron-server[103916]: DEBUG dbcounter [-] [103916] Writing DB stats neutron:SELECT=94,neutron:INSERT=4,neutron:UPDATE=2 {{(pid=103916) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 16 17:26:41.426828 dv-cinder-837356-2-iscsi neutron-server[103916]: DEBUG neutron_lib.callbacks.manager [None req-948df948-aca3-421b-ba19-3b1814be5834 tempest-TestVolumeBootPattern-1350759327 tempest-TestVolumeBootPattern-1350759327-project] Publish callbacks [] for port (657f9329-3cb4-43d3-aef4-fd4fc3453f4c), precommit_create {{(pid=103916) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 17:26:41.435290 dv-cinder-837356-2-iscsi neutron-server[103916]: INFO neutron.wsgi [req-7835de2b-320e-44e1-a67b-74887f96bc9b req-bf8b55f7-bfd7-4fb9-aacb-cb12ecedd196 tempest-ServerRescueNegativeTestJSON-1475515620 tempest-ServerRescueNegativeTestJSON-1475515620-project] 10.222.0.66 "GET /v2.0/security-groups?id=d7d25be3-a5ac-46a1-b854-10a8a8453e86&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1026282 Jun 16 17:26:41.452601 dv-cinder-837356-2-iscsi neutron-server[103917]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf080e43-2a3b-42a4-8e8c-a65a0454ffe0 req-58d05c36-ae34-43ca-97a7-20eebbc7a567 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103917) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 16 17:26:41.455094 dv-cinder-837356-2-iscsi neutron-server[103917]: INFO neutron.wsgi [req-cf080e43-2a3b-42a4-8e8c-a65a0454ffe0 req-58d05c36-ae34-43ca-97a7-20eebbc7a567 service neutron] 10.222.0.81 "GET /v2.0/ports?network_id=35603100-8685-44dd-88ce-ba2913489196&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.1179891 Jun 16 17:26:41.486979 dv-cinder-837356-2-iscsi neutron-server[103916]: DEBUG neutron_lib.callbacks.manager [None req-948df948-aca3-421b-ba19-3b1814be5834 tempest-TestVolumeBootPattern-1350759327 tempest-TestVolumeBootPattern-1350759327-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16007527', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-75831', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16241551', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8728538993421', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25517999'] for port (657f9329-3cb4-43d3-aef4-fd4fc3453f4c), after_create {{(pid=103916) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 17:26:41.542498 dv-cinder-837356-2-iscsi neutron-server[103916]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-948df948-aca3-421b-ba19-3b1814be5834 tempest-TestVolumeBootPattern-1350759327 tempest-TestVolumeBootPattern-1350759327-project] Network 9df31235-0797-44e6-85a0-102cb2da2d58 is already hosted by enough agents. {{(pid=103916) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 16 17:26:41.548730 dv-cinder-837356-2-iscsi neutron-server[103916]: DEBUG neutron.scheduler.base_scheduler [None req-948df948-aca3-421b-ba19-3b1814be5834 tempest-TestVolumeBootPattern-1350759327 tempest-TestVolumeBootPattern-1350759327-project] Resources bound (agent type, host, resource id): {{(pid=103916) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 16 17:26:41.551340 dv-cinder-837356-2-iscsi neutron-server[103916]: DEBUG neutron.db.l3_dvrscheduler_db [None req-948df948-aca3-421b-ba19-3b1814be5834 tempest-TestVolumeBootPattern-1350759327 tempest-TestVolumeBootPattern-1350759327-project] Received port after_create {{(pid=103916) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:542}} Jun 16 17:26:41.555637 dv-cinder-837356-2-iscsi neutron-server[103916]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-948df948-aca3-421b-ba19-3b1814be5834 tempest-TestVolumeBootPattern-1350759327 tempest-TestVolumeBootPattern-1350759327-project] Pushing event updated for resources: {'Port': ['ID=657f9329-3cb4-43d3-aef4-fd4fc3453f4c,revision_number=1']} {{(pid=103916) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 17:26:41.557538 dv-cinder-837356-2-iscsi neutron-server[103916]: DEBUG dbcounter [-] [103916] Writing DB stats neutron:SELECT=94,neutron:INSERT=4,neutron:UPDATE=2 {{(pid=103916) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 16 17:26:41.780962 dv-cinder-837356-2-iscsi neutron-server[103917]: DEBUG dbcounter [-] [103917] Writing DB stats neutron:SELECT=95,neutron:INSERT=3,neutron:DELETE=2 {{(pid=103917) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 16 17:26:41.793757 dv-cinder-837356-2-iscsi neutron-server[103917]: INFO neutron.wsgi [req-03a4346b-5e63-40da-b74d-c1e6b13ea051 req-dc5da280-3ea1-4392-8ac3-dbe8682b0f9b service neutron] 10.222.0.81 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=21fae4ca-fb3d-4b09-8071-928df2baff45 HTTP/1.1" status: 200 len: 1001 time: 0.2112718 Jun 16 17:26:41.849020 dv-cinder-837356-2-iscsi neutron-server[103917]: DEBUG neutron.plugins.ml2.db [req-74cf286a-488b-410e-86a8-970891b10c62 req-9129d00d-8466-4458-800f-9349eb67eb19 tempest-TestMinimumBasicScenario-140635566 tempest-TestMinimumBasicScenario-140635566-project] For port 676f9af5-715a-4f80-b6f8-747296e84e2c, host hv-cinder-83735, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83735',level=0,port_id=676f9af5-715a-4f80-b6f8-747296e84e2c,segment=NetworkSegment(937c5a5e-3ee7-4507-994c-7f9e653b9d74),segment_id=937c5a5e-3ee7-4507-994c-7f9e653b9d74)] {{(pid=103917) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 16 17:26:41.852865 dv-cinder-837356-2-iscsi neutron-server[103917]: INFO neutron.wsgi [req-cf080e43-2a3b-42a4-8e8c-a65a0454ffe0 req-929535bc-db81-49d3-8637-d845ee351a0b service neutron] 10.222.0.81 "GET /v2.0/networks/35603100-8685-44dd-88ce-ba2913489196?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2682817 Jun 16 17:26:41.879636 dv-cinder-837356-2-iscsi neutron-server[103916]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6d6b9df-d5f5-4d82-914d-f8beef716978 req-ea06e909-10c2-4add-96e0-2e15e5c7ad30 tempest-AttachVolumeTestJSON-336390128 tempest-AttachVolumeTestJSON-336390128-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103916) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 16 17:26:41.881571 dv-cinder-837356-2-iscsi neutron-server[103916]: INFO neutron.wsgi [req-b6d6b9df-d5f5-4d82-914d-f8beef716978 req-ea06e909-10c2-4add-96e0-2e15e5c7ad30 tempest-AttachVolumeTestJSON-336390128 tempest-AttachVolumeTestJSON-336390128-project] 10.222.0.66 "GET /v2.0/ports?device_id=7d22b60d-19fe-4dca-8eef-821db5a4dc55 HTTP/1.1" status: 200 len: 945 time: 0.1492515 Jun 16 17:26:41.886973 dv-cinder-837356-2-iscsi neutron-server[103917]: DEBUG neutron_lib.callbacks.manager [req-74cf286a-488b-410e-86a8-970891b10c62 req-9129d00d-8466-4458-800f-9349eb67eb19 tempest-TestMinimumBasicScenario-140635566 tempest-TestMinimumBasicScenario-140635566-project] Publish callbacks [] for port (676f9af5-715a-4f80-b6f8-747296e84e2c), precommit_update {{(pid=103917) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 17:26:41.895501 dv-cinder-837356-2-iscsi neutron-server[103916]: INFO neutron.wsgi [req-f505c377-ed2a-4326-aaea-324cf04c09b6 req-6c4de957-568e-450d-ac9d-d5946b4afcee service neutron] 10.222.0.81 "GET /v2.0/networks/184a3d80-6b15-43ef-84b8-ddb86570078c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3181915 Jun 16 17:26:41.898449 dv-cinder-837356-2-iscsi neutron-server[103917]: DEBUG neutron_lib.callbacks.manager [req-74cf286a-488b-410e-86a8-970891b10c62 req-9129d00d-8466-4458-800f-9349eb67eb19 tempest-TestMinimumBasicScenario-140635566 tempest-TestMinimumBasicScenario-140635566-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16007527', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-75831', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16241551', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728539364693', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728538993439', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728538993457', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3819734'] for port (676f9af5-715a-4f80-b6f8-747296e84e2c), after_update {{(pid=103917) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 17:26:41.918037 dv-cinder-837356-2-iscsi neutron-server[103918]: DEBUG neutron.plugins.ml2.db [None req-b2b17746-c296-4803-869a-65578e8233dd None None] get_ports_and_sgs() called for port_ids ['676f9af5-715a-4f80-b6f8-747296e84e2c'] {{(pid=103918) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jun 16 17:26:41.952443 dv-cinder-837356-2-iscsi neutron-server[103917]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74cf286a-488b-410e-86a8-970891b10c62 req-9129d00d-8466-4458-800f-9349eb67eb19 tempest-TestMinimumBasicScenario-140635566 tempest-TestMinimumBasicScenario-140635566-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103917) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 16 17:26:41.953486 dv-cinder-837356-2-iscsi neutron-server[103917]: DEBUG neutron_lib.callbacks.manager [req-74cf286a-488b-410e-86a8-970891b10c62 req-9129d00d-8466-4458-800f-9349eb67eb19 tempest-TestMinimumBasicScenario-140635566 tempest-TestMinimumBasicScenario-140635566-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-191112'] for port (None), before_response {{(pid=103917) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 17:26:41.956578 dv-cinder-837356-2-iscsi neutron-server[103917]: INFO neutron.wsgi [req-74cf286a-488b-410e-86a8-970891b10c62 req-9129d00d-8466-4458-800f-9349eb67eb19 tempest-TestMinimumBasicScenario-140635566 tempest-TestMinimumBasicScenario-140635566-project] 10.222.0.66 "PUT /v2.0/ports/676f9af5-715a-4f80-b6f8-747296e84e2c HTTP/1.1" status: 200 len: 982 time: 0.9158537 Jun 16 17:26:41.957074 dv-cinder-837356-2-iscsi neutron-server[103917]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'b4ee9b10-f2da-442c-9475-3cfb21c9ad54', 'tag': '676f9af5-715a-4f80-b6f8-747296e84e2c'}] {{(pid=103917) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jun 16 17:26:41.961503 dv-cinder-837356-2-iscsi neutron-server[103917]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.66/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6f3fd2b1a6655810f50592bc9015c397d118e5689141688eaf1b23dbeee2ebf8" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-52d8e638-fdc7-4534-83cc-98b884c9a30f" -d '{"events": [{"name": "network-changed", "server_uuid": "b4ee9b10-f2da-442c-9475-3cfb21c9ad54", "tag": "676f9af5-715a-4f80-b6f8-747296e84e2c"}]}' {{(pid=103917) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 16 17:26:42.004821 dv-cinder-837356-2-iscsi neutron-server[103917]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9129d00d-8466-4458-800f-9349eb67eb19 tempest-TestMinimumBasicScenario-140635566 tempest-TestMinimumBasicScenario-140635566-project] Pushing event updated for resources: {'Port': ['ID=676f9af5-715a-4f80-b6f8-747296e84e2c,revision_number=6']} {{(pid=103917) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 17:26:42.072369 dv-cinder-837356-2-iscsi neutron-server[103916]: INFO neutron.wsgi [req-b6d6b9df-d5f5-4d82-914d-f8beef716978 req-de420e8b-b48a-4aaf-839e-5d7f2926eae5 tempest-AttachVolumeTestJSON-336390128 tempest-AttachVolumeTestJSON-336390128-project] 10.222.0.66 "GET /v2.0/security-groups?id=b5243b74-2536-4f9c-b2d2-f7b79b8f3edb&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1822484 Jun 16 17:26:42.103411 dv-cinder-837356-2-iscsi neutron-server[103918]: DEBUG neutron.plugins.ml2.db [None req-b2b17746-c296-4803-869a-65578e8233dd None None] get_ports_and_sgs() called for port_ids ['676f9af5-715a-4f80-b6f8-747296e84e2c'] {{(pid=103918) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jun 16 17:26:42.240464 dv-cinder-837356-2-iscsi neutron-server[103917]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ba7580e-185d-40c4-8d9b-007c8639833b req-2cd93c3d-4485-4b80-b01d-108b6bd2295c tempest-VolumesSnapshotTestJSON-385000497 tempest-VolumesSnapshotTestJSON-385000497-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103917) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 16 17:26:42.250465 dv-cinder-837356-2-iscsi neutron-server[103917]: INFO neutron.wsgi [req-2ba7580e-185d-40c4-8d9b-007c8639833b req-2cd93c3d-4485-4b80-b01d-108b6bd2295c tempest-VolumesSnapshotTestJSON-385000497 tempest-VolumesSnapshotTestJSON-385000497-project] 10.222.0.66 "GET /v2.0/ports?device_id=1394894f-f188-4863-8a8e-19e8498a38c0 HTTP/1.1" status: 200 len: 944 time: 0.1574545 Jun 16 17:26:42.258598 dv-cinder-837356-2-iscsi neutron-server[103917]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 16 Jun 2022 17:26:41 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e6ed3175-f5b7-40b7-9c31-ac4eafaf0786 x-openstack-request-id: req-e6ed3175-f5b7-40b7-9c31-ac4eafaf0786 {{(pid=103917) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 16 17:26:42.258798 dv-cinder-837356-2-iscsi neutron-server[103917]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "b4ee9b10-f2da-442c-9475-3cfb21c9ad54", "tag": "676f9af5-715a-4f80-b6f8-747296e84e2c", "status": "completed", "code": 200}]} {{(pid=103917) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 16 17:26:42.261059 dv-cinder-837356-2-iscsi neutron-server[103917]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.66/compute/v2.1/os-server-external-events used request id req-e6ed3175-f5b7-40b7-9c31-ac4eafaf0786 {{(pid=103917) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 16 17:26:42.261537 dv-cinder-837356-2-iscsi neutron-server[103917]: INFO neutron.notifiers.nova [-] Nova event matching ['req-e6ed3175-f5b7-40b7-9c31-ac4eafaf0786'] response: {'name': 'network-changed', 'server_uuid': 'b4ee9b10-f2da-442c-9475-3cfb21c9ad54', 'tag': '676f9af5-715a-4f80-b6f8-747296e84e2c', 'status': 'completed', 'code': 200} Jun 16 17:26:42.286218 dv-cinder-837356-2-iscsi neutron-server[103916]: DEBUG neutron_lib.callbacks.manager [None req-948df948-aca3-421b-ba19-3b1814be5834 tempest-TestVolumeBootPattern-1350759327 tempest-TestVolumeBootPattern-1350759327-project] Publish callbacks [] for floatingip (fed1302c-64e4-46d6-b845-db8e614aed8e), precommit_create {{(pid=103916) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 17:26:42.380091 dv-cinder-837356-2-iscsi neutron-server[103918]: DEBUG neutron.db.provisioning_blocks [None req-5cfa8b68-4cb6-4c06-a61a-ab240b81c348 None None] Provisioning complete for port 676f9af5-715a-4f80-b6f8-747296e84e2c triggered by entity DHCP. {{(pid=103918) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jun 16 17:26:42.381331 dv-cinder-837356-2-iscsi neutron-server[103918]: DEBUG neutron_lib.callbacks.manager [None req-5cfa8b68-4cb6-4c06-a61a-ab240b81c348 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16149424'] for port (676f9af5-715a-4f80-b6f8-747296e84e2c), provisioning_complete {{(pid=103918) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 17:26:42.403226 dv-cinder-837356-2-iscsi neutron-server[103916]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f104520-30da-4895-84d3-d00cd26606c7 req-5abfde2a-b608-40cb-8d2d-7437e1d94ef7 tempest-TestMinimumBasicScenario-140635566 tempest-TestMinimumBasicScenario-140635566-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103916) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 16 17:26:42.404941 dv-cinder-837356-2-iscsi neutron-server[103916]: INFO neutron.wsgi [req-3f104520-30da-4895-84d3-d00cd26606c7 req-5abfde2a-b608-40cb-8d2d-7437e1d94ef7 tempest-TestMinimumBasicScenario-140635566 tempest-TestMinimumBasicScenario-140635566-project] 10.222.0.66 "GET /v2.0/ports?device_id=b4ee9b10-f2da-442c-9475-3cfb21c9ad54 HTTP/1.1" status: 200 len: 985 time: 0.0665405 Jun 16 17:26:42.420093 dv-cinder-837356-2-iscsi neutron-server[103917]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03a4346b-5e63-40da-b74d-c1e6b13ea051 req-d1f24dd4-dee3-4699-887f-49a30b037cce service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103917) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 16 17:26:42.421778 dv-cinder-837356-2-iscsi neutron-server[103917]: INFO neutron.wsgi [req-03a4346b-5e63-40da-b74d-c1e6b13ea051 req-d1f24dd4-dee3-4699-887f-49a30b037cce service neutron] 10.222.0.81 "GET /v2.0/subnets?id=744fc868-35e9-4c30-8ac9-ba01749c37c3 HTTP/1.1" status: 200 len: 850 time: 0.1670768 Jun 16 17:26:42.454854 dv-cinder-837356-2-iscsi neutron-server[103917]: INFO neutron.wsgi [req-2ba7580e-185d-40c4-8d9b-007c8639833b req-7d08c237-6664-4cd0-9ddf-8cbe8e3ee76b tempest-VolumesSnapshotTestJSON-385000497 tempest-VolumesSnapshotTestJSON-385000497-project] 10.222.0.66 "GET /v2.0/security-groups?id=e34b8f4f-0bd7-4695-872b-8d05a10daf59&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2026443 Jun 16 17:26:42.473054 dv-cinder-837356-2-iscsi neutron-server[103916]: DEBUG neutron_lib.callbacks.manager [None req-948df948-aca3-421b-ba19-3b1814be5834 tempest-TestVolumeBootPattern-1350759327 tempest-TestVolumeBootPattern-1350759327-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16007590'] for port (657f9329-3cb4-43d3-aef4-fd4fc3453f4c), before_update {{(pid=103916) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 17:26:42.473919 dv-cinder-837356-2-iscsi neutron-server[103916]: DEBUG dbcounter [-] [103916] Writing DB stats neutron:SELECT=99,neutron:INSERT=1 {{(pid=103916) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 16 17:26:42.504092 dv-cinder-837356-2-iscsi neutron-server[103917]: INFO neutron.wsgi [req-cf080e43-2a3b-42a4-8e8c-a65a0454ffe0 req-01d27d43-1de3-4f6f-a7a9-76ffebc3a078 service neutron] 10.222.0.81 "GET /v2.0/networks/35603100-8685-44dd-88ce-ba2913489196?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2405152 Jun 16 17:26:42.578283 dv-cinder-837356-2-iscsi neutron-server[103916]: INFO neutron.wsgi [req-3f104520-30da-4895-84d3-d00cd26606c7 req-4c026f03-361e-4b2e-8f1d-231d6eb33fcc tempest-TestMinimumBasicScenario-140635566 tempest-TestMinimumBasicScenario-140635566-project] 10.222.0.66 "GET /v2.0/security-groups?id=054bc173-7136-43f6-8718-9d2e1fa2c0d2&id=66f70e9b-7bf4-4a7a-a0da-bf4af5a755fa&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.1447806 Jun 16 17:26:42.614346 dv-cinder-837356-2-iscsi neutron-server[103917]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-531a1abf-2219-463a-8d03-545cd912bf69 req-e6b20344-4c43-43dd-8684-e062beecb7ad tempest-ServerRescueNegativeTestJSON-1475515620 tempest-ServerRescueNegativeTestJSON-1475515620-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103917) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 16 17:26:42.616528 dv-cinder-837356-2-iscsi neutron-server[103917]: INFO neutron.wsgi [req-531a1abf-2219-463a-8d03-545cd912bf69 req-e6b20344-4c43-43dd-8684-e062beecb7ad tempest-ServerRescueNegativeTestJSON-1475515620 tempest-ServerRescueNegativeTestJSON-1475515620-project] 10.222.0.66 "GET /v2.0/ports?device_id=4065d5c1-0b16-413a-a5b5-e0e725e1e71b HTTP/1.1" status: 200 len: 945 time: 0.0861964 Jun 16 17:26:42.687951 dv-cinder-837356-2-iscsi neutron-server[103917]: INFO neutron.wsgi [req-531a1abf-2219-463a-8d03-545cd912bf69 req-520effbb-6150-4dfc-ae25-97871aecc9c0 tempest-ServerRescueNegativeTestJSON-1475515620 tempest-ServerRescueNegativeTestJSON-1475515620-project] 10.222.0.66 "GET /v2.0/security-groups?id=d7d25be3-a5ac-46a1-b854-10a8a8453e86&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0654452 Jun 16 17:26:42.711544 dv-cinder-837356-2-iscsi neutron-server[103916]: DEBUG neutron_lib.callbacks.manager [None req-948df948-aca3-421b-ba19-3b1814be5834 tempest-TestVolumeBootPattern-1350759327 tempest-TestVolumeBootPattern-1350759327-project] Publish callbacks [] for port (657f9329-3cb4-43d3-aef4-fd4fc3453f4c), precommit_update {{(pid=103916) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 17:26:42.724587 dv-cinder-837356-2-iscsi neutron-server[103916]: DEBUG neutron_lib.callbacks.manager [None req-948df948-aca3-421b-ba19-3b1814be5834 tempest-TestVolumeBootPattern-1350759327 tempest-TestVolumeBootPattern-1350759327-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16007527', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-75831', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16241551', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728539364693', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728538993439', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728538993457', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25517990'] for port (657f9329-3cb4-43d3-aef4-fd4fc3453f4c), after_update {{(pid=103916) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 17:26:42.739262 dv-cinder-837356-2-iscsi neutron-server[103918]: DEBUG dbcounter [-] [103918] Writing DB stats neutron:SELECT=100 {{(pid=103918) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 16 17:26:42.746087 dv-cinder-837356-2-iscsi neutron-server[103918]: DEBUG neutron.plugins.ml2.plugin [None req-5cfa8b68-4cb6-4c06-a61a-ab240b81c348 None None] Current status of the port 676f9af5-715a-4f80-b6f8-747296e84e2c is: ACTIVE; New status is: ACTIVE {{(pid=103918) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2298}} Jun 16 17:26:42.806635 dv-cinder-837356-2-iscsi neutron-server[103916]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-948df948-aca3-421b-ba19-3b1814be5834 tempest-TestVolumeBootPattern-1350759327 tempest-TestVolumeBootPattern-1350759327-project] Pushing event updated for resources: {'Port': ['ID=657f9329-3cb4-43d3-aef4-fd4fc3453f4c,revision_number=2']} {{(pid=103916) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 17:26:42.814479 dv-cinder-837356-2-iscsi neutron-server[103916]: DEBUG dbcounter [-] [103916] Writing DB stats neutron:SELECT=97,neutron:INSERT=1,neutron:UPDATE=2 {{(pid=103916) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 16 17:26:42.827149 dv-cinder-837356-2-iscsi neutron-server[103916]: DEBUG neutron_lib.callbacks.manager [None req-948df948-aca3-421b-ba19-3b1814be5834 tempest-TestVolumeBootPattern-1350759327 tempest-TestVolumeBootPattern-1350759327-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-704970'] for floatingip (fed1302c-64e4-46d6-b845-db8e614aed8e), after_create {{(pid=103916) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 17:26:42.951818 dv-cinder-837356-2-iscsi neutron-server[103916]: INFO neutron.db.l3_db [None req-948df948-aca3-421b-ba19-3b1814be5834 tempest-TestVolumeBootPattern-1350759327 tempest-TestVolumeBootPattern-1350759327-project] Floating IP fed1302c-64e4-46d6-b845-db8e614aed8e associated. External IP: 172.27.2.120, port: 0fdde9ef-e61f-4c66-9976-8477640c42a6. Jun 16 17:26:42.981579 dv-cinder-837356-2-iscsi neutron-server[103918]: DEBUG dbcounter [-] [103918] Writing DB stats neutron:SELECT=100 {{(pid=103918) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 16 17:26:43.004238 dv-cinder-837356-2-iscsi neutron-server[103918]: DEBUG neutron_lib.callbacks.manager [None req-e0ff8ce7-d2a9-4a5f-830b-f9a7743e4836 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728539454181', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16149322'] for agent (0913b7ec-eea4-4492-8ef1-e01c4575abca), after_update {{(pid=103918) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 17:26:43.246249 dv-cinder-837356-2-iscsi neutron-server[103916]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-948df948-aca3-421b-ba19-3b1814be5834 tempest-TestVolumeBootPattern-1350759327 tempest-TestVolumeBootPattern-1350759327-project] Router c35ad751-e83c-4d20-bca1-ec4f6db7db70 has already been hosted by L3 agent 7639df21-17c3-4235-8912-210c3ad54137 {{(pid=103916) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jun 16 17:26:43.270275 dv-cinder-837356-2-iscsi neutron-server[103916]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-111fb422-1185-45ea-b44d-fd9ece4a70e7 req-90faede5-f160-450b-bf1c-80a60fa6a1e0 tempest-AttachVolumeTestJSON-336390128 tempest-AttachVolumeTestJSON-336390128-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103916) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 16 17:26:43.271601 dv-cinder-837356-2-iscsi neutron-server[103916]: INFO neutron.wsgi [req-111fb422-1185-45ea-b44d-fd9ece4a70e7 req-90faede5-f160-450b-bf1c-80a60fa6a1e0 tempest-AttachVolumeTestJSON-336390128 tempest-AttachVolumeTestJSON-336390128-project] 10.222.0.66 "GET /v2.0/ports?device_id=7d22b60d-19fe-4dca-8eef-821db5a4dc55 HTTP/1.1" status: 200 len: 945 time: 0.0675263 Jun 16 17:26:43.425356 dv-cinder-837356-2-iscsi neutron-server[103917]: DEBUG dbcounter [-] [103917] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=103917) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 16 17:26:43.431547 dv-cinder-837356-2-iscsi neutron-server[103916]: INFO neutron.wsgi [req-111fb422-1185-45ea-b44d-fd9ece4a70e7 req-cfc2cd69-9b2f-45f7-96c3-2d858a916fcb tempest-AttachVolumeTestJSON-336390128 tempest-AttachVolumeTestJSON-336390128-project] 10.222.0.66 "GET /v2.0/security-groups?id=b5243b74-2536-4f9c-b2d2-f7b79b8f3edb&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1193962 Jun 16 17:26:43.436897 dv-cinder-837356-2-iscsi neutron-server[103916]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-948df948-aca3-421b-ba19-3b1814be5834 tempest-TestVolumeBootPattern-1350759327 tempest-TestVolumeBootPattern-1350759327-project] Notify agent at l3_agent.dv-cinder-837356-2-iscsi the message routers_updated {{(pid=103916) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jun 16 17:26:43.445573 dv-cinder-837356-2-iscsi neutron-server[103917]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03a4346b-5e63-40da-b74d-c1e6b13ea051 req-a0ca0cc3-dc26-46f2-b268-fc3c7a93dec9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103917) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 16 17:26:43.447686 dv-cinder-837356-2-iscsi neutron-server[103917]: INFO neutron.wsgi [req-03a4346b-5e63-40da-b74d-c1e6b13ea051 req-a0ca0cc3-dc26-46f2-b268-fc3c7a93dec9 service neutron] 10.222.0.81 "GET /v2.0/ports?network_id=82c6c893-96f4-45ae-b1e3-d70ff1db738d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.1255136 Jun 16 17:26:43.452807 dv-cinder-837356-2-iscsi neutron-server[103917]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0089fbc1-05b5-43c5-86e6-f4c8c05e36f7 req-9e25771b-f6fe-4262-892b-2a32f51455ef service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103917) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 16 17:26:43.455192 dv-cinder-837356-2-iscsi neutron-server[103917]: INFO neutron.wsgi [req-0089fbc1-05b5-43c5-86e6-f4c8c05e36f7 req-9e25771b-f6fe-4262-892b-2a32f51455ef service neutron] 10.222.0.81 "GET /v2.0/ports?tenant_id=f96239e8e212410aac9df2d35293c665&device_id=1394894f-f188-4863-8a8e-19e8498a38c0 HTTP/1.1" status: 200 len: 1128 time: 0.0861397 Jun 16 17:26:43.455591 dv-cinder-837356-2-iscsi neutron-server[103918]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bf7ce456-da7d-4050-98ad-b48bca7929b3 None None] Sync routers for ids ['c35ad751-e83c-4d20-bca1-ec4f6db7db70'] in dv-cinder-837356-2-iscsi {{(pid=103918) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 16 17:26:43.474545 dv-cinder-837356-2-iscsi neutron-server[103916]: DEBUG neutron_lib.callbacks.manager [None req-948df948-aca3-421b-ba19-3b1814be5834 tempest-TestVolumeBootPattern-1350759327 tempest-TestVolumeBootPattern-1350759327-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-191112'] for floatingip (None), before_response {{(pid=103916) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 17:26:43.495333 dv-cinder-837356-2-iscsi neutron-server[103918]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bf7ce456-da7d-4050-98ad-b48bca7929b3 None None] Routers {'c35ad751-e83c-4d20-bca1-ec4f6db7db70'} bound to L3 agent in host dv-cinder-837356-2-iscsi {{(pid=103918) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jun 16 17:26:43.495333 dv-cinder-837356-2-iscsi neutron-server[103918]: DEBUG neutron.db.l3_hamode_db [None req-bf7ce456-da7d-4050-98ad-b48bca7929b3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-837356-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2022-06-16T17:14:15Z,description=,heartbeat_timestamp=2022-06-16T17:26:15Z,host='dv-cinder-837356-2-iscsi',id=7639df21-17c3-4235-8912-210c3ad54137,load=0,resource_versions=,resources_synced=,started_at=2022-06-16T17:14:15Z,topic='l3_agent')) {'router_ids': ['c35ad751-e83c-4d20-bca1-ec4f6db7db70'], 'active': True} {{(pid=103918) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 16 17:26:43.519938 dv-cinder-837356-2-iscsi neutron-server[103916]: INFO neutron.wsgi [None req-948df948-aca3-421b-ba19-3b1814be5834 tempest-TestVolumeBootPattern-1350759327 tempest-TestVolumeBootPattern-1350759327-project] 10.222.0.66 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 997 time: 3.1873882 Jun 16 17:26:43.519938 dv-cinder-837356-2-iscsi neutron-server[103916]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '157a0c77-c88e-4ef0-aef5-6ba851b57d00', 'tag': '0fdde9ef-e61f-4c66-9976-8477640c42a6'}] {{(pid=103916) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jun 16 17:26:43.520513 dv-cinder-837356-2-iscsi neutron-server[103916]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.66/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}15d8713043fc5f9b6f9aaf4a9a169ba36e5aaa6307a8131177ae56adda3437c5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-74901b9d-2566-4b7d-8d60-9779802f5869" -d '{"events": [{"name": "network-changed", "server_uuid": "157a0c77-c88e-4ef0-aef5-6ba851b57d00", "tag": "0fdde9ef-e61f-4c66-9976-8477640c42a6"}]}' {{(pid=103916) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 16 17:26:43.547193 dv-cinder-837356-2-iscsi neutron-server[103918]: DEBUG neutron.plugins.ml2.rpc [None req-b2b17746-c296-4803-869a-65578e8233dd None None] Device 2e065346-bbf2-4d07-9223-ade0165e1288 details requested by agent hyperv_hv-cinder-83735 with host hv-cinder-83735 {{(pid=103918) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jun 16 17:26:43.585944 dv-cinder-837356-2-iscsi neutron-server[103916]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 16 Jun 2022 17:26:43 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a7e0e591-fa2e-4753-9d4f-6b0d5769eef2 x-openstack-request-id: req-a7e0e591-fa2e-4753-9d4f-6b0d5769eef2 {{(pid=103916) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 16 17:26:43.586252 dv-cinder-837356-2-iscsi neutron-server[103916]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "157a0c77-c88e-4ef0-aef5-6ba851b57d00", "tag": "0fdde9ef-e61f-4c66-9976-8477640c42a6", "status": "completed", "code": 200}]} {{(pid=103916) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 16 17:26:43.586701 dv-cinder-837356-2-iscsi neutron-server[103916]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.66/compute/v2.1/os-server-external-events used request id req-a7e0e591-fa2e-4753-9d4f-6b0d5769eef2 {{(pid=103916) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 16 17:26:43.587035 dv-cinder-837356-2-iscsi neutron-server[103916]: INFO neutron.notifiers.nova [-] Nova event matching ['req-a7e0e591-fa2e-4753-9d4f-6b0d5769eef2'] response: {'name': 'network-changed', 'server_uuid': '157a0c77-c88e-4ef0-aef5-6ba851b57d00', 'tag': '0fdde9ef-e61f-4c66-9976-8477640c42a6', 'status': 'completed', 'code': 200} Jun 16 17:26:43.612103 dv-cinder-837356-2-iscsi neutron-server[103917]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63515040-1f86-49a4-b5f7-e3eb0ee9e06d req-81e60ca3-926c-4625-a069-307ee29bb3bf tempest-VolumesSnapshotTestJSON-385000497 tempest-VolumesSnapshotTestJSON-385000497-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103917) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 16 17:26:43.614176 dv-cinder-837356-2-iscsi neutron-server[103917]: INFO neutron.wsgi [req-63515040-1f86-49a4-b5f7-e3eb0ee9e06d req-81e60ca3-926c-4625-a069-307ee29bb3bf tempest-VolumesSnapshotTestJSON-385000497 tempest-VolumesSnapshotTestJSON-385000497-project] 10.222.0.66 "GET /v2.0/ports?device_id=1394894f-f188-4863-8a8e-19e8498a38c0 HTTP/1.1" status: 200 len: 944 time: 0.0694175 Jun 16 17:26:43.682979 dv-cinder-837356-2-iscsi neutron-server[103917]: INFO neutron.wsgi [req-63515040-1f86-49a4-b5f7-e3eb0ee9e06d req-1a35669e-1292-43c1-ad61-39100edc59a3 tempest-VolumesSnapshotTestJSON-385000497 tempest-VolumesSnapshotTestJSON-385000497-project] 10.222.0.66 "GET /v2.0/security-groups?id=e34b8f4f-0bd7-4695-872b-8d05a10daf59&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0615513 Jun 16 17:26:43.728667 dv-cinder-837356-2-iscsi neutron-server[103918]: DEBUG neutron.db.l3_dvr_db [None req-bf7ce456-da7d-4050-98ad-b48bca7929b3 None None] Set router c35ad751-e83c-4d20-bca1-ec4f6db7db70 gateway port host: dv-cinder-837356-2-iscsi {{(pid=103918) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jun 16 17:26:43.783227 dv-cinder-837356-2-iscsi neutron-server[103918]: DEBUG neutron.plugins.ml2.db [None req-b2b17746-c296-4803-869a-65578e8233dd None None] For port 2e065346-bbf2-4d07-9223-ade0165e1288, host hv-cinder-83735, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83735',level=0,port_id=2e065346-bbf2-4d07-9223-ade0165e1288,segment=NetworkSegment(2b8eb4e0-b34f-4c5f-88c1-fe36b7eb4fdd),segment_id=2b8eb4e0-b34f-4c5f-88c1-fe36b7eb4fdd)] {{(pid=103918) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 16 17:26:43.835213 dv-cinder-837356-2-iscsi neutron-server[103918]: DEBUG neutron.plugins.ml2.rpc [None req-b2b17746-c296-4803-869a-65578e8233dd None None] Returning: {'device': '2e065346-bbf2-4d07-9223-ade0165e1288', 'network_id': '184a3d80-6b15-43ef-84b8-ddb86570078c', 'port_id': '2e065346-bbf2-4d07-9223-ade0165e1288', 'mac_address': 'fa:16:3e:c7:38:d5', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 1020, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '0a15a8f4-c07c-4d90-a6f2-8394d3f253a0', 'ip_address': '172.20.0.14'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'qos_network_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103918) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jun 16 17:26:43.838344 dv-cinder-837356-2-iscsi neutron-server[103916]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aea9ceb4-8233-442b-b5d9-8c0e4dd1fdad req-ca0cd51a-979f-4ff9-88d9-3ae6adbababf tempest-ServerRescueNegativeTestJSON-1475515620 tempest-ServerRescueNegativeTestJSON-1475515620-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103916) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 16 17:26:43.840928 dv-cinder-837356-2-iscsi neutron-server[103916]: INFO neutron.wsgi [req-aea9ceb4-8233-442b-b5d9-8c0e4dd1fdad req-ca0cd51a-979f-4ff9-88d9-3ae6adbababf tempest-ServerRescueNegativeTestJSON-1475515620 tempest-ServerRescueNegativeTestJSON-1475515620-project] 10.222.0.66 "GET /v2.0/ports?device_id=4065d5c1-0b16-413a-a5b5-e0e725e1e71b HTTP/1.1" status: 200 len: 945 time: 0.0645485 Jun 16 17:26:43.906806 dv-cinder-837356-2-iscsi neutron-server[103916]: INFO neutron.wsgi [req-aea9ceb4-8233-442b-b5d9-8c0e4dd1fdad req-234415d9-b6af-4940-b195-57f39fe982f8 tempest-ServerRescueNegativeTestJSON-1475515620 tempest-ServerRescueNegativeTestJSON-1475515620-project] 10.222.0.66 "GET /v2.0/security-groups?id=d7d25be3-a5ac-46a1-b854-10a8a8453e86&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0545597 Jun 16 17:26:43.910968 dv-cinder-837356-2-iscsi neutron-server[103918]: DEBUG neutron.plugins.ml2.plugin [None req-b2b17746-c296-4803-869a-65578e8233dd None None] Current status of the port 2e065346-bbf2-4d07-9223-ade0165e1288 is: DOWN; New status is: BUILD {{(pid=103918) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2298}} Jun 16 17:26:43.911349 dv-cinder-837356-2-iscsi neutron-server[103918]: DEBUG neutron_lib.callbacks.manager [None req-b2b17746-c296-4803-869a-65578e8233dd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16007590'] for port (2e065346-bbf2-4d07-9223-ade0165e1288), before_update {{(pid=103918) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 17:26:43.984486 dv-cinder-837356-2-iscsi neutron-server[103918]: DEBUG neutron.notifiers.nova [None req-b2b17746-c296-4803-869a-65578e8233dd None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 2e065346-bbf2-4d07-9223-ade0165e1288 {{(pid=103918) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Jun 16 17:26:44.013260 dv-cinder-837356-2-iscsi neutron-server[103916]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52d8e638-fdc7-4534-83cc-98b884c9a30f req-25a7c8e5-4a9d-4f35-b92c-ffc07f1be7c2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103916) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 16 17:26:44.015390 dv-cinder-837356-2-iscsi neutron-server[103916]: INFO neutron.wsgi [req-52d8e638-fdc7-4534-83cc-98b884c9a30f req-25a7c8e5-4a9d-4f35-b92c-ffc07f1be7c2 service neutron] 10.222.0.81 "GET /v2.0/ports?tenant_id=546929b1810a4d20b273f3e5492ec6ed&device_id=b4ee9b10-f2da-442c-9475-3cfb21c9ad54 HTTP/1.1" status: 200 len: 1169 time: 0.0672011 Jun 16 17:26:44.025257 dv-cinder-837356-2-iscsi neutron-server[103918]: DEBUG neutron.plugins.ml2.db [None req-b2b17746-c296-4803-869a-65578e8233dd None None] For port 2e065346-bbf2-4d07-9223-ade0165e1288, host hv-cinder-83735, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83735',level=0,port_id=2e065346-bbf2-4d07-9223-ade0165e1288,segment=NetworkSegment(2b8eb4e0-b34f-4c5f-88c1-fe36b7eb4fdd),segment_id=2b8eb4e0-b34f-4c5f-88c1-fe36b7eb4fdd)] {{(pid=103918) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 16 17:26:44.040109 dv-cinder-837356-2-iscsi neutron-server[103918]: DEBUG neutron_lib.callbacks.manager [None req-b2b17746-c296-4803-869a-65578e8233dd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16007527', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-75831', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16241551', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728539364693', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728538993439', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728538993457'] for port (2e065346-bbf2-4d07-9223-ade0165e1288), after_update {{(pid=103918) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 17:26:44.046006 dv-cinder-837356-2-iscsi neutron-server[103918]: DEBUG dbcounter [-] [103918] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=103918) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 16 17:26:44.108343 dv-cinder-837356-2-iscsi neutron-server[103916]: DEBUG dbcounter [-] [103916] Writing DB stats neutron:SELECT=98,neutron:DELETE=2 {{(pid=103916) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 16 17:26:44.152269 dv-cinder-837356-2-iscsi neutron-server[103918]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b2b17746-c296-4803-869a-65578e8233dd None None] Pushing event updated for resources: {'Port': ['ID=2e065346-bbf2-4d07-9223-ade0165e1288,revision_number=4']} {{(pid=103918) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 17:26:44.157757 dv-cinder-837356-2-iscsi neutron-server[103916]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52d8e638-fdc7-4534-83cc-98b884c9a30f req-46126e93-efff-4950-8073-841e6f453a1d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103916) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 16 17:26:44.159656 dv-cinder-837356-2-iscsi neutron-server[103916]: INFO neutron.wsgi [req-52d8e638-fdc7-4534-83cc-98b884c9a30f req-46126e93-efff-4950-8073-841e6f453a1d service neutron] 10.222.0.81 "GET /v2.0/networks?id=35603100-8685-44dd-88ce-ba2913489196 HTTP/1.1" status: 200 len: 917 time: 0.1374524 Jun 16 17:26:44.161796 dv-cinder-837356-2-iscsi neutron-server[103918]: DEBUG neutron.db.l3_hamode_db [None req-bf7ce456-da7d-4050-98ad-b48bca7929b3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c35ad751-e83c-4d20-bca1-ec4f6db7db70', 'name': 'tempest-TestVolumeBootPattern-2032781159-router', 'tenant_id': 'bd1488226a424c6e9e7f94f31b020e4f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9df31235-0797-44e6-85a0-102cb2da2d58', 'external_fixed_ips': [{'subnet_id': '1dfb0320-f5eb-46f6-88ce-33002f500238', 'ip_address': '172.27.2.144'}], 'enable_snat': True}, 'gw_port_id': '1fb74e99-4857-44c3-af81-ed3d3ffe4f39', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-16T17:25:16Z', 'updated_at': '2022-06-16T17:25:23Z', 'revision_number': 4, 'project_id': 'bd1488226a424c6e9e7f94f31b020e4f', 'gw_port': {'id': '1fb74e99-4857-44c3-af81-ed3d3ffe4f39', 'name': '', 'network_id': '9df31235-0797-44e6-85a0-102cb2da2d58', 'tenant_id': '', 'mac_address': 'fa:16:3e:40:75:a6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c35ad751-e83c-4d20-bca1-ec4f6db7db70', 'device_owner': 'network:router_gateway', 'standard_attr_id': 446, 'fixed_ips': [{'subnet_id': '1dfb0320-f5eb-46f6-88ce-33002f500238', 'ip_address': '172.27.2.144', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-837356-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-16T17:25:18Z', 'updated_at': '2022-06-16T17:25:26Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1dfb0320-f5eb-46f6-88ce-33002f500238', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-837356-2-iscsi', '_floatingips': [{'id': 'fed1302c-64e4-46d6-b845-db8e614aed8e', 'tenant_id': 'bd1488226a424c6e9e7f94f31b020e4f', 'floating_ip_address': '172.27.2.120', 'floating_network_id': '9df31235-0797-44e6-85a0-102cb2da2d58', 'router_id': 'c35ad751-e83c-4d20-bca1-ec4f6db7db70', 'port_id': '0fdde9ef-e61f-4c66-9976-8477640c42a6', 'fixed_ip_address': '172.20.0.13', 'status': 'DOWN', 'standard_attr_id': 485, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '3da1c24e-a853-4091-89c9-dc663f379476', 'mac_address': 'fa:16:3e:61:42:78', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '157a0c77-c88e-4ef0-aef5-6ba851b57d00', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-06-16T17:26:42Z', 'updated_at': '2022-06-16T17:26:42Z', 'revision_number': 0, 'project_id': 'bd1488226a424c6e9e7f94f31b020e4f', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '2ef48185-74c7-486a-9679-f9baac8bfe7a', 'name': '', 'network_id': '3da1c24e-a853-4091-89c9-dc663f379476', 'tenant_id': 'bd1488226a424c6e9e7f94f31b020e4f', 'mac_address': 'fa:16:3e:49:e9:fe', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c35ad751-e83c-4d20-bca1-ec4f6db7db70', 'device_owner': 'network:router_interface', 'standard_attr_id': 448, 'fixed_ips': [{'subnet_id': 'ff26c6d8-fbe9-4318-9056-e5433e3433f5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-837356-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-16T17:25:21Z', 'updated_at': '2022-06-16T17:25:36Z', 'revision_number': 5, 'project_id': 'bd1488226a424c6e9e7f94f31b020e4f', 'subnets': [{'id': 'ff26c6d8-fbe9-4318-9056-e5433e3433f5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-837356-2-iscsi', False) {} {{(pid=103918) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 16 17:26:44.188216 dv-cinder-837356-2-iscsi neutron-server[103918]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b2b17746-c296-4803-869a-65578e8233dd None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-837356-2-iscsi {{(pid=103918) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 17:26:44.188580 dv-cinder-837356-2-iscsi neutron-server[103918]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b2b17746-c296-4803-869a-65578e8233dd None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-837356-2-iscsi {{(pid=103918) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 17:26:44.188885 dv-cinder-837356-2-iscsi neutron-server[103918]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b2b17746-c296-4803-869a-65578e8233dd None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-837356-2-iscsi {{(pid=103918) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 17:26:44.189237 dv-cinder-837356-2-iscsi neutron-server[103918]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b2b17746-c296-4803-869a-65578e8233dd None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-837356-2-iscsi {{(pid=103918) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 17:26:44.189567 dv-cinder-837356-2-iscsi neutron-server[103918]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b2b17746-c296-4803-869a-65578e8233dd None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-837356-2-iscsi {{(pid=103918) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 17:26:44.189888 dv-cinder-837356-2-iscsi neutron-server[103918]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b2b17746-c296-4803-869a-65578e8233dd None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-837356-2-iscsi {{(pid=103918) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 17:26:44.190205 dv-cinder-837356-2-iscsi neutron-server[103918]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b2b17746-c296-4803-869a-65578e8233dd None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-837356-2-iscsi {{(pid=103918) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 17:26:44.190521 dv-cinder-837356-2-iscsi neutron-server[103918]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b2b17746-c296-4803-869a-65578e8233dd None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-837356-2-iscsi {{(pid=103918) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 17:26:44.190838 dv-cinder-837356-2-iscsi neutron-server[103918]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b2b17746-c296-4803-869a-65578e8233dd None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-837356-2-iscsi {{(pid=103918) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 17:26:44.191151 dv-cinder-837356-2-iscsi neutron-server[103918]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b2b17746-c296-4803-869a-65578e8233dd None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-837356-2-iscsi {{(pid=103918) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 17:26:44.191464 dv-cinder-837356-2-iscsi neutron-server[103918]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b2b17746-c296-4803-869a-65578e8233dd None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-837356-2-iscsi {{(pid=103918) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 17:26:44.191798 dv-cinder-837356-2-iscsi neutron-server[103918]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b2b17746-c296-4803-869a-65578e8233dd None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-837356-2-iscsi {{(pid=103918) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 17:26:44.192116 dv-cinder-837356-2-iscsi neutron-server[103918]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b2b17746-c296-4803-869a-65578e8233dd None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-837356-2-iscsi {{(pid=103918) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 17:26:44.192479 dv-cinder-837356-2-iscsi neutron-server[103918]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b2b17746-c296-4803-869a-65578e8233dd None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-837356-2-iscsi {{(pid=103918) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 17:26:44.192812 dv-cinder-837356-2-iscsi neutron-server[103918]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b2b17746-c296-4803-869a-65578e8233dd None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-837356-2-iscsi {{(pid=103918) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 17:26:44.198093 dv-cinder-837356-2-iscsi neutron-server[103918]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bf7ce456-da7d-4050-98ad-b48bca7929b3 None None] Checking router: c35ad751-e83c-4d20-bca1-ec4f6db7db70 for host: dv-cinder-837356-2-iscsi {{(pid=103918) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 16 17:26:44.209271 dv-cinder-837356-2-iscsi neutron-server[103918]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bf7ce456-da7d-4050-98ad-b48bca7929b3 None None] Routers {'c35ad751-e83c-4d20-bca1-ec4f6db7db70'} bound to L3 agent in host dv-cinder-837356-2-iscsi {{(pid=103918) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jun 16 17:26:44.209946 dv-cinder-837356-2-iscsi neutron-server[103918]: DEBUG neutron.db.l3_hamode_db [None req-bf7ce456-da7d-4050-98ad-b48bca7929b3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-837356-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2022-06-16T17:14:15Z,description=,heartbeat_timestamp=2022-06-16T17:26:15Z,host='dv-cinder-837356-2-iscsi',id=7639df21-17c3-4235-8912-210c3ad54137,load=0,resource_versions=,resources_synced=,started_at=2022-06-16T17:14:15Z,topic='l3_agent')) {'router_ids': ['c35ad751-e83c-4d20-bca1-ec4f6db7db70'], 'active': True} {{(pid=103918) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 16 17:26:44.275759 dv-cinder-837356-2-iscsi neutron-server[103917]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74901b9d-2566-4b7d-8d60-9779802f5869 req-14c6f0a2-c6b7-4274-b59e-e750f7bcee94 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103917) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 16 17:26:44.277508 dv-cinder-837356-2-iscsi neutron-server[103917]: INFO neutron.wsgi [req-74901b9d-2566-4b7d-8d60-9779802f5869 req-14c6f0a2-c6b7-4274-b59e-e750f7bcee94 service neutron] 10.222.0.81 "GET /v2.0/ports?tenant_id=bd1488226a424c6e9e7f94f31b020e4f&device_id=157a0c77-c88e-4ef0-aef5-6ba851b57d00 HTTP/1.1" status: 200 len: 1130 time: 0.1387990 Jun 16 17:26:44.331249 dv-cinder-837356-2-iscsi neutron-server[103917]: INFO neutron.wsgi [req-03a4346b-5e63-40da-b74d-c1e6b13ea051 req-f1791d1c-e4e8-4d75-a6a2-2bc3a5357140 service neutron] 10.222.0.81 "GET /v2.0/networks/82c6c893-96f4-45ae-b1e3-d70ff1db738d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3848467 Jun 16 17:26:44.351601 dv-cinder-837356-2-iscsi neutron-server[103918]: DEBUG neutron.db.l3_dvr_db [None req-bf7ce456-da7d-4050-98ad-b48bca7929b3 None None] Set router c35ad751-e83c-4d20-bca1-ec4f6db7db70 gateway port host: dv-cinder-837356-2-iscsi {{(pid=103918) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jun 16 17:26:44.441215 dv-cinder-837356-2-iscsi neutron-server[103918]: DEBUG neutron.plugins.ml2.db [None req-b2b17746-c296-4803-869a-65578e8233dd None None] get_ports_and_sgs() called for port_ids ['2e065346-bbf2-4d07-9223-ade0165e1288'] {{(pid=103918) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jun 16 17:26:44.489578 dv-cinder-837356-2-iscsi neutron-server[103917]: DEBUG dbcounter [-] [103917] Writing DB stats neutron:SELECT=100 {{(pid=103917) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 16 17:26:44.499517 dv-cinder-837356-2-iscsi neutron-server[103917]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0089fbc1-05b5-43c5-86e6-f4c8c05e36f7 req-96c4bbba-4449-4a3a-902d-fa788159abc0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103917) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 16 17:26:44.500754 dv-cinder-837356-2-iscsi neutron-server[103917]: INFO neutron.wsgi [req-0089fbc1-05b5-43c5-86e6-f4c8c05e36f7 req-96c4bbba-4449-4a3a-902d-fa788159abc0 service neutron] 10.222.0.81 "GET /v2.0/networks?id=184a3d80-6b15-43ef-84b8-ddb86570078c HTTP/1.1" status: 200 len: 916 time: 0.5529077 Jun 16 17:26:44.594365 dv-cinder-837356-2-iscsi neutron-server[103917]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74901b9d-2566-4b7d-8d60-9779802f5869 req-80304081-b935-4cce-88ce-f2f3649412d4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103917) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 16 17:26:44.596737 dv-cinder-837356-2-iscsi neutron-server[103917]: INFO neutron.wsgi [req-74901b9d-2566-4b7d-8d60-9779802f5869 req-80304081-b935-4cce-88ce-f2f3649412d4 service neutron] 10.222.0.81 "GET /v2.0/networks?id=3da1c24e-a853-4091-89c9-dc663f379476 HTTP/1.1" status: 200 len: 914 time: 0.3038518 Jun 16 17:26:44.598059 dv-cinder-837356-2-iscsi neutron-server[103917]: INFO neutron.wsgi [req-0089fbc1-05b5-43c5-86e6-f4c8c05e36f7 req-ac1cfaed-a088-49dc-a63b-e68c90c3b877 service neutron] 10.222.0.81 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=2e065346-bbf2-4d07-9223-ade0165e1288 HTTP/1.1" status: 200 len: 217 time: 0.0853136 Jun 16 17:26:44.651389 dv-cinder-837356-2-iscsi neutron-server[103916]: DEBUG dbcounter [-] [103916] Writing DB stats neutron:SELECT=100 {{(pid=103916) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 16 17:26:44.681956 dv-cinder-837356-2-iscsi neutron-server[103916]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b401a487-7aae-40dc-83f4-6de5bd1c96bc req-3df50b7c-66e5-479c-8e60-15812bb01ae7 tempest-AttachVolumeTestJSON-336390128 tempest-AttachVolumeTestJSON-336390128-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103916) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 16 17:26:44.689968 dv-cinder-837356-2-iscsi neutron-server[103916]: INFO neutron.wsgi [req-b401a487-7aae-40dc-83f4-6de5bd1c96bc req-3df50b7c-66e5-479c-8e60-15812bb01ae7 tempest-AttachVolumeTestJSON-336390128 tempest-AttachVolumeTestJSON-336390128-project] 10.222.0.66 "GET /v2.0/ports?device_id=7d22b60d-19fe-4dca-8eef-821db5a4dc55 HTTP/1.1" status: 200 len: 945 time: 0.1163251 Jun 16 17:26:44.697135 dv-cinder-837356-2-iscsi neutron-server[103916]: INFO neutron.wsgi [req-52d8e638-fdc7-4534-83cc-98b884c9a30f req-87d97be9-4a72-4a23-a075-09544bf0ded3 service neutron] 10.222.0.81 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=676f9af5-715a-4f80-b6f8-747296e84e2c HTTP/1.1" status: 200 len: 1002 time: 0.5265994 Jun 16 17:26:44.699102 dv-cinder-837356-2-iscsi neutron-server[103916]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-845d4269-f6e4-48ce-a94d-a2183f54e118 req-f5341cd3-2b44-4b42-afd4-a98e4a7711fe service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103916) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 16 17:26:44.700815 dv-cinder-837356-2-iscsi neutron-server[103916]: INFO neutron.wsgi [req-845d4269-f6e4-48ce-a94d-a2183f54e118 req-f5341cd3-2b44-4b42-afd4-a98e4a7711fe service neutron] 10.222.0.81 "GET /v2.0/ports?tenant_id=ccf5c45783454fc5a7872490196f07e0&device_id=4065d5c1-0b16-413a-a5b5-e0e725e1e71b HTTP/1.1" status: 200 len: 1129 time: 0.1262269 Jun 16 17:26:44.713809 dv-cinder-837356-2-iscsi neutron-server[103917]: INFO neutron.wsgi [req-03a4346b-5e63-40da-b74d-c1e6b13ea051 req-5a1c0d8a-b02c-4a46-abe4-e252be4b93ee service neutron] 10.222.0.81 "GET /v2.0/networks/82c6c893-96f4-45ae-b1e3-d70ff1db738d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3623765 Jun 16 17:26:44.720917 dv-cinder-837356-2-iscsi neutron-server[103917]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98bb1cfa-a87a-47d5-ac4a-bf3c7dfd244f req-1d05b9dc-15cf-46a9-8ca5-fa08d0f5a2ba tempest-ServerRescueNegativeTestJSON-1475515620 tempest-ServerRescueNegativeTestJSON-1475515620-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103917) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 16 17:26:44.723139 dv-cinder-837356-2-iscsi neutron-server[103917]: INFO neutron.wsgi [req-98bb1cfa-a87a-47d5-ac4a-bf3c7dfd244f req-1d05b9dc-15cf-46a9-8ca5-fa08d0f5a2ba tempest-ServerRescueNegativeTestJSON-1475515620 tempest-ServerRescueNegativeTestJSON-1475515620-project] 10.222.0.66 "GET /v2.0/ports?device_id=4065d5c1-0b16-413a-a5b5-e0e725e1e71b HTTP/1.1" status: 200 len: 945 time: 0.1905956 Jun 16 17:26:44.728203 dv-cinder-837356-2-iscsi neutron-server[103918]: DEBUG dbcounter [-] [103918] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=103918) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 16 17:26:44.795970 dv-cinder-837356-2-iscsi neutron-server[103917]: INFO neutron.wsgi [req-74901b9d-2566-4b7d-8d60-9779802f5869 req-0558f617-9b6f-47e5-8eea-93c468f04714 service neutron] 10.222.0.81 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=0fdde9ef-e61f-4c66-9976-8477640c42a6 HTTP/1.1" status: 200 len: 1000 time: 0.1641140 Jun 16 17:26:44.802897 dv-cinder-837356-2-iscsi neutron-server[103917]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0089fbc1-05b5-43c5-86e6-f4c8c05e36f7 req-579f8c90-41e9-4235-8c25-9448c7888183 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103917) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 16 17:26:44.805120 dv-cinder-837356-2-iscsi neutron-server[103917]: INFO neutron.wsgi [req-0089fbc1-05b5-43c5-86e6-f4c8c05e36f7 req-579f8c90-41e9-4235-8c25-9448c7888183 service neutron] 10.222.0.81 "GET /v2.0/subnets?id=0a15a8f4-c07c-4d90-a6f2-8394d3f253a0 HTTP/1.1" status: 200 len: 854 time: 0.1690423 Jun 16 17:26:44.815117 dv-cinder-837356-2-iscsi neutron-server[103917]: INFO neutron.wsgi [req-98bb1cfa-a87a-47d5-ac4a-bf3c7dfd244f req-fda5528a-5fd6-4ea8-b29a-8d61b0fa96af tempest-ServerRescueNegativeTestJSON-1475515620 tempest-ServerRescueNegativeTestJSON-1475515620-project] 10.222.0.66 "GET /v2.0/security-groups?id=d7d25be3-a5ac-46a1-b854-10a8a8453e86&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0790536 Jun 16 17:26:44.884989 dv-cinder-837356-2-iscsi neutron-server[103916]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52d8e638-fdc7-4534-83cc-98b884c9a30f req-84b4ea9a-74e1-42a1-9fed-c30f5c1ef0fc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103916) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 16 17:26:44.886561 dv-cinder-837356-2-iscsi neutron-server[103916]: INFO neutron.wsgi [req-52d8e638-fdc7-4534-83cc-98b884c9a30f req-84b4ea9a-74e1-42a1-9fed-c30f5c1ef0fc service neutron] 10.222.0.81 "GET /v2.0/subnets?id=bd08d793-0f26-4cdb-b55c-28713cb435a0 HTTP/1.1" status: 200 len: 854 time: 0.1458163 Jun 16 17:26:44.889801 dv-cinder-837356-2-iscsi neutron-server[103916]: INFO neutron.wsgi [req-b401a487-7aae-40dc-83f4-6de5bd1c96bc req-c24df8fa-3c9a-433c-8a84-5879f46e1e18 tempest-AttachVolumeTestJSON-336390128 tempest-AttachVolumeTestJSON-336390128-project] 10.222.0.66 "GET /v2.0/security-groups?id=b5243b74-2536-4f9c-b2d2-f7b79b8f3edb&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1979308 Jun 16 17:26:44.936814 dv-cinder-837356-2-iscsi neutron-server[103917]: INFO neutron.wsgi [req-0089fbc1-05b5-43c5-86e6-f4c8c05e36f7 req-9c2cad3b-070c-4ff3-a5a4-2172cacd693e service neutron] 10.222.0.81 "GET /v2.0/ports?network_id=184a3d80-6b15-43ef-84b8-ddb86570078c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1038151 Jun 16 17:26:44.956230 dv-cinder-837356-2-iscsi neutron-server[103916]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52d8e638-fdc7-4534-83cc-98b884c9a30f req-126581ef-9998-46cf-9c47-dad7a39a46b9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103916) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 16 17:26:44.957893 dv-cinder-837356-2-iscsi neutron-server[103916]: INFO neutron.wsgi [req-52d8e638-fdc7-4534-83cc-98b884c9a30f req-126581ef-9998-46cf-9c47-dad7a39a46b9 service neutron] 10.222.0.81 "GET /v2.0/ports?network_id=35603100-8685-44dd-88ce-ba2913489196&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0642514 Jun 16 17:26:44.960861 dv-cinder-837356-2-iscsi neutron-server[103916]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-845d4269-f6e4-48ce-a94d-a2183f54e118 req-bd64c949-c107-4898-aab0-f2d29adaa114 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103916) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 16 17:26:44.962365 dv-cinder-837356-2-iscsi neutron-server[103916]: INFO neutron.wsgi [req-845d4269-f6e4-48ce-a94d-a2183f54e118 req-bd64c949-c107-4898-aab0-f2d29adaa114 service neutron] 10.222.0.81 "GET /v2.0/networks?id=7c13538c-2941-4763-a560-37a0a33d14c7 HTTP/1.1" status: 200 len: 921 time: 0.2444293 Jun 16 17:26:45.001885 dv-cinder-837356-2-iscsi neutron-server[103918]: DEBUG neutron.db.l3_hamode_db [None req-bf7ce456-da7d-4050-98ad-b48bca7929b3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c35ad751-e83c-4d20-bca1-ec4f6db7db70', 'name': 'tempest-TestVolumeBootPattern-2032781159-router', 'tenant_id': 'bd1488226a424c6e9e7f94f31b020e4f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9df31235-0797-44e6-85a0-102cb2da2d58', 'external_fixed_ips': [{'subnet_id': '1dfb0320-f5eb-46f6-88ce-33002f500238', 'ip_address': '172.27.2.144'}], 'enable_snat': True}, 'gw_port_id': '1fb74e99-4857-44c3-af81-ed3d3ffe4f39', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-16T17:25:16Z', 'updated_at': '2022-06-16T17:25:23Z', 'revision_number': 4, 'project_id': 'bd1488226a424c6e9e7f94f31b020e4f', 'gw_port': {'id': '1fb74e99-4857-44c3-af81-ed3d3ffe4f39', 'name': '', 'network_id': '9df31235-0797-44e6-85a0-102cb2da2d58', 'tenant_id': '', 'mac_address': 'fa:16:3e:40:75:a6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c35ad751-e83c-4d20-bca1-ec4f6db7db70', 'device_owner': 'network:router_gateway', 'standard_attr_id': 446, 'fixed_ips': [{'subnet_id': '1dfb0320-f5eb-46f6-88ce-33002f500238', 'ip_address': '172.27.2.144', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-837356-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-16T17:25:18Z', 'updated_at': '2022-06-16T17:25:26Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1dfb0320-f5eb-46f6-88ce-33002f500238', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-837356-2-iscsi', '_floatingips': [{'id': 'fed1302c-64e4-46d6-b845-db8e614aed8e', 'tenant_id': 'bd1488226a424c6e9e7f94f31b020e4f', 'floating_ip_address': '172.27.2.120', 'floating_network_id': '9df31235-0797-44e6-85a0-102cb2da2d58', 'router_id': 'c35ad751-e83c-4d20-bca1-ec4f6db7db70', 'port_id': '0fdde9ef-e61f-4c66-9976-8477640c42a6', 'fixed_ip_address': '172.20.0.13', 'status': 'DOWN', 'standard_attr_id': 485, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '3da1c24e-a853-4091-89c9-dc663f379476', 'mac_address': 'fa:16:3e:61:42:78', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '157a0c77-c88e-4ef0-aef5-6ba851b57d00', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-06-16T17:26:42Z', 'updated_at': '2022-06-16T17:26:42Z', 'revision_number': 0, 'project_id': 'bd1488226a424c6e9e7f94f31b020e4f', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '2ef48185-74c7-486a-9679-f9baac8bfe7a', 'name': '', 'network_id': '3da1c24e-a853-4091-89c9-dc663f379476', 'tenant_id': 'bd1488226a424c6e9e7f94f31b020e4f', 'mac_address': 'fa:16:3e:49:e9:fe', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c35ad751-e83c-4d20-bca1-ec4f6db7db70', 'device_owner': 'network:router_interface', 'standard_attr_id': 448, 'fixed_ips': [{'subnet_id': 'ff26c6d8-fbe9-4318-9056-e5433e3433f5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-837356-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-16T17:25:21Z', 'updated_at': '2022-06-16T17:25:36Z', 'revision_number': 5, 'project_id': 'bd1488226a424c6e9e7f94f31b020e4f', 'subnets': [{'id': 'ff26c6d8-fbe9-4318-9056-e5433e3433f5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-837356-2-iscsi', False) {} {{(pid=103918) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 16 17:26:45.022919 dv-cinder-837356-2-iscsi neutron-server[103917]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74901b9d-2566-4b7d-8d60-9779802f5869 req-1d0b0a18-2998-49a0-865f-bc3e8c23d9ad service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103917) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 16 17:26:45.025302 dv-cinder-837356-2-iscsi neutron-server[103917]: INFO neutron.wsgi [req-74901b9d-2566-4b7d-8d60-9779802f5869 req-1d0b0a18-2998-49a0-865f-bc3e8c23d9ad service neutron] 10.222.0.81 "GET /v2.0/subnets?id=ff26c6d8-fbe9-4318-9056-e5433e3433f5 HTTP/1.1" status: 200 len: 851 time: 0.1760962 Jun 16 17:26:45.031755 dv-cinder-837356-2-iscsi neutron-server[103918]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bf7ce456-da7d-4050-98ad-b48bca7929b3 None None] The sync data for ids ['c35ad751-e83c-4d20-bca1-ec4f6db7db70'] in dv-cinder-837356-2-iscsi is: [{'id': 'c35ad751-e83c-4d20-bca1-ec4f6db7db70', 'name': 'tempest-TestVolumeBootPattern-2032781159-router', 'tenant_id': 'bd1488226a424c6e9e7f94f31b020e4f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9df31235-0797-44e6-85a0-102cb2da2d58', 'external_fixed_ips': [{'subnet_id': '1dfb0320-f5eb-46f6-88ce-33002f500238', 'ip_address': '172.27.2.144'}], 'enable_snat': True}, 'gw_port_id': '1fb74e99-4857-44c3-af81-ed3d3ffe4f39', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-16T17:25:16Z', 'updated_at': '2022-06-16T17:25:23Z', 'revision_number': 4, 'project_id': 'bd1488226a424c6e9e7f94f31b020e4f', 'gw_port': {'id': '1fb74e99-4857-44c3-af81-ed3d3ffe4f39', 'name': '', 'network_id': '9df31235-0797-44e6-85a0-102cb2da2d58', 'tenant_id': '', 'mac_address': 'fa:16:3e:40:75:a6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c35ad751-e83c-4d20-bca1-ec4f6db7db70', 'device_owner': 'network:router_gateway', 'standard_attr_id': 446, 'fixed_ips': [{'subnet_id': '1dfb0320-f5eb-46f6-88ce-33002f500238', 'ip_address': '172.27.2.144', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-837356-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-16T17:25:18Z', 'updated_at': '2022-06-16T17:25:26Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1dfb0320-f5eb-46f6-88ce-33002f500238', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-837356-2-iscsi', '_floatingips': [{'id': 'fed1302c-64e4-46d6-b845-db8e614aed8e', 'tenant_id': 'bd1488226a424c6e9e7f94f31b020e4f', 'floating_ip_address': '172.27.2.120', 'floating_network_id': '9df31235-0797-44e6-85a0-102cb2da2d58', 'router_id': 'c35ad751-e83c-4d20-bca1-ec4f6db7db70', 'port_id': '0fdde9ef-e61f-4c66-9976-8477640c42a6', 'fixed_ip_address': '172.20.0.13', 'status': 'DOWN', 'standard_attr_id': 485, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '3da1c24e-a853-4091-89c9-dc663f379476', 'mac_address': 'fa:16:3e:61:42:78', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '157a0c77-c88e-4ef0-aef5-6ba851b57d00', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-06-16T17:26:42Z', 'updated_at': '2022-06-16T17:26:42Z', 'revision_number': 0, 'project_id': 'bd1488226a424c6e9e7f94f31b020e4f', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '2ef48185-74c7-486a-9679-f9baac8bfe7a', 'name': '', 'network_id': '3da1c24e-a853-4091-89c9-dc663f379476', 'tenant_id': 'bd1488226a424c6e9e7f94f31b020e4f', 'mac_address': 'fa:16:3e:49:e9:fe', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c35ad751-e83c-4d20-bca1-ec4f6db7db70', 'device_owner': 'network:router_interface', 'standard_attr_id': 448, 'fixed_ips': [{'subnet_id': 'ff26c6d8-fbe9-4318-9056-e5433e3433f5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-837356-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-16T17:25:21Z', 'updated_at': '2022-06-16T17:25:36Z', 'revision_number': 5, 'project_id': 'bd1488226a424c6e9e7f94f31b020e4f', 'subnets': [{'id': 'ff26c6d8-fbe9-4318-9056-e5433e3433f5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103918) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 16 17:26:45.083159 dv-cinder-837356-2-iscsi neutron-server[103917]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09d7416c-b450-4361-b56c-05e813b97b89 req-e66cf8bc-d266-448a-bdb4-bca8de0a6867 tempest-VolumesSnapshotTestJSON-385000497 tempest-VolumesSnapshotTestJSON-385000497-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103917) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 16 17:26:45.084695 dv-cinder-837356-2-iscsi neutron-server[103917]: INFO neutron.wsgi [req-09d7416c-b450-4361-b56c-05e813b97b89 req-e66cf8bc-d266-448a-bdb4-bca8de0a6867 tempest-VolumesSnapshotTestJSON-385000497 tempest-VolumesSnapshotTestJSON-385000497-project] 10.222.0.66 "GET /v2.0/ports?device_id=1394894f-f188-4863-8a8e-19e8498a38c0 HTTP/1.1" status: 200 len: 945 time: 0.1528084 Jun 16 17:26:45.116607 dv-cinder-837356-2-iscsi neutron-server[103916]: INFO neutron.wsgi [req-845d4269-f6e4-48ce-a94d-a2183f54e118 req-bb46a440-4e08-4218-8f07-865e6594059e service neutron] 10.222.0.81 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=3e68f997-7180-47a9-a1f0-ae3a5f70d0a3 HTTP/1.1" status: 200 len: 1001 time: 0.1355994 Jun 16 17:26:45.146757 dv-cinder-837356-2-iscsi neutron-server[103917]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74901b9d-2566-4b7d-8d60-9779802f5869 req-f57f6f52-bdd3-468c-ac8d-cf925d97cff9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103917) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 16 17:26:45.148518 dv-cinder-837356-2-iscsi neutron-server[103917]: INFO neutron.wsgi [req-74901b9d-2566-4b7d-8d60-9779802f5869 req-f57f6f52-bdd3-468c-ac8d-cf925d97cff9 service neutron] 10.222.0.81 "GET /v2.0/ports?network_id=3da1c24e-a853-4091-89c9-dc663f379476&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.1091874 Jun 16 17:26:45.192295 dv-cinder-837356-2-iscsi neutron-server[103917]: INFO neutron.wsgi [req-09d7416c-b450-4361-b56c-05e813b97b89 req-b422a43a-6c9e-4b84-96d5-9a448b1e0824 tempest-VolumesSnapshotTestJSON-385000497 tempest-VolumesSnapshotTestJSON-385000497-project] 10.222.0.66 "GET /v2.0/security-groups?id=e34b8f4f-0bd7-4695-872b-8d05a10daf59&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0870423 Jun 16 17:26:45.194554 dv-cinder-837356-2-iscsi neutron-server[103917]: INFO neutron.wsgi [req-0089fbc1-05b5-43c5-86e6-f4c8c05e36f7 req-d481b45b-1adf-44fa-96b2-d0d5dda7b154 service neutron] 10.222.0.81 "GET /v2.0/networks/184a3d80-6b15-43ef-84b8-ddb86570078c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2034161 Jun 16 17:26:45.201740 dv-cinder-837356-2-iscsi neutron-server[103916]: INFO neutron.wsgi [req-52d8e638-fdc7-4534-83cc-98b884c9a30f req-0763011a-f334-4368-99e6-f5684f3049cd service neutron] 10.222.0.81 "GET /v2.0/networks/35603100-8685-44dd-88ce-ba2913489196?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2192695 Jun 16 17:26:45.208179 dv-cinder-837356-2-iscsi neutron-server[103916]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-845d4269-f6e4-48ce-a94d-a2183f54e118 req-fe475129-e37c-467b-8776-c0914c7252c6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103916) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 16 17:26:45.209769 dv-cinder-837356-2-iscsi neutron-server[103916]: INFO neutron.wsgi [req-845d4269-f6e4-48ce-a94d-a2183f54e118 req-fe475129-e37c-467b-8776-c0914c7252c6 service neutron] 10.222.0.81 "GET /v2.0/subnets?id=8e38426e-d044-4155-92d6-5d9da7f0fc35 HTTP/1.1" status: 200 len: 858 time: 0.0850773 Jun 16 17:26:45.272406 dv-cinder-837356-2-iscsi neutron-server[103919]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d7a0dfe7-f858-4f1f-8d75-4d169ffc0b4f None None] New status for floating IP fed1302c-64e4-46d6-b845-db8e614aed8e: ACTIVE {{(pid=103919) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:269}} Jun 16 17:26:45.383756 dv-cinder-837356-2-iscsi neutron-server[103917]: DEBUG dbcounter [-] [103917] Writing DB stats neutron:SELECT=100 {{(pid=103917) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 16 17:26:45.437821 dv-cinder-837356-2-iscsi neutron-server[103918]: DEBUG neutron_lib.callbacks.manager [None req-f0769c58-cac2-4650-a258-eb0a84ae39e4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728539454181', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16149322'] for agent (7639df21-17c3-4235-8912-210c3ad54137), after_update {{(pid=103918) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 17:26:45.451820 dv-cinder-837356-2-iscsi neutron-server[103917]: INFO neutron.wsgi [req-74901b9d-2566-4b7d-8d60-9779802f5869 req-334dd994-b605-4bdd-a92f-d0a0fc1bb4af service neutron] 10.222.0.81 "GET /v2.0/networks/3da1c24e-a853-4091-89c9-dc663f379476?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1010842 Jun 16 17:26:45.940118 dv-cinder-837356-2-iscsi neutron-server[103916]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de6d1591-176d-47a6-8d70-b65d44bae988 req-bb244394-eacb-4013-9e61-fef80fe4170a tempest-ServerRescueNegativeTestJSON-1475515620 tempest-ServerRescueNegativeTestJSON-1475515620-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103916) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 16 17:26:45.942690 dv-cinder-837356-2-iscsi neutron-server[103916]: INFO neutron.wsgi [req-de6d1591-176d-47a6-8d70-b65d44bae988 req-bb244394-eacb-4013-9e61-fef80fe4170a tempest-ServerRescueNegativeTestJSON-1475515620 tempest-ServerRescueNegativeTestJSON-1475515620-project] 10.222.0.66 "GET /v2.0/ports?device_id=4065d5c1-0b16-413a-a5b5-e0e725e1e71b HTTP/1.1" status: 200 len: 945 time: 0.0523307 Jun 16 17:26:45.996467 dv-cinder-837356-2-iscsi neutron-server[103916]: INFO neutron.wsgi [req-de6d1591-176d-47a6-8d70-b65d44bae988 req-9c0b5c19-42fe-4f8f-b950-6f31c1018814 tempest-ServerRescueNegativeTestJSON-1475515620 tempest-ServerRescueNegativeTestJSON-1475515620-project] 10.222.0.66 "GET /v2.0/security-groups?id=d7d25be3-a5ac-46a1-b854-10a8a8453e86&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0466244 Jun 16 17:26:46.024503 dv-cinder-837356-2-iscsi neutron-server[103918]: DEBUG neutron.plugins.ml2.rpc [None req-b2b17746-c296-4803-869a-65578e8233dd None None] Device 2e065346-bbf2-4d07-9223-ade0165e1288 up at agent hyperv_hv-cinder-83735 {{(pid=103918) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 16 17:26:46.091211 dv-cinder-837356-2-iscsi neutron-server[103918]: DEBUG neutron.db.provisioning_blocks [None req-b2b17746-c296-4803-869a-65578e8233dd None None] Provisioning for port 2e065346-bbf2-4d07-9223-ade0165e1288 completed by entity L2. {{(pid=103918) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:137}} Jun 16 17:26:46.100746 dv-cinder-837356-2-iscsi neutron-server[103918]: DEBUG neutron.db.provisioning_blocks [None req-b2b17746-c296-4803-869a-65578e8233dd None None] Provisioning complete for port 2e065346-bbf2-4d07-9223-ade0165e1288 triggered by entity L2. {{(pid=103918) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jun 16 17:26:46.101076 dv-cinder-837356-2-iscsi neutron-server[103918]: DEBUG neutron_lib.callbacks.manager [None req-b2b17746-c296-4803-869a-65578e8233dd None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16149424'] for port (2e065346-bbf2-4d07-9223-ade0165e1288), provisioning_complete {{(pid=103918) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 17:26:46.103805 dv-cinder-837356-2-iscsi neutron-server[103917]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ae93f38-71e5-4973-bbde-a6f7a22007e5 req-228efc26-709c-4214-b07e-25ef15b74be6 tempest-AttachVolumeTestJSON-336390128 tempest-AttachVolumeTestJSON-336390128-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103917) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 16 17:26:46.105512 dv-cinder-837356-2-iscsi neutron-server[103917]: INFO neutron.wsgi [req-5ae93f38-71e5-4973-bbde-a6f7a22007e5 req-228efc26-709c-4214-b07e-25ef15b74be6 tempest-AttachVolumeTestJSON-336390128 tempest-AttachVolumeTestJSON-336390128-project] 10.222.0.66 "GET /v2.0/ports?device_id=7d22b60d-19fe-4dca-8eef-821db5a4dc55 HTTP/1.1" status: 200 len: 945 time: 0.1273885 Jun 16 17:26:46.122153 dv-cinder-837356-2-iscsi neutron-server[103916]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-845d4269-f6e4-48ce-a94d-a2183f54e118 req-e4719bf3-df62-4dd6-82d1-d2c130e6e84a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103916) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 16 17:26:46.124376 dv-cinder-837356-2-iscsi neutron-server[103916]: INFO neutron.wsgi [req-845d4269-f6e4-48ce-a94d-a2183f54e118 req-e4719bf3-df62-4dd6-82d1-d2c130e6e84a service neutron] 10.222.0.81 "GET /v2.0/ports?network_id=7c13538c-2941-4763-a560-37a0a33d14c7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.1187232 Jun 16 17:26:46.175403 dv-cinder-837356-2-iscsi neutron-server[103918]: DEBUG dbcounter [-] [103918] Writing DB stats neutron:SELECT=100 {{(pid=103918) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 16 17:26:46.183846 dv-cinder-837356-2-iscsi neutron-server[103916]: INFO neutron.wsgi [req-52d8e638-fdc7-4534-83cc-98b884c9a30f req-742c76b5-a8ef-491b-97ed-ba594cee53ad service neutron] 10.222.0.81 "GET /v2.0/networks/35603100-8685-44dd-88ce-ba2913489196?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1795492 Jun 16 17:26:46.187329 dv-cinder-837356-2-iscsi neutron-server[103918]: DEBUG neutron.plugins.ml2.plugin [None req-b2b17746-c296-4803-869a-65578e8233dd None None] Current status of the port 2e065346-bbf2-4d07-9223-ade0165e1288 is: BUILD; New status is: ACTIVE {{(pid=103918) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2298}} Jun 16 17:26:46.187826 dv-cinder-837356-2-iscsi neutron-server[103918]: DEBUG neutron_lib.callbacks.manager [None req-b2b17746-c296-4803-869a-65578e8233dd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16007590'] for port (2e065346-bbf2-4d07-9223-ade0165e1288), before_update {{(pid=103918) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 17:26:46.218257 dv-cinder-837356-2-iscsi neutron-server[103918]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '1394894f-f188-4863-8a8e-19e8498a38c0', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '2e065346-bbf2-4d07-9223-ade0165e1288'}] {{(pid=103918) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jun 16 17:26:46.220621 dv-cinder-837356-2-iscsi neutron-server[103918]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.66/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c81ba123246404939637391270152498621c2ac0d5068f91321d7f7277fce0c4" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-62f01cfb-f3fd-4097-ac2c-a0b3a1f8af63" -d '{"events": [{"server_uuid": "1394894f-f188-4863-8a8e-19e8498a38c0", "name": "network-vif-plugged", "status": "completed", "tag": "2e065346-bbf2-4d07-9223-ade0165e1288"}]}' {{(pid=103918) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 16 17:26:46.236101 dv-cinder-837356-2-iscsi neutron-server[103918]: DEBUG neutron.plugins.ml2.db [None req-b2b17746-c296-4803-869a-65578e8233dd None None] For port 2e065346-bbf2-4d07-9223-ade0165e1288, host hv-cinder-83735, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83735',level=0,port_id=2e065346-bbf2-4d07-9223-ade0165e1288,segment=NetworkSegment(2b8eb4e0-b34f-4c5f-88c1-fe36b7eb4fdd),segment_id=2b8eb4e0-b34f-4c5f-88c1-fe36b7eb4fdd)] {{(pid=103918) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 16 17:26:46.236905 dv-cinder-837356-2-iscsi neutron-server[103917]: INFO neutron.wsgi [req-5ae93f38-71e5-4973-bbde-a6f7a22007e5 req-2a313188-2169-468e-b898-5569a9473254 tempest-AttachVolumeTestJSON-336390128 tempest-AttachVolumeTestJSON-336390128-project] 10.222.0.66 "GET /v2.0/security-groups?id=b5243b74-2536-4f9c-b2d2-f7b79b8f3edb&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0988684 Jun 16 17:26:46.245235 dv-cinder-837356-2-iscsi neutron-server[103918]: DEBUG neutron_lib.callbacks.manager [None req-b2b17746-c296-4803-869a-65578e8233dd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16007527', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-75831', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16241551', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728539364693', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728538993439', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728538993457'] for port (2e065346-bbf2-4d07-9223-ade0165e1288), after_update {{(pid=103918) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 17:26:46.273995 dv-cinder-837356-2-iscsi neutron-server[103917]: INFO neutron.wsgi [req-74901b9d-2566-4b7d-8d60-9779802f5869 req-e078523b-9beb-4048-b747-f2a704fb8226 service neutron] 10.222.0.81 "GET /v2.0/networks/3da1c24e-a853-4091-89c9-dc663f379476?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2326946 Jun 16 17:26:46.276014 dv-cinder-837356-2-iscsi neutron-server[103917]: INFO neutron.wsgi [req-0089fbc1-05b5-43c5-86e6-f4c8c05e36f7 req-0b744a67-af00-48da-b688-5878e6182be6 service neutron] 10.222.0.81 "GET /v2.0/networks/184a3d80-6b15-43ef-84b8-ddb86570078c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2664754 Jun 16 17:26:46.311972 dv-cinder-837356-2-iscsi neutron-server[103916]: INFO neutron.wsgi [req-845d4269-f6e4-48ce-a94d-a2183f54e118 req-6d9a24c5-02ab-4ae8-9204-d421d806521e service neutron] 10.222.0.81 "GET /v2.0/networks/7c13538c-2941-4763-a560-37a0a33d14c7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1689432 Jun 16 17:26:46.326290 dv-cinder-837356-2-iscsi neutron-server[103918]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 16 Jun 2022 17:26:46 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-19df3cc6-dd01-4915-80cc-e4bb9a05e5f9 x-openstack-request-id: req-19df3cc6-dd01-4915-80cc-e4bb9a05e5f9 {{(pid=103918) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 16 17:26:46.326783 dv-cinder-837356-2-iscsi neutron-server[103918]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "1394894f-f188-4863-8a8e-19e8498a38c0", "name": "network-vif-plugged", "status": "completed", "tag": "2e065346-bbf2-4d07-9223-ade0165e1288", "code": 200}]} {{(pid=103918) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 16 17:26:46.327819 dv-cinder-837356-2-iscsi neutron-server[103918]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.66/compute/v2.1/os-server-external-events used request id req-19df3cc6-dd01-4915-80cc-e4bb9a05e5f9 {{(pid=103918) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 16 17:26:46.327819 dv-cinder-837356-2-iscsi neutron-server[103918]: INFO neutron.notifiers.nova [-] Nova event matching ['req-19df3cc6-dd01-4915-80cc-e4bb9a05e5f9'] response: {'server_uuid': '1394894f-f188-4863-8a8e-19e8498a38c0', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '2e065346-bbf2-4d07-9223-ade0165e1288', 'code': 200} Jun 16 17:26:46.347749 dv-cinder-837356-2-iscsi neutron-server[103918]: DEBUG neutron_lib.callbacks.manager [None req-20715706-35a9-45af-9420-375bdcc64c61 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728539454181', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16149322'] for agent (50395103-89cf-4fb3-87eb-9dff4dfdeea8), after_update {{(pid=103918) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 17:26:46.363116 dv-cinder-837356-2-iscsi neutron-server[103918]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b2b17746-c296-4803-869a-65578e8233dd None None] Pushing event updated for resources: {'Port': ['ID=2e065346-bbf2-4d07-9223-ade0165e1288,revision_number=5']} {{(pid=103918) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 17:26:46.379695 dv-cinder-837356-2-iscsi neutron-server[103916]: DEBUG dbcounter [-] [103916] Writing DB stats neutron:SELECT=100 {{(pid=103916) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 16 17:26:46.420291 dv-cinder-837356-2-iscsi neutron-server[103916]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd31643b-ab39-4e04-8da1-f2c852cc68c6 req-a3dac29b-60ed-4545-af02-21952bc1489e tempest-VolumesSnapshotTestJSON-385000497 tempest-VolumesSnapshotTestJSON-385000497-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103916) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 16 17:26:46.422411 dv-cinder-837356-2-iscsi neutron-server[103916]: INFO neutron.wsgi [req-fd31643b-ab39-4e04-8da1-f2c852cc68c6 req-a3dac29b-60ed-4545-af02-21952bc1489e tempest-VolumesSnapshotTestJSON-385000497 tempest-VolumesSnapshotTestJSON-385000497-project] 10.222.0.66 "GET /v2.0/ports?device_id=1394894f-f188-4863-8a8e-19e8498a38c0 HTTP/1.1" status: 200 len: 946 time: 0.1053784 Jun 16 17:26:46.478847 dv-cinder-837356-2-iscsi neutron-server[103916]: INFO neutron.wsgi [req-845d4269-f6e4-48ce-a94d-a2183f54e118 req-306a8e8d-7426-4d5a-9bc0-aa6479c20452 service neutron] 10.222.0.81 "GET /v2.0/networks/7c13538c-2941-4763-a560-37a0a33d14c7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1507671 Jun 16 17:26:46.499388 dv-cinder-837356-2-iscsi neutron-server[103916]: INFO neutron.wsgi [req-fd31643b-ab39-4e04-8da1-f2c852cc68c6 req-05fefadb-bf99-414c-8f60-6efe853f73f9 tempest-VolumesSnapshotTestJSON-385000497 tempest-VolumesSnapshotTestJSON-385000497-project] 10.222.0.66 "GET /v2.0/security-groups?id=e34b8f4f-0bd7-4695-872b-8d05a10daf59&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0673630 Jun 16 17:26:46.536561 dv-cinder-837356-2-iscsi neutron-server[103917]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-249da5da-42d9-4687-93f0-e4bef5938e82 req-04345592-d701-4074-bfed-a89938d2307f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103917) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 16 17:26:46.538326 dv-cinder-837356-2-iscsi neutron-server[103917]: INFO neutron.wsgi [req-249da5da-42d9-4687-93f0-e4bef5938e82 req-04345592-d701-4074-bfed-a89938d2307f service neutron] 10.222.0.81 "GET /v2.0/ports?device_id=1394894f-f188-4863-8a8e-19e8498a38c0 HTTP/1.1" status: 200 len: 1130 time: 0.0482237 Jun 16 17:26:46.634843 dv-cinder-837356-2-iscsi neutron-server[103917]: DEBUG dbcounter [-] [103917] Writing DB stats neutron:SELECT=100 {{(pid=103917) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 16 17:26:46.652331 dv-cinder-837356-2-iscsi neutron-server[103917]: INFO neutron.wsgi [req-249da5da-42d9-4687-93f0-e4bef5938e82 req-cc56079f-7db9-4440-b8d4-cee22deeb82c service neutron] 10.222.0.81 "GET /v2.0/security-groups?id=e34b8f4f-0bd7-4695-872b-8d05a10daf59&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0484641 Jun 16 17:26:47.423847 dv-cinder-837356-2-iscsi neutron-server[103917]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f5a5b10-2242-40f4-876a-97c79ce3f6c8 req-36887b48-75e1-40e6-a3fa-8b8e3ce79fca tempest-ServerRescueNegativeTestJSON-1475515620 tempest-ServerRescueNegativeTestJSON-1475515620-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103917) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 16 17:26:47.425358 dv-cinder-837356-2-iscsi neutron-server[103917]: INFO neutron.wsgi [req-7f5a5b10-2242-40f4-876a-97c79ce3f6c8 req-36887b48-75e1-40e6-a3fa-8b8e3ce79fca tempest-ServerRescueNegativeTestJSON-1475515620 tempest-ServerRescueNegativeTestJSON-1475515620-project] 10.222.0.66 "GET /v2.0/ports?device_id=4065d5c1-0b16-413a-a5b5-e0e725e1e71b HTTP/1.1" status: 200 len: 945 time: 0.3355908 Jun 16 17:26:47.478755 dv-cinder-837356-2-iscsi neutron-server[103917]: INFO neutron.wsgi [req-7f5a5b10-2242-40f4-876a-97c79ce3f6c8 req-9f6e7ff7-c4b7-494e-9bb9-4248b4800bea tempest-ServerRescueNegativeTestJSON-1475515620 tempest-ServerRescueNegativeTestJSON-1475515620-project] 10.222.0.66 "GET /v2.0/security-groups?id=d7d25be3-a5ac-46a1-b854-10a8a8453e86&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0455458 Jun 16 17:26:47.608327 dv-cinder-837356-2-iscsi neutron-server[103916]: DEBUG dbcounter [-] [103916] Writing DB stats neutron:SELECT=100 {{(pid=103916) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 16 17:26:47.632926 dv-cinder-837356-2-iscsi neutron-server[103916]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be89ca2e-57b2-45ee-9f91-3db8da78072c req-3fc64ccb-ef19-4c30-940f-2dadf794ca9e tempest-VolumesSnapshotTestJSON-385000497 tempest-VolumesSnapshotTestJSON-385000497-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103916) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 16 17:26:47.635739 dv-cinder-837356-2-iscsi neutron-server[103916]: INFO neutron.wsgi [req-be89ca2e-57b2-45ee-9f91-3db8da78072c req-3fc64ccb-ef19-4c30-940f-2dadf794ca9e tempest-VolumesSnapshotTestJSON-385000497 tempest-VolumesSnapshotTestJSON-385000497-project] 10.222.0.66 "GET /v2.0/ports?device_id=1394894f-f188-4863-8a8e-19e8498a38c0 HTTP/1.1" status: 200 len: 946 time: 0.0616047 Jun 16 17:26:47.704147 dv-cinder-837356-2-iscsi neutron-server[103916]: INFO neutron.wsgi [req-be89ca2e-57b2-45ee-9f91-3db8da78072c req-7056cc1b-258c-42bd-a9b4-bd2188da64b3 tempest-VolumesSnapshotTestJSON-385000497 tempest-VolumesSnapshotTestJSON-385000497-project] 10.222.0.66 "GET /v2.0/security-groups?id=e34b8f4f-0bd7-4695-872b-8d05a10daf59&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0593605 Jun 16 17:26:48.057657 dv-cinder-837356-2-iscsi neutron-server[103918]: DEBUG neutron_lib.callbacks.manager [None req-90597016-5de8-4c3e-b42a-66aa2c70cc5e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728539454181', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16149322'] for agent (853db9d1-1c17-40a4-900c-de4f90440474), after_update {{(pid=103918) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 17:26:48.446765 dv-cinder-837356-2-iscsi neutron-server[103918]: DEBUG neutron_lib.callbacks.manager [None req-39ead2dc-a542-4f04-b117-439eb7f32aa8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728539454181', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16149322'] for agent (5b2fa84c-1db1-41c6-a6b9-975c3da28daf), after_update {{(pid=103918) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 17:26:48.608272 dv-cinder-837356-2-iscsi neutron-server[103917]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71baef7b-4f4e-4cb3-bbe2-dee64a3017f4 req-8bfb58d3-4cc4-4aa5-b8e3-3fe773ff74d0 tempest-ServerRescueNegativeTestJSON-1475515620 tempest-ServerRescueNegativeTestJSON-1475515620-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103917) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 16 17:26:48.610119 dv-cinder-837356-2-iscsi neutron-server[103917]: INFO neutron.wsgi [req-71baef7b-4f4e-4cb3-bbe2-dee64a3017f4 req-8bfb58d3-4cc4-4aa5-b8e3-3fe773ff74d0 tempest-ServerRescueNegativeTestJSON-1475515620 tempest-ServerRescueNegativeTestJSON-1475515620-project] 10.222.0.66 "GET /v2.0/ports?device_id=4065d5c1-0b16-413a-a5b5-e0e725e1e71b HTTP/1.1" status: 200 len: 945 time: 0.0544376 Jun 16 17:26:48.663761 dv-cinder-837356-2-iscsi neutron-server[103917]: INFO neutron.wsgi [req-71baef7b-4f4e-4cb3-bbe2-dee64a3017f4 req-75aa96e1-3bc4-45fe-a76f-385fc79fb0c0 tempest-ServerRescueNegativeTestJSON-1475515620 tempest-ServerRescueNegativeTestJSON-1475515620-project] 10.222.0.66 "GET /v2.0/security-groups?id=d7d25be3-a5ac-46a1-b854-10a8a8453e86&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0455158 Jun 16 17:26:48.840994 dv-cinder-837356-2-iscsi neutron-server[103916]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60418d4f-e38f-45af-b825-dea4245a7a0a req-87c0d801-10e2-4569-a00f-6e9cce4b96bd tempest-VolumesSnapshotTestJSON-385000497 tempest-VolumesSnapshotTestJSON-385000497-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103916) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 16 17:26:48.842551 dv-cinder-837356-2-iscsi neutron-server[103916]: INFO neutron.wsgi [req-60418d4f-e38f-45af-b825-dea4245a7a0a req-87c0d801-10e2-4569-a00f-6e9cce4b96bd tempest-VolumesSnapshotTestJSON-385000497 tempest-VolumesSnapshotTestJSON-385000497-project] 10.222.0.66 "GET /v2.0/ports?device_id=1394894f-f188-4863-8a8e-19e8498a38c0 HTTP/1.1" status: 200 len: 946 time: 0.0541427 Jun 16 17:26:48.894752 dv-cinder-837356-2-iscsi neutron-server[103916]: INFO neutron.wsgi [req-60418d4f-e38f-45af-b825-dea4245a7a0a req-ab33cb1c-23c9-4e29-96a5-ba9fdf2d494d tempest-VolumesSnapshotTestJSON-385000497 tempest-VolumesSnapshotTestJSON-385000497-project] 10.222.0.66 "GET /v2.0/security-groups?id=e34b8f4f-0bd7-4695-872b-8d05a10daf59&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0464754 Jun 16 17:26:49.791118 dv-cinder-837356-2-iscsi neutron-server[103917]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e436c499-2dd0-49e9-8b3b-768b9133fbf1 req-6da6a8f4-40b3-42c8-a1f0-5dcf7beeb50a tempest-ServerRescueNegativeTestJSON-1475515620 tempest-ServerRescueNegativeTestJSON-1475515620-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103917) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 16 17:26:49.792525 dv-cinder-837356-2-iscsi neutron-server[103917]: INFO neutron.wsgi [req-e436c499-2dd0-49e9-8b3b-768b9133fbf1 req-6da6a8f4-40b3-42c8-a1f0-5dcf7beeb50a tempest-ServerRescueNegativeTestJSON-1475515620 tempest-ServerRescueNegativeTestJSON-1475515620-project] 10.222.0.66 "GET /v2.0/ports?device_id=4065d5c1-0b16-413a-a5b5-e0e725e1e71b HTTP/1.1" status: 200 len: 945 time: 0.0542948 Jun 16 17:26:49.842502 dv-cinder-837356-2-iscsi neutron-server[103917]: INFO neutron.wsgi [req-e436c499-2dd0-49e9-8b3b-768b9133fbf1 req-d2b43ca6-a091-4bdb-b782-0d5fbc51e144 tempest-ServerRescueNegativeTestJSON-1475515620 tempest-ServerRescueNegativeTestJSON-1475515620-project] 10.222.0.66 "GET /v2.0/security-groups?id=d7d25be3-a5ac-46a1-b854-10a8a8453e86&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0443432 Jun 16 17:26:49.976142 dv-cinder-837356-2-iscsi neutron-server[103916]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f24eeb33-f687-4b70-be4e-ae925bb896f1 req-abba8875-d1ff-44d3-b3dc-a201f3af9693 tempest-ServerRescueNegativeTestJSON-1475515620 tempest-ServerRescueNegativeTestJSON-1475515620-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103916) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 16 17:26:49.977843 dv-cinder-837356-2-iscsi neutron-server[103916]: INFO neutron.wsgi [req-f24eeb33-f687-4b70-be4e-ae925bb896f1 req-abba8875-d1ff-44d3-b3dc-a201f3af9693 tempest-ServerRescueNegativeTestJSON-1475515620 tempest-ServerRescueNegativeTestJSON-1475515620-project] 10.222.0.66 "GET /v2.0/ports?device_id=4065d5c1-0b16-413a-a5b5-e0e725e1e71b HTTP/1.1" status: 200 len: 945 time: 0.0626209 Jun 16 17:26:49.987547 dv-cinder-837356-2-iscsi neutron-server[103916]: DEBUG neutron.wsgi [-] (103916) accepted ('10.222.0.66', 42064) {{(pid=103916) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 16 17:26:49.992591 dv-cinder-837356-2-iscsi neutron-server[103916]: DEBUG neutron.api.v2.base [None req-f180f3d8-a887-413a-9c98-1a5e901c3525 tempest-ServerRescueNegativeTestJSON-1475515620 tempest-ServerRescueNegativeTestJSON-1475515620-project] Request body: {'floatingip': {'port_id': '3e68f997-7180-47a9-a1f0-ae3a5f70d0a3'}} {{(pid=103916) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jun 16 17:26:50.032030 dv-cinder-837356-2-iscsi neutron-server[103917]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ad8949a-1ce4-490b-ac4b-f32ca2a4fbae req-1dc9f795-88eb-4f25-9709-4cd25f040360 tempest-VolumesSnapshotTestJSON-385000497 tempest-VolumesSnapshotTestJSON-385000497-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103917) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 16 17:26:50.033542 dv-cinder-837356-2-iscsi neutron-server[103917]: INFO neutron.wsgi [req-1ad8949a-1ce4-490b-ac4b-f32ca2a4fbae req-1dc9f795-88eb-4f25-9709-4cd25f040360 tempest-VolumesSnapshotTestJSON-385000497 tempest-VolumesSnapshotTestJSON-385000497-project] 10.222.0.66 "GET /v2.0/ports?device_id=1394894f-f188-4863-8a8e-19e8498a38c0 HTTP/1.1" status: 200 len: 946 time: 0.0656173 Jun 16 17:26:50.051332 dv-cinder-837356-2-iscsi neutron-server[103916]: DEBUG neutron_lib.callbacks.manager [None req-f180f3d8-a887-413a-9c98-1a5e901c3525 tempest-ServerRescueNegativeTestJSON-1475515620 tempest-ServerRescueNegativeTestJSON-1475515620-project] Publish callbacks [] for floatingip (23f305aa-9d47-4538-b0d1-a58924bf9259), before_update {{(pid=103916) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 17:26:50.092563 dv-cinder-837356-2-iscsi neutron-server[103917]: INFO neutron.wsgi [req-1ad8949a-1ce4-490b-ac4b-f32ca2a4fbae req-c6ce0758-a4d3-428c-989c-e416ed0685e9 tempest-VolumesSnapshotTestJSON-385000497 tempest-VolumesSnapshotTestJSON-385000497-project] 10.222.0.66 "GET /v2.0/security-groups?id=e34b8f4f-0bd7-4695-872b-8d05a10daf59&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0528789 Jun 16 17:26:50.558124 dv-cinder-837356-2-iscsi neutron-server[103916]: DEBUG neutron_lib.callbacks.manager [None req-f180f3d8-a887-413a-9c98-1a5e901c3525 tempest-ServerRescueNegativeTestJSON-1475515620 tempest-ServerRescueNegativeTestJSON-1475515620-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=103916) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 17:26:50.563555 dv-cinder-837356-2-iscsi neutron-server[103916]: DEBUG neutron_lib.callbacks.manager [None req-f180f3d8-a887-413a-9c98-1a5e901c3525 tempest-ServerRescueNegativeTestJSON-1475515620 tempest-ServerRescueNegativeTestJSON-1475515620-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-704970'] for floatingip (23f305aa-9d47-4538-b0d1-a58924bf9259), after_update {{(pid=103916) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 17:26:50.729238 dv-cinder-837356-2-iscsi neutron-server[103916]: DEBUG dbcounter [-] [103916] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=103916) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 16 17:26:50.802166 dv-cinder-837356-2-iscsi neutron-server[103916]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f180f3d8-a887-413a-9c98-1a5e901c3525 tempest-ServerRescueNegativeTestJSON-1475515620 tempest-ServerRescueNegativeTestJSON-1475515620-project] Router dfe813ff-74d0-4e6b-9f3d-827582ab6a37 has already been hosted by L3 agent 7639df21-17c3-4235-8912-210c3ad54137 {{(pid=103916) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jun 16 17:26:50.845938 dv-cinder-837356-2-iscsi neutron-server[103916]: DEBUG dbcounter [-] [103916] Writing DB stats neutron:SELECT=100 {{(pid=103916) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 16 17:26:50.909866 dv-cinder-837356-2-iscsi neutron-server[103916]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f180f3d8-a887-413a-9c98-1a5e901c3525 tempest-ServerRescueNegativeTestJSON-1475515620 tempest-ServerRescueNegativeTestJSON-1475515620-project] Notify agent at l3_agent.dv-cinder-837356-2-iscsi the message routers_updated {{(pid=103916) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jun 16 17:26:50.916384 dv-cinder-837356-2-iscsi neutron-server[103916]: DEBUG neutron_lib.callbacks.manager [None req-f180f3d8-a887-413a-9c98-1a5e901c3525 tempest-ServerRescueNegativeTestJSON-1475515620 tempest-ServerRescueNegativeTestJSON-1475515620-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-191112'] for floatingip (None), before_response {{(pid=103916) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 17:26:50.922700 dv-cinder-837356-2-iscsi neutron-server[103918]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fb615990-1285-491c-abd9-6307583cb5cd None None] Sync routers for ids ['dfe813ff-74d0-4e6b-9f3d-827582ab6a37'] in dv-cinder-837356-2-iscsi {{(pid=103918) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 16 17:26:50.935043 dv-cinder-837356-2-iscsi neutron-server[103918]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fb615990-1285-491c-abd9-6307583cb5cd None None] Routers {'dfe813ff-74d0-4e6b-9f3d-827582ab6a37'} bound to L3 agent in host dv-cinder-837356-2-iscsi {{(pid=103918) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jun 16 17:26:50.935677 dv-cinder-837356-2-iscsi neutron-server[103918]: DEBUG neutron.db.l3_hamode_db [None req-fb615990-1285-491c-abd9-6307583cb5cd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-837356-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 5, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2022-06-16T17:14:15Z,description=,heartbeat_timestamp=2022-06-16T17:26:45Z,host='dv-cinder-837356-2-iscsi',id=7639df21-17c3-4235-8912-210c3ad54137,load=0,resource_versions=,resources_synced=,started_at=2022-06-16T17:14:15Z,topic='l3_agent')) {'router_ids': ['dfe813ff-74d0-4e6b-9f3d-827582ab6a37'], 'active': True} {{(pid=103918) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 16 17:26:50.953843 dv-cinder-837356-2-iscsi neutron-server[103916]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '4065d5c1-0b16-413a-a5b5-e0e725e1e71b', 'tag': '3e68f997-7180-47a9-a1f0-ae3a5f70d0a3'}] {{(pid=103916) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jun 16 17:26:50.956110 dv-cinder-837356-2-iscsi neutron-server[103916]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.66/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}15d8713043fc5f9b6f9aaf4a9a169ba36e5aaa6307a8131177ae56adda3437c5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7ba1efd3-5fe6-426f-9e35-03a1fa5ecf10" -d '{"events": [{"name": "network-changed", "server_uuid": "4065d5c1-0b16-413a-a5b5-e0e725e1e71b", "tag": "3e68f997-7180-47a9-a1f0-ae3a5f70d0a3"}]}' {{(pid=103916) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 16 17:26:50.995243 dv-cinder-837356-2-iscsi neutron-server[103916]: INFO neutron.wsgi [None req-f180f3d8-a887-413a-9c98-1a5e901c3525 tempest-ServerRescueNegativeTestJSON-1475515620 tempest-ServerRescueNegativeTestJSON-1475515620-project] 10.222.0.66 "PUT /v2.0/floatingips/23f305aa-9d47-4538-b0d1-a58924bf9259 HTTP/1.1" status: 200 len: 993 time: 1.0042570 Jun 16 17:26:51.000317 dv-cinder-837356-2-iscsi neutron-server[103916]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 16 Jun 2022 17:26:50 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ea8f7b03-9a57-4c9e-96c2-b4955ca0e341 x-openstack-request-id: req-ea8f7b03-9a57-4c9e-96c2-b4955ca0e341 {{(pid=103916) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 16 17:26:51.000601 dv-cinder-837356-2-iscsi neutron-server[103916]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "4065d5c1-0b16-413a-a5b5-e0e725e1e71b", "tag": "3e68f997-7180-47a9-a1f0-ae3a5f70d0a3", "status": "completed", "code": 200}]} {{(pid=103916) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 16 17:26:51.000817 dv-cinder-837356-2-iscsi neutron-server[103916]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.66/compute/v2.1/os-server-external-events used request id req-ea8f7b03-9a57-4c9e-96c2-b4955ca0e341 {{(pid=103916) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 16 17:26:51.001258 dv-cinder-837356-2-iscsi neutron-server[103916]: INFO neutron.notifiers.nova [-] Nova event matching ['req-ea8f7b03-9a57-4c9e-96c2-b4955ca0e341'] response: {'name': 'network-changed', 'server_uuid': '4065d5c1-0b16-413a-a5b5-e0e725e1e71b', 'tag': '3e68f997-7180-47a9-a1f0-ae3a5f70d0a3', 'status': 'completed', 'code': 200} Jun 16 17:26:51.046838 dv-cinder-837356-2-iscsi neutron-server[103918]: DEBUG neutron.db.l3_dvr_db [None req-fb615990-1285-491c-abd9-6307583cb5cd None None] Set router dfe813ff-74d0-4e6b-9f3d-827582ab6a37 gateway port host: dv-cinder-837356-2-iscsi {{(pid=103918) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jun 16 17:26:51.083735 dv-cinder-837356-2-iscsi neutron-server[103917]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ba1efd3-5fe6-426f-9e35-03a1fa5ecf10 req-53e4720a-bb5c-4eab-9e0a-e90f2ef90a8e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103917) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 16 17:26:51.085932 dv-cinder-837356-2-iscsi neutron-server[103917]: INFO neutron.wsgi [req-7ba1efd3-5fe6-426f-9e35-03a1fa5ecf10 req-53e4720a-bb5c-4eab-9e0a-e90f2ef90a8e service neutron] 10.222.0.81 "GET /v2.0/ports?tenant_id=ccf5c45783454fc5a7872490196f07e0&device_id=4065d5c1-0b16-413a-a5b5-e0e725e1e71b HTTP/1.1" status: 200 len: 1129 time: 0.0421793 Jun 16 17:26:51.175271 dv-cinder-837356-2-iscsi neutron-server[103917]: DEBUG dbcounter [-] [103917] Writing DB stats neutron:SELECT=100 {{(pid=103917) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 16 17:26:51.237663 dv-cinder-837356-2-iscsi neutron-server[103917]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ba1efd3-5fe6-426f-9e35-03a1fa5ecf10 req-b47e81f3-732c-4758-ad91-67cdda45badc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103917) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 16 17:26:51.239239 dv-cinder-837356-2-iscsi neutron-server[103917]: INFO neutron.wsgi [req-7ba1efd3-5fe6-426f-9e35-03a1fa5ecf10 req-b47e81f3-732c-4758-ad91-67cdda45badc service neutron] 10.222.0.81 "GET /v2.0/networks?id=7c13538c-2941-4763-a560-37a0a33d14c7 HTTP/1.1" status: 200 len: 921 time: 0.1375902 Jun 16 17:26:51.246152 dv-cinder-837356-2-iscsi neutron-server[103917]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c7a8762-c737-44b9-bf76-4bd02c329797 req-3ca2b37d-e462-48a0-a828-017f42f6f941 tempest-VolumesSnapshotTestJSON-385000497 tempest-VolumesSnapshotTestJSON-385000497-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103917) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 16 17:26:51.247551 dv-cinder-837356-2-iscsi neutron-server[103917]: INFO neutron.wsgi [req-2c7a8762-c737-44b9-bf76-4bd02c329797 req-3ca2b37d-e462-48a0-a828-017f42f6f941 tempest-VolumesSnapshotTestJSON-385000497 tempest-VolumesSnapshotTestJSON-385000497-project] 10.222.0.66 "GET /v2.0/ports?device_id=1394894f-f188-4863-8a8e-19e8498a38c0 HTTP/1.1" status: 200 len: 946 time: 0.0731463 Jun 16 17:26:51.282357 dv-cinder-837356-2-iscsi neutron-server[103918]: DEBUG neutron.db.l3_hamode_db [None req-fb615990-1285-491c-abd9-6307583cb5cd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'dfe813ff-74d0-4e6b-9f3d-827582ab6a37', 'name': 'tempest-ServerRescueNegativeTestJSON-1592621772-router', 'tenant_id': 'ccf5c45783454fc5a7872490196f07e0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9df31235-0797-44e6-85a0-102cb2da2d58', 'external_fixed_ips': [{'subnet_id': '1dfb0320-f5eb-46f6-88ce-33002f500238', 'ip_address': '172.27.2.58'}], 'enable_snat': True}, 'gw_port_id': '06974505-e6bd-467d-a29b-92e722b69f8f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-16T17:22:23Z', 'updated_at': '2022-06-16T17:22:31Z', 'revision_number': 4, 'project_id': 'ccf5c45783454fc5a7872490196f07e0', 'gw_port': {'id': '06974505-e6bd-467d-a29b-92e722b69f8f', 'name': '', 'network_id': '9df31235-0797-44e6-85a0-102cb2da2d58', 'tenant_id': '', 'mac_address': 'fa:16:3e:ce:68:29', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dfe813ff-74d0-4e6b-9f3d-827582ab6a37', 'device_owner': 'network:router_gateway', 'standard_attr_id': 63, 'fixed_ips': [{'subnet_id': '1dfb0320-f5eb-46f6-88ce-33002f500238', 'ip_address': '172.27.2.58', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-837356-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-16T17:22:23Z', 'updated_at': '2022-06-16T17:22:35Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1dfb0320-f5eb-46f6-88ce-33002f500238', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-837356-2-iscsi', '_floatingips': [{'id': '23f305aa-9d47-4538-b0d1-a58924bf9259', 'tenant_id': 'ccf5c45783454fc5a7872490196f07e0', 'floating_ip_address': '172.27.2.237', 'floating_network_id': '9df31235-0797-44e6-85a0-102cb2da2d58', 'router_id': 'dfe813ff-74d0-4e6b-9f3d-827582ab6a37', 'port_id': '3e68f997-7180-47a9-a1f0-ae3a5f70d0a3', 'fixed_ip_address': '172.20.0.8', 'status': 'ACTIVE', 'standard_attr_id': 400, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '7c13538c-2941-4763-a560-37a0a33d14c7', 'mac_address': 'fa:16:3e:ad:7b:04', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4065d5c1-0b16-413a-a5b5-e0e725e1e71b', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-06-16T17:24:53Z', 'updated_at': '2022-06-16T17:26:50Z', 'revision_number': 3, 'project_id': 'ccf5c45783454fc5a7872490196f07e0', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'e1aec36a-a2f9-4546-94c4-c2940c0a35ec', 'name': '', 'network_id': '7c13538c-2941-4763-a560-37a0a33d14c7', 'tenant_id': 'ccf5c45783454fc5a7872490196f07e0', 'mac_address': 'fa:16:3e:1b:5e:a6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dfe813ff-74d0-4e6b-9f3d-827582ab6a37', 'device_owner': 'network:router_interface', 'standard_attr_id': 95, 'fixed_ips': [{'subnet_id': '8e38426e-d044-4155-92d6-5d9da7f0fc35', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-837356-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-16T17:22:29Z', 'updated_at': '2022-06-16T17:22:39Z', 'revision_number': 5, 'project_id': 'ccf5c45783454fc5a7872490196f07e0', 'subnets': [{'id': '8e38426e-d044-4155-92d6-5d9da7f0fc35', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-837356-2-iscsi', False) {} {{(pid=103918) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 16 17:26:51.308356 dv-cinder-837356-2-iscsi neutron-server[103918]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fb615990-1285-491c-abd9-6307583cb5cd None None] Checking router: dfe813ff-74d0-4e6b-9f3d-827582ab6a37 for host: dv-cinder-837356-2-iscsi {{(pid=103918) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 16 17:26:51.317265 dv-cinder-837356-2-iscsi neutron-server[103918]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fb615990-1285-491c-abd9-6307583cb5cd None None] Routers {'dfe813ff-74d0-4e6b-9f3d-827582ab6a37'} bound to L3 agent in host dv-cinder-837356-2-iscsi {{(pid=103918) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jun 16 17:26:51.317884 dv-cinder-837356-2-iscsi neutron-server[103918]: DEBUG neutron.db.l3_hamode_db [None req-fb615990-1285-491c-abd9-6307583cb5cd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-837356-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 5, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2022-06-16T17:14:15Z,description=,heartbeat_timestamp=2022-06-16T17:26:45Z,host='dv-cinder-837356-2-iscsi',id=7639df21-17c3-4235-8912-210c3ad54137,load=0,resource_versions=,resources_synced=,started_at=2022-06-16T17:14:15Z,topic='l3_agent')) {'router_ids': ['dfe813ff-74d0-4e6b-9f3d-827582ab6a37'], 'active': True} {{(pid=103918) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 16 17:26:51.320486 dv-cinder-837356-2-iscsi neutron-server[103918]: DEBUG dbcounter [-] [103918] Writing DB stats neutron:SELECT=96,neutron:UPDATE=3,neutron:DELETE=1 {{(pid=103918) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 16 17:26:51.350147 dv-cinder-837356-2-iscsi neutron-server[103917]: INFO neutron.wsgi [req-7ba1efd3-5fe6-426f-9e35-03a1fa5ecf10 req-3614981b-0a5f-4ccf-811a-7649fb16b4d2 service neutron] 10.222.0.81 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=3e68f997-7180-47a9-a1f0-ae3a5f70d0a3 HTTP/1.1" status: 200 len: 1001 time: 0.0955291 Jun 16 17:26:51.357559 dv-cinder-837356-2-iscsi neutron-server[103917]: INFO neutron.wsgi [req-2c7a8762-c737-44b9-bf76-4bd02c329797 req-f964da66-fd75-4460-8852-48c751950f6d tempest-VolumesSnapshotTestJSON-385000497 tempest-VolumesSnapshotTestJSON-385000497-project] 10.222.0.66 "GET /v2.0/security-groups?id=e34b8f4f-0bd7-4695-872b-8d05a10daf59&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1014111 Jun 16 17:26:51.410297 dv-cinder-837356-2-iscsi neutron-server[103917]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ba1efd3-5fe6-426f-9e35-03a1fa5ecf10 req-8f109393-3c51-46d5-95c0-1e6b359cd84f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103917) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 16 17:26:51.411784 dv-cinder-837356-2-iscsi neutron-server[103917]: INFO neutron.wsgi [req-7ba1efd3-5fe6-426f-9e35-03a1fa5ecf10 req-8f109393-3c51-46d5-95c0-1e6b359cd84f service neutron] 10.222.0.81 "GET /v2.0/subnets?id=8e38426e-d044-4155-92d6-5d9da7f0fc35 HTTP/1.1" status: 200 len: 858 time: 0.0483947 Jun 16 17:26:51.437795 dv-cinder-837356-2-iscsi neutron-server[103918]: DEBUG neutron.db.l3_dvr_db [None req-fb615990-1285-491c-abd9-6307583cb5cd None None] Set router dfe813ff-74d0-4e6b-9f3d-827582ab6a37 gateway port host: dv-cinder-837356-2-iscsi {{(pid=103918) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jun 16 17:26:51.464902 dv-cinder-837356-2-iscsi neutron-server[103917]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ba1efd3-5fe6-426f-9e35-03a1fa5ecf10 req-664f3ae4-58c8-40d3-852a-a7eb1dce73dd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103917) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 16 17:26:51.466551 dv-cinder-837356-2-iscsi neutron-server[103917]: INFO neutron.wsgi [req-7ba1efd3-5fe6-426f-9e35-03a1fa5ecf10 req-664f3ae4-58c8-40d3-852a-a7eb1dce73dd service neutron] 10.222.0.81 "GET /v2.0/ports?network_id=7c13538c-2941-4763-a560-37a0a33d14c7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0466099 Jun 16 17:26:51.572871 dv-cinder-837356-2-iscsi neutron-server[103917]: INFO neutron.wsgi [req-7ba1efd3-5fe6-426f-9e35-03a1fa5ecf10 req-78093c05-36c0-41a3-a810-9d8c6a5cf89d service neutron] 10.222.0.81 "GET /v2.0/networks/7c13538c-2941-4763-a560-37a0a33d14c7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0989869 Jun 16 17:26:51.691385 dv-cinder-837356-2-iscsi neutron-server[103917]: INFO neutron.wsgi [req-7ba1efd3-5fe6-426f-9e35-03a1fa5ecf10 req-c3359609-6327-4a88-acc3-14d559fdd58a service neutron] 10.222.0.81 "GET /v2.0/networks/7c13538c-2941-4763-a560-37a0a33d14c7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1045158 Jun 16 17:26:51.694622 dv-cinder-837356-2-iscsi neutron-server[103918]: DEBUG neutron.db.l3_hamode_db [None req-fb615990-1285-491c-abd9-6307583cb5cd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'dfe813ff-74d0-4e6b-9f3d-827582ab6a37', 'name': 'tempest-ServerRescueNegativeTestJSON-1592621772-router', 'tenant_id': 'ccf5c45783454fc5a7872490196f07e0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9df31235-0797-44e6-85a0-102cb2da2d58', 'external_fixed_ips': [{'subnet_id': '1dfb0320-f5eb-46f6-88ce-33002f500238', 'ip_address': '172.27.2.58'}], 'enable_snat': True}, 'gw_port_id': '06974505-e6bd-467d-a29b-92e722b69f8f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-16T17:22:23Z', 'updated_at': '2022-06-16T17:22:31Z', 'revision_number': 4, 'project_id': 'ccf5c45783454fc5a7872490196f07e0', 'gw_port': {'id': '06974505-e6bd-467d-a29b-92e722b69f8f', 'name': '', 'network_id': '9df31235-0797-44e6-85a0-102cb2da2d58', 'tenant_id': '', 'mac_address': 'fa:16:3e:ce:68:29', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dfe813ff-74d0-4e6b-9f3d-827582ab6a37', 'device_owner': 'network:router_gateway', 'standard_attr_id': 63, 'fixed_ips': [{'subnet_id': '1dfb0320-f5eb-46f6-88ce-33002f500238', 'ip_address': '172.27.2.58', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-837356-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-16T17:22:23Z', 'updated_at': '2022-06-16T17:22:35Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1dfb0320-f5eb-46f6-88ce-33002f500238', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-837356-2-iscsi', '_floatingips': [{'id': '23f305aa-9d47-4538-b0d1-a58924bf9259', 'tenant_id': 'ccf5c45783454fc5a7872490196f07e0', 'floating_ip_address': '172.27.2.237', 'floating_network_id': '9df31235-0797-44e6-85a0-102cb2da2d58', 'router_id': 'dfe813ff-74d0-4e6b-9f3d-827582ab6a37', 'port_id': '3e68f997-7180-47a9-a1f0-ae3a5f70d0a3', 'fixed_ip_address': '172.20.0.8', 'status': 'ACTIVE', 'standard_attr_id': 400, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '7c13538c-2941-4763-a560-37a0a33d14c7', 'mac_address': 'fa:16:3e:ad:7b:04', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4065d5c1-0b16-413a-a5b5-e0e725e1e71b', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-06-16T17:24:53Z', 'updated_at': '2022-06-16T17:26:50Z', 'revision_number': 3, 'project_id': 'ccf5c45783454fc5a7872490196f07e0', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'e1aec36a-a2f9-4546-94c4-c2940c0a35ec', 'name': '', 'network_id': '7c13538c-2941-4763-a560-37a0a33d14c7', 'tenant_id': 'ccf5c45783454fc5a7872490196f07e0', 'mac_address': 'fa:16:3e:1b:5e:a6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dfe813ff-74d0-4e6b-9f3d-827582ab6a37', 'device_owner': 'network:router_interface', 'standard_attr_id': 95, 'fixed_ips': [{'subnet_id': '8e38426e-d044-4155-92d6-5d9da7f0fc35', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-837356-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-16T17:22:29Z', 'updated_at': '2022-06-16T17:22:39Z', 'revision_number': 5, 'project_id': 'ccf5c45783454fc5a7872490196f07e0', 'subnets': [{'id': '8e38426e-d044-4155-92d6-5d9da7f0fc35', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-837356-2-iscsi', False) {} {{(pid=103918) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 16 17:26:51.726857 dv-cinder-837356-2-iscsi neutron-server[103918]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fb615990-1285-491c-abd9-6307583cb5cd None None] The sync data for ids ['dfe813ff-74d0-4e6b-9f3d-827582ab6a37'] in dv-cinder-837356-2-iscsi is: [{'id': 'dfe813ff-74d0-4e6b-9f3d-827582ab6a37', 'name': 'tempest-ServerRescueNegativeTestJSON-1592621772-router', 'tenant_id': 'ccf5c45783454fc5a7872490196f07e0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9df31235-0797-44e6-85a0-102cb2da2d58', 'external_fixed_ips': [{'subnet_id': '1dfb0320-f5eb-46f6-88ce-33002f500238', 'ip_address': '172.27.2.58'}], 'enable_snat': True}, 'gw_port_id': '06974505-e6bd-467d-a29b-92e722b69f8f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-16T17:22:23Z', 'updated_at': '2022-06-16T17:22:31Z', 'revision_number': 4, 'project_id': 'ccf5c45783454fc5a7872490196f07e0', 'gw_port': {'id': '06974505-e6bd-467d-a29b-92e722b69f8f', 'name': '', 'network_id': '9df31235-0797-44e6-85a0-102cb2da2d58', 'tenant_id': '', 'mac_address': 'fa:16:3e:ce:68:29', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dfe813ff-74d0-4e6b-9f3d-827582ab6a37', 'device_owner': 'network:router_gateway', 'standard_attr_id': 63, 'fixed_ips': [{'subnet_id': '1dfb0320-f5eb-46f6-88ce-33002f500238', 'ip_address': '172.27.2.58', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-837356-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-16T17:22:23Z', 'updated_at': '2022-06-16T17:22:35Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1dfb0320-f5eb-46f6-88ce-33002f500238', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-837356-2-iscsi', '_floatingips': [{'id': '23f305aa-9d47-4538-b0d1-a58924bf9259', 'tenant_id': 'ccf5c45783454fc5a7872490196f07e0', 'floating_ip_address': '172.27.2.237', 'floating_network_id': '9df31235-0797-44e6-85a0-102cb2da2d58', 'router_id': 'dfe813ff-74d0-4e6b-9f3d-827582ab6a37', 'port_id': '3e68f997-7180-47a9-a1f0-ae3a5f70d0a3', 'fixed_ip_address': '172.20.0.8', 'status': 'ACTIVE', 'standard_attr_id': 400, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '7c13538c-2941-4763-a560-37a0a33d14c7', 'mac_address': 'fa:16:3e:ad:7b:04', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4065d5c1-0b16-413a-a5b5-e0e725e1e71b', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-06-16T17:24:53Z', 'updated_at': '2022-06-16T17:26:50Z', 'revision_number': 3, 'project_id': 'ccf5c45783454fc5a7872490196f07e0', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'e1aec36a-a2f9-4546-94c4-c2940c0a35ec', 'name': '', 'network_id': '7c13538c-2941-4763-a560-37a0a33d14c7', 'tenant_id': 'ccf5c45783454fc5a7872490196f07e0', 'mac_address': 'fa:16:3e:1b:5e:a6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dfe813ff-74d0-4e6b-9f3d-827582ab6a37', 'device_owner': 'network:router_interface', 'standard_attr_id': 95, 'fixed_ips': [{'subnet_id': '8e38426e-d044-4155-92d6-5d9da7f0fc35', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-837356-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-16T17:22:29Z', 'updated_at': '2022-06-16T17:22:39Z', 'revision_number': 5, 'project_id': 'ccf5c45783454fc5a7872490196f07e0', 'subnets': [{'id': '8e38426e-d044-4155-92d6-5d9da7f0fc35', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103918) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 16 17:26:53.002222 dv-cinder-837356-2-iscsi neutron-server[103916]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '4065d5c1-0b16-413a-a5b5-e0e725e1e71b', 'tag': '3e68f997-7180-47a9-a1f0-ae3a5f70d0a3'}] {{(pid=103916) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jun 16 17:26:53.006152 dv-cinder-837356-2-iscsi neutron-server[103916]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.66/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}15d8713043fc5f9b6f9aaf4a9a169ba36e5aaa6307a8131177ae56adda3437c5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2793d47e-9809-40c5-b0b8-d7cd63974df0" -d '{"events": [{"name": "network-changed", "server_uuid": "4065d5c1-0b16-413a-a5b5-e0e725e1e71b", "tag": "3e68f997-7180-47a9-a1f0-ae3a5f70d0a3"}]}' {{(pid=103916) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 16 17:26:53.050480 dv-cinder-837356-2-iscsi neutron-server[103916]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 16 Jun 2022 17:26:53 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-04dcdeb3-3cb9-4f2b-8e36-c3b3daaa22bf x-openstack-request-id: req-04dcdeb3-3cb9-4f2b-8e36-c3b3daaa22bf {{(pid=103916) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 16 17:26:53.050859 dv-cinder-837356-2-iscsi neutron-server[103916]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "4065d5c1-0b16-413a-a5b5-e0e725e1e71b", "tag": "3e68f997-7180-47a9-a1f0-ae3a5f70d0a3", "status": "completed", "code": 200}]} {{(pid=103916) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 16 17:26:53.051179 dv-cinder-837356-2-iscsi neutron-server[103916]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.66/compute/v2.1/os-server-external-events used request id req-04dcdeb3-3cb9-4f2b-8e36-c3b3daaa22bf {{(pid=103916) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 16 17:26:53.051802 dv-cinder-837356-2-iscsi neutron-server[103916]: INFO neutron.notifiers.nova [-] Nova event matching ['req-04dcdeb3-3cb9-4f2b-8e36-c3b3daaa22bf'] response: {'name': 'network-changed', 'server_uuid': '4065d5c1-0b16-413a-a5b5-e0e725e1e71b', 'tag': '3e68f997-7180-47a9-a1f0-ae3a5f70d0a3', 'status': 'completed', 'code': 200} Jun 16 17:26:53.146714 dv-cinder-837356-2-iscsi neutron-server[103917]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2793d47e-9809-40c5-b0b8-d7cd63974df0 req-b46cd7cb-f50d-4b0c-abf7-ce9604c1a9d0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103917) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 16 17:26:53.148362 dv-cinder-837356-2-iscsi neutron-server[103917]: INFO neutron.wsgi [req-2793d47e-9809-40c5-b0b8-d7cd63974df0 req-b46cd7cb-f50d-4b0c-abf7-ce9604c1a9d0 service neutron] 10.222.0.81 "GET /v2.0/ports?tenant_id=ccf5c45783454fc5a7872490196f07e0&device_id=4065d5c1-0b16-413a-a5b5-e0e725e1e71b HTTP/1.1" status: 200 len: 1129 time: 0.0471606 Jun 16 17:26:53.215650 dv-cinder-837356-2-iscsi neutron-server[103917]: DEBUG dbcounter [-] [103917] Writing DB stats neutron:SELECT=100 {{(pid=103917) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 16 17:26:53.246866 dv-cinder-837356-2-iscsi neutron-server[103917]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2793d47e-9809-40c5-b0b8-d7cd63974df0 req-f6b7ced0-ace7-41ea-afee-77c3ce9a425e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103917) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 16 17:26:53.248372 dv-cinder-837356-2-iscsi neutron-server[103917]: INFO neutron.wsgi [req-2793d47e-9809-40c5-b0b8-d7cd63974df0 req-f6b7ced0-ace7-41ea-afee-77c3ce9a425e service neutron] 10.222.0.81 "GET /v2.0/networks?id=7c13538c-2941-4763-a560-37a0a33d14c7 HTTP/1.1" status: 200 len: 921 time: 0.0938869 Jun 16 17:26:53.346733 dv-cinder-837356-2-iscsi neutron-server[103917]: INFO neutron.wsgi [req-2793d47e-9809-40c5-b0b8-d7cd63974df0 req-39990556-d442-4f41-b79c-9465d16b3d74 service neutron] 10.222.0.81 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=3e68f997-7180-47a9-a1f0-ae3a5f70d0a3 HTTP/1.1" status: 200 len: 1001 time: 0.0741196 Jun 16 17:26:53.401433 dv-cinder-837356-2-iscsi neutron-server[103917]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2793d47e-9809-40c5-b0b8-d7cd63974df0 req-83f9ea6a-0071-4dcd-b4fe-0095bfa0a45b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103917) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 16 17:26:53.402901 dv-cinder-837356-2-iscsi neutron-server[103917]: INFO neutron.wsgi [req-2793d47e-9809-40c5-b0b8-d7cd63974df0 req-83f9ea6a-0071-4dcd-b4fe-0095bfa0a45b service neutron] 10.222.0.81 "GET /v2.0/subnets?id=8e38426e-d044-4155-92d6-5d9da7f0fc35 HTTP/1.1" status: 200 len: 858 time: 0.0486422 Jun 16 17:26:53.470080 dv-cinder-837356-2-iscsi neutron-server[103917]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2793d47e-9809-40c5-b0b8-d7cd63974df0 req-f2b6dd23-94d5-4afd-bfcc-d9a949478ee4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103917) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 16 17:26:53.471619 dv-cinder-837356-2-iscsi neutron-server[103917]: INFO neutron.wsgi [req-2793d47e-9809-40c5-b0b8-d7cd63974df0 req-f2b6dd23-94d5-4afd-bfcc-d9a949478ee4 service neutron] 10.222.0.81 "GET /v2.0/ports?network_id=7c13538c-2941-4763-a560-37a0a33d14c7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0543921 Jun 16 17:26:53.580224 dv-cinder-837356-2-iscsi neutron-server[103917]: INFO neutron.wsgi [req-2793d47e-9809-40c5-b0b8-d7cd63974df0 req-27889abd-f334-45e5-ab9c-f672f4019c53 service neutron] 10.222.0.81 "GET /v2.0/networks/7c13538c-2941-4763-a560-37a0a33d14c7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0938160 Jun 16 17:26:53.690573 dv-cinder-837356-2-iscsi neutron-server[103917]: INFO neutron.wsgi [req-2793d47e-9809-40c5-b0b8-d7cd63974df0 req-b3f8c1d0-6c31-4fbb-b1e3-e6c49b99292a service neutron] 10.222.0.81 "GET /v2.0/networks/7c13538c-2941-4763-a560-37a0a33d14c7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0951295 Jun 16 17:26:59.452527 dv-cinder-837356-2-iscsi neutron-server[103918]: DEBUG neutron_lib.callbacks.manager [None req-b2b17746-c296-4803-869a-65578e8233dd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728539454181', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16149322'] for agent (2e97d73d-50fc-4f89-a4ea-85f65eb860d8), after_update {{(pid=103918) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 17:26:59.651324 dv-cinder-837356-2-iscsi neutron-server[103919]: DEBUG neutron.db.agents_db [None req-d2debd9c-00d6-4a8f-b9fc-d112a2dcea0d None None] Agent healthcheck: found 6 active agents {{(pid=103919) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jun 16 17:27:00.984199 dv-cinder-837356-2-iscsi neutron-server[103916]: DEBUG dbcounter [-] [103916] Writing DB stats neutron:SELECT=13 {{(pid=103916) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 16 17:27:00.986824 dv-cinder-837356-2-iscsi neutron-server[103916]: DEBUG dbcounter [-] [103916] Writing DB stats neutron:SELECT=24 {{(pid=103916) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 16 17:27:03.685742 dv-cinder-837356-2-iscsi neutron-server[103917]: DEBUG dbcounter [-] [103917] Writing DB stats neutron:SELECT=90 {{(pid=103917) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 16 17:27:03.686919 dv-cinder-837356-2-iscsi neutron-server[103917]: DEBUG dbcounter [-] [103917] Writing DB stats neutron:SELECT=40 {{(pid=103917) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 16 17:27:09.444942 dv-cinder-837356-2-iscsi neutron-server[103918]: DEBUG dbcounter [-] [103918] Writing DB stats neutron:SELECT=92,neutron:UPDATE=3 {{(pid=103918) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 16 17:27:09.449479 dv-cinder-837356-2-iscsi neutron-server[103918]: DEBUG dbcounter [-] [103918] Writing DB stats neutron:SELECT=32,neutron:UPDATE=1 {{(pid=103918) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 16 17:27:09.644210 dv-cinder-837356-2-iscsi neutron-server[103919]: DEBUG dbcounter [-] [103919] Writing DB stats neutron:SELECT=41,neutron:UPDATE=1 {{(pid=103919) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 16 17:27:12.990388 dv-cinder-837356-2-iscsi neutron-server[103918]: DEBUG neutron_lib.callbacks.manager [None req-20777849-256a-41cc-9aee-6f8938652346 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728539454181', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16149322'] for agent (0913b7ec-eea4-4492-8ef1-e01c4575abca), after_update {{(pid=103918) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 17:27:13.957053 dv-cinder-837356-2-iscsi neutron-server[103916]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-243b009e-3625-42d7-84ed-dcaf806c9560 req-7640fe12-5604-4479-a949-bcbfb88c3f69 tempest-VolumesSnapshotTestJSON-385000497 tempest-VolumesSnapshotTestJSON-385000497-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103916) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 16 17:27:13.958671 dv-cinder-837356-2-iscsi neutron-server[103916]: INFO neutron.wsgi [req-243b009e-3625-42d7-84ed-dcaf806c9560 req-7640fe12-5604-4479-a949-bcbfb88c3f69 tempest-VolumesSnapshotTestJSON-385000497 tempest-VolumesSnapshotTestJSON-385000497-project] 10.222.0.66 "GET /v2.0/ports?device_id=1394894f-f188-4863-8a8e-19e8498a38c0 HTTP/1.1" status: 200 len: 946 time: 0.0596213 Jun 16 17:27:14.014743 dv-cinder-837356-2-iscsi neutron-server[103916]: INFO neutron.wsgi [req-243b009e-3625-42d7-84ed-dcaf806c9560 req-18b590be-c0c8-41f7-8026-aef5180caac6 tempest-VolumesSnapshotTestJSON-385000497 tempest-VolumesSnapshotTestJSON-385000497-project] 10.222.0.66 "GET /v2.0/security-groups?id=e34b8f4f-0bd7-4695-872b-8d05a10daf59&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0495625 Jun 16 17:27:15.144760 dv-cinder-837356-2-iscsi neutron-server[103917]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-697544b5-9616-417b-917d-9e253e90ff5b req-7494ed4d-4c33-4658-aa91-d1017318460b tempest-VolumesSnapshotTestJSON-385000497 tempest-VolumesSnapshotTestJSON-385000497-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103917) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 16 17:27:15.146325 dv-cinder-837356-2-iscsi neutron-server[103917]: INFO neutron.wsgi [req-697544b5-9616-417b-917d-9e253e90ff5b req-7494ed4d-4c33-4658-aa91-d1017318460b tempest-VolumesSnapshotTestJSON-385000497 tempest-VolumesSnapshotTestJSON-385000497-project] 10.222.0.66 "GET /v2.0/ports?device_id=1394894f-f188-4863-8a8e-19e8498a38c0 HTTP/1.1" status: 200 len: 946 time: 0.0489514 Jun 16 17:27:15.198648 dv-cinder-837356-2-iscsi neutron-server[103917]: INFO neutron.wsgi [req-697544b5-9616-417b-917d-9e253e90ff5b req-17f0cb64-0ceb-4808-8d1b-bd1b24eae9aa tempest-VolumesSnapshotTestJSON-385000497 tempest-VolumesSnapshotTestJSON-385000497-project] 10.222.0.66 "GET /v2.0/security-groups?id=e34b8f4f-0bd7-4695-872b-8d05a10daf59&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0452635 Jun 16 17:27:15.439316 dv-cinder-837356-2-iscsi neutron-server[103918]: DEBUG neutron_lib.callbacks.manager [None req-6d9f1882-2556-4591-86e3-1317a9fffc4a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728539454181', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16149322'] for agent (7639df21-17c3-4235-8912-210c3ad54137), after_update {{(pid=103918) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 17:27:15.635934 dv-cinder-837356-2-iscsi neutron-server[103919]: DEBUG dbcounter [-] [103919] Writing DB stats neutron:SELECT=35,neutron:UPDATE=3 {{(pid=103919) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 16 17:27:16.292043 dv-cinder-837356-2-iscsi neutron-server[103918]: DEBUG neutron_lib.callbacks.manager [None req-20715706-35a9-45af-9420-375bdcc64c61 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728539454181', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16149322'] for agent (50395103-89cf-4fb3-87eb-9dff4dfdeea8), after_update {{(pid=103918) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 17:27:16.331882 dv-cinder-837356-2-iscsi neutron-server[103916]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1a5a429-ff7e-4aea-86c7-968a10314320 req-d60ebf63-50a0-4fb9-8f6b-bf2212c5d3fc tempest-VolumesSnapshotTestJSON-385000497 tempest-VolumesSnapshotTestJSON-385000497-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103916) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 16 17:27:16.334248 dv-cinder-837356-2-iscsi neutron-server[103916]: INFO neutron.wsgi [req-f1a5a429-ff7e-4aea-86c7-968a10314320 req-d60ebf63-50a0-4fb9-8f6b-bf2212c5d3fc tempest-VolumesSnapshotTestJSON-385000497 tempest-VolumesSnapshotTestJSON-385000497-project] 10.222.0.66 "GET /v2.0/ports?device_id=1394894f-f188-4863-8a8e-19e8498a38c0 HTTP/1.1" status: 200 len: 946 time: 0.0572770 Jun 16 17:27:16.387772 dv-cinder-837356-2-iscsi neutron-server[103916]: INFO neutron.wsgi [req-f1a5a429-ff7e-4aea-86c7-968a10314320 req-1765366f-f68f-4846-8838-db7f000c941c tempest-VolumesSnapshotTestJSON-385000497 tempest-VolumesSnapshotTestJSON-385000497-project] 10.222.0.66 "GET /v2.0/security-groups?id=e34b8f4f-0bd7-4695-872b-8d05a10daf59&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0476303 Jun 16 17:27:16.416938 dv-cinder-837356-2-iscsi neutron-server[103917]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f787958-35ae-41e1-b912-791dd2592e5c req-9cabcb7b-5a30-4455-b150-faaa9635400e tempest-VolumesSnapshotTestJSON-385000497 tempest-VolumesSnapshotTestJSON-385000497-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103917) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 16 17:27:16.418483 dv-cinder-837356-2-iscsi neutron-server[103917]: INFO neutron.wsgi [req-7f787958-35ae-41e1-b912-791dd2592e5c req-9cabcb7b-5a30-4455-b150-faaa9635400e tempest-VolumesSnapshotTestJSON-385000497 tempest-VolumesSnapshotTestJSON-385000497-project] 10.222.0.81 "GET /v2.0/ports?device_id=1394894f-f188-4863-8a8e-19e8498a38c0 HTTP/1.1" status: 200 len: 946 time: 0.0499401 Jun 16 17:27:16.520011 dv-cinder-837356-2-iscsi neutron-server[103917]: DEBUG neutron.plugins.ml2.plugin [req-7f787958-35ae-41e1-b912-791dd2592e5c req-f5d0dbaa-fecf-4858-b4dc-8c2153552d2f tempest-VolumesSnapshotTestJSON-385000497 tempest-VolumesSnapshotTestJSON-385000497-project] Deleting port 2e065346-bbf2-4d07-9223-ade0165e1288 {{(pid=103917) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2043}} Jun 16 17:27:16.520347 dv-cinder-837356-2-iscsi neutron-server[103917]: DEBUG neutron_lib.callbacks.manager [req-7f787958-35ae-41e1-b912-791dd2592e5c req-f5d0dbaa-fecf-4858-b4dc-8c2153552d2f tempest-VolumesSnapshotTestJSON-385000497 tempest-VolumesSnapshotTestJSON-385000497-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8728539361383'] for port (2e065346-bbf2-4d07-9223-ade0165e1288), before_delete {{(pid=103917) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 17:27:16.617498 dv-cinder-837356-2-iscsi neutron-server[103917]: DEBUG neutron.plugins.ml2.db [req-7f787958-35ae-41e1-b912-791dd2592e5c req-f5d0dbaa-fecf-4858-b4dc-8c2153552d2f tempest-VolumesSnapshotTestJSON-385000497 tempest-VolumesSnapshotTestJSON-385000497-project] For port 2e065346-bbf2-4d07-9223-ade0165e1288, host hv-cinder-83735, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83735',level=0,port_id=2e065346-bbf2-4d07-9223-ade0165e1288,segment=NetworkSegment(2b8eb4e0-b34f-4c5f-88c1-fe36b7eb4fdd),segment_id=2b8eb4e0-b34f-4c5f-88c1-fe36b7eb4fdd)] {{(pid=103917) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 16 17:27:16.618246 dv-cinder-837356-2-iscsi neutron-server[103917]: DEBUG neutron_lib.callbacks.manager [req-7f787958-35ae-41e1-b912-791dd2592e5c req-f5d0dbaa-fecf-4858-b4dc-8c2153552d2f tempest-VolumesSnapshotTestJSON-385000497 tempest-VolumesSnapshotTestJSON-385000497-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-708042'] for port (2e065346-bbf2-4d07-9223-ade0165e1288), precommit_delete {{(pid=103917) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 17:27:16.639079 dv-cinder-837356-2-iscsi neutron-server[103917]: DEBUG neutron.plugins.ml2.plugin [req-7f787958-35ae-41e1-b912-791dd2592e5c req-f5d0dbaa-fecf-4858-b4dc-8c2153552d2f tempest-VolumesSnapshotTestJSON-385000497 tempest-VolumesSnapshotTestJSON-385000497-project] Calling delete_port for 2e065346-bbf2-4d07-9223-ade0165e1288 owned by compute:nova {{(pid=103917) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2122}} Jun 16 17:27:16.795898 dv-cinder-837356-2-iscsi neutron-server[103917]: DEBUG neutron_lib.callbacks.manager [req-7f787958-35ae-41e1-b912-791dd2592e5c req-f5d0dbaa-fecf-4858-b4dc-8c2153552d2f tempest-VolumesSnapshotTestJSON-385000497 tempest-VolumesSnapshotTestJSON-385000497-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16007527', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-75831', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16241551', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8728539364702', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8728538993430', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3819743'] for port (2e065346-bbf2-4d07-9223-ade0165e1288), after_delete {{(pid=103917) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 17:27:16.815540 dv-cinder-837356-2-iscsi neutron-server[103918]: DEBUG neutron.plugins.ml2.db [None req-b2b17746-c296-4803-869a-65578e8233dd None None] get_ports_and_sgs() called for port_ids ['2e065346-bbf2-4d07-9223-ade0165e1288'] {{(pid=103918) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jun 16 17:27:16.824130 dv-cinder-837356-2-iscsi neutron-server[103917]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f5d0dbaa-fecf-4858-b4dc-8c2153552d2f tempest-VolumesSnapshotTestJSON-385000497 tempest-VolumesSnapshotTestJSON-385000497-project] Pushing event deleted for resources: {'Port': ['ID=2e065346-bbf2-4d07-9223-ade0165e1288,revision_number=None']} {{(pid=103917) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 17:27:16.876391 dv-cinder-837356-2-iscsi neutron-server[103917]: DEBUG neutron.db.l3_dvrscheduler_db [req-7f787958-35ae-41e1-b912-791dd2592e5c req-f5d0dbaa-fecf-4858-b4dc-8c2153552d2f tempest-VolumesSnapshotTestJSON-385000497 tempest-VolumesSnapshotTestJSON-385000497-project] No DVR routers for this DVR port 2e065346-bbf2-4d07-9223-ade0165e1288 on host hv-cinder-83735 {{(pid=103917) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:215}} Jun 16 17:27:16.879092 dv-cinder-837356-2-iscsi neutron-server[103917]: DEBUG neutron_lib.callbacks.manager [req-7f787958-35ae-41e1-b912-791dd2592e5c req-f5d0dbaa-fecf-4858-b4dc-8c2153552d2f tempest-VolumesSnapshotTestJSON-385000497 tempest-VolumesSnapshotTestJSON-385000497-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-191112'] for port (None), before_response {{(pid=103917) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 17:27:16.882356 dv-cinder-837356-2-iscsi neutron-server[103917]: INFO neutron.wsgi [req-7f787958-35ae-41e1-b912-791dd2592e5c req-f5d0dbaa-fecf-4858-b4dc-8c2153552d2f tempest-VolumesSnapshotTestJSON-385000497 tempest-VolumesSnapshotTestJSON-385000497-project] 10.222.0.81 "DELETE /v2.0/ports/2e065346-bbf2-4d07-9223-ade0165e1288 HTTP/1.1" status: 204 len: 173 time: 0.4576969 Jun 16 17:27:16.882780 dv-cinder-837356-2-iscsi neutron-server[103917]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '1394894f-f188-4863-8a8e-19e8498a38c0', 'name': 'network-vif-deleted', 'tag': '2e065346-bbf2-4d07-9223-ade0165e1288'}] {{(pid=103917) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jun 16 17:27:16.885043 dv-cinder-837356-2-iscsi neutron-server[103917]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.66/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6f3fd2b1a6655810f50592bc9015c397d118e5689141688eaf1b23dbeee2ebf8" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-46da0e0c-9fe4-4e1d-8b56-1cabaae9397f" -d '{"events": [{"server_uuid": "1394894f-f188-4863-8a8e-19e8498a38c0", "name": "network-vif-deleted", "tag": "2e065346-bbf2-4d07-9223-ade0165e1288"}]}' {{(pid=103917) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 16 17:27:16.923850 dv-cinder-837356-2-iscsi neutron-server[103917]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 16 Jun 2022 17:27:16 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-848ac640-2d23-4632-81a3-c2513f81f403 x-openstack-request-id: req-848ac640-2d23-4632-81a3-c2513f81f403 {{(pid=103917) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 16 17:27:16.924135 dv-cinder-837356-2-iscsi neutron-server[103917]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "1394894f-f188-4863-8a8e-19e8498a38c0", "name": "network-vif-deleted", "tag": "2e065346-bbf2-4d07-9223-ade0165e1288", "status": "completed", "code": 200}]} {{(pid=103917) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 16 17:27:16.924380 dv-cinder-837356-2-iscsi neutron-server[103917]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.66/compute/v2.1/os-server-external-events used request id req-848ac640-2d23-4632-81a3-c2513f81f403 {{(pid=103917) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 16 17:27:16.924776 dv-cinder-837356-2-iscsi neutron-server[103917]: INFO neutron.notifiers.nova [-] Nova event matching ['req-848ac640-2d23-4632-81a3-c2513f81f403'] response: {'server_uuid': '1394894f-f188-4863-8a8e-19e8498a38c0', 'name': 'network-vif-deleted', 'tag': '2e065346-bbf2-4d07-9223-ade0165e1288', 'status': 'completed', 'code': 200} Jun 16 17:27:17.514832 dv-cinder-837356-2-iscsi neutron-server[103916]: INFO neutron.wsgi [req-dee772c6-fe7c-497f-ba7b-e21946e69c93 req-0c904d32-59ce-4051-a2e9-6d487a24d08d tempest-VolumesSnapshotTestJSON-385000497 tempest-VolumesSnapshotTestJSON-385000497-project] 10.222.0.66 "GET /v2.0/ports?device_id=1394894f-f188-4863-8a8e-19e8498a38c0 HTTP/1.1" status: 200 len: 210 time: 0.0326376 Jun 16 17:27:18.057999 dv-cinder-837356-2-iscsi neutron-server[103918]: DEBUG neutron_lib.callbacks.manager [None req-90597016-5de8-4c3e-b42a-66aa2c70cc5e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728539454181', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16149322'] for agent (853db9d1-1c17-40a4-900c-de4f90440474), after_update {{(pid=103918) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 17:27:18.446655 dv-cinder-837356-2-iscsi neutron-server[103918]: DEBUG neutron_lib.callbacks.manager [None req-39ead2dc-a542-4f04-b117-439eb7f32aa8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728539454181', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16149322'] for agent (5b2fa84c-1db1-41c6-a6b9-975c3da28daf), after_update {{(pid=103918) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 17:27:20.174868 dv-cinder-837356-2-iscsi neutron-server[103918]: DEBUG neutron.plugins.ml2.rpc [None req-b2b17746-c296-4803-869a-65578e8233dd None None] Device 2e065346-bbf2-4d07-9223-ade0165e1288 no longer exists at agent hyperv_hv-cinder-83735 {{(pid=103918) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jun 16 17:27:20.196420 dv-cinder-837356-2-iscsi neutron-server[103918]: DEBUG neutron.plugins.ml2.plugin [None req-b2b17746-c296-4803-869a-65578e8233dd None None] No Port match for: 2e065346-bbf2-4d07-9223-ade0165e1288 {{(pid=103918) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2382}} Jun 16 17:27:20.196723 dv-cinder-837356-2-iscsi neutron-server[103918]: DEBUG neutron.plugins.ml2.rpc [None req-b2b17746-c296-4803-869a-65578e8233dd None None] Device 2e065346-bbf2-4d07-9223-ade0165e1288 not bound to the agent host hv-cinder-83735 {{(pid=103918) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jun 16 17:27:26.384336 dv-cinder-837356-2-iscsi neutron-server[103916]: DEBUG dbcounter [-] [103916] Writing DB stats neutron:SELECT=19 {{(pid=103916) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 16 17:27:26.855532 dv-cinder-837356-2-iscsi neutron-server[103917]: DEBUG dbcounter [-] [103917] Writing DB stats neutron:SELECT=54,neutron:DELETE=2 {{(pid=103917) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 16 17:27:26.856390 dv-cinder-837356-2-iscsi neutron-server[103917]: DEBUG dbcounter [-] [103917] Writing DB stats neutron:SELECT=53,neutron:DELETE=6 {{(pid=103917) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 16 17:27:27.497239 dv-cinder-837356-2-iscsi neutron-server[103916]: DEBUG dbcounter [-] [103916] Writing DB stats neutron:SELECT=19 {{(pid=103916) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 16 17:27:29.327695 dv-cinder-837356-2-iscsi neutron-server[103917]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2e21527-8ce8-4fa3-957a-9cd91dd226ab req-01fe8834-5503-4dd3-a857-1826e7f44895 tempest-TestMinimumBasicScenario-140635566 tempest-TestMinimumBasicScenario-140635566-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103917) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 16 17:27:29.329260 dv-cinder-837356-2-iscsi neutron-server[103917]: INFO neutron.wsgi [req-d2e21527-8ce8-4fa3-957a-9cd91dd226ab req-01fe8834-5503-4dd3-a857-1826e7f44895 tempest-TestMinimumBasicScenario-140635566 tempest-TestMinimumBasicScenario-140635566-project] 10.222.0.66 "GET /v2.0/ports?device_id=b4ee9b10-f2da-442c-9475-3cfb21c9ad54 HTTP/1.1" status: 200 len: 985 time: 0.0560327 Jun 16 17:27:29.398595 dv-cinder-837356-2-iscsi neutron-server[103917]: INFO neutron.wsgi [req-d2e21527-8ce8-4fa3-957a-9cd91dd226ab req-7d7083be-ce39-44a1-8807-2e1e6054a840 tempest-TestMinimumBasicScenario-140635566 tempest-TestMinimumBasicScenario-140635566-project] 10.222.0.66 "GET /v2.0/security-groups?id=054bc173-7136-43f6-8718-9d2e1fa2c0d2&id=66f70e9b-7bf4-4a7a-a0da-bf4af5a755fa&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0627780 Jun 16 17:27:29.458395 dv-cinder-837356-2-iscsi neutron-server[103918]: DEBUG neutron_lib.callbacks.manager [None req-b2b17746-c296-4803-869a-65578e8233dd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728539454181', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16149322'] for agent (2e97d73d-50fc-4f89-a4ea-85f65eb860d8), after_update {{(pid=103918) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 17:27:30.522125 dv-cinder-837356-2-iscsi neutron-server[103916]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4abcd59b-e0dc-417e-afd8-0b214d546840 req-f538c78d-e716-49b7-8d64-6c70e5722cd4 tempest-TestMinimumBasicScenario-140635566 tempest-TestMinimumBasicScenario-140635566-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103916) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 16 17:27:30.523863 dv-cinder-837356-2-iscsi neutron-server[103916]: INFO neutron.wsgi [req-4abcd59b-e0dc-417e-afd8-0b214d546840 req-f538c78d-e716-49b7-8d64-6c70e5722cd4 tempest-TestMinimumBasicScenario-140635566 tempest-TestMinimumBasicScenario-140635566-project] 10.222.0.66 "GET /v2.0/ports?device_id=b4ee9b10-f2da-442c-9475-3cfb21c9ad54 HTTP/1.1" status: 200 len: 985 time: 0.0528948 Jun 16 17:27:30.600290 dv-cinder-837356-2-iscsi neutron-server[103916]: INFO neutron.wsgi [req-4abcd59b-e0dc-417e-afd8-0b214d546840 req-278d4ce2-b40e-4d58-b0c9-d8358d5033e3 tempest-TestMinimumBasicScenario-140635566 tempest-TestMinimumBasicScenario-140635566-project] 10.222.0.66 "GET /v2.0/security-groups?id=054bc173-7136-43f6-8718-9d2e1fa2c0d2&id=66f70e9b-7bf4-4a7a-a0da-bf4af5a755fa&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0699723 Jun 16 17:27:31.763598 dv-cinder-837356-2-iscsi neutron-server[103917]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22a751fa-1976-4189-9b09-4e711ec83bf0 req-e31263f9-cf6e-46a0-bdbd-70181def4003 tempest-TestMinimumBasicScenario-140635566 tempest-TestMinimumBasicScenario-140635566-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103917) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 16 17:27:31.765361 dv-cinder-837356-2-iscsi neutron-server[103917]: INFO neutron.wsgi [req-22a751fa-1976-4189-9b09-4e711ec83bf0 req-e31263f9-cf6e-46a0-bdbd-70181def4003 tempest-TestMinimumBasicScenario-140635566 tempest-TestMinimumBasicScenario-140635566-project] 10.222.0.66 "GET /v2.0/ports?device_id=b4ee9b10-f2da-442c-9475-3cfb21c9ad54 HTTP/1.1" status: 200 len: 985 time: 0.0870326 Jun 16 17:27:31.781238 dv-cinder-837356-2-iscsi neutron-server[103917]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9c42b3a-e733-4544-af2e-3d2f4dc6f5f2 req-e2f6bfcf-ff57-47d8-8768-69f9f5178c75 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103917) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 16 17:27:31.782756 dv-cinder-837356-2-iscsi neutron-server[103917]: INFO neutron.wsgi [req-f9c42b3a-e733-4544-af2e-3d2f4dc6f5f2 req-e2f6bfcf-ff57-47d8-8768-69f9f5178c75 service neutron] 10.222.0.81 "GET /v2.0/ports?tenant_id=546929b1810a4d20b273f3e5492ec6ed&device_id=b4ee9b10-f2da-442c-9475-3cfb21c9ad54 HTTP/1.1" status: 200 len: 1169 time: 0.0685565 Jun 16 17:27:31.782873 dv-cinder-837356-2-iscsi neutron-server[103916]: INFO neutron.wsgi [req-911cc909-d164-40be-a817-15f16eec712a req-982c7257-f30e-48fb-b7c3-97f1f171cd03 service neutron] 10.222.0.81 "GET /v2.0/ports?device_id=90ea9630-ef03-47fd-aa60-695a36081c19&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0445702 Jun 16 17:27:31.878312 dv-cinder-837356-2-iscsi neutron-server[103916]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-911cc909-d164-40be-a817-15f16eec712a req-5fa65c42-b80a-49d4-8411-2ecb8b1f36b4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103916) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 16 17:27:31.879928 dv-cinder-837356-2-iscsi neutron-server[103916]: INFO neutron.wsgi [req-911cc909-d164-40be-a817-15f16eec712a req-5fa65c42-b80a-49d4-8411-2ecb8b1f36b4 service neutron] 10.222.0.81 "GET /v2.0/ports?tenant_id=ccf5c45783454fc5a7872490196f07e0&device_id=90ea9630-ef03-47fd-aa60-695a36081c19 HTTP/1.1" status: 200 len: 1129 time: 0.0485110 Jun 16 17:27:31.898274 dv-cinder-837356-2-iscsi neutron-server[103917]: INFO neutron.wsgi [req-22a751fa-1976-4189-9b09-4e711ec83bf0 req-4550a5aa-e3fc-4c39-87b6-b627ac35fa42 tempest-TestMinimumBasicScenario-140635566 tempest-TestMinimumBasicScenario-140635566-project] 10.222.0.66 "GET /v2.0/security-groups?id=054bc173-7136-43f6-8718-9d2e1fa2c0d2&id=66f70e9b-7bf4-4a7a-a0da-bf4af5a755fa&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.1268973 Jun 16 17:27:31.928167 dv-cinder-837356-2-iscsi neutron-server[103917]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9c42b3a-e733-4544-af2e-3d2f4dc6f5f2 req-60759abd-cbe4-443f-aceb-5867e353969d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103917) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 16 17:27:31.929816 dv-cinder-837356-2-iscsi neutron-server[103917]: INFO neutron.wsgi [req-f9c42b3a-e733-4544-af2e-3d2f4dc6f5f2 req-60759abd-cbe4-443f-aceb-5867e353969d service neutron] 10.222.0.81 "GET /v2.0/networks?id=35603100-8685-44dd-88ce-ba2913489196 HTTP/1.1" status: 200 len: 917 time: 0.1299675 Jun 16 17:27:32.002704 dv-cinder-837356-2-iscsi neutron-server[103916]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-911cc909-d164-40be-a817-15f16eec712a req-d963ca2e-7759-4574-9e8d-9c6fbd3d9c54 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103916) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 16 17:27:32.004221 dv-cinder-837356-2-iscsi neutron-server[103916]: INFO neutron.wsgi [req-911cc909-d164-40be-a817-15f16eec712a req-d963ca2e-7759-4574-9e8d-9c6fbd3d9c54 service neutron] 10.222.0.81 "GET /v2.0/networks?id=7c13538c-2941-4763-a560-37a0a33d14c7 HTTP/1.1" status: 200 len: 921 time: 0.0986750 Jun 16 17:27:32.007161 dv-cinder-837356-2-iscsi neutron-server[103917]: INFO neutron.wsgi [req-f9c42b3a-e733-4544-af2e-3d2f4dc6f5f2 req-4dc1bd0a-2b8c-4e88-8cda-b955b2d16f2f service neutron] 10.222.0.81 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=676f9af5-715a-4f80-b6f8-747296e84e2c HTTP/1.1" status: 200 len: 1002 time: 0.0690162 Jun 16 17:27:32.060558 dv-cinder-837356-2-iscsi neutron-server[103916]: INFO neutron.wsgi [req-911cc909-d164-40be-a817-15f16eec712a req-ba4972da-ca2c-40e7-9dcf-b76b7f7d1d5e service neutron] 10.222.0.81 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=6fa0a160-b8b9-480d-91ad-c84aa7d2485a HTTP/1.1" status: 200 len: 217 time: 0.0364993 Jun 16 17:27:32.075407 dv-cinder-837356-2-iscsi neutron-server[103917]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9c42b3a-e733-4544-af2e-3d2f4dc6f5f2 req-6af38542-65b7-41f9-9fb1-048083b3b62d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103917) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 16 17:27:32.076897 dv-cinder-837356-2-iscsi neutron-server[103917]: INFO neutron.wsgi [req-f9c42b3a-e733-4544-af2e-3d2f4dc6f5f2 req-6af38542-65b7-41f9-9fb1-048083b3b62d service neutron] 10.222.0.81 "GET /v2.0/subnets?id=bd08d793-0f26-4cdb-b55c-28713cb435a0 HTTP/1.1" status: 200 len: 854 time: 0.0523083 Jun 16 17:27:32.118345 dv-cinder-837356-2-iscsi neutron-server[103916]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-911cc909-d164-40be-a817-15f16eec712a req-dfb8d8b7-bd99-41dd-ac32-57f916a6caf8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103916) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 16 17:27:32.119409 dv-cinder-837356-2-iscsi neutron-server[103916]: INFO neutron.wsgi [req-911cc909-d164-40be-a817-15f16eec712a req-dfb8d8b7-bd99-41dd-ac32-57f916a6caf8 service neutron] 10.222.0.81 "GET /v2.0/subnets?id=8e38426e-d044-4155-92d6-5d9da7f0fc35 HTTP/1.1" status: 200 len: 858 time: 0.0530519 Jun 16 17:27:32.132420 dv-cinder-837356-2-iscsi neutron-server[103917]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9c42b3a-e733-4544-af2e-3d2f4dc6f5f2 req-8a2e2ac6-f8e3-4be7-92e7-bcfc85b11831 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103917) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 16 17:27:32.133150 dv-cinder-837356-2-iscsi neutron-server[103917]: INFO neutron.wsgi [req-f9c42b3a-e733-4544-af2e-3d2f4dc6f5f2 req-8a2e2ac6-f8e3-4be7-92e7-bcfc85b11831 service neutron] 10.222.0.81 "GET /v2.0/ports?network_id=35603100-8685-44dd-88ce-ba2913489196&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0441325 Jun 16 17:27:32.176758 dv-cinder-837356-2-iscsi neutron-server[103916]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-911cc909-d164-40be-a817-15f16eec712a req-32c91c31-cb87-4110-9239-7732af7409c2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103916) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 16 17:27:32.178989 dv-cinder-837356-2-iscsi neutron-server[103916]: INFO neutron.wsgi [req-911cc909-d164-40be-a817-15f16eec712a req-32c91c31-cb87-4110-9239-7732af7409c2 service neutron] 10.222.0.81 "GET /v2.0/ports?network_id=7c13538c-2941-4763-a560-37a0a33d14c7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0503821 Jun 16 17:27:32.243782 dv-cinder-837356-2-iscsi neutron-server[103917]: INFO neutron.wsgi [req-f9c42b3a-e733-4544-af2e-3d2f4dc6f5f2 req-d0cd4b01-19d8-477b-8334-1c6415f66271 service neutron] 10.222.0.81 "GET /v2.0/networks/35603100-8685-44dd-88ce-ba2913489196?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1029716 Jun 16 17:27:32.358317 dv-cinder-837356-2-iscsi neutron-server[103917]: INFO neutron.wsgi [req-f9c42b3a-e733-4544-af2e-3d2f4dc6f5f2 req-ac6e9245-3659-494f-b273-af77e7a1f15b service neutron] 10.222.0.81 "GET /v2.0/networks/35603100-8685-44dd-88ce-ba2913489196?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1071534 Jun 16 17:27:32.514376 dv-cinder-837356-2-iscsi neutron-server[103916]: INFO neutron.wsgi [req-911cc909-d164-40be-a817-15f16eec712a req-3058c882-49c1-4ad6-9ad5-dae85c329b41 service neutron] 10.222.0.81 "GET /v2.0/networks/7c13538c-2941-4763-a560-37a0a33d14c7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3256691 Jun 16 17:27:32.632646 dv-cinder-837356-2-iscsi neutron-server[103916]: INFO neutron.wsgi [req-911cc909-d164-40be-a817-15f16eec712a req-e8cf2740-d8a9-45e4-b971-40fa018e3a25 service neutron] 10.222.0.81 "GET /v2.0/networks/7c13538c-2941-4763-a560-37a0a33d14c7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1077478 Jun 16 17:27:33.038384 dv-cinder-837356-2-iscsi neutron-server[103916]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9f3b13f-18af-4359-9fde-4fdf67430372 req-44848a67-d99e-4f4d-8d49-ff7fc3a6c905 tempest-TestMinimumBasicScenario-140635566 tempest-TestMinimumBasicScenario-140635566-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103916) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 16 17:27:33.039914 dv-cinder-837356-2-iscsi neutron-server[103916]: INFO neutron.wsgi [req-a9f3b13f-18af-4359-9fde-4fdf67430372 req-44848a67-d99e-4f4d-8d49-ff7fc3a6c905 tempest-TestMinimumBasicScenario-140635566 tempest-TestMinimumBasicScenario-140635566-project] 10.222.0.66 "GET /v2.0/ports?device_id=b4ee9b10-f2da-442c-9475-3cfb21c9ad54 HTTP/1.1" status: 200 len: 985 time: 0.0659323 Jun 16 17:27:33.107213 dv-cinder-837356-2-iscsi neutron-server[103916]: INFO neutron.wsgi [req-a9f3b13f-18af-4359-9fde-4fdf67430372 req-924cd704-5e3e-4936-9cc1-e2e5f50ff0ba tempest-TestMinimumBasicScenario-140635566 tempest-TestMinimumBasicScenario-140635566-project] 10.222.0.66 "GET /v2.0/security-groups?id=054bc173-7136-43f6-8718-9d2e1fa2c0d2&id=66f70e9b-7bf4-4a7a-a0da-bf4af5a755fa&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0586116 Jun 16 17:27:34.239440 dv-cinder-837356-2-iscsi neutron-server[103917]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90c5701e-3c53-4cab-87fc-921dd283ec22 req-9589ad15-94a2-4986-b827-5736719d9e6b tempest-TestMinimumBasicScenario-140635566 tempest-TestMinimumBasicScenario-140635566-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103917) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 16 17:27:34.241052 dv-cinder-837356-2-iscsi neutron-server[103917]: INFO neutron.wsgi [req-90c5701e-3c53-4cab-87fc-921dd283ec22 req-9589ad15-94a2-4986-b827-5736719d9e6b tempest-TestMinimumBasicScenario-140635566 tempest-TestMinimumBasicScenario-140635566-project] 10.222.0.66 "GET /v2.0/ports?device_id=b4ee9b10-f2da-442c-9475-3cfb21c9ad54 HTTP/1.1" status: 200 len: 985 time: 0.0614150 Jun 16 17:27:34.318902 dv-cinder-837356-2-iscsi neutron-server[103917]: INFO neutron.wsgi [req-90c5701e-3c53-4cab-87fc-921dd283ec22 req-b6c68064-a6ce-4735-8a24-95f307870896 tempest-TestMinimumBasicScenario-140635566 tempest-TestMinimumBasicScenario-140635566-project] 10.222.0.66 "GET /v2.0/security-groups?id=054bc173-7136-43f6-8718-9d2e1fa2c0d2&id=66f70e9b-7bf4-4a7a-a0da-bf4af5a755fa&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0685856 Jun 16 17:27:35.453370 dv-cinder-837356-2-iscsi neutron-server[103916]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7989c918-c001-4846-b684-3c8fdd74628f req-cb39c9e7-cebc-4e81-a940-e23a7219c691 tempest-TestMinimumBasicScenario-140635566 tempest-TestMinimumBasicScenario-140635566-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103916) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 16 17:27:35.454851 dv-cinder-837356-2-iscsi neutron-server[103916]: INFO neutron.wsgi [req-7989c918-c001-4846-b684-3c8fdd74628f req-cb39c9e7-cebc-4e81-a940-e23a7219c691 tempest-TestMinimumBasicScenario-140635566 tempest-TestMinimumBasicScenario-140635566-project] 10.222.0.66 "GET /v2.0/ports?device_id=b4ee9b10-f2da-442c-9475-3cfb21c9ad54 HTTP/1.1" status: 200 len: 985 time: 0.0508430 Jun 16 17:27:35.530268 dv-cinder-837356-2-iscsi neutron-server[103916]: INFO neutron.wsgi [req-7989c918-c001-4846-b684-3c8fdd74628f req-b4ad0a77-3bf7-4f46-a66a-775ea8b0694e tempest-TestMinimumBasicScenario-140635566 tempest-TestMinimumBasicScenario-140635566-project] 10.222.0.66 "GET /v2.0/security-groups?id=054bc173-7136-43f6-8718-9d2e1fa2c0d2&id=66f70e9b-7bf4-4a7a-a0da-bf4af5a755fa&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0671790 Jun 16 17:27:36.651660 dv-cinder-837356-2-iscsi neutron-server[103919]: DEBUG neutron.db.agents_db [None req-d2debd9c-00d6-4a8f-b9fc-d112a2dcea0d None None] Agent healthcheck: found 6 active agents {{(pid=103919) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jun 16 17:27:36.661160 dv-cinder-837356-2-iscsi neutron-server[103917]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94083f24-5826-44d0-8cb4-88a009daf036 req-e625d35f-ddbe-471c-b785-79aecc97e1b0 tempest-TestMinimumBasicScenario-140635566 tempest-TestMinimumBasicScenario-140635566-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103917) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 16 17:27:36.662847 dv-cinder-837356-2-iscsi neutron-server[103917]: INFO neutron.wsgi [req-94083f24-5826-44d0-8cb4-88a009daf036 req-e625d35f-ddbe-471c-b785-79aecc97e1b0 tempest-TestMinimumBasicScenario-140635566 tempest-TestMinimumBasicScenario-140635566-project] 10.222.0.66 "GET /v2.0/ports?device_id=b4ee9b10-f2da-442c-9475-3cfb21c9ad54 HTTP/1.1" status: 200 len: 985 time: 0.0553634 Jun 16 17:27:36.733214 dv-cinder-837356-2-iscsi neutron-server[103917]: INFO neutron.wsgi [req-94083f24-5826-44d0-8cb4-88a009daf036 req-8313f56b-1ff8-431b-ad0a-808366cc2641 tempest-TestMinimumBasicScenario-140635566 tempest-TestMinimumBasicScenario-140635566-project] 10.222.0.66 "GET /v2.0/security-groups?id=054bc173-7136-43f6-8718-9d2e1fa2c0d2&id=66f70e9b-7bf4-4a7a-a0da-bf4af5a755fa&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0617421 Jun 16 17:27:37.863547 dv-cinder-837356-2-iscsi neutron-server[103916]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a81a22dc-4fb8-47e7-9709-8e935bd7644c req-f0a31c8a-99cc-49f8-b5ed-1d5265f5d720 tempest-TestMinimumBasicScenario-140635566 tempest-TestMinimumBasicScenario-140635566-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103916) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 16 17:27:37.865391 dv-cinder-837356-2-iscsi neutron-server[103916]: INFO neutron.wsgi [req-a81a22dc-4fb8-47e7-9709-8e935bd7644c req-f0a31c8a-99cc-49f8-b5ed-1d5265f5d720 tempest-TestMinimumBasicScenario-140635566 tempest-TestMinimumBasicScenario-140635566-project] 10.222.0.66 "GET /v2.0/ports?device_id=b4ee9b10-f2da-442c-9475-3cfb21c9ad54 HTTP/1.1" status: 200 len: 985 time: 0.0564103 Jun 16 17:27:37.936066 dv-cinder-837356-2-iscsi neutron-server[103916]: INFO neutron.wsgi [req-a81a22dc-4fb8-47e7-9709-8e935bd7644c req-84dd8060-f743-4df1-acc5-6a8a05027333 tempest-TestMinimumBasicScenario-140635566 tempest-TestMinimumBasicScenario-140635566-project] 10.222.0.66 "GET /v2.0/security-groups?id=054bc173-7136-43f6-8718-9d2e1fa2c0d2&id=66f70e9b-7bf4-4a7a-a0da-bf4af5a755fa&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0636582 Jun 16 17:27:39.077631 dv-cinder-837356-2-iscsi neutron-server[103916]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83ae7e02-d8de-42a2-a824-4a431851d22f req-23cf6010-10eb-46bd-8d18-4b7dd07bbd78 tempest-TestMinimumBasicScenario-140635566 tempest-TestMinimumBasicScenario-140635566-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103916) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 16 17:27:39.079835 dv-cinder-837356-2-iscsi neutron-server[103916]: INFO neutron.wsgi [req-83ae7e02-d8de-42a2-a824-4a431851d22f req-23cf6010-10eb-46bd-8d18-4b7dd07bbd78 tempest-TestMinimumBasicScenario-140635566 tempest-TestMinimumBasicScenario-140635566-project] 10.222.0.66 "GET /v2.0/ports?device_id=b4ee9b10-f2da-442c-9475-3cfb21c9ad54 HTTP/1.1" status: 200 len: 985 time: 0.0590410 Jun 16 17:27:39.118180 dv-cinder-837356-2-iscsi neutron-server[103916]: DEBUG dbcounter [-] [103916] Writing DB stats neutron:SELECT=100 {{(pid=103916) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 16 17:27:39.159305 dv-cinder-837356-2-iscsi neutron-server[103916]: INFO neutron.wsgi [req-83ae7e02-d8de-42a2-a824-4a431851d22f req-06ae0fab-9bd3-4eb8-ae85-bfe911f4ad86 tempest-TestMinimumBasicScenario-140635566 tempest-TestMinimumBasicScenario-140635566-project] 10.222.0.66 "GET /v2.0/security-groups?id=054bc173-7136-43f6-8718-9d2e1fa2c0d2&id=66f70e9b-7bf4-4a7a-a0da-bf4af5a755fa&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0736022 Jun 16 17:27:40.354439 dv-cinder-837356-2-iscsi neutron-server[103917]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7963dc1c-6c1d-4835-9b68-1eadb61f7d94 req-25398359-dcac-478e-8f2c-7dd1e7061251 tempest-TestMinimumBasicScenario-140635566 tempest-TestMinimumBasicScenario-140635566-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103917) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 16 17:27:40.355963 dv-cinder-837356-2-iscsi neutron-server[103917]: INFO neutron.wsgi [req-7963dc1c-6c1d-4835-9b68-1eadb61f7d94 req-25398359-dcac-478e-8f2c-7dd1e7061251 tempest-TestMinimumBasicScenario-140635566 tempest-TestMinimumBasicScenario-140635566-project] 10.222.0.66 "GET /v2.0/ports?device_id=b4ee9b10-f2da-442c-9475-3cfb21c9ad54 HTTP/1.1" status: 200 len: 985 time: 0.1135006 Jun 16 17:27:40.386908 dv-cinder-837356-2-iscsi neutron-server[103916]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-682fc6b9-d8f9-4318-bc32-b221f98232dd req-f4cf9fc7-39ab-4d8d-97f5-88a1d94a7385 tempest-AttachVolumeShelveTestJSON-1123487845 tempest-AttachVolumeShelveTestJSON-1123487845-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103916) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 16 17:27:40.388574 dv-cinder-837356-2-iscsi neutron-server[103916]: INFO neutron.wsgi [req-682fc6b9-d8f9-4318-bc32-b221f98232dd req-f4cf9fc7-39ab-4d8d-97f5-88a1d94a7385 tempest-AttachVolumeShelveTestJSON-1123487845 tempest-AttachVolumeShelveTestJSON-1123487845-project] 10.222.0.66 "GET /v2.0/ports?device_id=ab2e7148-fa86-4648-9e4b-87e27fcf1147 HTTP/1.1" status: 200 len: 947 time: 0.1122293 Jun 16 17:27:40.406950 dv-cinder-837356-2-iscsi neutron-server[103917]: DEBUG dbcounter [-] [103917] Writing DB stats neutron:SELECT=100 {{(pid=103917) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 16 17:27:40.409318 dv-cinder-837356-2-iscsi neutron-server[103916]: DEBUG dbcounter [-] [103916] Writing DB stats neutron:SELECT=100 {{(pid=103916) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 16 17:27:40.423694 dv-cinder-837356-2-iscsi neutron-server[103917]: INFO neutron.wsgi [req-7963dc1c-6c1d-4835-9b68-1eadb61f7d94 req-01bf1c43-4a83-4df5-9bdb-1718a30172bb tempest-TestMinimumBasicScenario-140635566 tempest-TestMinimumBasicScenario-140635566-project] 10.222.0.66 "GET /v2.0/security-groups?id=054bc173-7136-43f6-8718-9d2e1fa2c0d2&id=66f70e9b-7bf4-4a7a-a0da-bf4af5a755fa&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0603921 Jun 16 17:27:40.444121 dv-cinder-837356-2-iscsi neutron-server[103916]: INFO neutron.wsgi [req-682fc6b9-d8f9-4318-bc32-b221f98232dd req-d5559c64-9737-4fae-be1a-7db72b125fd0 tempest-AttachVolumeShelveTestJSON-1123487845 tempest-AttachVolumeShelveTestJSON-1123487845-project] 10.222.0.66 "GET /v2.0/security-groups?id=5ab805c8-38ae-4655-bf71-1fc1999d288e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0488279 Jun 16 17:27:41.515782 dv-cinder-837356-2-iscsi neutron-server[103917]: DEBUG dbcounter [-] [103917] Writing DB stats neutron:SELECT=100 {{(pid=103917) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 16 17:27:41.559905 dv-cinder-837356-2-iscsi neutron-server[103917]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d20a5ec-9d6f-4818-b4e5-c491d77788cb req-78cb97bb-cefa-484a-906f-a0b1facb1b92 tempest-TestMinimumBasicScenario-140635566 tempest-TestMinimumBasicScenario-140635566-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103917) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 16 17:27:41.561813 dv-cinder-837356-2-iscsi neutron-server[103917]: INFO neutron.wsgi [req-1d20a5ec-9d6f-4818-b4e5-c491d77788cb req-78cb97bb-cefa-484a-906f-a0b1facb1b92 tempest-TestMinimumBasicScenario-140635566 tempest-TestMinimumBasicScenario-140635566-project] 10.222.0.66 "GET /v2.0/ports?device_id=b4ee9b10-f2da-442c-9475-3cfb21c9ad54 HTTP/1.1" status: 200 len: 985 time: 0.0593524 Jun 16 17:27:41.582626 dv-cinder-837356-2-iscsi neutron-server[103916]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97237d87-6f24-42b2-a322-6c41a1bd7919 req-3f20fb7a-05f2-492d-b91f-662babd61c42 tempest-AttachVolumeShelveTestJSON-1123487845 tempest-AttachVolumeShelveTestJSON-1123487845-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103916) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 16 17:27:41.584236 dv-cinder-837356-2-iscsi neutron-server[103916]: INFO neutron.wsgi [req-97237d87-6f24-42b2-a322-6c41a1bd7919 req-3f20fb7a-05f2-492d-b91f-662babd61c42 tempest-AttachVolumeShelveTestJSON-1123487845 tempest-AttachVolumeShelveTestJSON-1123487845-project] 10.222.0.66 "GET /v2.0/ports?device_id=ab2e7148-fa86-4648-9e4b-87e27fcf1147 HTTP/1.1" status: 200 len: 947 time: 0.0523419 Jun 16 17:27:41.632945 dv-cinder-837356-2-iscsi neutron-server[103917]: INFO neutron.wsgi [req-1d20a5ec-9d6f-4818-b4e5-c491d77788cb req-2245996c-4a34-4f3c-a903-228e67c59226 tempest-TestMinimumBasicScenario-140635566 tempest-TestMinimumBasicScenario-140635566-project] 10.222.0.66 "GET /v2.0/security-groups?id=054bc173-7136-43f6-8718-9d2e1fa2c0d2&id=66f70e9b-7bf4-4a7a-a0da-bf4af5a755fa&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0629790 Jun 16 17:27:41.640324 dv-cinder-837356-2-iscsi neutron-server[103916]: INFO neutron.wsgi [req-97237d87-6f24-42b2-a322-6c41a1bd7919 req-31390625-7038-4900-829a-f0cd85f90b66 tempest-AttachVolumeShelveTestJSON-1123487845 tempest-AttachVolumeShelveTestJSON-1123487845-project] 10.222.0.66 "GET /v2.0/security-groups?id=5ab805c8-38ae-4655-bf71-1fc1999d288e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0490255 Jun 16 17:27:41.649142 dv-cinder-837356-2-iscsi neutron-server[103919]: DEBUG dbcounter [-] [103919] Writing DB stats neutron:SELECT=4 {{(pid=103919) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 16 17:27:42.185933 dv-cinder-837356-2-iscsi neutron-server[103916]: DEBUG neutron.wsgi [-] (103916) accepted ('10.222.0.66', 42394) {{(pid=103916) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 16 17:27:42.238605 dv-cinder-837356-2-iscsi neutron-server[103916]: DEBUG neutron.db.db_base_plugin_v2 [None req-810b3263-f932-4eb3-89ac-4fc79179d0a7 admin admin] Deleting subnet 0a15a8f4-c07c-4d90-a6f2-8394d3f253a0 {{(pid=103916) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1067}} Jun 16 17:27:42.242472 dv-cinder-837356-2-iscsi neutron-server[103916]: DEBUG neutron_lib.callbacks.manager [None req-810b3263-f932-4eb3-89ac-4fc79179d0a7 admin admin] Publish callbacks [] for subnet (0a15a8f4-c07c-4d90-a6f2-8394d3f253a0), before_delete {{(pid=103916) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 17:27:42.289515 dv-cinder-837356-2-iscsi neutron-server[103916]: DEBUG neutron_lib.callbacks.manager [None req-810b3263-f932-4eb3-89ac-4fc79179d0a7 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-25166643'] for subnet (0a15a8f4-c07c-4d90-a6f2-8394d3f253a0), precommit_delete_associations {{(pid=103916) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 17:27:42.349435 dv-cinder-837356-2-iscsi neutron-server[103916]: DEBUG neutron_lib.callbacks.manager [None req-810b3263-f932-4eb3-89ac-4fc79179d0a7 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-16150392'] for subnet (0a15a8f4-c07c-4d90-a6f2-8394d3f253a0), precommit_delete {{(pid=103916) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 17:27:42.409577 dv-cinder-837356-2-iscsi neutron-server[103916]: DEBUG neutron_lib.callbacks.manager [None req-810b3263-f932-4eb3-89ac-4fc79179d0a7 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-16150339', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-570574', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16241551', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-25517980', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-25509979'] for subnet (0a15a8f4-c07c-4d90-a6f2-8394d3f253a0), after_delete {{(pid=103916) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 17:27:42.440254 dv-cinder-837356-2-iscsi neutron-server[103916]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-810b3263-f932-4eb3-89ac-4fc79179d0a7 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=0a15a8f4-c07c-4d90-a6f2-8394d3f253a0,revision_number=None']} {{(pid=103916) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 17:27:42.452369 dv-cinder-837356-2-iscsi neutron-server[103916]: DEBUG neutron_lib.callbacks.manager [None req-810b3263-f932-4eb3-89ac-4fc79179d0a7 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-16241561'] for subnet (None), before_response {{(pid=103916) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 17:27:42.455657 dv-cinder-837356-2-iscsi neutron-server[103916]: INFO neutron.wsgi [None req-810b3263-f932-4eb3-89ac-4fc79179d0a7 admin admin] 10.222.0.66 "DELETE /v2.0/subnets/0a15a8f4-c07c-4d90-a6f2-8394d3f253a0 HTTP/1.1" status: 204 len: 168 time: 0.2687147 Jun 16 17:27:42.457797 dv-cinder-837356-2-iscsi neutron-server[103916]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-810b3263-f932-4eb3-89ac-4fc79179d0a7 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-837356-2-iscsi {{(pid=103916) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 17:27:42.458611 dv-cinder-837356-2-iscsi neutron-server[103916]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-810b3263-f932-4eb3-89ac-4fc79179d0a7 admin admin] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-837356-2-iscsi {{(pid=103916) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 17:27:42.458611 dv-cinder-837356-2-iscsi neutron-server[103916]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-810b3263-f932-4eb3-89ac-4fc79179d0a7 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-837356-2-iscsi {{(pid=103916) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 17:27:42.459195 dv-cinder-837356-2-iscsi neutron-server[103916]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-810b3263-f932-4eb3-89ac-4fc79179d0a7 admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-837356-2-iscsi {{(pid=103916) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 17:27:42.459575 dv-cinder-837356-2-iscsi neutron-server[103917]: DEBUG neutron.wsgi [-] (103917) accepted ('10.222.0.66', 42396) {{(pid=103917) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 16 17:27:42.460151 dv-cinder-837356-2-iscsi neutron-server[103916]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-810b3263-f932-4eb3-89ac-4fc79179d0a7 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-837356-2-iscsi {{(pid=103916) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 17:27:42.460251 dv-cinder-837356-2-iscsi neutron-server[103916]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-810b3263-f932-4eb3-89ac-4fc79179d0a7 admin admin] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-837356-2-iscsi {{(pid=103916) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 17:27:42.460530 dv-cinder-837356-2-iscsi neutron-server[103916]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-810b3263-f932-4eb3-89ac-4fc79179d0a7 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-837356-2-iscsi {{(pid=103916) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 17:27:42.460853 dv-cinder-837356-2-iscsi neutron-server[103916]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-810b3263-f932-4eb3-89ac-4fc79179d0a7 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-837356-2-iscsi {{(pid=103916) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 17:27:42.461208 dv-cinder-837356-2-iscsi neutron-server[103916]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-810b3263-f932-4eb3-89ac-4fc79179d0a7 admin admin] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-837356-2-iscsi {{(pid=103916) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 17:27:42.461543 dv-cinder-837356-2-iscsi neutron-server[103916]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-810b3263-f932-4eb3-89ac-4fc79179d0a7 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-837356-2-iscsi {{(pid=103916) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 17:27:42.461912 dv-cinder-837356-2-iscsi neutron-server[103916]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-810b3263-f932-4eb3-89ac-4fc79179d0a7 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-837356-2-iscsi {{(pid=103916) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 17:27:42.462342 dv-cinder-837356-2-iscsi neutron-server[103916]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-810b3263-f932-4eb3-89ac-4fc79179d0a7 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-837356-2-iscsi {{(pid=103916) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 17:27:42.462837 dv-cinder-837356-2-iscsi neutron-server[103916]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-810b3263-f932-4eb3-89ac-4fc79179d0a7 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-837356-2-iscsi {{(pid=103916) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 17:27:42.463334 dv-cinder-837356-2-iscsi neutron-server[103916]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-810b3263-f932-4eb3-89ac-4fc79179d0a7 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-837356-2-iscsi {{(pid=103916) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 17:27:42.463752 dv-cinder-837356-2-iscsi neutron-server[103916]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-810b3263-f932-4eb3-89ac-4fc79179d0a7 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-837356-2-iscsi {{(pid=103916) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 17:27:42.540210 dv-cinder-837356-2-iscsi neutron-server[103917]: DEBUG neutron_lib.callbacks.manager [None req-014dcaf8-8168-4345-adeb-a542514bb1a2 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-16129347'] for network (184a3d80-6b15-43ef-84b8-ddb86570078c), before_delete {{(pid=103917) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 17:27:42.621966 dv-cinder-837356-2-iscsi neutron-server[103917]: DEBUG neutron_lib.callbacks.manager [None req-014dcaf8-8168-4345-adeb-a542514bb1a2 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-16152121', 'neutron.services.segments.db._delete_segments_for_network-8728539454199'] for network (184a3d80-6b15-43ef-84b8-ddb86570078c), precommit_delete {{(pid=103917) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 17:27:42.650172 dv-cinder-837356-2-iscsi neutron-server[103917]: DEBUG neutron.services.segments.db [None req-014dcaf8-8168-4345-adeb-a542514bb1a2 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['184a3d80-6b15-43ef-84b8-ddb86570078c']}} {{(pid=103917) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 16 17:27:42.662009 dv-cinder-837356-2-iscsi neutron-server[103917]: DEBUG neutron.services.segments.db [None req-014dcaf8-8168-4345-adeb-a542514bb1a2 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '2b8eb4e0-b34f-4c5f-88c1-fe36b7eb4fdd') {'for_net_delete': True} {{(pid=103917) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 16 17:27:42.662225 dv-cinder-837356-2-iscsi neutron-server[103917]: DEBUG neutron.services.segments.db [None req-014dcaf8-8168-4345-adeb-a542514bb1a2 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '2b8eb4e0-b34f-4c5f-88c1-fe36b7eb4fdd') {} {{(pid=103917) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 16 17:27:42.663861 dv-cinder-837356-2-iscsi neutron-server[103916]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad9fdec4-1d8d-4071-b21d-a42f231956cb req-b698c07e-cc58-43ea-a001-7a37f04697de tempest-AttachVolumeShelveTestJSON-1123487845 tempest-AttachVolumeShelveTestJSON-1123487845-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103916) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 16 17:27:42.665708 dv-cinder-837356-2-iscsi neutron-server[103916]: INFO neutron.wsgi [req-ad9fdec4-1d8d-4071-b21d-a42f231956cb req-b698c07e-cc58-43ea-a001-7a37f04697de tempest-AttachVolumeShelveTestJSON-1123487845 tempest-AttachVolumeShelveTestJSON-1123487845-project] 10.222.0.81 "GET /v2.0/ports?device_id=ab2e7148-fa86-4648-9e4b-87e27fcf1147 HTTP/1.1" status: 200 len: 947 time: 0.0579977 Jun 16 17:27:42.675934 dv-cinder-837356-2-iscsi neutron-server[103917]: DEBUG neutron_lib.callbacks.manager [None req-014dcaf8-8168-4345-adeb-a542514bb1a2 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8728539454082', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-25699604'] for segment (2b8eb4e0-b34f-4c5f-88c1-fe36b7eb4fdd), before_delete {{(pid=103917) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 17:27:42.693895 dv-cinder-837356-2-iscsi neutron-server[103917]: DEBUG neutron_lib.callbacks.manager [None req-014dcaf8-8168-4345-adeb-a542514bb1a2 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16150272'] for segment (2b8eb4e0-b34f-4c5f-88c1-fe36b7eb4fdd), precommit_delete {{(pid=103917) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 17:27:42.704993 dv-cinder-837356-2-iscsi neutron-server[103917]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-014dcaf8-8168-4345-adeb-a542514bb1a2 admin admin] Releasing vlan 1020 on physical network physnet1 to pool {{(pid=103917) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jun 16 17:27:42.705641 dv-cinder-837356-2-iscsi neutron-server[103917]: DEBUG neutron_lib.callbacks.manager [None req-014dcaf8-8168-4345-adeb-a542514bb1a2 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16150272', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3819570'] for segment (2b8eb4e0-b34f-4c5f-88c1-fe36b7eb4fdd), after_delete {{(pid=103917) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 17:27:42.756771 dv-cinder-837356-2-iscsi neutron-server[103917]: INFO neutron.services.segments.plugin [-] Segment 2b8eb4e0-b34f-4c5f-88c1-fe36b7eb4fdd resource provider aggregate not found Jun 16 17:27:42.797536 dv-cinder-837356-2-iscsi neutron-server[103917]: INFO neutron.services.segments.plugin [-] Segment 2b8eb4e0-b34f-4c5f-88c1-fe36b7eb4fdd resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid 2b8eb4e0-b34f-4c5f-88c1-fe36b7eb4fdd found for delete ", "request_id": "req-bff001d3-ab98-4b2a-84ec-e6b5e4c1c5d2"}]} Jun 16 17:27:42.798707 dv-cinder-837356-2-iscsi neutron-server[103917]: DEBUG neutron_lib.callbacks.manager [None req-014dcaf8-8168-4345-adeb-a542514bb1a2 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-16152118', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-570401', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16241551', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-704929'] for network (184a3d80-6b15-43ef-84b8-ddb86570078c), after_delete {{(pid=103917) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 17:27:42.804752 dv-cinder-837356-2-iscsi neutron-server[103916]: DEBUG neutron.plugins.ml2.plugin [req-ad9fdec4-1d8d-4071-b21d-a42f231956cb req-42a1f3f6-195a-4c96-b09a-2b340d34a595 tempest-AttachVolumeShelveTestJSON-1123487845 tempest-AttachVolumeShelveTestJSON-1123487845-project] Deleting port 2da50d5c-d328-4853-a261-6bd0c6378dcd {{(pid=103916) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2043}} Jun 16 17:27:42.805080 dv-cinder-837356-2-iscsi neutron-server[103916]: DEBUG neutron_lib.callbacks.manager [req-ad9fdec4-1d8d-4071-b21d-a42f231956cb req-42a1f3f6-195a-4c96-b09a-2b340d34a595 tempest-AttachVolumeShelveTestJSON-1123487845 tempest-AttachVolumeShelveTestJSON-1123487845-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8728539361383'] for port (2da50d5c-d328-4853-a261-6bd0c6378dcd), before_delete {{(pid=103916) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 17:27:42.806733 dv-cinder-837356-2-iscsi neutron-server[103917]: DEBUG neutron_lib.callbacks.manager [None req-014dcaf8-8168-4345-adeb-a542514bb1a2 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-16241561'] for network (None), before_response {{(pid=103917) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 17:27:42.813228 dv-cinder-837356-2-iscsi neutron-server[103917]: INFO neutron.wsgi [None req-014dcaf8-8168-4345-adeb-a542514bb1a2 admin admin] 10.222.0.66 "DELETE /v2.0/networks/184a3d80-6b15-43ef-84b8-ddb86570078c HTTP/1.1" status: 204 len: 168 time: 0.3499494 Jun 16 17:27:42.831491 dv-cinder-837356-2-iscsi neutron-server[103917]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-014dcaf8-8168-4345-adeb-a542514bb1a2 admin admin] Pushing event deleted for resources: {'Network': ['ID=184a3d80-6b15-43ef-84b8-ddb86570078c,revision_number=None']} {{(pid=103917) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 17:27:42.845213 dv-cinder-837356-2-iscsi neutron-server[103917]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-014dcaf8-8168-4345-adeb-a542514bb1a2 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-837356-2-iscsi {{(pid=103917) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 17:27:42.845864 dv-cinder-837356-2-iscsi neutron-server[103917]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-014dcaf8-8168-4345-adeb-a542514bb1a2 admin admin] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-837356-2-iscsi {{(pid=103917) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 17:27:42.846358 dv-cinder-837356-2-iscsi neutron-server[103917]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-014dcaf8-8168-4345-adeb-a542514bb1a2 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-837356-2-iscsi {{(pid=103917) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 17:27:42.846843 dv-cinder-837356-2-iscsi neutron-server[103917]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-014dcaf8-8168-4345-adeb-a542514bb1a2 admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-837356-2-iscsi {{(pid=103917) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 17:27:42.847356 dv-cinder-837356-2-iscsi neutron-server[103917]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-014dcaf8-8168-4345-adeb-a542514bb1a2 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-837356-2-iscsi {{(pid=103917) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 17:27:42.847652 dv-cinder-837356-2-iscsi neutron-server[103917]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-014dcaf8-8168-4345-adeb-a542514bb1a2 admin admin] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-837356-2-iscsi {{(pid=103917) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 17:27:42.847973 dv-cinder-837356-2-iscsi neutron-server[103917]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-014dcaf8-8168-4345-adeb-a542514bb1a2 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-837356-2-iscsi {{(pid=103917) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 17:27:42.848293 dv-cinder-837356-2-iscsi neutron-server[103917]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-014dcaf8-8168-4345-adeb-a542514bb1a2 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-837356-2-iscsi {{(pid=103917) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 17:27:42.848612 dv-cinder-837356-2-iscsi neutron-server[103917]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-014dcaf8-8168-4345-adeb-a542514bb1a2 admin admin] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-837356-2-iscsi {{(pid=103917) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 17:27:42.848930 dv-cinder-837356-2-iscsi neutron-server[103917]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-014dcaf8-8168-4345-adeb-a542514bb1a2 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-837356-2-iscsi {{(pid=103917) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 17:27:42.849277 dv-cinder-837356-2-iscsi neutron-server[103917]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-014dcaf8-8168-4345-adeb-a542514bb1a2 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-837356-2-iscsi {{(pid=103917) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 17:27:42.849597 dv-cinder-837356-2-iscsi neutron-server[103917]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-014dcaf8-8168-4345-adeb-a542514bb1a2 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-837356-2-iscsi {{(pid=103917) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 17:27:42.850056 dv-cinder-837356-2-iscsi neutron-server[103917]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-014dcaf8-8168-4345-adeb-a542514bb1a2 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-837356-2-iscsi {{(pid=103917) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 17:27:42.850420 dv-cinder-837356-2-iscsi neutron-server[103917]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-014dcaf8-8168-4345-adeb-a542514bb1a2 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-837356-2-iscsi {{(pid=103917) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 17:27:42.851050 dv-cinder-837356-2-iscsi neutron-server[103917]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-014dcaf8-8168-4345-adeb-a542514bb1a2 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-837356-2-iscsi {{(pid=103917) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 17:27:42.860793 dv-cinder-837356-2-iscsi neutron-server[103917]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9510f87b-17e4-4965-93c0-07bb19c84f5a req-b198905e-2c52-4c08-8d30-87c308ea2126 tempest-TestMinimumBasicScenario-140635566 tempest-TestMinimumBasicScenario-140635566-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103917) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 16 17:27:42.862443 dv-cinder-837356-2-iscsi neutron-server[103917]: INFO neutron.wsgi [req-9510f87b-17e4-4965-93c0-07bb19c84f5a req-b198905e-2c52-4c08-8d30-87c308ea2126 tempest-TestMinimumBasicScenario-140635566 tempest-TestMinimumBasicScenario-140635566-project] 10.222.0.66 "GET /v2.0/ports?device_id=b4ee9b10-f2da-442c-9475-3cfb21c9ad54 HTTP/1.1" status: 200 len: 985 time: 0.1331196 Jun 16 17:27:42.938910 dv-cinder-837356-2-iscsi neutron-server[103917]: INFO neutron.wsgi [req-9510f87b-17e4-4965-93c0-07bb19c84f5a req-e2bd8a19-7020-430d-ac65-ae78d90a8210 tempest-TestMinimumBasicScenario-140635566 tempest-TestMinimumBasicScenario-140635566-project] 10.222.0.66 "GET /v2.0/security-groups?id=054bc173-7136-43f6-8718-9d2e1fa2c0d2&id=66f70e9b-7bf4-4a7a-a0da-bf4af5a755fa&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0695179 Jun 16 17:27:42.970747 dv-cinder-837356-2-iscsi neutron-server[103916]: DEBUG neutron.plugins.ml2.db [req-ad9fdec4-1d8d-4071-b21d-a42f231956cb req-42a1f3f6-195a-4c96-b09a-2b340d34a595 tempest-AttachVolumeShelveTestJSON-1123487845 tempest-AttachVolumeShelveTestJSON-1123487845-project] For port 2da50d5c-d328-4853-a261-6bd0c6378dcd, host hv-cinder-83735, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83735',level=0,port_id=2da50d5c-d328-4853-a261-6bd0c6378dcd,segment=NetworkSegment(d53d2152-678f-42ce-a3f8-cc589901ed6b),segment_id=d53d2152-678f-42ce-a3f8-cc589901ed6b)] {{(pid=103916) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 16 17:27:42.971121 dv-cinder-837356-2-iscsi neutron-server[103916]: DEBUG neutron_lib.callbacks.manager [req-ad9fdec4-1d8d-4071-b21d-a42f231956cb req-42a1f3f6-195a-4c96-b09a-2b340d34a595 tempest-AttachVolumeShelveTestJSON-1123487845 tempest-AttachVolumeShelveTestJSON-1123487845-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-708042'] for port (2da50d5c-d328-4853-a261-6bd0c6378dcd), precommit_delete {{(pid=103916) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 17:27:42.987110 dv-cinder-837356-2-iscsi neutron-server[103918]: DEBUG dbcounter [-] [103918] Writing DB stats neutron:SELECT=25,neutron:UPDATE=4 {{(pid=103918) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 16 17:27:42.988174 dv-cinder-837356-2-iscsi neutron-server[103918]: DEBUG dbcounter [-] [103918] Writing DB stats neutron:SELECT=25,neutron:UPDATE=2 {{(pid=103918) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 16 17:27:42.997916 dv-cinder-837356-2-iscsi neutron-server[103916]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fad44b6e-0c2f-4e32-93de-f417e9ca2d27 req-0cd86576-4437-4edb-b368-74554e74053c tempest-AttachVolumeShelveTestJSON-1123487845 tempest-AttachVolumeShelveTestJSON-1123487845-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103916) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 16 17:27:43.000217 dv-cinder-837356-2-iscsi neutron-server[103916]: INFO neutron.wsgi [req-fad44b6e-0c2f-4e32-93de-f417e9ca2d27 req-0cd86576-4437-4edb-b368-74554e74053c tempest-AttachVolumeShelveTestJSON-1123487845 tempest-AttachVolumeShelveTestJSON-1123487845-project] 10.222.0.66 "GET /v2.0/ports?device_id=ab2e7148-fa86-4648-9e4b-87e27fcf1147 HTTP/1.1" status: 200 len: 947 time: 0.2500935 Jun 16 17:27:43.002923 dv-cinder-837356-2-iscsi neutron-server[103918]: DEBUG neutron_lib.callbacks.manager [None req-8505712a-8c35-461f-b868-b809f5e74e06 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728539454181', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16149322'] for agent (0913b7ec-eea4-4492-8ef1-e01c4575abca), after_update {{(pid=103918) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 17:27:43.052751 dv-cinder-837356-2-iscsi neutron-server[103917]: DEBUG neutron.wsgi [-] (103917) accepted ('10.222.0.66', 42412) {{(pid=103917) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 16 17:27:43.098837 dv-cinder-837356-2-iscsi neutron-server[103917]: INFO neutron.wsgi [None req-8b3260c0-dfdf-4ad8-b13a-9a1731520d15 admin admin] 10.222.0.66 "GET /v2.0/security-groups?tenant_id=f96239e8e212410aac9df2d35293c665&name=default HTTP/1.1" status: 200 len: 2996 time: 0.0446270 Jun 16 17:27:43.102360 dv-cinder-837356-2-iscsi neutron-server[103917]: DEBUG neutron.wsgi [-] (103917) accepted ('10.222.0.66', 42414) {{(pid=103917) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 16 17:27:43.155583 dv-cinder-837356-2-iscsi neutron-server[103917]: DEBUG neutron_lib.callbacks.manager [None req-e8f4156e-2105-4348-8bd6-4c559f42aa0b admin admin] Publish callbacks [] for security_group (e34b8f4f-0bd7-4695-872b-8d05a10daf59), before_delete {{(pid=103917) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 17:27:43.182297 dv-cinder-837356-2-iscsi neutron-server[103917]: DEBUG neutron_lib.callbacks.manager [None req-e8f4156e-2105-4348-8bd6-4c559f42aa0b admin admin] Publish callbacks [] for security_group (e34b8f4f-0bd7-4695-872b-8d05a10daf59), precommit_delete {{(pid=103917) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 17:27:43.195530 dv-cinder-837356-2-iscsi neutron-server[103916]: INFO neutron.wsgi [req-fad44b6e-0c2f-4e32-93de-f417e9ca2d27 req-2cad7ff3-b2c2-4e7d-b53a-ee6c53791bd3 tempest-AttachVolumeShelveTestJSON-1123487845 tempest-AttachVolumeShelveTestJSON-1123487845-project] 10.222.0.66 "GET /v2.0/security-groups?id=5ab805c8-38ae-4655-bf71-1fc1999d288e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1873846 Jun 16 17:27:43.238611 dv-cinder-837356-2-iscsi neutron-server[103917]: DEBUG neutron_lib.callbacks.manager [None req-e8f4156e-2105-4348-8bd6-4c559f42aa0b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-570488'] for security_group (e34b8f4f-0bd7-4695-872b-8d05a10daf59), after_delete {{(pid=103917) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 17:27:43.241417 dv-cinder-837356-2-iscsi neutron-server[103917]: DEBUG neutron_lib.callbacks.manager [None req-e8f4156e-2105-4348-8bd6-4c559f42aa0b admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103917) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 17:27:43.242625 dv-cinder-837356-2-iscsi neutron-server[103917]: INFO neutron.wsgi [None req-e8f4156e-2105-4348-8bd6-4c559f42aa0b admin admin] 10.222.0.66 "DELETE /v2.0/security-groups/e34b8f4f-0bd7-4695-872b-8d05a10daf59 HTTP/1.1" status: 204 len: 168 time: 0.1393318 Jun 16 17:27:43.251837 dv-cinder-837356-2-iscsi neutron-server[103917]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e8f4156e-2105-4348-8bd6-4c559f42aa0b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e34b8f4f-0bd7-4695-872b-8d05a10daf59,revision_number=None']} {{(pid=103917) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 17:27:43.273709 dv-cinder-837356-2-iscsi neutron-server[103916]: DEBUG neutron_lib.callbacks.manager [req-ad9fdec4-1d8d-4071-b21d-a42f231956cb req-42a1f3f6-195a-4c96-b09a-2b340d34a595 tempest-AttachVolumeShelveTestJSON-1123487845 tempest-AttachVolumeShelveTestJSON-1123487845-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=103916) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 17:27:43.274069 dv-cinder-837356-2-iscsi neutron-server[103916]: DEBUG neutron_lib.callbacks.manager [req-ad9fdec4-1d8d-4071-b21d-a42f231956cb req-42a1f3f6-195a-4c96-b09a-2b340d34a595 tempest-AttachVolumeShelveTestJSON-1123487845 tempest-AttachVolumeShelveTestJSON-1123487845-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-704970'] for floatingip (83a541a9-9cb2-465a-9aaf-240ee7b3d5b7), after_update {{(pid=103916) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 17:27:43.274404 dv-cinder-837356-2-iscsi neutron-server[103916]: INFO neutron.db.l3_db [req-ad9fdec4-1d8d-4071-b21d-a42f231956cb req-42a1f3f6-195a-4c96-b09a-2b340d34a595 tempest-AttachVolumeShelveTestJSON-1123487845 tempest-AttachVolumeShelveTestJSON-1123487845-project] Floating IP 83a541a9-9cb2-465a-9aaf-240ee7b3d5b7 disassociated. External IP: 172.27.2.234, port: 2da50d5c-d328-4853-a261-6bd0c6378dcd. Jun 16 17:27:43.274766 dv-cinder-837356-2-iscsi neutron-server[103916]: DEBUG neutron.plugins.ml2.plugin [req-ad9fdec4-1d8d-4071-b21d-a42f231956cb req-42a1f3f6-195a-4c96-b09a-2b340d34a595 tempest-AttachVolumeShelveTestJSON-1123487845 tempest-AttachVolumeShelveTestJSON-1123487845-project] Calling delete_port for 2da50d5c-d328-4853-a261-6bd0c6378dcd owned by compute:nova {{(pid=103916) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2122}} Jun 16 17:27:43.281650 dv-cinder-837356-2-iscsi neutron-server[103916]: DEBUG dbcounter [-] [103916] Writing DB stats neutron:SELECT=94,neutron:DELETE=4,neutron:UPDATE=2 {{(pid=103916) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 16 17:27:43.346505 dv-cinder-837356-2-iscsi neutron-server[103916]: DEBUG dbcounter [-] [103916] Writing DB stats neutron:SELECT=97,neutron:UPDATE=2,neutron:DELETE=1 {{(pid=103916) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 16 17:27:43.422753 dv-cinder-837356-2-iscsi neutron-server[103916]: DEBUG neutron_lib.callbacks.manager [req-ad9fdec4-1d8d-4071-b21d-a42f231956cb req-42a1f3f6-195a-4c96-b09a-2b340d34a595 tempest-AttachVolumeShelveTestJSON-1123487845 tempest-AttachVolumeShelveTestJSON-1123487845-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16007527', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-75831', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16241551', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8728539364702', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8728538993430', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25517999'] for port (2da50d5c-d328-4853-a261-6bd0c6378dcd), after_delete {{(pid=103916) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 17:27:43.453421 dv-cinder-837356-2-iscsi neutron-server[103916]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-42a1f3f6-195a-4c96-b09a-2b340d34a595 tempest-AttachVolumeShelveTestJSON-1123487845 tempest-AttachVolumeShelveTestJSON-1123487845-project] Pushing event deleted for resources: {'Port': ['ID=2da50d5c-d328-4853-a261-6bd0c6378dcd,revision_number=None']} {{(pid=103916) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 17:27:43.586254 dv-cinder-837356-2-iscsi neutron-server[103916]: DEBUG neutron.scheduler.l3_agent_scheduler [req-ad9fdec4-1d8d-4071-b21d-a42f231956cb req-42a1f3f6-195a-4c96-b09a-2b340d34a595 tempest-AttachVolumeShelveTestJSON-1123487845 tempest-AttachVolumeShelveTestJSON-1123487845-project] Router 5557f5ad-f4fd-4009-ab4c-69a33d9eac05 has already been hosted by L3 agent 7639df21-17c3-4235-8912-210c3ad54137 {{(pid=103916) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jun 16 17:27:43.712836 dv-cinder-837356-2-iscsi neutron-server[103916]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-ad9fdec4-1d8d-4071-b21d-a42f231956cb req-42a1f3f6-195a-4c96-b09a-2b340d34a595 tempest-AttachVolumeShelveTestJSON-1123487845 tempest-AttachVolumeShelveTestJSON-1123487845-project] Notify agent at l3_agent.dv-cinder-837356-2-iscsi the message routers_updated {{(pid=103916) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jun 16 17:27:43.727093 dv-cinder-837356-2-iscsi neutron-server[103919]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0a715045-57cf-4555-82f4-7c7b2c9c31b5 None None] Sync routers for ids ['5557f5ad-f4fd-4009-ab4c-69a33d9eac05'] in dv-cinder-837356-2-iscsi {{(pid=103919) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 16 17:27:43.739041 dv-cinder-837356-2-iscsi neutron-server[103919]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0a715045-57cf-4555-82f4-7c7b2c9c31b5 None None] Routers {'5557f5ad-f4fd-4009-ab4c-69a33d9eac05'} bound to L3 agent in host dv-cinder-837356-2-iscsi {{(pid=103919) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jun 16 17:27:43.739943 dv-cinder-837356-2-iscsi neutron-server[103919]: DEBUG neutron.db.l3_hamode_db [None req-0a715045-57cf-4555-82f4-7c7b2c9c31b5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-837356-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 5, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2022-06-16T17:14:15Z,description=,heartbeat_timestamp=2022-06-16T17:27:15Z,host='dv-cinder-837356-2-iscsi',id=7639df21-17c3-4235-8912-210c3ad54137,load=0,resource_versions=,resources_synced=,started_at=2022-06-16T17:14:15Z,topic='l3_agent')) {'router_ids': ['5557f5ad-f4fd-4009-ab4c-69a33d9eac05'], 'active': True} {{(pid=103919) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 16 17:27:43.759346 dv-cinder-837356-2-iscsi neutron-server[103916]: DEBUG neutron.db.l3_dvrscheduler_db [req-ad9fdec4-1d8d-4071-b21d-a42f231956cb req-42a1f3f6-195a-4c96-b09a-2b340d34a595 tempest-AttachVolumeShelveTestJSON-1123487845 tempest-AttachVolumeShelveTestJSON-1123487845-project] No DVR routers for this DVR port 2da50d5c-d328-4853-a261-6bd0c6378dcd on host hv-cinder-83735 {{(pid=103916) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:215}} Jun 16 17:27:43.762011 dv-cinder-837356-2-iscsi neutron-server[103916]: DEBUG neutron_lib.callbacks.manager [req-ad9fdec4-1d8d-4071-b21d-a42f231956cb req-42a1f3f6-195a-4c96-b09a-2b340d34a595 tempest-AttachVolumeShelveTestJSON-1123487845 tempest-AttachVolumeShelveTestJSON-1123487845-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-191112'] for port (None), before_response {{(pid=103916) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 17:27:43.765268 dv-cinder-837356-2-iscsi neutron-server[103916]: INFO neutron.wsgi [req-ad9fdec4-1d8d-4071-b21d-a42f231956cb req-42a1f3f6-195a-4c96-b09a-2b340d34a595 tempest-AttachVolumeShelveTestJSON-1123487845 tempest-AttachVolumeShelveTestJSON-1123487845-project] 10.222.0.81 "DELETE /v2.0/ports/2da50d5c-d328-4853-a261-6bd0c6378dcd HTTP/1.1" status: 204 len: 173 time: 1.0897954 Jun 16 17:27:43.765713 dv-cinder-837356-2-iscsi neutron-server[103916]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ab2e7148-fa86-4648-9e4b-87e27fcf1147', 'name': 'network-vif-deleted', 'tag': '2da50d5c-d328-4853-a261-6bd0c6378dcd'}] {{(pid=103916) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jun 16 17:27:43.767930 dv-cinder-837356-2-iscsi neutron-server[103916]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.66/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}15d8713043fc5f9b6f9aaf4a9a169ba36e5aaa6307a8131177ae56adda3437c5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c26c2f7c-555e-4fd2-8a5f-75cf499e04b4" -d '{"events": [{"server_uuid": "ab2e7148-fa86-4648-9e4b-87e27fcf1147", "name": "network-vif-deleted", "tag": "2da50d5c-d328-4853-a261-6bd0c6378dcd"}]}' {{(pid=103916) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 16 17:27:43.813638 dv-cinder-837356-2-iscsi neutron-server[103916]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 16 Jun 2022 17:27:43 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d0751534-6f91-4190-9546-dfa9e92a5817 x-openstack-request-id: req-d0751534-6f91-4190-9546-dfa9e92a5817 {{(pid=103916) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 16 17:27:43.814218 dv-cinder-837356-2-iscsi neutron-server[103916]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "ab2e7148-fa86-4648-9e4b-87e27fcf1147", "name": "network-vif-deleted", "tag": "2da50d5c-d328-4853-a261-6bd0c6378dcd", "status": "completed", "code": 200}]} {{(pid=103916) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 16 17:27:43.814469 dv-cinder-837356-2-iscsi neutron-server[103916]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.66/compute/v2.1/os-server-external-events used request id req-d0751534-6f91-4190-9546-dfa9e92a5817 {{(pid=103916) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 16 17:27:43.814886 dv-cinder-837356-2-iscsi neutron-server[103916]: INFO neutron.notifiers.nova [-] Nova event matching ['req-d0751534-6f91-4190-9546-dfa9e92a5817'] response: {'server_uuid': 'ab2e7148-fa86-4648-9e4b-87e27fcf1147', 'name': 'network-vif-deleted', 'tag': '2da50d5c-d328-4853-a261-6bd0c6378dcd', 'status': 'completed', 'code': 200} Jun 16 17:27:43.855941 dv-cinder-837356-2-iscsi neutron-server[103919]: DEBUG neutron.db.l3_dvr_db [None req-0a715045-57cf-4555-82f4-7c7b2c9c31b5 None None] Set router 5557f5ad-f4fd-4009-ab4c-69a33d9eac05 gateway port host: dv-cinder-837356-2-iscsi {{(pid=103919) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jun 16 17:27:44.080005 dv-cinder-837356-2-iscsi neutron-server[103919]: DEBUG neutron.db.l3_hamode_db [None req-0a715045-57cf-4555-82f4-7c7b2c9c31b5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5557f5ad-f4fd-4009-ab4c-69a33d9eac05', 'name': 'tempest-AttachVolumeShelveTestJSON-288441189-router', 'tenant_id': '0c63f648631a4a11910b4b135f22b235', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9df31235-0797-44e6-85a0-102cb2da2d58', 'external_fixed_ips': [{'subnet_id': '1dfb0320-f5eb-46f6-88ce-33002f500238', 'ip_address': '172.27.2.250'}], 'enable_snat': True}, 'gw_port_id': 'bbb2266f-e66a-4e7c-90ad-bbf0a686e05e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-16T17:22:27Z', 'updated_at': '2022-06-16T17:22:37Z', 'revision_number': 4, 'project_id': '0c63f648631a4a11910b4b135f22b235', 'gw_port': {'id': 'bbb2266f-e66a-4e7c-90ad-bbf0a686e05e', 'name': '', 'network_id': '9df31235-0797-44e6-85a0-102cb2da2d58', 'tenant_id': '', 'mac_address': 'fa:16:3e:16:85:53', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5557f5ad-f4fd-4009-ab4c-69a33d9eac05', 'device_owner': 'network:router_gateway', 'standard_attr_id': 94, 'fixed_ips': [{'subnet_id': '1dfb0320-f5eb-46f6-88ce-33002f500238', 'ip_address': '172.27.2.250', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-837356-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-16T17:22:29Z', 'updated_at': '2022-06-16T17:22:45Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1dfb0320-f5eb-46f6-88ce-33002f500238', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-837356-2-iscsi', '_interfaces': [{'id': 'c624de63-ffae-4e98-95eb-7e74edb29e5b', 'name': '', 'network_id': '04f2ecf4-cd9f-483b-9100-6d9d67a561d2', 'tenant_id': '0c63f648631a4a11910b4b135f22b235', 'mac_address': 'fa:16:3e:62:b5:88', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5557f5ad-f4fd-4009-ab4c-69a33d9eac05', 'device_owner': 'network:router_interface', 'standard_attr_id': 118, 'fixed_ips': [{'subnet_id': '57d5f714-8d8c-468b-957a-7745cf345909', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-837356-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-16T17:22:36Z', 'updated_at': '2022-06-16T17:22:55Z', 'revision_number': 5, 'project_id': '0c63f648631a4a11910b4b135f22b235', 'subnets': [{'id': '57d5f714-8d8c-468b-957a-7745cf345909', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-837356-2-iscsi', False) {} {{(pid=103919) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 16 17:27:44.080657 dv-cinder-837356-2-iscsi neutron-server[103916]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-575ae514-4afb-4bfd-82ad-1146c676b6fd req-f47f25e2-f425-4e64-abff-f2e687f973c0 tempest-TestMinimumBasicScenario-140635566 tempest-TestMinimumBasicScenario-140635566-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103916) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 16 17:27:44.082272 dv-cinder-837356-2-iscsi neutron-server[103916]: INFO neutron.wsgi [req-575ae514-4afb-4bfd-82ad-1146c676b6fd req-f47f25e2-f425-4e64-abff-f2e687f973c0 tempest-TestMinimumBasicScenario-140635566 tempest-TestMinimumBasicScenario-140635566-project] 10.222.0.66 "GET /v2.0/ports?device_id=b4ee9b10-f2da-442c-9475-3cfb21c9ad54 HTTP/1.1" status: 200 len: 985 time: 0.0622334 Jun 16 17:27:44.106704 dv-cinder-837356-2-iscsi neutron-server[103919]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0a715045-57cf-4555-82f4-7c7b2c9c31b5 None None] Checking router: 5557f5ad-f4fd-4009-ab4c-69a33d9eac05 for host: dv-cinder-837356-2-iscsi {{(pid=103919) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 16 17:27:44.117793 dv-cinder-837356-2-iscsi neutron-server[103919]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0a715045-57cf-4555-82f4-7c7b2c9c31b5 None None] Routers {'5557f5ad-f4fd-4009-ab4c-69a33d9eac05'} bound to L3 agent in host dv-cinder-837356-2-iscsi {{(pid=103919) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jun 16 17:27:44.119118 dv-cinder-837356-2-iscsi neutron-server[103919]: DEBUG neutron.db.l3_hamode_db [None req-0a715045-57cf-4555-82f4-7c7b2c9c31b5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-837356-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 5, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2022-06-16T17:14:15Z,description=,heartbeat_timestamp=2022-06-16T17:27:15Z,host='dv-cinder-837356-2-iscsi',id=7639df21-17c3-4235-8912-210c3ad54137,load=0,resource_versions=,resources_synced=,started_at=2022-06-16T17:14:15Z,topic='l3_agent')) {'router_ids': ['5557f5ad-f4fd-4009-ab4c-69a33d9eac05'], 'active': True} {{(pid=103919) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 16 17:27:44.161425 dv-cinder-837356-2-iscsi neutron-server[103916]: INFO neutron.wsgi [req-575ae514-4afb-4bfd-82ad-1146c676b6fd req-6816b4d0-2afa-4f84-9df3-cba3f253cfda tempest-TestMinimumBasicScenario-140635566 tempest-TestMinimumBasicScenario-140635566-project] 10.222.0.66 "GET /v2.0/security-groups?id=054bc173-7136-43f6-8718-9d2e1fa2c0d2&id=66f70e9b-7bf4-4a7a-a0da-bf4af5a755fa&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0715013 Jun 16 17:27:44.239315 dv-cinder-837356-2-iscsi neutron-server[103919]: DEBUG neutron.db.l3_dvr_db [None req-0a715045-57cf-4555-82f4-7c7b2c9c31b5 None None] Set router 5557f5ad-f4fd-4009-ab4c-69a33d9eac05 gateway port host: dv-cinder-837356-2-iscsi {{(pid=103919) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jun 16 17:27:44.326648 dv-cinder-837356-2-iscsi neutron-server[103917]: INFO neutron.wsgi [req-2ca2723e-417b-45e4-81ab-96141b952b05 req-d92b0d72-8eb3-46d9-940f-370412f6892e tempest-AttachVolumeShelveTestJSON-1123487845 tempest-AttachVolumeShelveTestJSON-1123487845-project] 10.222.0.66 "GET /v2.0/ports?device_id=ab2e7148-fa86-4648-9e4b-87e27fcf1147 HTTP/1.1" status: 200 len: 210 time: 0.0318146 Jun 16 17:27:44.464208 dv-cinder-837356-2-iscsi neutron-server[103919]: DEBUG neutron.db.l3_hamode_db [None req-0a715045-57cf-4555-82f4-7c7b2c9c31b5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5557f5ad-f4fd-4009-ab4c-69a33d9eac05', 'name': 'tempest-AttachVolumeShelveTestJSON-288441189-router', 'tenant_id': '0c63f648631a4a11910b4b135f22b235', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9df31235-0797-44e6-85a0-102cb2da2d58', 'external_fixed_ips': [{'subnet_id': '1dfb0320-f5eb-46f6-88ce-33002f500238', 'ip_address': '172.27.2.250'}], 'enable_snat': True}, 'gw_port_id': 'bbb2266f-e66a-4e7c-90ad-bbf0a686e05e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-16T17:22:27Z', 'updated_at': '2022-06-16T17:22:37Z', 'revision_number': 4, 'project_id': '0c63f648631a4a11910b4b135f22b235', 'gw_port': {'id': 'bbb2266f-e66a-4e7c-90ad-bbf0a686e05e', 'name': '', 'network_id': '9df31235-0797-44e6-85a0-102cb2da2d58', 'tenant_id': '', 'mac_address': 'fa:16:3e:16:85:53', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5557f5ad-f4fd-4009-ab4c-69a33d9eac05', 'device_owner': 'network:router_gateway', 'standard_attr_id': 94, 'fixed_ips': [{'subnet_id': '1dfb0320-f5eb-46f6-88ce-33002f500238', 'ip_address': '172.27.2.250', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-837356-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-16T17:22:29Z', 'updated_at': '2022-06-16T17:22:45Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1dfb0320-f5eb-46f6-88ce-33002f500238', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-837356-2-iscsi', '_interfaces': [{'id': 'c624de63-ffae-4e98-95eb-7e74edb29e5b', 'name': '', 'network_id': '04f2ecf4-cd9f-483b-9100-6d9d67a561d2', 'tenant_id': '0c63f648631a4a11910b4b135f22b235', 'mac_address': 'fa:16:3e:62:b5:88', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5557f5ad-f4fd-4009-ab4c-69a33d9eac05', 'device_owner': 'network:router_interface', 'standard_attr_id': 118, 'fixed_ips': [{'subnet_id': '57d5f714-8d8c-468b-957a-7745cf345909', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-837356-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-16T17:22:36Z', 'updated_at': '2022-06-16T17:22:55Z', 'revision_number': 5, 'project_id': '0c63f648631a4a11910b4b135f22b235', 'subnets': [{'id': '57d5f714-8d8c-468b-957a-7745cf345909', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-837356-2-iscsi', False) {} {{(pid=103919) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 16 17:27:44.495240 dv-cinder-837356-2-iscsi neutron-server[103919]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0a715045-57cf-4555-82f4-7c7b2c9c31b5 None None] The sync data for ids ['5557f5ad-f4fd-4009-ab4c-69a33d9eac05'] in dv-cinder-837356-2-iscsi is: [{'id': '5557f5ad-f4fd-4009-ab4c-69a33d9eac05', 'name': 'tempest-AttachVolumeShelveTestJSON-288441189-router', 'tenant_id': '0c63f648631a4a11910b4b135f22b235', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9df31235-0797-44e6-85a0-102cb2da2d58', 'external_fixed_ips': [{'subnet_id': '1dfb0320-f5eb-46f6-88ce-33002f500238', 'ip_address': '172.27.2.250'}], 'enable_snat': True}, 'gw_port_id': 'bbb2266f-e66a-4e7c-90ad-bbf0a686e05e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-16T17:22:27Z', 'updated_at': '2022-06-16T17:22:37Z', 'revision_number': 4, 'project_id': '0c63f648631a4a11910b4b135f22b235', 'gw_port': {'id': 'bbb2266f-e66a-4e7c-90ad-bbf0a686e05e', 'name': '', 'network_id': '9df31235-0797-44e6-85a0-102cb2da2d58', 'tenant_id': '', 'mac_address': 'fa:16:3e:16:85:53', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5557f5ad-f4fd-4009-ab4c-69a33d9eac05', 'device_owner': 'network:router_gateway', 'standard_attr_id': 94, 'fixed_ips': [{'subnet_id': '1dfb0320-f5eb-46f6-88ce-33002f500238', 'ip_address': '172.27.2.250', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-837356-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-16T17:22:29Z', 'updated_at': '2022-06-16T17:22:45Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1dfb0320-f5eb-46f6-88ce-33002f500238', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-837356-2-iscsi', '_interfaces': [{'id': 'c624de63-ffae-4e98-95eb-7e74edb29e5b', 'name': '', 'network_id': '04f2ecf4-cd9f-483b-9100-6d9d67a561d2', 'tenant_id': '0c63f648631a4a11910b4b135f22b235', 'mac_address': 'fa:16:3e:62:b5:88', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5557f5ad-f4fd-4009-ab4c-69a33d9eac05', 'device_owner': 'network:router_interface', 'standard_attr_id': 118, 'fixed_ips': [{'subnet_id': '57d5f714-8d8c-468b-957a-7745cf345909', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-837356-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-16T17:22:36Z', 'updated_at': '2022-06-16T17:22:55Z', 'revision_number': 5, 'project_id': '0c63f648631a4a11910b4b135f22b235', 'subnets': [{'id': '57d5f714-8d8c-468b-957a-7745cf345909', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103919) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 16 17:27:44.747511 dv-cinder-837356-2-iscsi neutron-server[103918]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0b007cab-617c-4af5-95ac-2aa443af4964 None None] New status for floating IP 83a541a9-9cb2-465a-9aaf-240ee7b3d5b7: DOWN {{(pid=103918) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:269}} Jun 16 17:27:45.291486 dv-cinder-837356-2-iscsi neutron-server[103916]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bfd6cd50-af01-4c2b-a58f-63cd03b09e3b req-9ae5088a-9073-4078-a37c-390384fc711c tempest-TestMinimumBasicScenario-140635566 tempest-TestMinimumBasicScenario-140635566-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103916) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 16 17:27:45.293335 dv-cinder-837356-2-iscsi neutron-server[103916]: INFO neutron.wsgi [req-bfd6cd50-af01-4c2b-a58f-63cd03b09e3b req-9ae5088a-9073-4078-a37c-390384fc711c tempest-TestMinimumBasicScenario-140635566 tempest-TestMinimumBasicScenario-140635566-project] 10.222.0.66 "GET /v2.0/ports?device_id=b4ee9b10-f2da-442c-9475-3cfb21c9ad54 HTTP/1.1" status: 200 len: 985 time: 0.0544529 Jun 16 17:27:45.365087 dv-cinder-837356-2-iscsi neutron-server[103916]: INFO neutron.wsgi [req-bfd6cd50-af01-4c2b-a58f-63cd03b09e3b req-f3021944-7c6c-4e71-8156-a0e0b56345fc tempest-TestMinimumBasicScenario-140635566 tempest-TestMinimumBasicScenario-140635566-project] 10.222.0.66 "GET /v2.0/security-groups?id=054bc173-7136-43f6-8718-9d2e1fa2c0d2&id=66f70e9b-7bf4-4a7a-a0da-bf4af5a755fa&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0651529 Jun 16 17:27:45.437168 dv-cinder-837356-2-iscsi neutron-server[103918]: DEBUG neutron_lib.callbacks.manager [None req-e561cba8-02d7-45e5-a2cb-2b89133aab75 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728539454181', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16149322'] for agent (7639df21-17c3-4235-8912-210c3ad54137), after_update {{(pid=103918) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 17:27:45.445078 dv-cinder-837356-2-iscsi neutron-server[103916]: DEBUG neutron.wsgi [-] (103916) accepted ('10.222.0.66', 42434) {{(pid=103916) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 16 17:27:45.510457 dv-cinder-837356-2-iscsi neutron-server[103916]: DEBUG neutron_lib.callbacks.manager [None req-ca0ae7e7-3f03-4b1e-82c3-b198b40c0f26 tempest-AttachVolumeShelveTestJSON-1123487845 tempest-AttachVolumeShelveTestJSON-1123487845-project] Publish callbacks [] for security_group (5ab805c8-38ae-4655-bf71-1fc1999d288e), before_delete {{(pid=103916) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 17:27:45.540304 dv-cinder-837356-2-iscsi neutron-server[103916]: DEBUG neutron_lib.callbacks.manager [None req-ca0ae7e7-3f03-4b1e-82c3-b198b40c0f26 tempest-AttachVolumeShelveTestJSON-1123487845 tempest-AttachVolumeShelveTestJSON-1123487845-project] Publish callbacks [] for security_group (5ab805c8-38ae-4655-bf71-1fc1999d288e), precommit_delete {{(pid=103916) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 17:27:45.598608 dv-cinder-837356-2-iscsi neutron-server[103916]: DEBUG neutron_lib.callbacks.manager [None req-ca0ae7e7-3f03-4b1e-82c3-b198b40c0f26 tempest-AttachVolumeShelveTestJSON-1123487845 tempest-AttachVolumeShelveTestJSON-1123487845-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-570488'] for security_group (5ab805c8-38ae-4655-bf71-1fc1999d288e), after_delete {{(pid=103916) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 17:27:45.602660 dv-cinder-837356-2-iscsi neutron-server[103916]: DEBUG neutron_lib.callbacks.manager [None req-ca0ae7e7-3f03-4b1e-82c3-b198b40c0f26 tempest-AttachVolumeShelveTestJSON-1123487845 tempest-AttachVolumeShelveTestJSON-1123487845-project] Publish callbacks [] for security_group (None), before_response {{(pid=103916) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 17:27:45.604443 dv-cinder-837356-2-iscsi neutron-server[103916]: INFO neutron.wsgi [None req-ca0ae7e7-3f03-4b1e-82c3-b198b40c0f26 tempest-AttachVolumeShelveTestJSON-1123487845 tempest-AttachVolumeShelveTestJSON-1123487845-project] 10.222.0.66 "DELETE /v2.0/security-groups/5ab805c8-38ae-4655-bf71-1fc1999d288e HTTP/1.1" status: 204 len: 168 time: 0.1579916 Jun 16 17:27:45.607116 dv-cinder-837356-2-iscsi neutron-server[103917]: DEBUG neutron.wsgi [-] (103917) accepted ('10.222.0.66', 42436) {{(pid=103917) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 16 17:27:45.619288 dv-cinder-837356-2-iscsi neutron-server[103916]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca0ae7e7-3f03-4b1e-82c3-b198b40c0f26 tempest-AttachVolumeShelveTestJSON-1123487845 tempest-AttachVolumeShelveTestJSON-1123487845-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=5ab805c8-38ae-4655-bf71-1fc1999d288e,revision_number=None']} {{(pid=103916) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 17:27:45.631454 dv-cinder-837356-2-iscsi neutron-server[103917]: INFO neutron.api.v2.resource [None req-8006b1fd-eb06-459a-95f0-57b2d5a4c925 tempest-AttachVolumeShelveTestJSON-1123487845 tempest-AttachVolumeShelveTestJSON-1123487845-project] show failed (client error): The resource could not be found. Jun 16 17:27:45.632832 dv-cinder-837356-2-iscsi neutron-server[103917]: INFO neutron.wsgi [None req-8006b1fd-eb06-459a-95f0-57b2d5a4c925 tempest-AttachVolumeShelveTestJSON-1123487845 tempest-AttachVolumeShelveTestJSON-1123487845-project] 10.222.0.66 "GET /v2.0/security-groups/5ab805c8-38ae-4655-bf71-1fc1999d288e HTTP/1.1" status: 404 len: 347 time: 0.0233781 Jun 16 17:27:45.635705 dv-cinder-837356-2-iscsi neutron-server[103917]: DEBUG neutron.wsgi [-] (103917) accepted ('10.222.0.66', 42438) {{(pid=103917) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 16 17:27:45.764308 dv-cinder-837356-2-iscsi neutron-server[103917]: DEBUG neutron.plugins.ml2.plugin [None req-bcbe5805-90f3-4e00-b2fb-edfc7b95db0f tempest-AttachVolumeShelveTestJSON-1123487845 tempest-AttachVolumeShelveTestJSON-1123487845-project] Deleting port a34e8e9a-1ad2-4d9f-a2b7-f4ea88241f8a {{(pid=103917) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2043}} Jun 16 17:27:45.764586 dv-cinder-837356-2-iscsi neutron-server[103917]: DEBUG neutron_lib.callbacks.manager [None req-bcbe5805-90f3-4e00-b2fb-edfc7b95db0f tempest-AttachVolumeShelveTestJSON-1123487845 tempest-AttachVolumeShelveTestJSON-1123487845-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8728539361383'] for port (a34e8e9a-1ad2-4d9f-a2b7-f4ea88241f8a), before_delete {{(pid=103917) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 17:27:45.851882 dv-cinder-837356-2-iscsi neutron-server[103917]: DEBUG neutron_lib.callbacks.manager [None req-bcbe5805-90f3-4e00-b2fb-edfc7b95db0f tempest-AttachVolumeShelveTestJSON-1123487845 tempest-AttachVolumeShelveTestJSON-1123487845-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-708042'] for port (a34e8e9a-1ad2-4d9f-a2b7-f4ea88241f8a), precommit_delete {{(pid=103917) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 17:27:45.852201 dv-cinder-837356-2-iscsi neutron-server[103917]: DEBUG neutron_lib.callbacks.manager [None req-bcbe5805-90f3-4e00-b2fb-edfc7b95db0f tempest-AttachVolumeShelveTestJSON-1123487845 tempest-AttachVolumeShelveTestJSON-1123487845-project] Publish callbacks [] for floatingip (a34e8e9a-1ad2-4d9f-a2b7-f4ea88241f8a), precommit_delete {{(pid=103917) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 17:27:45.862513 dv-cinder-837356-2-iscsi neutron-server[103917]: DEBUG dbcounter [-] [103917] Writing DB stats neutron:SELECT=95,neutron:DELETE=5 {{(pid=103917) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 16 17:27:45.869453 dv-cinder-837356-2-iscsi neutron-server[103917]: DEBUG neutron.plugins.ml2.plugin [None req-bcbe5805-90f3-4e00-b2fb-edfc7b95db0f tempest-AttachVolumeShelveTestJSON-1123487845 tempest-AttachVolumeShelveTestJSON-1123487845-project] Calling delete_port for a34e8e9a-1ad2-4d9f-a2b7-f4ea88241f8a owned by network:floatingip {{(pid=103917) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2122}} Jun 16 17:27:45.928764 dv-cinder-837356-2-iscsi neutron-server[103917]: DEBUG dbcounter [-] [103917] Writing DB stats neutron:SELECT=95,neutron:DELETE=4,neutron:UPDATE=1 {{(pid=103917) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 16 17:27:46.023955 dv-cinder-837356-2-iscsi neutron-server[103917]: DEBUG neutron_lib.callbacks.manager [None req-bcbe5805-90f3-4e00-b2fb-edfc7b95db0f tempest-AttachVolumeShelveTestJSON-1123487845 tempest-AttachVolumeShelveTestJSON-1123487845-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16007527', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-75831', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16241551', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8728539364702', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8728538993430', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3819743'] for port (a34e8e9a-1ad2-4d9f-a2b7-f4ea88241f8a), after_delete {{(pid=103917) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 17:27:46.053187 dv-cinder-837356-2-iscsi neutron-server[103917]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bcbe5805-90f3-4e00-b2fb-edfc7b95db0f tempest-AttachVolumeShelveTestJSON-1123487845 tempest-AttachVolumeShelveTestJSON-1123487845-project] Pushing event deleted for resources: {'Port': ['ID=a34e8e9a-1ad2-4d9f-a2b7-f4ea88241f8a,revision_number=None']} {{(pid=103917) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 17:27:46.125953 dv-cinder-837356-2-iscsi neutron-server[103917]: DEBUG neutron_lib.callbacks.manager [None req-bcbe5805-90f3-4e00-b2fb-edfc7b95db0f tempest-AttachVolumeShelveTestJSON-1123487845 tempest-AttachVolumeShelveTestJSON-1123487845-project] Publish callbacks [] for floatingip (83a541a9-9cb2-465a-9aaf-240ee7b3d5b7), after_delete {{(pid=103917) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 17:27:46.128337 dv-cinder-837356-2-iscsi neutron-server[103917]: DEBUG neutron_lib.callbacks.manager [None req-bcbe5805-90f3-4e00-b2fb-edfc7b95db0f tempest-AttachVolumeShelveTestJSON-1123487845 tempest-AttachVolumeShelveTestJSON-1123487845-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-191112'] for floatingip (None), before_response {{(pid=103917) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 17:27:46.132753 dv-cinder-837356-2-iscsi neutron-server[103917]: INFO neutron.wsgi [None req-bcbe5805-90f3-4e00-b2fb-edfc7b95db0f tempest-AttachVolumeShelveTestJSON-1123487845 tempest-AttachVolumeShelveTestJSON-1123487845-project] 10.222.0.66 "DELETE /v2.0/floatingips/83a541a9-9cb2-465a-9aaf-240ee7b3d5b7 HTTP/1.1" status: 204 len: 168 time: 0.4925663 Jun 16 17:27:46.222967 dv-cinder-837356-2-iscsi neutron-server[103917]: DEBUG neutron.wsgi [-] (103917) accepted ('10.222.0.66', 42442) {{(pid=103917) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 16 17:27:46.228255 dv-cinder-837356-2-iscsi neutron-server[103917]: DEBUG neutron.api.v2.base [None req-8d19b2a2-19c4-482d-9c1e-03498d72c80b tempest-AttachVolumeShelveTestJSON-1123487845 tempest-AttachVolumeShelveTestJSON-1123487845-project] Request body: {'security_group': {'name': 'tempest-securitygroup--1497211005', 'description': 'tempest-description--327958828'}} {{(pid=103917) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jun 16 17:27:46.250976 dv-cinder-837356-2-iscsi neutron-server[103917]: DEBUG neutron_lib.callbacks.manager [None req-8d19b2a2-19c4-482d-9c1e-03498d72c80b tempest-AttachVolumeShelveTestJSON-1123487845 tempest-AttachVolumeShelveTestJSON-1123487845-project] Publish callbacks [] for security_group (None), before_create {{(pid=103917) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 17:27:46.331311 dv-cinder-837356-2-iscsi neutron-server[103917]: DEBUG neutron_lib.callbacks.manager [None req-8d19b2a2-19c4-482d-9c1e-03498d72c80b tempest-AttachVolumeShelveTestJSON-1123487845 tempest-AttachVolumeShelveTestJSON-1123487845-project] Publish callbacks [] for security_group (528bbd8e-87bb-4e11-b4eb-c422958f1800), precommit_create {{(pid=103917) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 17:27:46.336421 dv-cinder-837356-2-iscsi neutron-server[103917]: DEBUG neutron_lib.callbacks.manager [None req-8d19b2a2-19c4-482d-9c1e-03498d72c80b tempest-AttachVolumeShelveTestJSON-1123487845 tempest-AttachVolumeShelveTestJSON-1123487845-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-570488'] for security_group (528bbd8e-87bb-4e11-b4eb-c422958f1800), after_create {{(pid=103917) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 17:27:46.370076 dv-cinder-837356-2-iscsi neutron-server[103917]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d19b2a2-19c4-482d-9c1e-03498d72c80b tempest-AttachVolumeShelveTestJSON-1123487845 tempest-AttachVolumeShelveTestJSON-1123487845-project] Pushing event updated for resources: {'SecurityGroup': ['ID=528bbd8e-87bb-4e11-b4eb-c422958f1800,revision_number=1']} {{(pid=103917) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 17:27:46.383818 dv-cinder-837356-2-iscsi neutron-server[103917]: DEBUG neutron_lib.callbacks.manager [None req-8d19b2a2-19c4-482d-9c1e-03498d72c80b tempest-AttachVolumeShelveTestJSON-1123487845 tempest-AttachVolumeShelveTestJSON-1123487845-project] Publish callbacks [] for security_group (None), before_response {{(pid=103917) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 17:27:46.387790 dv-cinder-837356-2-iscsi neutron-server[103916]: DEBUG neutron.wsgi [-] (103916) accepted ('10.222.0.66', 42444) {{(pid=103916) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 16 17:27:46.388215 dv-cinder-837356-2-iscsi neutron-server[103917]: INFO neutron.wsgi [None req-8d19b2a2-19c4-482d-9c1e-03498d72c80b tempest-AttachVolumeShelveTestJSON-1123487845 tempest-AttachVolumeShelveTestJSON-1123487845-project] 10.222.0.66 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1796 time: 0.1638298 Jun 16 17:27:46.394429 dv-cinder-837356-2-iscsi neutron-server[103916]: DEBUG neutron.api.v2.base [None req-da438b47-21e5-438a-b40e-ea8802245de4 tempest-AttachVolumeShelveTestJSON-1123487845 tempest-AttachVolumeShelveTestJSON-1123487845-project] Request body: {'security_group_rule': {'security_group_id': '528bbd8e-87bb-4e11-b4eb-c422958f1800', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=103916) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jun 16 17:27:46.428898 dv-cinder-837356-2-iscsi neutron-server[103918]: DEBUG neutron.plugins.ml2.rpc [None req-b2b17746-c296-4803-869a-65578e8233dd None None] Device 2da50d5c-d328-4853-a261-6bd0c6378dcd no longer exists at agent hyperv_hv-cinder-83735 {{(pid=103918) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jun 16 17:27:46.429810 dv-cinder-837356-2-iscsi neutron-server[103916]: DEBUG neutron_lib.callbacks.manager [None req-da438b47-21e5-438a-b40e-ea8802245de4 tempest-AttachVolumeShelveTestJSON-1123487845 tempest-AttachVolumeShelveTestJSON-1123487845-project] Publish callbacks [] for security_group_rule (fc763400-2042-4c37-b2f3-8ef458f4aab4), before_create {{(pid=103916) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 17:27:46.457932 dv-cinder-837356-2-iscsi neutron-server[103918]: DEBUG neutron.plugins.ml2.plugin [None req-b2b17746-c296-4803-869a-65578e8233dd None None] No Port match for: 2da50d5c-d328-4853-a261-6bd0c6378dcd {{(pid=103918) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2382}} Jun 16 17:27:46.458224 dv-cinder-837356-2-iscsi neutron-server[103918]: DEBUG neutron.plugins.ml2.rpc [None req-b2b17746-c296-4803-869a-65578e8233dd None None] Device 2da50d5c-d328-4853-a261-6bd0c6378dcd not bound to the agent host hv-cinder-83735 {{(pid=103918) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jun 16 17:27:46.460912 dv-cinder-837356-2-iscsi neutron-server[103918]: DEBUG neutron_lib.callbacks.manager [None req-20715706-35a9-45af-9420-375bdcc64c61 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728539454181', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16149322'] for agent (50395103-89cf-4fb3-87eb-9dff4dfdeea8), after_update {{(pid=103918) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 17:27:46.471718 dv-cinder-837356-2-iscsi neutron-server[103916]: DEBUG dbcounter [-] [103916] Writing DB stats neutron:SELECT=89,neutron:DELETE=9,neutron:INSERT=2 {{(pid=103916) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 16 17:27:46.527314 dv-cinder-837356-2-iscsi neutron-server[103916]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e63ce3e-200e-4802-b8bc-277863dc98a5 req-ad385f57-da3d-4ecd-9e4e-74dc94827325 tempest-TestMinimumBasicScenario-140635566 tempest-TestMinimumBasicScenario-140635566-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103916) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 16 17:27:46.528932 dv-cinder-837356-2-iscsi neutron-server[103916]: INFO neutron.wsgi [req-2e63ce3e-200e-4802-b8bc-277863dc98a5 req-ad385f57-da3d-4ecd-9e4e-74dc94827325 tempest-TestMinimumBasicScenario-140635566 tempest-TestMinimumBasicScenario-140635566-project] 10.222.0.66 "GET /v2.0/ports?device_id=b4ee9b10-f2da-442c-9475-3cfb21c9ad54 HTTP/1.1" status: 200 len: 985 time: 0.0714712 Jun 16 17:27:46.551679 dv-cinder-837356-2-iscsi neutron-server[103916]: DEBUG neutron_lib.callbacks.manager [None req-da438b47-21e5-438a-b40e-ea8802245de4 tempest-AttachVolumeShelveTestJSON-1123487845 tempest-AttachVolumeShelveTestJSON-1123487845-project] Publish callbacks [] for security_group_rule (fc763400-2042-4c37-b2f3-8ef458f4aab4), precommit_create {{(pid=103916) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 17:27:46.562452 dv-cinder-837356-2-iscsi neutron-server[103916]: DEBUG neutron_lib.callbacks.manager [None req-da438b47-21e5-438a-b40e-ea8802245de4 tempest-AttachVolumeShelveTestJSON-1123487845 tempest-AttachVolumeShelveTestJSON-1123487845-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-576715'] for security_group_rule (fc763400-2042-4c37-b2f3-8ef458f4aab4), after_create {{(pid=103916) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 17:27:46.569120 dv-cinder-837356-2-iscsi neutron-server[103916]: DEBUG dbcounter [-] [103916] Writing DB stats neutron:SELECT=96,neutron:DELETE=2,neutron:INSERT=1,neutron:UPDATE=1 {{(pid=103916) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 16 17:27:46.589530 dv-cinder-837356-2-iscsi neutron-server[103916]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-da438b47-21e5-438a-b40e-ea8802245de4 tempest-AttachVolumeShelveTestJSON-1123487845 tempest-AttachVolumeShelveTestJSON-1123487845-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=fc763400-2042-4c37-b2f3-8ef458f4aab4,revision_number=0']} {{(pid=103916) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 17:27:46.619382 dv-cinder-837356-2-iscsi neutron-server[103916]: DEBUG neutron_lib.callbacks.manager [None req-da438b47-21e5-438a-b40e-ea8802245de4 tempest-AttachVolumeShelveTestJSON-1123487845 tempest-AttachVolumeShelveTestJSON-1123487845-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103916) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 17:27:46.622706 dv-cinder-837356-2-iscsi neutron-server[103916]: INFO neutron.wsgi [None req-da438b47-21e5-438a-b40e-ea8802245de4 tempest-AttachVolumeShelveTestJSON-1123487845 tempest-AttachVolumeShelveTestJSON-1123487845-project] 10.222.0.66 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.2319853 Jun 16 17:27:46.623939 dv-cinder-837356-2-iscsi neutron-server[103917]: DEBUG neutron.wsgi [-] (103917) accepted ('10.222.0.66', 42448) {{(pid=103917) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 16 17:27:46.632373 dv-cinder-837356-2-iscsi neutron-server[103917]: DEBUG neutron.api.v2.base [None req-e50e4297-65ab-4175-80d2-2080eb80474f tempest-AttachVolumeShelveTestJSON-1123487845 tempest-AttachVolumeShelveTestJSON-1123487845-project] Request body: {'security_group_rule': {'security_group_id': '528bbd8e-87bb-4e11-b4eb-c422958f1800', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=103917) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jun 16 17:27:46.648693 dv-cinder-837356-2-iscsi neutron-server[103916]: INFO neutron.wsgi [req-2e63ce3e-200e-4802-b8bc-277863dc98a5 req-433e34b2-fa5a-4cd7-8748-4c51901b43fc tempest-TestMinimumBasicScenario-140635566 tempest-TestMinimumBasicScenario-140635566-project] 10.222.0.66 "GET /v2.0/security-groups?id=054bc173-7136-43f6-8718-9d2e1fa2c0d2&id=66f70e9b-7bf4-4a7a-a0da-bf4af5a755fa&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.1111183 Jun 16 17:27:46.667989 dv-cinder-837356-2-iscsi neutron-server[103917]: DEBUG neutron_lib.callbacks.manager [None req-e50e4297-65ab-4175-80d2-2080eb80474f tempest-AttachVolumeShelveTestJSON-1123487845 tempest-AttachVolumeShelveTestJSON-1123487845-project] Publish callbacks [] for security_group_rule (2a50d5e4-8fe4-4653-a447-fca4e324da0a), before_create {{(pid=103917) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 17:27:46.738548 dv-cinder-837356-2-iscsi neutron-server[103917]: DEBUG neutron_lib.callbacks.manager [None req-e50e4297-65ab-4175-80d2-2080eb80474f tempest-AttachVolumeShelveTestJSON-1123487845 tempest-AttachVolumeShelveTestJSON-1123487845-project] Publish callbacks [] for security_group_rule (2a50d5e4-8fe4-4653-a447-fca4e324da0a), precommit_create {{(pid=103917) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 17:27:46.743931 dv-cinder-837356-2-iscsi neutron-server[103917]: DEBUG neutron_lib.callbacks.manager [None req-e50e4297-65ab-4175-80d2-2080eb80474f tempest-AttachVolumeShelveTestJSON-1123487845 tempest-AttachVolumeShelveTestJSON-1123487845-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-576715'] for security_group_rule (2a50d5e4-8fe4-4653-a447-fca4e324da0a), after_create {{(pid=103917) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 17:27:46.772480 dv-cinder-837356-2-iscsi neutron-server[103917]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e50e4297-65ab-4175-80d2-2080eb80474f tempest-AttachVolumeShelveTestJSON-1123487845 tempest-AttachVolumeShelveTestJSON-1123487845-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=2a50d5e4-8fe4-4653-a447-fca4e324da0a,revision_number=0']} {{(pid=103917) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 17:27:46.782554 dv-cinder-837356-2-iscsi neutron-server[103917]: DEBUG neutron_lib.callbacks.manager [None req-e50e4297-65ab-4175-80d2-2080eb80474f tempest-AttachVolumeShelveTestJSON-1123487845 tempest-AttachVolumeShelveTestJSON-1123487845-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103917) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 17:27:46.783788 dv-cinder-837356-2-iscsi neutron-server[103917]: INFO neutron.wsgi [None req-e50e4297-65ab-4175-80d2-2080eb80474f tempest-AttachVolumeShelveTestJSON-1123487845 tempest-AttachVolumeShelveTestJSON-1123487845-project] 10.222.0.66 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1578696 Jun 16 17:27:46.787095 dv-cinder-837356-2-iscsi neutron-server[103917]: DEBUG neutron.wsgi [-] (103917) accepted ('10.222.0.66', 42450) {{(pid=103917) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 16 17:27:46.792056 dv-cinder-837356-2-iscsi neutron-server[103917]: DEBUG neutron.api.v2.base [None req-04dee7e6-13f9-42e4-97f6-908305f09a61 tempest-AttachVolumeShelveTestJSON-1123487845 tempest-AttachVolumeShelveTestJSON-1123487845-project] Request body: {'floatingip': {'floating_network_id': '9df31235-0797-44e6-85a0-102cb2da2d58'}} {{(pid=103917) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jun 16 17:27:46.815504 dv-cinder-837356-2-iscsi neutron-server[103917]: DEBUG neutron_lib.callbacks.manager [None req-04dee7e6-13f9-42e4-97f6-908305f09a61 tempest-AttachVolumeShelveTestJSON-1123487845 tempest-AttachVolumeShelveTestJSON-1123487845-project] Publish callbacks [] for floatingip (None), before_create {{(pid=103917) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 17:27:46.903380 dv-cinder-837356-2-iscsi neutron-server[103917]: DEBUG neutron_lib.callbacks.manager [None req-04dee7e6-13f9-42e4-97f6-908305f09a61 tempest-AttachVolumeShelveTestJSON-1123487845 tempest-AttachVolumeShelveTestJSON-1123487845-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16007590'] for port (None), before_create {{(pid=103917) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 17:27:46.993033 dv-cinder-837356-2-iscsi neutron-server[103917]: DEBUG dbcounter [-] [103917] Writing DB stats neutron:SELECT=82,neutron:DELETE=8,neutron:INSERT=9,neutron:UPDATE=1 {{(pid=103917) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 16 17:27:47.023336 dv-cinder-837356-2-iscsi neutron-server[103917]: DEBUG neutron.db.db_base_plugin_common [None req-04dee7e6-13f9-42e4-97f6-908305f09a61 tempest-AttachVolumeShelveTestJSON-1123487845 tempest-AttachVolumeShelveTestJSON-1123487845-project] Allocated IP 172.27.2.86 (9df31235-0797-44e6-85a0-102cb2da2d58/1dfb0320-f5eb-46f6-88ce-33002f500238/6614129e-ce3e-4d8b-a00d-792fa3f5abc9) {{(pid=103917) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 16 17:27:47.059143 dv-cinder-837356-2-iscsi neutron-server[103917]: DEBUG dbcounter [-] [103917] Writing DB stats neutron:SELECT=83,neutron:DELETE=3,neutron:INSERT=9,neutron:UPDATE=5 {{(pid=103917) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 16 17:27:47.135288 dv-cinder-837356-2-iscsi neutron-server[103917]: DEBUG neutron_lib.callbacks.manager [None req-04dee7e6-13f9-42e4-97f6-908305f09a61 tempest-AttachVolumeShelveTestJSON-1123487845 tempest-AttachVolumeShelveTestJSON-1123487845-project] Publish callbacks [] for port (6614129e-ce3e-4d8b-a00d-792fa3f5abc9), precommit_create {{(pid=103917) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 17:27:47.180816 dv-cinder-837356-2-iscsi neutron-server[103917]: DEBUG neutron_lib.callbacks.manager [None req-04dee7e6-13f9-42e4-97f6-908305f09a61 tempest-AttachVolumeShelveTestJSON-1123487845 tempest-AttachVolumeShelveTestJSON-1123487845-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16007527', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-75831', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16241551', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8728538993421', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3819743'] for port (6614129e-ce3e-4d8b-a00d-792fa3f5abc9), after_create {{(pid=103917) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 17:27:47.228321 dv-cinder-837356-2-iscsi neutron-server[103917]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-04dee7e6-13f9-42e4-97f6-908305f09a61 tempest-AttachVolumeShelveTestJSON-1123487845 tempest-AttachVolumeShelveTestJSON-1123487845-project] Network 9df31235-0797-44e6-85a0-102cb2da2d58 is already hosted by enough agents. {{(pid=103917) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 16 17:27:47.233730 dv-cinder-837356-2-iscsi neutron-server[103917]: DEBUG neutron.scheduler.base_scheduler [None req-04dee7e6-13f9-42e4-97f6-908305f09a61 tempest-AttachVolumeShelveTestJSON-1123487845 tempest-AttachVolumeShelveTestJSON-1123487845-project] Resources bound (agent type, host, resource id): {{(pid=103917) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 16 17:27:47.236297 dv-cinder-837356-2-iscsi neutron-server[103917]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-04dee7e6-13f9-42e4-97f6-908305f09a61 tempest-AttachVolumeShelveTestJSON-1123487845 tempest-AttachVolumeShelveTestJSON-1123487845-project] Pushing event updated for resources: {'Port': ['ID=6614129e-ce3e-4d8b-a00d-792fa3f5abc9,revision_number=1']} {{(pid=103917) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 17:27:47.238488 dv-cinder-837356-2-iscsi neutron-server[103917]: DEBUG neutron.db.l3_dvrscheduler_db [None req-04dee7e6-13f9-42e4-97f6-908305f09a61 tempest-AttachVolumeShelveTestJSON-1123487845 tempest-AttachVolumeShelveTestJSON-1123487845-project] Received port after_create {{(pid=103917) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:542}} Jun 16 17:27:47.325769 dv-cinder-837356-2-iscsi neutron-server[103917]: DEBUG neutron_lib.callbacks.manager [None req-04dee7e6-13f9-42e4-97f6-908305f09a61 tempest-AttachVolumeShelveTestJSON-1123487845 tempest-AttachVolumeShelveTestJSON-1123487845-project] Publish callbacks [] for floatingip (5814884c-2a33-4e82-9c45-c5b7bff1fd5d), precommit_create {{(pid=103917) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 17:27:47.367704 dv-cinder-837356-2-iscsi neutron-server[103917]: DEBUG neutron_lib.callbacks.manager [None req-04dee7e6-13f9-42e4-97f6-908305f09a61 tempest-AttachVolumeShelveTestJSON-1123487845 tempest-AttachVolumeShelveTestJSON-1123487845-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16007590'] for port (6614129e-ce3e-4d8b-a00d-792fa3f5abc9), before_update {{(pid=103917) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 17:27:47.536235 dv-cinder-837356-2-iscsi neutron-server[103917]: DEBUG neutron_lib.callbacks.manager [None req-04dee7e6-13f9-42e4-97f6-908305f09a61 tempest-AttachVolumeShelveTestJSON-1123487845 tempest-AttachVolumeShelveTestJSON-1123487845-project] Publish callbacks [] for port (6614129e-ce3e-4d8b-a00d-792fa3f5abc9), precommit_update {{(pid=103917) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 17:27:47.546987 dv-cinder-837356-2-iscsi neutron-server[103917]: DEBUG neutron_lib.callbacks.manager [None req-04dee7e6-13f9-42e4-97f6-908305f09a61 tempest-AttachVolumeShelveTestJSON-1123487845 tempest-AttachVolumeShelveTestJSON-1123487845-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16007527', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-75831', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16241551', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728539364693', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728538993439', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728538993457', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3819734'] for port (6614129e-ce3e-4d8b-a00d-792fa3f5abc9), after_update {{(pid=103917) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 17:27:47.618143 dv-cinder-837356-2-iscsi neutron-server[103917]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-04dee7e6-13f9-42e4-97f6-908305f09a61 tempest-AttachVolumeShelveTestJSON-1123487845 tempest-AttachVolumeShelveTestJSON-1123487845-project] Pushing event updated for resources: {'Port': ['ID=6614129e-ce3e-4d8b-a00d-792fa3f5abc9,revision_number=2']} {{(pid=103917) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 17:27:47.636850 dv-cinder-837356-2-iscsi neutron-server[103917]: DEBUG neutron_lib.callbacks.manager [None req-04dee7e6-13f9-42e4-97f6-908305f09a61 tempest-AttachVolumeShelveTestJSON-1123487845 tempest-AttachVolumeShelveTestJSON-1123487845-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-704970'] for floatingip (5814884c-2a33-4e82-9c45-c5b7bff1fd5d), after_create {{(pid=103917) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 17:27:47.654852 dv-cinder-837356-2-iscsi neutron-server[103917]: DEBUG neutron_lib.callbacks.manager [None req-04dee7e6-13f9-42e4-97f6-908305f09a61 tempest-AttachVolumeShelveTestJSON-1123487845 tempest-AttachVolumeShelveTestJSON-1123487845-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-191112'] for floatingip (None), before_response {{(pid=103917) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 17:27:47.656117 dv-cinder-837356-2-iscsi neutron-server[103917]: INFO neutron.wsgi [None req-04dee7e6-13f9-42e4-97f6-908305f09a61 tempest-AttachVolumeShelveTestJSON-1123487845 tempest-AttachVolumeShelveTestJSON-1123487845-project] 10.222.0.66 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 692 time: 0.8679309 Jun 16 17:27:47.774023 dv-cinder-837356-2-iscsi neutron-server[103917]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58161a23-a03a-450a-83a6-3c3810968b65 req-2dbc9e5e-8d55-4ca8-978d-27073108f6cb tempest-TestMinimumBasicScenario-140635566 tempest-TestMinimumBasicScenario-140635566-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103917) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 16 17:27:47.775550 dv-cinder-837356-2-iscsi neutron-server[103917]: INFO neutron.wsgi [req-58161a23-a03a-450a-83a6-3c3810968b65 req-2dbc9e5e-8d55-4ca8-978d-27073108f6cb tempest-TestMinimumBasicScenario-140635566 tempest-TestMinimumBasicScenario-140635566-project] 10.222.0.66 "GET /v2.0/ports?device_id=b4ee9b10-f2da-442c-9475-3cfb21c9ad54 HTTP/1.1" status: 200 len: 985 time: 0.0520496 Jun 16 17:27:47.855492 dv-cinder-837356-2-iscsi neutron-server[103917]: INFO neutron.wsgi [req-58161a23-a03a-450a-83a6-3c3810968b65 req-0d698f3c-1f24-4d05-b534-6361e3123374 tempest-TestMinimumBasicScenario-140635566 tempest-TestMinimumBasicScenario-140635566-project] 10.222.0.66 "GET /v2.0/security-groups?id=054bc173-7136-43f6-8718-9d2e1fa2c0d2&id=66f70e9b-7bf4-4a7a-a0da-bf4af5a755fa&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0738804 Jun 16 17:27:47.879218 dv-cinder-837356-2-iscsi neutron-server[103916]: INFO neutron.wsgi [req-5b240db5-7930-49e1-9748-63e35d049f77 req-dc15ead4-53d0-404d-a995-40f5a3908b92 tempest-AttachVolumeShelveTestJSON-1123487845 tempest-AttachVolumeShelveTestJSON-1123487845-project] 10.222.0.66 "GET /v2.0/security-groups?name=tempest-securitygroup--1497211005&fields=id&tenant_id=0c63f648631a4a11910b4b135f22b235 HTTP/1.1" status: 200 len: 267 time: 0.0521858 Jun 16 17:27:47.993046 dv-cinder-837356-2-iscsi neutron-server[103916]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b240db5-7930-49e1-9748-63e35d049f77 req-4b0511ad-5c5d-498e-971e-d1eea154b9ac tempest-AttachVolumeShelveTestJSON-1123487845 tempest-AttachVolumeShelveTestJSON-1123487845-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103916) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 16 17:27:47.994572 dv-cinder-837356-2-iscsi neutron-server[103916]: INFO neutron.wsgi [req-5b240db5-7930-49e1-9748-63e35d049f77 req-4b0511ad-5c5d-498e-971e-d1eea154b9ac tempest-AttachVolumeShelveTestJSON-1123487845 tempest-AttachVolumeShelveTestJSON-1123487845-project] 10.222.0.66 "GET /v2.0/networks?id=04f2ecf4-cd9f-483b-9100-6d9d67a561d2 HTTP/1.1" status: 200 len: 816 time: 0.1079371 Jun 16 17:27:48.010899 dv-cinder-837356-2-iscsi neutron-server[103916]: INFO neutron.wsgi [req-5b240db5-7930-49e1-9748-63e35d049f77 req-135211c2-4e20-4d61-b016-3b0dbe54d1d0 tempest-AttachVolumeShelveTestJSON-1123487845 tempest-AttachVolumeShelveTestJSON-1123487845-project] 10.222.0.66 "GET /v2.0/quotas/0c63f648631a4a11910b4b135f22b235 HTTP/1.1" status: 200 len: 375 time: 0.0103650 Jun 16 17:27:48.060403 dv-cinder-837356-2-iscsi neutron-server[103918]: DEBUG neutron_lib.callbacks.manager [None req-90597016-5de8-4c3e-b42a-66aa2c70cc5e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728539454181', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16149322'] for agent (853db9d1-1c17-40a4-900c-de4f90440474), after_update {{(pid=103918) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 17:27:48.062766 dv-cinder-837356-2-iscsi neutron-server[103916]: INFO neutron.wsgi [req-5b240db5-7930-49e1-9748-63e35d049f77 req-124a1a03-b6c8-4786-8cfa-890f8faa5bbc tempest-AttachVolumeShelveTestJSON-1123487845 tempest-AttachVolumeShelveTestJSON-1123487845-project] 10.222.0.66 "GET /v2.0/ports?tenant_id=0c63f648631a4a11910b4b135f22b235&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0462506 Jun 16 17:27:48.277758 dv-cinder-837356-2-iscsi neutron-server[103916]: INFO neutron.wsgi [req-5b240db5-7930-49e1-9748-63e35d049f77 req-2ce6236f-3a47-4af3-b41c-65ab609e4d31 service neutron] 10.222.0.66 "GET /v2.0/networks/04f2ecf4-cd9f-483b-9100-6d9d67a561d2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2020767 Jun 16 17:27:48.377480 dv-cinder-837356-2-iscsi neutron-server[103916]: INFO neutron.wsgi [req-5b240db5-7930-49e1-9748-63e35d049f77 req-23f8d87f-631d-4a3d-94a4-537c5d768df3 service neutron] 10.222.0.66 "GET /v2.0/networks/04f2ecf4-cd9f-483b-9100-6d9d67a561d2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0933874 Jun 16 17:27:48.446037 dv-cinder-837356-2-iscsi neutron-server[103918]: DEBUG neutron_lib.callbacks.manager [None req-39ead2dc-a542-4f04-b117-439eb7f32aa8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728539454181', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16149322'] for agent (5b2fa84c-1db1-41c6-a6b9-975c3da28daf), after_update {{(pid=103918) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 17:27:48.562775 dv-cinder-837356-2-iscsi neutron-server[103917]: INFO neutron.wsgi [req-c501e575-f613-4052-baa8-ffed0dbbbb9c req-bc69429b-9b0d-4e51-8a4b-24850302a2ba tempest-AttachVolumeShelveTestJSON-1123487845 tempest-AttachVolumeShelveTestJSON-1123487845-project] 10.222.0.66 "GET /v2.0/ports?device_id=a9f207ac-0a5d-4cfc-abd6-2f2fc88ab6a4 HTTP/1.1" status: 200 len: 210 time: 0.0337813 Jun 16 17:27:49.004123 dv-cinder-837356-2-iscsi neutron-server[103916]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0b6a9e2-a1f1-4284-9868-10f51e78df04 req-faacd861-1aa3-4ec8-8ea4-45660c75c579 tempest-TestMinimumBasicScenario-140635566 tempest-TestMinimumBasicScenario-140635566-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103916) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 16 17:27:49.005896 dv-cinder-837356-2-iscsi neutron-server[103916]: INFO neutron.wsgi [req-f0b6a9e2-a1f1-4284-9868-10f51e78df04 req-faacd861-1aa3-4ec8-8ea4-45660c75c579 tempest-TestMinimumBasicScenario-140635566 tempest-TestMinimumBasicScenario-140635566-project] 10.222.0.66 "GET /v2.0/ports?device_id=b4ee9b10-f2da-442c-9475-3cfb21c9ad54 HTTP/1.1" status: 200 len: 985 time: 0.0697527 Jun 16 17:27:49.080940 dv-cinder-837356-2-iscsi neutron-server[103916]: INFO neutron.wsgi [req-f0b6a9e2-a1f1-4284-9868-10f51e78df04 req-b47b0cc1-0af3-4c93-b487-8ef3d158c932 tempest-TestMinimumBasicScenario-140635566 tempest-TestMinimumBasicScenario-140635566-project] 10.222.0.66 "GET /v2.0/security-groups?id=054bc173-7136-43f6-8718-9d2e1fa2c0d2&id=66f70e9b-7bf4-4a7a-a0da-bf4af5a755fa&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0686214 Jun 16 17:27:49.676207 dv-cinder-837356-2-iscsi neutron-server[103917]: INFO neutron.wsgi [req-d7242642-fb1b-42e0-8392-865e1553953f req-148a1b1b-39a4-41f7-95b6-d83822418a09 tempest-AttachVolumeShelveTestJSON-1123487845 tempest-AttachVolumeShelveTestJSON-1123487845-project] 10.222.0.66 "GET /v2.0/ports?device_id=a9f207ac-0a5d-4cfc-abd6-2f2fc88ab6a4 HTTP/1.1" status: 200 len: 210 time: 0.0320144 Jun 16 17:27:49.813962 dv-cinder-837356-2-iscsi neutron-server[103916]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b240db5-7930-49e1-9748-63e35d049f77 req-e552a1d2-a158-4622-9e2f-1cf04cfd5acd tempest-AttachVolumeShelveTestJSON-1123487845 tempest-AttachVolumeShelveTestJSON-1123487845-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103916) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 16 17:27:49.816249 dv-cinder-837356-2-iscsi neutron-server[103916]: INFO neutron.wsgi [req-5b240db5-7930-49e1-9748-63e35d049f77 req-e552a1d2-a158-4622-9e2f-1cf04cfd5acd tempest-AttachVolumeShelveTestJSON-1123487845 tempest-AttachVolumeShelveTestJSON-1123487845-project] 10.222.0.81 "GET /v2.0/networks?id=04f2ecf4-cd9f-483b-9100-6d9d67a561d2 HTTP/1.1" status: 200 len: 816 time: 0.1365278 Jun 16 17:27:49.895274 dv-cinder-837356-2-iscsi neutron-server[103916]: INFO neutron.wsgi [req-5b240db5-7930-49e1-9748-63e35d049f77 req-12f3527f-6d4a-483b-a2d7-6b0dcb0dfe27 tempest-AttachVolumeShelveTestJSON-1123487845 tempest-AttachVolumeShelveTestJSON-1123487845-project] 10.222.0.81 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=0c63f648631a4a11910b4b135f22b235 HTTP/1.1" status: 200 len: 380 time: 0.0699630 Jun 16 17:27:49.972599 dv-cinder-837356-2-iscsi neutron-server[103916]: DEBUG neutron.api.v2.base [req-5b240db5-7930-49e1-9748-63e35d049f77 req-aab8d5f7-b56a-49fe-ad10-97310f1baa61 tempest-AttachVolumeShelveTestJSON-1123487845 tempest-AttachVolumeShelveTestJSON-1123487845-project] Request body: {'port': {'device_id': 'a9f207ac-0a5d-4cfc-abd6-2f2fc88ab6a4', 'network_id': '04f2ecf4-cd9f-483b-9100-6d9d67a561d2', 'admin_state_up': True, 'tenant_id': '0c63f648631a4a11910b4b135f22b235', 'security_groups': ['528bbd8e-87bb-4e11-b4eb-c422958f1800']}} {{(pid=103916) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jun 16 17:27:50.097762 dv-cinder-837356-2-iscsi neutron-server[103916]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-5b240db5-7930-49e1-9748-63e35d049f77 req-aab8d5f7-b56a-49fe-ad10-97310f1baa61 tempest-AttachVolumeShelveTestJSON-1123487845 tempest-AttachVolumeShelveTestJSON-1123487845-project] Made reservation on behalf of 0c63f648631a4a11910b4b135f22b235 for: {'port': 1} {{(pid=103916) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 16 17:27:50.101870 dv-cinder-837356-2-iscsi neutron-server[103916]: DEBUG neutron_lib.callbacks.manager [req-5b240db5-7930-49e1-9748-63e35d049f77 req-aab8d5f7-b56a-49fe-ad10-97310f1baa61 tempest-AttachVolumeShelveTestJSON-1123487845 tempest-AttachVolumeShelveTestJSON-1123487845-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16007590'] for port (None), before_create {{(pid=103916) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 17:27:50.163243 dv-cinder-837356-2-iscsi neutron-server[103916]: DEBUG dbcounter [-] [103916] Writing DB stats neutron:SELECT=99,neutron:INSERT=1 {{(pid=103916) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 16 17:27:50.173266 dv-cinder-837356-2-iscsi neutron-server[103916]: DEBUG dbcounter [-] [103916] Writing DB stats neutron:INSERT=4,neutron:SELECT=94,neutron:DELETE=2 {{(pid=103916) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 16 17:27:50.240713 dv-cinder-837356-2-iscsi neutron-server[103916]: DEBUG neutron.db.db_base_plugin_common [req-5b240db5-7930-49e1-9748-63e35d049f77 req-aab8d5f7-b56a-49fe-ad10-97310f1baa61 tempest-AttachVolumeShelveTestJSON-1123487845 tempest-AttachVolumeShelveTestJSON-1123487845-project] Allocated IP 172.20.0.6 (04f2ecf4-cd9f-483b-9100-6d9d67a561d2/57d5f714-8d8c-468b-957a-7745cf345909/8d7a682c-8735-4554-a952-dc548868e5d9) {{(pid=103916) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 16 17:27:50.401157 dv-cinder-837356-2-iscsi neutron-server[103916]: DEBUG neutron_lib.callbacks.manager [req-5b240db5-7930-49e1-9748-63e35d049f77 req-aab8d5f7-b56a-49fe-ad10-97310f1baa61 tempest-AttachVolumeShelveTestJSON-1123487845 tempest-AttachVolumeShelveTestJSON-1123487845-project] Publish callbacks [] for port (8d7a682c-8735-4554-a952-dc548868e5d9), precommit_create {{(pid=103916) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 17:27:50.439282 dv-cinder-837356-2-iscsi neutron-server[103916]: DEBUG neutron_lib.callbacks.manager [req-5b240db5-7930-49e1-9748-63e35d049f77 req-aab8d5f7-b56a-49fe-ad10-97310f1baa61 tempest-AttachVolumeShelveTestJSON-1123487845 tempest-AttachVolumeShelveTestJSON-1123487845-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16007527', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-75831', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16241551', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8728538993421', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25517999'] for port (8d7a682c-8735-4554-a952-dc548868e5d9), after_create {{(pid=103916) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 17:27:50.495048 dv-cinder-837356-2-iscsi neutron-server[103916]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-5b240db5-7930-49e1-9748-63e35d049f77 req-aab8d5f7-b56a-49fe-ad10-97310f1baa61 tempest-AttachVolumeShelveTestJSON-1123487845 tempest-AttachVolumeShelveTestJSON-1123487845-project] Network 04f2ecf4-cd9f-483b-9100-6d9d67a561d2 is already hosted by enough agents. {{(pid=103916) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 16 17:27:50.498622 dv-cinder-837356-2-iscsi neutron-server[103916]: DEBUG neutron.scheduler.base_scheduler [req-5b240db5-7930-49e1-9748-63e35d049f77 req-aab8d5f7-b56a-49fe-ad10-97310f1baa61 tempest-AttachVolumeShelveTestJSON-1123487845 tempest-AttachVolumeShelveTestJSON-1123487845-project] Resources bound (agent type, host, resource id): {{(pid=103916) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 16 17:27:50.501245 dv-cinder-837356-2-iscsi neutron-server[103916]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aab8d5f7-b56a-49fe-ad10-97310f1baa61 tempest-AttachVolumeShelveTestJSON-1123487845 tempest-AttachVolumeShelveTestJSON-1123487845-project] Pushing event updated for resources: {'Port': ['ID=8d7a682c-8735-4554-a952-dc548868e5d9,revision_number=1']} {{(pid=103916) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 17:27:50.504266 dv-cinder-837356-2-iscsi neutron-server[103916]: DEBUG neutron.db.l3_dvrscheduler_db [req-5b240db5-7930-49e1-9748-63e35d049f77 req-aab8d5f7-b56a-49fe-ad10-97310f1baa61 tempest-AttachVolumeShelveTestJSON-1123487845 tempest-AttachVolumeShelveTestJSON-1123487845-project] Received port after_create {{(pid=103916) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:542}} Jun 16 17:27:50.570985 dv-cinder-837356-2-iscsi neutron-server[103916]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b240db5-7930-49e1-9748-63e35d049f77 req-aab8d5f7-b56a-49fe-ad10-97310f1baa61 tempest-AttachVolumeShelveTestJSON-1123487845 tempest-AttachVolumeShelveTestJSON-1123487845-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103916) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 16 17:27:50.571932 dv-cinder-837356-2-iscsi neutron-server[103916]: DEBUG neutron_lib.callbacks.manager [req-5b240db5-7930-49e1-9748-63e35d049f77 req-aab8d5f7-b56a-49fe-ad10-97310f1baa61 tempest-AttachVolumeShelveTestJSON-1123487845 tempest-AttachVolumeShelveTestJSON-1123487845-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-191112'] for port (None), before_response {{(pid=103916) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 17:27:50.594870 dv-cinder-837356-2-iscsi neutron-server[103916]: INFO neutron.wsgi [req-5b240db5-7930-49e1-9748-63e35d049f77 req-aab8d5f7-b56a-49fe-ad10-97310f1baa61 tempest-AttachVolumeShelveTestJSON-1123487845 tempest-AttachVolumeShelveTestJSON-1123487845-project] 10.222.0.81 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.6243804 Jun 16 17:27:50.605800 dv-cinder-837356-2-iscsi neutron-server[103916]: DEBUG neutron.api.v2.base [req-5b240db5-7930-49e1-9748-63e35d049f77 req-7b39653d-c391-406f-b9a0-aac70989739e service neutron] Request body: {'port': {'device_id': 'a9f207ac-0a5d-4cfc-abd6-2f2fc88ab6a4', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-83735'}} {{(pid=103916) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jun 16 17:27:50.686576 dv-cinder-837356-2-iscsi neutron-server[103916]: DEBUG neutron_lib.callbacks.manager [req-5b240db5-7930-49e1-9748-63e35d049f77 req-7b39653d-c391-406f-b9a0-aac70989739e service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16007590'] for port (8d7a682c-8735-4554-a952-dc548868e5d9), before_update {{(pid=103916) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 17:27:50.774116 dv-cinder-837356-2-iscsi neutron-server[103918]: DEBUG neutron.db.provisioning_blocks [None req-a074cdfd-a164-4a9b-b9cf-7eb26dbd13d6 None None] Provisioning complete for port 8d7a682c-8735-4554-a952-dc548868e5d9 triggered by entity DHCP. {{(pid=103918) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jun 16 17:27:50.774732 dv-cinder-837356-2-iscsi neutron-server[103918]: DEBUG neutron_lib.callbacks.manager [None req-a074cdfd-a164-4a9b-b9cf-7eb26dbd13d6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16149424'] for port (8d7a682c-8735-4554-a952-dc548868e5d9), provisioning_complete {{(pid=103918) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 17:27:50.817399 dv-cinder-837356-2-iscsi neutron-server[103918]: DEBUG neutron.plugins.ml2.plugin [None req-a074cdfd-a164-4a9b-b9cf-7eb26dbd13d6 None None] Port 8d7a682c-8735-4554-a952-dc548868e5d9 cannot update to ACTIVE because it is not bound. {{(pid=103918) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:354}} Jun 16 17:27:50.875089 dv-cinder-837356-2-iscsi neutron-server[103916]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84ad5af8-f050-4d8e-bde1-792b9bab5814 req-ca21f77a-f183-4e71-8983-21f3bff8368b tempest-AttachVolumeShelveTestJSON-1123487845 tempest-AttachVolumeShelveTestJSON-1123487845-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103916) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 16 17:27:50.876599 dv-cinder-837356-2-iscsi neutron-server[103916]: INFO neutron.wsgi [req-84ad5af8-f050-4d8e-bde1-792b9bab5814 req-ca21f77a-f183-4e71-8983-21f3bff8368b tempest-AttachVolumeShelveTestJSON-1123487845 tempest-AttachVolumeShelveTestJSON-1123487845-project] 10.222.0.66 "GET /v2.0/ports?device_id=a9f207ac-0a5d-4cfc-abd6-2f2fc88ab6a4 HTTP/1.1" status: 200 len: 931 time: 0.0794435 Jun 16 17:27:50.995931 dv-cinder-837356-2-iscsi neutron-server[103916]: INFO neutron.wsgi [req-84ad5af8-f050-4d8e-bde1-792b9bab5814 req-7d1ab11c-86db-4895-9d43-785b342afd2e tempest-AttachVolumeShelveTestJSON-1123487845 tempest-AttachVolumeShelveTestJSON-1123487845-project] 10.222.0.66 "GET /v2.0/security-groups?id=528bbd8e-87bb-4e11-b4eb-c422958f1800&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1101632 Jun 16 17:27:51.075726 dv-cinder-837356-2-iscsi neutron-server[103916]: DEBUG neutron.notifiers.nova [req-5b240db5-7930-49e1-9748-63e35d049f77 req-7b39653d-c391-406f-b9a0-aac70989739e service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 8d7a682c-8735-4554-a952-dc548868e5d9 {{(pid=103916) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Jun 16 17:27:51.083016 dv-cinder-837356-2-iscsi neutron-server[103917]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7513b2da-8bea-42be-9cd7-4913361f467f req-8ad33c0b-5be1-4ea2-a2fd-80141ee58fb9 tempest-AttachVolumeTestJSON-336390128 tempest-AttachVolumeTestJSON-336390128-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103917) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 16 17:27:51.083615 dv-cinder-837356-2-iscsi neutron-server[103916]: DEBUG dbcounter [-] [103916] Writing DB stats neutron:SELECT=92,neutron:UPDATE=4,neutron:INSERT=3,neutron:DELETE=1 {{(pid=103916) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 16 17:27:51.085625 dv-cinder-837356-2-iscsi neutron-server[103917]: INFO neutron.wsgi [req-7513b2da-8bea-42be-9cd7-4913361f467f req-8ad33c0b-5be1-4ea2-a2fd-80141ee58fb9 tempest-AttachVolumeTestJSON-336390128 tempest-AttachVolumeTestJSON-336390128-project] 10.222.0.66 "GET /v2.0/ports?device_id=7d22b60d-19fe-4dca-8eef-821db5a4dc55 HTTP/1.1" status: 200 len: 945 time: 0.0495653 Jun 16 17:27:51.086162 dv-cinder-837356-2-iscsi neutron-server[103916]: DEBUG neutron_lib.callbacks.manager [req-5b240db5-7930-49e1-9748-63e35d049f77 req-7b39653d-c391-406f-b9a0-aac70989739e service neutron] Publish callbacks [] for port (8d7a682c-8735-4554-a952-dc548868e5d9), precommit_update {{(pid=103916) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 17:27:51.096477 dv-cinder-837356-2-iscsi neutron-server[103916]: DEBUG dbcounter [-] [103916] Writing DB stats neutron:SELECT=92,neutron:INSERT=2,neutron:UPDATE=5,neutron:DELETE=1 {{(pid=103916) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 16 17:27:51.098689 dv-cinder-837356-2-iscsi neutron-server[103917]: DEBUG dbcounter [-] [103917] Writing DB stats neutron:INSERT=3,neutron:SELECT=95,neutron:UPDATE=1,neutron:DELETE=1 {{(pid=103917) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 16 17:27:51.104315 dv-cinder-837356-2-iscsi neutron-server[103916]: DEBUG neutron.db.provisioning_blocks [req-5b240db5-7930-49e1-9748-63e35d049f77 req-7b39653d-c391-406f-b9a0-aac70989739e service neutron] Transition to ACTIVE for port object 8d7a682c-8735-4554-a952-dc548868e5d9 will not be triggered until provisioned by entity L2. {{(pid=103916) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Jun 16 17:27:51.111199 dv-cinder-837356-2-iscsi neutron-server[103916]: DEBUG neutron_lib.callbacks.manager [req-5b240db5-7930-49e1-9748-63e35d049f77 req-7b39653d-c391-406f-b9a0-aac70989739e service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16007527', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-75831', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16241551', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728539364693', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728538993439', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728538993457', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25517990'] for port (8d7a682c-8735-4554-a952-dc548868e5d9), after_update {{(pid=103916) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 17:27:51.144374 dv-cinder-837356-2-iscsi neutron-server[103917]: INFO neutron.wsgi [req-7513b2da-8bea-42be-9cd7-4913361f467f req-5a1528b5-09bd-4d3c-9fc7-3210f03fed5b tempest-AttachVolumeTestJSON-336390128 tempest-AttachVolumeTestJSON-336390128-project] 10.222.0.66 "GET /v2.0/security-groups?id=b5243b74-2536-4f9c-b2d2-f7b79b8f3edb&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0525091 Jun 16 17:27:51.208559 dv-cinder-837356-2-iscsi neutron-server[103916]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7b39653d-c391-406f-b9a0-aac70989739e service neutron] Pushing event updated for resources: {'Port': ['ID=8d7a682c-8735-4554-a952-dc548868e5d9,revision_number=2']} {{(pid=103916) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 17:27:51.272692 dv-cinder-837356-2-iscsi neutron-server[103916]: DEBUG neutron.plugins.ml2.managers [req-5b240db5-7930-49e1-9748-63e35d049f77 req-7b39653d-c391-406f-b9a0-aac70989739e service neutron] Attempting to bind port 8d7a682c-8735-4554-a952-dc548868e5d9 on host hv-cinder-83735 for vnic_type normal with profile {{(pid=103916) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:811}} Jun 16 17:27:51.273048 dv-cinder-837356-2-iscsi neutron-server[103916]: DEBUG neutron.plugins.ml2.managers [req-5b240db5-7930-49e1-9748-63e35d049f77 req-7b39653d-c391-406f-b9a0-aac70989739e service neutron] Attempting to bind port 8d7a682c-8735-4554-a952-dc548868e5d9 by drivers openvswitch,hyperv on host hv-cinder-83735 at level 0 using segments [{'id': 'd53d2152-678f-42ce-a3f8-cc589901ed6b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1034, 'network_id': '04f2ecf4-cd9f-483b-9100-6d9d67a561d2'}] {{(pid=103916) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:836}} Jun 16 17:27:51.273601 dv-cinder-837356-2-iscsi neutron-server[103916]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5b240db5-7930-49e1-9748-63e35d049f77 req-7b39653d-c391-406f-b9a0-aac70989739e service neutron] Attempting to bind port 8d7a682c-8735-4554-a952-dc548868e5d9 on network 04f2ecf4-cd9f-483b-9100-6d9d67a561d2 {{(pid=103916) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jun 16 17:27:51.280838 dv-cinder-837356-2-iscsi neutron-server[103916]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5b240db5-7930-49e1-9748-63e35d049f77 req-7b39653d-c391-406f-b9a0-aac70989739e service neutron] Port 8d7a682c-8735-4554-a952-dc548868e5d9 on network 04f2ecf4-cd9f-483b-9100-6d9d67a561d2 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-83735 {{(pid=103916) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Jun 16 17:27:51.281164 dv-cinder-837356-2-iscsi neutron-server[103916]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5b240db5-7930-49e1-9748-63e35d049f77 req-7b39653d-c391-406f-b9a0-aac70989739e service neutron] Attempting to bind port 8d7a682c-8735-4554-a952-dc548868e5d9 on network 04f2ecf4-cd9f-483b-9100-6d9d67a561d2 {{(pid=103916) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jun 16 17:27:51.287759 dv-cinder-837356-2-iscsi neutron-server[103916]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5b240db5-7930-49e1-9748-63e35d049f77 req-7b39653d-c391-406f-b9a0-aac70989739e service neutron] Checking agent: {'id': '2e97d73d-50fc-4f89-a4ea-85f65eb860d8', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-83735', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 6, 16, 17, 20, 29), 'started_at': datetime.datetime(2022, 6, 16, 17, 20, 29), 'heartbeat_timestamp': datetime.datetime(2022, 6, 16, 17, 27, 29), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103916) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jun 16 17:27:51.288101 dv-cinder-837356-2-iscsi neutron-server[103916]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5b240db5-7930-49e1-9748-63e35d049f77 req-7b39653d-c391-406f-b9a0-aac70989739e service neutron] Checking segment: {'id': 'd53d2152-678f-42ce-a3f8-cc589901ed6b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1034, 'network_id': '04f2ecf4-cd9f-483b-9100-6d9d67a561d2'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103916) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jun 16 17:27:51.288493 dv-cinder-837356-2-iscsi neutron-server[103916]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5b240db5-7930-49e1-9748-63e35d049f77 req-7b39653d-c391-406f-b9a0-aac70989739e service neutron] Bound using segment: {'id': 'd53d2152-678f-42ce-a3f8-cc589901ed6b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1034, 'network_id': '04f2ecf4-cd9f-483b-9100-6d9d67a561d2'} {{(pid=103916) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jun 16 17:27:51.288937 dv-cinder-837356-2-iscsi neutron-server[103916]: DEBUG neutron.plugins.ml2.managers [req-5b240db5-7930-49e1-9748-63e35d049f77 req-7b39653d-c391-406f-b9a0-aac70989739e service neutron] Bound port: 8d7a682c-8735-4554-a952-dc548868e5d9, host: hv-cinder-83735, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'd53d2152-678f-42ce-a3f8-cc589901ed6b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1034, 'network_id': '04f2ecf4-cd9f-483b-9100-6d9d67a561d2'}}] {{(pid=103916) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:948}} Jun 16 17:27:51.289324 dv-cinder-837356-2-iscsi neutron-server[103916]: DEBUG neutron_lib.callbacks.manager [req-5b240db5-7930-49e1-9748-63e35d049f77 req-7b39653d-c391-406f-b9a0-aac70989739e service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16007590'] for port (8d7a682c-8735-4554-a952-dc548868e5d9), before_update {{(pid=103916) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 17:27:51.379643 dv-cinder-837356-2-iscsi neutron-server[103916]: DEBUG neutron.plugins.ml2.db [req-5b240db5-7930-49e1-9748-63e35d049f77 req-7b39653d-c391-406f-b9a0-aac70989739e service neutron] For port 8d7a682c-8735-4554-a952-dc548868e5d9, host hv-cinder-83735, cleared binding levels {{(pid=103916) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 16 17:27:51.384069 dv-cinder-837356-2-iscsi neutron-server[103916]: DEBUG neutron.plugins.ml2.db [req-5b240db5-7930-49e1-9748-63e35d049f77 req-7b39653d-c391-406f-b9a0-aac70989739e service neutron] For port 8d7a682c-8735-4554-a952-dc548868e5d9, host hv-cinder-83735, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83735',level=0,port_id=8d7a682c-8735-4554-a952-dc548868e5d9,segment=NetworkSegment(d53d2152-678f-42ce-a3f8-cc589901ed6b),segment_id=d53d2152-678f-42ce-a3f8-cc589901ed6b)] {{(pid=103916) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 16 17:27:51.391257 dv-cinder-837356-2-iscsi neutron-server[103916]: DEBUG neutron_lib.callbacks.manager [req-5b240db5-7930-49e1-9748-63e35d049f77 req-7b39653d-c391-406f-b9a0-aac70989739e service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16007527', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-75831', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16241551', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728539364693', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728538993439', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728538993457', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25517990'] for port (8d7a682c-8735-4554-a952-dc548868e5d9), after_update {{(pid=103916) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 17:27:51.429151 dv-cinder-837356-2-iscsi neutron-server[103916]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b240db5-7930-49e1-9748-63e35d049f77 req-7b39653d-c391-406f-b9a0-aac70989739e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103916) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 16 17:27:51.429786 dv-cinder-837356-2-iscsi neutron-server[103916]: DEBUG neutron_lib.callbacks.manager [req-5b240db5-7930-49e1-9748-63e35d049f77 req-7b39653d-c391-406f-b9a0-aac70989739e service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-191112'] for port (None), before_response {{(pid=103916) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 17:27:51.431227 dv-cinder-837356-2-iscsi neutron-server[103916]: INFO neutron.wsgi [req-5b240db5-7930-49e1-9748-63e35d049f77 req-7b39653d-c391-406f-b9a0-aac70989739e service neutron] 10.222.0.81 "PUT /v2.0/ports/8d7a682c-8735-4554-a952-dc548868e5d9 HTTP/1.1" status: 200 len: 1093 time: 0.8297706 Jun 16 17:27:51.431661 dv-cinder-837356-2-iscsi neutron-server[103916]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'a9f207ac-0a5d-4cfc-abd6-2f2fc88ab6a4', 'tag': '8d7a682c-8735-4554-a952-dc548868e5d9'}] {{(pid=103916) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jun 16 17:27:51.433900 dv-cinder-837356-2-iscsi neutron-server[103916]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.66/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}15d8713043fc5f9b6f9aaf4a9a169ba36e5aaa6307a8131177ae56adda3437c5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-68180fa8-78d4-4cff-8e1d-666d43bb188d" -d '{"events": [{"name": "network-changed", "server_uuid": "a9f207ac-0a5d-4cfc-abd6-2f2fc88ab6a4", "tag": "8d7a682c-8735-4554-a952-dc548868e5d9"}]}' {{(pid=103916) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 16 17:27:51.457949 dv-cinder-837356-2-iscsi neutron-server[103916]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7b39653d-c391-406f-b9a0-aac70989739e service neutron] Pushing event updated for resources: {'Port': ['ID=8d7a682c-8735-4554-a952-dc548868e5d9,revision_number=3']} {{(pid=103916) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 17:27:51.497898 dv-cinder-837356-2-iscsi neutron-server[103916]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 16 Jun 2022 17:27:51 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-251923fb-ab8d-499d-8b86-123759aa6903 x-openstack-request-id: req-251923fb-ab8d-499d-8b86-123759aa6903 {{(pid=103916) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 16 17:27:51.498374 dv-cinder-837356-2-iscsi neutron-server[103916]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "a9f207ac-0a5d-4cfc-abd6-2f2fc88ab6a4", "tag": "8d7a682c-8735-4554-a952-dc548868e5d9", "status": "completed", "code": 200}]} {{(pid=103916) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 16 17:27:51.498759 dv-cinder-837356-2-iscsi neutron-server[103916]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.66/compute/v2.1/os-server-external-events used request id req-251923fb-ab8d-499d-8b86-123759aa6903 {{(pid=103916) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 16 17:27:51.499390 dv-cinder-837356-2-iscsi neutron-server[103916]: INFO neutron.notifiers.nova [-] Nova event matching ['req-251923fb-ab8d-499d-8b86-123759aa6903'] response: {'name': 'network-changed', 'server_uuid': 'a9f207ac-0a5d-4cfc-abd6-2f2fc88ab6a4', 'tag': '8d7a682c-8735-4554-a952-dc548868e5d9', 'status': 'completed', 'code': 200} Jun 16 17:27:52.088035 dv-cinder-837356-2-iscsi neutron-server[103917]: DEBUG dbcounter [-] [103917] Writing DB stats neutron:SELECT=97,neutron:INSERT=1,neutron:UPDATE=1,neutron:DELETE=1 {{(pid=103917) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 16 17:27:52.127375 dv-cinder-837356-2-iscsi neutron-server[103917]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74d84cc7-2da7-4c93-9b76-c5b71be789e4 req-60ff7f96-da65-4a2c-b19b-778decd14af6 tempest-AttachVolumeShelveTestJSON-1123487845 tempest-AttachVolumeShelveTestJSON-1123487845-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103917) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 16 17:27:52.128861 dv-cinder-837356-2-iscsi neutron-server[103917]: INFO neutron.wsgi [req-74d84cc7-2da7-4c93-9b76-c5b71be789e4 req-60ff7f96-da65-4a2c-b19b-778decd14af6 tempest-AttachVolumeShelveTestJSON-1123487845 tempest-AttachVolumeShelveTestJSON-1123487845-project] 10.222.0.66 "GET /v2.0/ports?device_id=a9f207ac-0a5d-4cfc-abd6-2f2fc88ab6a4 HTTP/1.1" status: 200 len: 943 time: 0.0498698 Jun 16 17:27:52.184484 dv-cinder-837356-2-iscsi neutron-server[103917]: INFO neutron.wsgi [req-74d84cc7-2da7-4c93-9b76-c5b71be789e4 req-a3fb6225-347a-449a-a109-9154292a3f42 tempest-AttachVolumeShelveTestJSON-1123487845 tempest-AttachVolumeShelveTestJSON-1123487845-project] 10.222.0.66 "GET /v2.0/security-groups?id=528bbd8e-87bb-4e11-b4eb-c422958f1800&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0494959 Jun 16 17:27:52.275946 dv-cinder-837356-2-iscsi neutron-server[103916]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd9d38b5-1661-4778-820f-ad54a2cf3ba3 req-9003b33d-c986-4bd0-bc1a-693262c538f1 tempest-AttachVolumeTestJSON-336390128 tempest-AttachVolumeTestJSON-336390128-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103916) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 16 17:27:52.277634 dv-cinder-837356-2-iscsi neutron-server[103916]: INFO neutron.wsgi [req-bd9d38b5-1661-4778-820f-ad54a2cf3ba3 req-9003b33d-c986-4bd0-bc1a-693262c538f1 tempest-AttachVolumeTestJSON-336390128 tempest-AttachVolumeTestJSON-336390128-project] 10.222.0.66 "GET /v2.0/ports?device_id=7d22b60d-19fe-4dca-8eef-821db5a4dc55 HTTP/1.1" status: 200 len: 945 time: 0.0557921 Jun 16 17:27:52.335841 dv-cinder-837356-2-iscsi neutron-server[103916]: INFO neutron.wsgi [req-bd9d38b5-1661-4778-820f-ad54a2cf3ba3 req-42356bcf-8648-4e72-ad6c-e442fbb1f46e tempest-AttachVolumeTestJSON-336390128 tempest-AttachVolumeTestJSON-336390128-project] 10.222.0.66 "GET /v2.0/security-groups?id=b5243b74-2536-4f9c-b2d2-f7b79b8f3edb&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0511947 Jun 16 17:27:52.923207 dv-cinder-837356-2-iscsi neutron-server[103916]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68180fa8-78d4-4cff-8e1d-666d43bb188d req-c1598cd4-580d-45e0-8a7a-293238fb3bfc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103916) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 16 17:27:52.924811 dv-cinder-837356-2-iscsi neutron-server[103916]: INFO neutron.wsgi [req-68180fa8-78d4-4cff-8e1d-666d43bb188d req-c1598cd4-580d-45e0-8a7a-293238fb3bfc service neutron] 10.222.0.81 "GET /v2.0/ports?tenant_id=0c63f648631a4a11910b4b135f22b235&device_id=a9f207ac-0a5d-4cfc-abd6-2f2fc88ab6a4 HTTP/1.1" status: 200 len: 1127 time: 0.0426638 Jun 16 17:27:53.264398 dv-cinder-837356-2-iscsi neutron-server[103916]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68180fa8-78d4-4cff-8e1d-666d43bb188d req-d9089eee-adb6-4a6a-a6e5-daf84c1addb2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103916) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 16 17:27:53.265947 dv-cinder-837356-2-iscsi neutron-server[103916]: INFO neutron.wsgi [req-68180fa8-78d4-4cff-8e1d-666d43bb188d req-d9089eee-adb6-4a6a-a6e5-daf84c1addb2 service neutron] 10.222.0.81 "GET /v2.0/networks?tenant_id=0c63f648631a4a11910b4b135f22b235&shared=False HTTP/1.1" status: 200 len: 918 time: 0.3320074 Jun 16 17:27:53.310272 dv-cinder-837356-2-iscsi neutron-server[103917]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b7693e2-6b9b-4a96-a655-9fd9f42021a6 req-b8f744b1-50e3-4821-9400-3502ebc1a592 tempest-AttachVolumeShelveTestJSON-1123487845 tempest-AttachVolumeShelveTestJSON-1123487845-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103917) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 16 17:27:53.311747 dv-cinder-837356-2-iscsi neutron-server[103917]: INFO neutron.wsgi [req-6b7693e2-6b9b-4a96-a655-9fd9f42021a6 req-b8f744b1-50e3-4821-9400-3502ebc1a592 tempest-AttachVolumeShelveTestJSON-1123487845 tempest-AttachVolumeShelveTestJSON-1123487845-project] 10.222.0.66 "GET /v2.0/ports?device_id=a9f207ac-0a5d-4cfc-abd6-2f2fc88ab6a4 HTTP/1.1" status: 200 len: 943 time: 0.0487554 Jun 16 17:27:53.368209 dv-cinder-837356-2-iscsi neutron-server[103917]: INFO neutron.wsgi [req-6b7693e2-6b9b-4a96-a655-9fd9f42021a6 req-1c53fc65-e18d-49e1-b885-9293ab44d102 tempest-AttachVolumeShelveTestJSON-1123487845 tempest-AttachVolumeShelveTestJSON-1123487845-project] 10.222.0.66 "GET /v2.0/security-groups?id=528bbd8e-87bb-4e11-b4eb-c422958f1800&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0497582 Jun 16 17:27:53.486206 dv-cinder-837356-2-iscsi neutron-server[103916]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f7cd8f8-8cdc-47b8-871a-e2b1069f35e8 req-dd529e0c-7ee1-4447-9fe2-683fd1520573 tempest-AttachVolumeTestJSON-336390128 tempest-AttachVolumeTestJSON-336390128-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103916) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 16 17:27:53.487656 dv-cinder-837356-2-iscsi neutron-server[103916]: INFO neutron.wsgi [req-6f7cd8f8-8cdc-47b8-871a-e2b1069f35e8 req-dd529e0c-7ee1-4447-9fe2-683fd1520573 tempest-AttachVolumeTestJSON-336390128 tempest-AttachVolumeTestJSON-336390128-project] 10.222.0.66 "GET /v2.0/ports?device_id=7d22b60d-19fe-4dca-8eef-821db5a4dc55 HTTP/1.1" status: 200 len: 945 time: 0.0796816 Jun 16 17:27:53.592037 dv-cinder-837356-2-iscsi neutron-server[103916]: INFO neutron.wsgi [req-6f7cd8f8-8cdc-47b8-871a-e2b1069f35e8 req-f7fa8b23-af2f-4e17-8e1f-abcfc9881175 tempest-AttachVolumeTestJSON-336390128 tempest-AttachVolumeTestJSON-336390128-project] 10.222.0.66 "GET /v2.0/security-groups?id=b5243b74-2536-4f9c-b2d2-f7b79b8f3edb&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0743830 Jun 16 17:27:53.593170 dv-cinder-837356-2-iscsi neutron-server[103916]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68180fa8-78d4-4cff-8e1d-666d43bb188d req-f614d079-4311-4afd-9d99-755dc6f16d3b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103916) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 16 17:27:53.594731 dv-cinder-837356-2-iscsi neutron-server[103916]: INFO neutron.wsgi [req-68180fa8-78d4-4cff-8e1d-666d43bb188d req-f614d079-4311-4afd-9d99-755dc6f16d3b service neutron] 10.222.0.81 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 871 time: 0.1757464 Jun 16 17:27:53.605706 dv-cinder-837356-2-iscsi neutron-server[103917]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a24bacf-5ce6-4509-aa6b-92b3dfedfcce req-d228d8a1-5c07-45cf-89f0-83276c62410b tempest-AttachVolumeTestJSON-336390128 tempest-AttachVolumeTestJSON-336390128-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103917) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 16 17:27:53.607359 dv-cinder-837356-2-iscsi neutron-server[103917]: INFO neutron.wsgi [req-1a24bacf-5ce6-4509-aa6b-92b3dfedfcce req-d228d8a1-5c07-45cf-89f0-83276c62410b tempest-AttachVolumeTestJSON-336390128 tempest-AttachVolumeTestJSON-336390128-project] 10.222.0.81 "GET /v2.0/ports?device_id=7d22b60d-19fe-4dca-8eef-821db5a4dc55 HTTP/1.1" status: 200 len: 945 time: 0.0557406 Jun 16 17:27:53.684365 dv-cinder-837356-2-iscsi neutron-server[103916]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b240db5-7930-49e1-9748-63e35d049f77 req-6577300c-b725-4c8e-9cc0-d46c5cfef861 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103916) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 16 17:27:53.685902 dv-cinder-837356-2-iscsi neutron-server[103916]: INFO neutron.wsgi [req-5b240db5-7930-49e1-9748-63e35d049f77 req-6577300c-b725-4c8e-9cc0-d46c5cfef861 service neutron] 10.222.0.81 "GET /v2.0/ports?tenant_id=0c63f648631a4a11910b4b135f22b235&device_id=a9f207ac-0a5d-4cfc-abd6-2f2fc88ab6a4 HTTP/1.1" status: 200 len: 1127 time: 0.0420058 Jun 16 17:27:53.709559 dv-cinder-837356-2-iscsi neutron-server[103917]: DEBUG neutron.plugins.ml2.plugin [req-1a24bacf-5ce6-4509-aa6b-92b3dfedfcce req-e5876798-bcd5-4e82-9d5f-e5b82372a2a9 tempest-AttachVolumeTestJSON-336390128 tempest-AttachVolumeTestJSON-336390128-project] Deleting port 21fae4ca-fb3d-4b09-8071-928df2baff45 {{(pid=103917) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2043}} Jun 16 17:27:53.710351 dv-cinder-837356-2-iscsi neutron-server[103917]: DEBUG neutron_lib.callbacks.manager [req-1a24bacf-5ce6-4509-aa6b-92b3dfedfcce req-e5876798-bcd5-4e82-9d5f-e5b82372a2a9 tempest-AttachVolumeTestJSON-336390128 tempest-AttachVolumeTestJSON-336390128-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8728539361383'] for port (21fae4ca-fb3d-4b09-8071-928df2baff45), before_delete {{(pid=103917) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 17:27:53.734312 dv-cinder-837356-2-iscsi neutron-server[103916]: INFO neutron.wsgi [req-5b240db5-7930-49e1-9748-63e35d049f77 req-06b90b16-d6e0-4f44-b470-8434e857780e service neutron] 10.222.0.81 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=8d7a682c-8735-4554-a952-dc548868e5d9 HTTP/1.1" status: 200 len: 217 time: 0.0407653 Jun 16 17:27:53.790438 dv-cinder-837356-2-iscsi neutron-server[103916]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b240db5-7930-49e1-9748-63e35d049f77 req-d07357fe-5919-4694-97d1-f81337c9ac3d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103916) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 16 17:27:53.791967 dv-cinder-837356-2-iscsi neutron-server[103916]: INFO neutron.wsgi [req-5b240db5-7930-49e1-9748-63e35d049f77 req-d07357fe-5919-4694-97d1-f81337c9ac3d service neutron] 10.222.0.81 "GET /v2.0/subnets?id=57d5f714-8d8c-468b-957a-7745cf345909 HTTP/1.1" status: 200 len: 855 time: 0.0500782 Jun 16 17:27:53.806986 dv-cinder-837356-2-iscsi neutron-server[103917]: DEBUG neutron.plugins.ml2.db [req-1a24bacf-5ce6-4509-aa6b-92b3dfedfcce req-e5876798-bcd5-4e82-9d5f-e5b82372a2a9 tempest-AttachVolumeTestJSON-336390128 tempest-AttachVolumeTestJSON-336390128-project] For port 21fae4ca-fb3d-4b09-8071-928df2baff45, host hv-cinder-83735, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83735',level=0,port_id=21fae4ca-fb3d-4b09-8071-928df2baff45,segment=NetworkSegment(3fc55272-fc64-4407-9040-7681311e4934),segment_id=3fc55272-fc64-4407-9040-7681311e4934)] {{(pid=103917) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 16 17:27:53.807380 dv-cinder-837356-2-iscsi neutron-server[103917]: DEBUG neutron_lib.callbacks.manager [req-1a24bacf-5ce6-4509-aa6b-92b3dfedfcce req-e5876798-bcd5-4e82-9d5f-e5b82372a2a9 tempest-AttachVolumeTestJSON-336390128 tempest-AttachVolumeTestJSON-336390128-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-708042'] for port (21fae4ca-fb3d-4b09-8071-928df2baff45), precommit_delete {{(pid=103917) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 17:27:53.848682 dv-cinder-837356-2-iscsi neutron-server[103916]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b240db5-7930-49e1-9748-63e35d049f77 req-6d4a18f1-de26-4bed-b27d-fe8fcbba8ac4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103916) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 16 17:27:53.851627 dv-cinder-837356-2-iscsi neutron-server[103916]: INFO neutron.wsgi [req-5b240db5-7930-49e1-9748-63e35d049f77 req-6d4a18f1-de26-4bed-b27d-fe8fcbba8ac4 service neutron] 10.222.0.81 "GET /v2.0/ports?network_id=04f2ecf4-cd9f-483b-9100-6d9d67a561d2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0528297 Jun 16 17:27:53.879601 dv-cinder-837356-2-iscsi neutron-server[103916]: DEBUG dbcounter [-] [103916] Writing DB stats neutron:SELECT=97,neutron:INSERT=1,neutron:UPDATE=2 {{(pid=103916) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 16 17:27:53.955337 dv-cinder-837356-2-iscsi neutron-server[103916]: INFO neutron.wsgi [req-5b240db5-7930-49e1-9748-63e35d049f77 req-99486b8e-79c2-40ab-abde-a9eca5576b39 service neutron] 10.222.0.81 "GET /v2.0/networks/04f2ecf4-cd9f-483b-9100-6d9d67a561d2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0956347 Jun 16 17:27:53.969774 dv-cinder-837356-2-iscsi neutron-server[103916]: DEBUG dbcounter [-] [103916] Writing DB stats neutron:SELECT=99,neutron:INSERT=1 {{(pid=103916) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 16 17:27:54.062929 dv-cinder-837356-2-iscsi neutron-server[103916]: INFO neutron.wsgi [req-5b240db5-7930-49e1-9748-63e35d049f77 req-16b64086-f122-4897-b061-86c269ee4c8b service neutron] 10.222.0.81 "GET /v2.0/networks/04f2ecf4-cd9f-483b-9100-6d9d67a561d2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1004083 Jun 16 17:27:54.292115 dv-cinder-837356-2-iscsi neutron-server[103917]: DEBUG neutron_lib.callbacks.manager [req-1a24bacf-5ce6-4509-aa6b-92b3dfedfcce req-e5876798-bcd5-4e82-9d5f-e5b82372a2a9 tempest-AttachVolumeTestJSON-336390128 tempest-AttachVolumeTestJSON-336390128-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=103917) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 17:27:54.292479 dv-cinder-837356-2-iscsi neutron-server[103917]: DEBUG neutron_lib.callbacks.manager [req-1a24bacf-5ce6-4509-aa6b-92b3dfedfcce req-e5876798-bcd5-4e82-9d5f-e5b82372a2a9 tempest-AttachVolumeTestJSON-336390128 tempest-AttachVolumeTestJSON-336390128-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-704970'] for floatingip (f482a0fc-403a-4b0d-82b2-0f4a46df0c1a), after_update {{(pid=103917) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 17:27:54.292793 dv-cinder-837356-2-iscsi neutron-server[103917]: INFO neutron.db.l3_db [req-1a24bacf-5ce6-4509-aa6b-92b3dfedfcce req-e5876798-bcd5-4e82-9d5f-e5b82372a2a9 tempest-AttachVolumeTestJSON-336390128 tempest-AttachVolumeTestJSON-336390128-project] Floating IP f482a0fc-403a-4b0d-82b2-0f4a46df0c1a disassociated. External IP: 172.27.2.146, port: 21fae4ca-fb3d-4b09-8071-928df2baff45. Jun 16 17:27:54.293140 dv-cinder-837356-2-iscsi neutron-server[103917]: DEBUG neutron.plugins.ml2.plugin [req-1a24bacf-5ce6-4509-aa6b-92b3dfedfcce req-e5876798-bcd5-4e82-9d5f-e5b82372a2a9 tempest-AttachVolumeTestJSON-336390128 tempest-AttachVolumeTestJSON-336390128-project] Calling delete_port for 21fae4ca-fb3d-4b09-8071-928df2baff45 owned by compute:nova {{(pid=103917) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2122}} Jun 16 17:27:54.432917 dv-cinder-837356-2-iscsi neutron-server[103917]: DEBUG neutron_lib.callbacks.manager [req-1a24bacf-5ce6-4509-aa6b-92b3dfedfcce req-e5876798-bcd5-4e82-9d5f-e5b82372a2a9 tempest-AttachVolumeTestJSON-336390128 tempest-AttachVolumeTestJSON-336390128-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16007527', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-75831', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16241551', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8728539364702', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8728538993430', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3819743'] for port (21fae4ca-fb3d-4b09-8071-928df2baff45), after_delete {{(pid=103917) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 17:27:54.462472 dv-cinder-837356-2-iscsi neutron-server[103917]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e5876798-bcd5-4e82-9d5f-e5b82372a2a9 tempest-AttachVolumeTestJSON-336390128 tempest-AttachVolumeTestJSON-336390128-project] Pushing event deleted for resources: {'Port': ['ID=21fae4ca-fb3d-4b09-8071-928df2baff45,revision_number=None']} {{(pid=103917) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 17:27:54.468426 dv-cinder-837356-2-iscsi neutron-server[103919]: DEBUG dbcounter [-] [103919] Writing DB stats neutron:SELECT=63 {{(pid=103919) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 16 17:27:54.468853 dv-cinder-837356-2-iscsi neutron-server[103919]: DEBUG dbcounter [-] [103919] Writing DB stats neutron:SELECT=73 {{(pid=103919) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 16 17:27:54.511307 dv-cinder-837356-2-iscsi neutron-server[103916]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62fd0195-a41f-45b8-ab0f-2c9fb0f75b06 req-5c9346a1-8015-4f3c-a0d6-1d499c156f05 tempest-AttachVolumeShelveTestJSON-1123487845 tempest-AttachVolumeShelveTestJSON-1123487845-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103916) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 16 17:27:54.512945 dv-cinder-837356-2-iscsi neutron-server[103916]: INFO neutron.wsgi [req-62fd0195-a41f-45b8-ab0f-2c9fb0f75b06 req-5c9346a1-8015-4f3c-a0d6-1d499c156f05 tempest-AttachVolumeShelveTestJSON-1123487845 tempest-AttachVolumeShelveTestJSON-1123487845-project] 10.222.0.66 "GET /v2.0/ports?device_id=a9f207ac-0a5d-4cfc-abd6-2f2fc88ab6a4 HTTP/1.1" status: 200 len: 943 time: 0.0649657 Jun 16 17:27:54.568562 dv-cinder-837356-2-iscsi neutron-server[103916]: INFO neutron.wsgi [req-62fd0195-a41f-45b8-ab0f-2c9fb0f75b06 req-ea89fd1a-fe3d-4b09-87e0-2c195f87afb1 tempest-AttachVolumeShelveTestJSON-1123487845 tempest-AttachVolumeShelveTestJSON-1123487845-project] 10.222.0.66 "GET /v2.0/security-groups?id=528bbd8e-87bb-4e11-b4eb-c422958f1800&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0484617 Jun 16 17:27:54.583607 dv-cinder-837356-2-iscsi neutron-server[103917]: DEBUG neutron.scheduler.l3_agent_scheduler [req-1a24bacf-5ce6-4509-aa6b-92b3dfedfcce req-e5876798-bcd5-4e82-9d5f-e5b82372a2a9 tempest-AttachVolumeTestJSON-336390128 tempest-AttachVolumeTestJSON-336390128-project] Router b698568a-354a-41b9-a41d-a2afa6bbdd0f has already been hosted by L3 agent 7639df21-17c3-4235-8912-210c3ad54137 {{(pid=103917) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jun 16 17:27:54.639921 dv-cinder-837356-2-iscsi neutron-server[103917]: DEBUG dbcounter [-] [103917] Writing DB stats neutron:SELECT=94,neutron:UPDATE=1,neutron:DELETE=5 {{(pid=103917) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 16 17:27:54.681025 dv-cinder-837356-2-iscsi neutron-server[103917]: DEBUG dbcounter [-] [103917] Writing DB stats neutron:SELECT=96,neutron:UPDATE=1,neutron:DELETE=3 {{(pid=103917) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 16 17:27:54.701457 dv-cinder-837356-2-iscsi neutron-server[103917]: INFO neutron.wsgi [req-c198052a-6ef2-45a8-bd69-39d8129c11d3 req-62adc090-eb7d-4503-91af-368c60e19dd7 tempest-AttachVolumeTestJSON-336390128 tempest-AttachVolumeTestJSON-336390128-project] 10.222.0.66 "GET /v2.0/ports?device_id=7d22b60d-19fe-4dca-8eef-821db5a4dc55 HTTP/1.1" status: 200 len: 210 time: 0.0347960 Jun 16 17:27:54.720844 dv-cinder-837356-2-iscsi neutron-server[103917]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-1a24bacf-5ce6-4509-aa6b-92b3dfedfcce req-e5876798-bcd5-4e82-9d5f-e5b82372a2a9 tempest-AttachVolumeTestJSON-336390128 tempest-AttachVolumeTestJSON-336390128-project] Notify agent at l3_agent.dv-cinder-837356-2-iscsi the message routers_updated {{(pid=103917) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jun 16 17:27:54.737983 dv-cinder-837356-2-iscsi neutron-server[103919]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-26c970bc-e7c3-420f-b6b7-1664fe5f5695 None None] Sync routers for ids ['b698568a-354a-41b9-a41d-a2afa6bbdd0f'] in dv-cinder-837356-2-iscsi {{(pid=103919) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 16 17:27:54.749790 dv-cinder-837356-2-iscsi neutron-server[103919]: DEBUG neutron.db.l3_dvrscheduler_db [None req-26c970bc-e7c3-420f-b6b7-1664fe5f5695 None None] Routers {'b698568a-354a-41b9-a41d-a2afa6bbdd0f'} bound to L3 agent in host dv-cinder-837356-2-iscsi {{(pid=103919) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jun 16 17:27:54.750323 dv-cinder-837356-2-iscsi neutron-server[103919]: DEBUG neutron.db.l3_hamode_db [None req-26c970bc-e7c3-420f-b6b7-1664fe5f5695 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-837356-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2022-06-16T17:14:15Z,description=,heartbeat_timestamp=2022-06-16T17:27:45Z,host='dv-cinder-837356-2-iscsi',id=7639df21-17c3-4235-8912-210c3ad54137,load=0,resource_versions=,resources_synced=,started_at=2022-06-16T17:14:15Z,topic='l3_agent')) {'router_ids': ['b698568a-354a-41b9-a41d-a2afa6bbdd0f'], 'active': True} {{(pid=103919) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 16 17:27:54.771599 dv-cinder-837356-2-iscsi neutron-server[103917]: DEBUG neutron.db.l3_dvrscheduler_db [req-1a24bacf-5ce6-4509-aa6b-92b3dfedfcce req-e5876798-bcd5-4e82-9d5f-e5b82372a2a9 tempest-AttachVolumeTestJSON-336390128 tempest-AttachVolumeTestJSON-336390128-project] No DVR routers for this DVR port 21fae4ca-fb3d-4b09-8071-928df2baff45 on host hv-cinder-83735 {{(pid=103917) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:215}} Jun 16 17:27:54.774410 dv-cinder-837356-2-iscsi neutron-server[103917]: DEBUG neutron_lib.callbacks.manager [req-1a24bacf-5ce6-4509-aa6b-92b3dfedfcce req-e5876798-bcd5-4e82-9d5f-e5b82372a2a9 tempest-AttachVolumeTestJSON-336390128 tempest-AttachVolumeTestJSON-336390128-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-191112'] for port (None), before_response {{(pid=103917) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 17:27:54.777691 dv-cinder-837356-2-iscsi neutron-server[103917]: INFO neutron.wsgi [req-1a24bacf-5ce6-4509-aa6b-92b3dfedfcce req-e5876798-bcd5-4e82-9d5f-e5b82372a2a9 tempest-AttachVolumeTestJSON-336390128 tempest-AttachVolumeTestJSON-336390128-project] 10.222.0.81 "DELETE /v2.0/ports/21fae4ca-fb3d-4b09-8071-928df2baff45 HTTP/1.1" status: 204 len: 173 time: 1.1633708 Jun 16 17:27:54.778343 dv-cinder-837356-2-iscsi neutron-server[103917]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '7d22b60d-19fe-4dca-8eef-821db5a4dc55', 'name': 'network-vif-deleted', 'tag': '21fae4ca-fb3d-4b09-8071-928df2baff45'}] {{(pid=103917) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jun 16 17:27:54.780557 dv-cinder-837356-2-iscsi neutron-server[103917]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.66/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6f3fd2b1a6655810f50592bc9015c397d118e5689141688eaf1b23dbeee2ebf8" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d961f5c8-c5e5-438c-80c5-4b9ab7acd6ab" -d '{"events": [{"server_uuid": "7d22b60d-19fe-4dca-8eef-821db5a4dc55", "name": "network-vif-deleted", "tag": "21fae4ca-fb3d-4b09-8071-928df2baff45"}]}' {{(pid=103917) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 16 17:27:54.829251 dv-cinder-837356-2-iscsi neutron-server[103917]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 16 Jun 2022 17:27:54 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3abb8a54-42e8-47d0-8a48-511c7cd363b7 x-openstack-request-id: req-3abb8a54-42e8-47d0-8a48-511c7cd363b7 {{(pid=103917) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 16 17:27:54.829559 dv-cinder-837356-2-iscsi neutron-server[103917]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "7d22b60d-19fe-4dca-8eef-821db5a4dc55", "name": "network-vif-deleted", "tag": "21fae4ca-fb3d-4b09-8071-928df2baff45", "status": "completed", "code": 200}]} {{(pid=103917) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 16 17:27:54.829799 dv-cinder-837356-2-iscsi neutron-server[103917]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.66/compute/v2.1/os-server-external-events used request id req-3abb8a54-42e8-47d0-8a48-511c7cd363b7 {{(pid=103917) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 16 17:27:54.830193 dv-cinder-837356-2-iscsi neutron-server[103917]: INFO neutron.notifiers.nova [-] Nova event matching ['req-3abb8a54-42e8-47d0-8a48-511c7cd363b7'] response: {'server_uuid': '7d22b60d-19fe-4dca-8eef-821db5a4dc55', 'name': 'network-vif-deleted', 'tag': '21fae4ca-fb3d-4b09-8071-928df2baff45', 'status': 'completed', 'code': 200} Jun 16 17:27:54.878256 dv-cinder-837356-2-iscsi neutron-server[103919]: DEBUG neutron.db.l3_dvr_db [None req-26c970bc-e7c3-420f-b6b7-1664fe5f5695 None None] Set router b698568a-354a-41b9-a41d-a2afa6bbdd0f gateway port host: dv-cinder-837356-2-iscsi {{(pid=103919) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jun 16 17:27:55.061271 dv-cinder-837356-2-iscsi neutron-server[103916]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd686a14-4d95-4140-83f1-cdea87c5debf req-b076f9cc-fa0c-47a7-bf6d-254de26d5c89 tempest-ServerRescueNegativeTestJSON-1475515620 tempest-ServerRescueNegativeTestJSON-1475515620-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103916) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 16 17:27:55.062842 dv-cinder-837356-2-iscsi neutron-server[103916]: INFO neutron.wsgi [req-cd686a14-4d95-4140-83f1-cdea87c5debf req-b076f9cc-fa0c-47a7-bf6d-254de26d5c89 tempest-ServerRescueNegativeTestJSON-1475515620 tempest-ServerRescueNegativeTestJSON-1475515620-project] 10.222.0.66 "GET /v2.0/ports?device_id=4065d5c1-0b16-413a-a5b5-e0e725e1e71b HTTP/1.1" status: 200 len: 945 time: 0.0785654 Jun 16 17:27:55.084301 dv-cinder-837356-2-iscsi neutron-server[103919]: DEBUG neutron.db.l3_hamode_db [None req-26c970bc-e7c3-420f-b6b7-1664fe5f5695 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b698568a-354a-41b9-a41d-a2afa6bbdd0f', 'name': 'tempest-AttachVolumeTestJSON-2145162369-router', 'tenant_id': 'f029a8bb389c4d348c0e9001c5fa059c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9df31235-0797-44e6-85a0-102cb2da2d58', 'external_fixed_ips': [{'subnet_id': '1dfb0320-f5eb-46f6-88ce-33002f500238', 'ip_address': '172.27.2.110'}], 'enable_snat': True}, 'gw_port_id': '8996dd90-031b-4185-b6a7-e192f4c0cebb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-16T17:22:25Z', 'updated_at': '2022-06-16T17:22:36Z', 'revision_number': 4, 'project_id': 'f029a8bb389c4d348c0e9001c5fa059c', 'gw_port': {'id': '8996dd90-031b-4185-b6a7-e192f4c0cebb', 'name': '', 'network_id': '9df31235-0797-44e6-85a0-102cb2da2d58', 'tenant_id': '', 'mac_address': 'fa:16:3e:c1:51:ad', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b698568a-354a-41b9-a41d-a2afa6bbdd0f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 79, 'fixed_ips': [{'subnet_id': '1dfb0320-f5eb-46f6-88ce-33002f500238', 'ip_address': '172.27.2.110', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-837356-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-16T17:22:28Z', 'updated_at': '2022-06-16T17:22:43Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1dfb0320-f5eb-46f6-88ce-33002f500238', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-837356-2-iscsi', '_interfaces': [{'id': 'a8d5bd16-d884-4270-9432-d25b5a4fcf68', 'name': '', 'network_id': '82c6c893-96f4-45ae-b1e3-d70ff1db738d', 'tenant_id': 'f029a8bb389c4d348c0e9001c5fa059c', 'mac_address': 'fa:16:3e:43:3b:d8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b698568a-354a-41b9-a41d-a2afa6bbdd0f', 'device_owner': 'network:router_interface', 'standard_attr_id': 117, 'fixed_ips': [{'subnet_id': '744fc868-35e9-4c30-8ac9-ba01749c37c3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-837356-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-16T17:22:35Z', 'updated_at': '2022-06-16T17:22:48Z', 'revision_number': 5, 'project_id': 'f029a8bb389c4d348c0e9001c5fa059c', 'subnets': [{'id': '744fc868-35e9-4c30-8ac9-ba01749c37c3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-837356-2-iscsi', False) {} {{(pid=103919) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 16 17:27:55.110672 dv-cinder-837356-2-iscsi neutron-server[103919]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-26c970bc-e7c3-420f-b6b7-1664fe5f5695 None None] Checking router: b698568a-354a-41b9-a41d-a2afa6bbdd0f for host: dv-cinder-837356-2-iscsi {{(pid=103919) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 16 17:27:55.115979 dv-cinder-837356-2-iscsi neutron-server[103916]: INFO neutron.wsgi [req-cd686a14-4d95-4140-83f1-cdea87c5debf req-a6bbb682-d0f1-406c-9e83-c6486c0676a7 tempest-ServerRescueNegativeTestJSON-1475515620 tempest-ServerRescueNegativeTestJSON-1475515620-project] 10.222.0.66 "GET /v2.0/security-groups?id=d7d25be3-a5ac-46a1-b854-10a8a8453e86&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0450230 Jun 16 17:27:55.119511 dv-cinder-837356-2-iscsi neutron-server[103919]: DEBUG neutron.db.l3_dvrscheduler_db [None req-26c970bc-e7c3-420f-b6b7-1664fe5f5695 None None] Routers {'b698568a-354a-41b9-a41d-a2afa6bbdd0f'} bound to L3 agent in host dv-cinder-837356-2-iscsi {{(pid=103919) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jun 16 17:27:55.119992 dv-cinder-837356-2-iscsi neutron-server[103919]: DEBUG neutron.db.l3_hamode_db [None req-26c970bc-e7c3-420f-b6b7-1664fe5f5695 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-837356-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2022-06-16T17:14:15Z,description=,heartbeat_timestamp=2022-06-16T17:27:45Z,host='dv-cinder-837356-2-iscsi',id=7639df21-17c3-4235-8912-210c3ad54137,load=0,resource_versions=,resources_synced=,started_at=2022-06-16T17:14:15Z,topic='l3_agent')) {'router_ids': ['b698568a-354a-41b9-a41d-a2afa6bbdd0f'], 'active': True} {{(pid=103919) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 16 17:27:55.311284 dv-cinder-837356-2-iscsi neutron-server[103919]: DEBUG neutron.db.l3_dvr_db [None req-26c970bc-e7c3-420f-b6b7-1664fe5f5695 None None] Set router b698568a-354a-41b9-a41d-a2afa6bbdd0f gateway port host: dv-cinder-837356-2-iscsi {{(pid=103919) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jun 16 17:27:55.508095 dv-cinder-837356-2-iscsi neutron-server[103919]: DEBUG neutron.db.l3_hamode_db [None req-26c970bc-e7c3-420f-b6b7-1664fe5f5695 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b698568a-354a-41b9-a41d-a2afa6bbdd0f', 'name': 'tempest-AttachVolumeTestJSON-2145162369-router', 'tenant_id': 'f029a8bb389c4d348c0e9001c5fa059c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9df31235-0797-44e6-85a0-102cb2da2d58', 'external_fixed_ips': [{'subnet_id': '1dfb0320-f5eb-46f6-88ce-33002f500238', 'ip_address': '172.27.2.110'}], 'enable_snat': True}, 'gw_port_id': '8996dd90-031b-4185-b6a7-e192f4c0cebb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-16T17:22:25Z', 'updated_at': '2022-06-16T17:22:36Z', 'revision_number': 4, 'project_id': 'f029a8bb389c4d348c0e9001c5fa059c', 'gw_port': {'id': '8996dd90-031b-4185-b6a7-e192f4c0cebb', 'name': '', 'network_id': '9df31235-0797-44e6-85a0-102cb2da2d58', 'tenant_id': '', 'mac_address': 'fa:16:3e:c1:51:ad', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b698568a-354a-41b9-a41d-a2afa6bbdd0f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 79, 'fixed_ips': [{'subnet_id': '1dfb0320-f5eb-46f6-88ce-33002f500238', 'ip_address': '172.27.2.110', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-837356-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-16T17:22:28Z', 'updated_at': '2022-06-16T17:22:43Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1dfb0320-f5eb-46f6-88ce-33002f500238', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-837356-2-iscsi', '_interfaces': [{'id': 'a8d5bd16-d884-4270-9432-d25b5a4fcf68', 'name': '', 'network_id': '82c6c893-96f4-45ae-b1e3-d70ff1db738d', 'tenant_id': 'f029a8bb389c4d348c0e9001c5fa059c', 'mac_address': 'fa:16:3e:43:3b:d8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b698568a-354a-41b9-a41d-a2afa6bbdd0f', 'device_owner': 'network:router_interface', 'standard_attr_id': 117, 'fixed_ips': [{'subnet_id': '744fc868-35e9-4c30-8ac9-ba01749c37c3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-837356-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-16T17:22:35Z', 'updated_at': '2022-06-16T17:22:48Z', 'revision_number': 5, 'project_id': 'f029a8bb389c4d348c0e9001c5fa059c', 'subnets': [{'id': '744fc868-35e9-4c30-8ac9-ba01749c37c3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-837356-2-iscsi', False) {} {{(pid=103919) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 16 17:27:55.537745 dv-cinder-837356-2-iscsi neutron-server[103919]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-26c970bc-e7c3-420f-b6b7-1664fe5f5695 None None] The sync data for ids ['b698568a-354a-41b9-a41d-a2afa6bbdd0f'] in dv-cinder-837356-2-iscsi is: [{'id': 'b698568a-354a-41b9-a41d-a2afa6bbdd0f', 'name': 'tempest-AttachVolumeTestJSON-2145162369-router', 'tenant_id': 'f029a8bb389c4d348c0e9001c5fa059c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9df31235-0797-44e6-85a0-102cb2da2d58', 'external_fixed_ips': [{'subnet_id': '1dfb0320-f5eb-46f6-88ce-33002f500238', 'ip_address': '172.27.2.110'}], 'enable_snat': True}, 'gw_port_id': '8996dd90-031b-4185-b6a7-e192f4c0cebb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-16T17:22:25Z', 'updated_at': '2022-06-16T17:22:36Z', 'revision_number': 4, 'project_id': 'f029a8bb389c4d348c0e9001c5fa059c', 'gw_port': {'id': '8996dd90-031b-4185-b6a7-e192f4c0cebb', 'name': '', 'network_id': '9df31235-0797-44e6-85a0-102cb2da2d58', 'tenant_id': '', 'mac_address': 'fa:16:3e:c1:51:ad', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b698568a-354a-41b9-a41d-a2afa6bbdd0f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 79, 'fixed_ips': [{'subnet_id': '1dfb0320-f5eb-46f6-88ce-33002f500238', 'ip_address': '172.27.2.110', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-837356-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-16T17:22:28Z', 'updated_at': '2022-06-16T17:22:43Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1dfb0320-f5eb-46f6-88ce-33002f500238', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-837356-2-iscsi', '_interfaces': [{'id': 'a8d5bd16-d884-4270-9432-d25b5a4fcf68', 'name': '', 'network_id': '82c6c893-96f4-45ae-b1e3-d70ff1db738d', 'tenant_id': 'f029a8bb389c4d348c0e9001c5fa059c', 'mac_address': 'fa:16:3e:43:3b:d8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b698568a-354a-41b9-a41d-a2afa6bbdd0f', 'device_owner': 'network:router_interface', 'standard_attr_id': 117, 'fixed_ips': [{'subnet_id': '744fc868-35e9-4c30-8ac9-ba01749c37c3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-837356-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-16T17:22:35Z', 'updated_at': '2022-06-16T17:22:48Z', 'revision_number': 5, 'project_id': 'f029a8bb389c4d348c0e9001c5fa059c', 'subnets': [{'id': '744fc868-35e9-4c30-8ac9-ba01749c37c3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103919) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 16 17:27:55.699324 dv-cinder-837356-2-iscsi neutron-server[103917]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ad83fc1-f72c-4988-a2b0-047f9dba03e4 req-70d43ab6-b00f-489e-85b8-667993de39c2 tempest-AttachVolumeShelveTestJSON-1123487845 tempest-AttachVolumeShelveTestJSON-1123487845-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103917) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 16 17:27:55.700875 dv-cinder-837356-2-iscsi neutron-server[103917]: INFO neutron.wsgi [req-9ad83fc1-f72c-4988-a2b0-047f9dba03e4 req-70d43ab6-b00f-489e-85b8-667993de39c2 tempest-AttachVolumeShelveTestJSON-1123487845 tempest-AttachVolumeShelveTestJSON-1123487845-project] 10.222.0.66 "GET /v2.0/ports?device_id=a9f207ac-0a5d-4cfc-abd6-2f2fc88ab6a4 HTTP/1.1" status: 200 len: 943 time: 0.0535212 Jun 16 17:27:55.757077 dv-cinder-837356-2-iscsi neutron-server[103917]: INFO neutron.wsgi [req-9ad83fc1-f72c-4988-a2b0-047f9dba03e4 req-79e92a63-0508-4a71-9a2a-27fe4f14e778 tempest-AttachVolumeShelveTestJSON-1123487845 tempest-AttachVolumeShelveTestJSON-1123487845-project] 10.222.0.66 "GET /v2.0/security-groups?id=528bbd8e-87bb-4e11-b4eb-c422958f1800&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0499852 Jun 16 17:27:55.774173 dv-cinder-837356-2-iscsi neutron-server[103918]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7d61e0c5-0da3-4a5e-8371-c65bc37dbb89 None None] New status for floating IP f482a0fc-403a-4b0d-82b2-0f4a46df0c1a: DOWN {{(pid=103918) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:269}} Jun 16 17:27:55.810969 dv-cinder-837356-2-iscsi neutron-server[103916]: INFO neutron.wsgi [req-63ad5fc3-21d9-46fd-973f-054a618d7606 req-2669ae6f-2f12-4bd0-a0f4-357cfee0fbd6 tempest-AttachVolumeTestJSON-336390128 tempest-AttachVolumeTestJSON-336390128-project] 10.222.0.66 "GET /v2.0/ports?device_id=7d22b60d-19fe-4dca-8eef-821db5a4dc55 HTTP/1.1" status: 200 len: 210 time: 0.0290742 Jun 16 17:27:56.233896 dv-cinder-837356-2-iscsi neutron-server[103917]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d2b124c-54af-42a8-9de5-25307f620f08 req-d8c1b300-e039-4a30-9c7b-cf066d3de69f tempest-ServerRescueNegativeTestJSON-1475515620 tempest-ServerRescueNegativeTestJSON-1475515620-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103917) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 16 17:27:56.235733 dv-cinder-837356-2-iscsi neutron-server[103917]: INFO neutron.wsgi [req-6d2b124c-54af-42a8-9de5-25307f620f08 req-d8c1b300-e039-4a30-9c7b-cf066d3de69f tempest-ServerRescueNegativeTestJSON-1475515620 tempest-ServerRescueNegativeTestJSON-1475515620-project] 10.222.0.66 "GET /v2.0/ports?device_id=4065d5c1-0b16-413a-a5b5-e0e725e1e71b HTTP/1.1" status: 200 len: 945 time: 0.0487115 Jun 16 17:27:56.284772 dv-cinder-837356-2-iscsi neutron-server[103917]: INFO neutron.wsgi [req-6d2b124c-54af-42a8-9de5-25307f620f08 req-1f0fe0fa-8cda-4f2d-86d6-d4af1e8b79b9 tempest-ServerRescueNegativeTestJSON-1475515620 tempest-ServerRescueNegativeTestJSON-1475515620-project] 10.222.0.66 "GET /v2.0/security-groups?id=d7d25be3-a5ac-46a1-b854-10a8a8453e86&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0433958 Jun 16 17:27:56.316731 dv-cinder-837356-2-iscsi neutron-server[103918]: DEBUG neutron.plugins.ml2.rpc [None req-b2b17746-c296-4803-869a-65578e8233dd None None] Device 8d7a682c-8735-4554-a952-dc548868e5d9 details requested by agent hyperv_hv-cinder-83735 with host hv-cinder-83735 {{(pid=103918) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jun 16 17:27:56.319185 dv-cinder-837356-2-iscsi neutron-server[103918]: DEBUG neutron.plugins.ml2.rpc [None req-b2b17746-c296-4803-869a-65578e8233dd None None] Device 21fae4ca-fb3d-4b09-8071-928df2baff45 no longer exists at agent hyperv_hv-cinder-83735 {{(pid=103918) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jun 16 17:27:56.351444 dv-cinder-837356-2-iscsi neutron-server[103918]: DEBUG neutron.plugins.ml2.plugin [None req-b2b17746-c296-4803-869a-65578e8233dd None None] No Port match for: 21fae4ca-fb3d-4b09-8071-928df2baff45 {{(pid=103918) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2382}} Jun 16 17:27:56.351778 dv-cinder-837356-2-iscsi neutron-server[103918]: DEBUG neutron.plugins.ml2.rpc [None req-b2b17746-c296-4803-869a-65578e8233dd None None] Device 21fae4ca-fb3d-4b09-8071-928df2baff45 not bound to the agent host hv-cinder-83735 {{(pid=103918) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jun 16 17:27:56.446061 dv-cinder-837356-2-iscsi neutron-server[103918]: DEBUG neutron.plugins.ml2.db [None req-b2b17746-c296-4803-869a-65578e8233dd None None] For port 8d7a682c-8735-4554-a952-dc548868e5d9, host hv-cinder-83735, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83735',level=0,port_id=8d7a682c-8735-4554-a952-dc548868e5d9,segment=NetworkSegment(d53d2152-678f-42ce-a3f8-cc589901ed6b),segment_id=d53d2152-678f-42ce-a3f8-cc589901ed6b)] {{(pid=103918) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 16 17:27:56.458412 dv-cinder-837356-2-iscsi neutron-server[103918]: DEBUG neutron.plugins.ml2.rpc [None req-b2b17746-c296-4803-869a-65578e8233dd None None] Returning: {'device': '8d7a682c-8735-4554-a952-dc548868e5d9', 'network_id': '04f2ecf4-cd9f-483b-9100-6d9d67a561d2', 'port_id': '8d7a682c-8735-4554-a952-dc548868e5d9', 'mac_address': 'fa:16:3e:dc:6b:d3', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 1034, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '57d5f714-8d8c-468b-957a-7745cf345909', 'ip_address': '172.20.0.6'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'qos_network_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103918) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jun 16 17:27:56.498711 dv-cinder-837356-2-iscsi neutron-server[103918]: DEBUG neutron.plugins.ml2.plugin [None req-b2b17746-c296-4803-869a-65578e8233dd None None] Current status of the port 8d7a682c-8735-4554-a952-dc548868e5d9 is: DOWN; New status is: BUILD {{(pid=103918) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2298}} Jun 16 17:27:56.499116 dv-cinder-837356-2-iscsi neutron-server[103918]: DEBUG neutron_lib.callbacks.manager [None req-b2b17746-c296-4803-869a-65578e8233dd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16007590'] for port (8d7a682c-8735-4554-a952-dc548868e5d9), before_update {{(pid=103918) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 17:27:56.518991 dv-cinder-837356-2-iscsi neutron-server[103918]: DEBUG neutron.notifiers.nova [None req-b2b17746-c296-4803-869a-65578e8233dd None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 8d7a682c-8735-4554-a952-dc548868e5d9 {{(pid=103918) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Jun 16 17:27:56.539076 dv-cinder-837356-2-iscsi neutron-server[103918]: DEBUG neutron.plugins.ml2.db [None req-b2b17746-c296-4803-869a-65578e8233dd None None] For port 8d7a682c-8735-4554-a952-dc548868e5d9, host hv-cinder-83735, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83735',level=0,port_id=8d7a682c-8735-4554-a952-dc548868e5d9,segment=NetworkSegment(d53d2152-678f-42ce-a3f8-cc589901ed6b),segment_id=d53d2152-678f-42ce-a3f8-cc589901ed6b)] {{(pid=103918) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 16 17:27:56.544211 dv-cinder-837356-2-iscsi neutron-server[103918]: DEBUG neutron_lib.callbacks.manager [None req-b2b17746-c296-4803-869a-65578e8233dd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16007527', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-75831', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16241551', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728539364693', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728538993439', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728538993457'] for port (8d7a682c-8735-4554-a952-dc548868e5d9), after_update {{(pid=103918) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 17:27:56.596701 dv-cinder-837356-2-iscsi neutron-server[103918]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b2b17746-c296-4803-869a-65578e8233dd None None] Pushing event updated for resources: {'Port': ['ID=8d7a682c-8735-4554-a952-dc548868e5d9,revision_number=4']} {{(pid=103918) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 17:27:56.605307 dv-cinder-837356-2-iscsi neutron-server[103918]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b2b17746-c296-4803-869a-65578e8233dd None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-837356-2-iscsi {{(pid=103918) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 17:27:56.605657 dv-cinder-837356-2-iscsi neutron-server[103918]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b2b17746-c296-4803-869a-65578e8233dd None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-837356-2-iscsi {{(pid=103918) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 17:27:56.606011 dv-cinder-837356-2-iscsi neutron-server[103918]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b2b17746-c296-4803-869a-65578e8233dd None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-837356-2-iscsi {{(pid=103918) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 17:27:56.606378 dv-cinder-837356-2-iscsi neutron-server[103918]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b2b17746-c296-4803-869a-65578e8233dd None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-837356-2-iscsi {{(pid=103918) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 17:27:56.606678 dv-cinder-837356-2-iscsi neutron-server[103918]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b2b17746-c296-4803-869a-65578e8233dd None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-837356-2-iscsi {{(pid=103918) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 17:27:56.607086 dv-cinder-837356-2-iscsi neutron-server[103918]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b2b17746-c296-4803-869a-65578e8233dd None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-837356-2-iscsi {{(pid=103918) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 17:27:56.607551 dv-cinder-837356-2-iscsi neutron-server[103918]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b2b17746-c296-4803-869a-65578e8233dd None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-837356-2-iscsi {{(pid=103918) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 17:27:56.608362 dv-cinder-837356-2-iscsi neutron-server[103918]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b2b17746-c296-4803-869a-65578e8233dd None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-837356-2-iscsi {{(pid=103918) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 17:27:56.608362 dv-cinder-837356-2-iscsi neutron-server[103918]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b2b17746-c296-4803-869a-65578e8233dd None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-837356-2-iscsi {{(pid=103918) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 17:27:56.608649 dv-cinder-837356-2-iscsi neutron-server[103918]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b2b17746-c296-4803-869a-65578e8233dd None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-837356-2-iscsi {{(pid=103918) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 17:27:56.608832 dv-cinder-837356-2-iscsi neutron-server[103918]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b2b17746-c296-4803-869a-65578e8233dd None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-837356-2-iscsi {{(pid=103918) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 17:27:56.609162 dv-cinder-837356-2-iscsi neutron-server[103918]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b2b17746-c296-4803-869a-65578e8233dd None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-837356-2-iscsi {{(pid=103918) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 17:27:56.609515 dv-cinder-837356-2-iscsi neutron-server[103918]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b2b17746-c296-4803-869a-65578e8233dd None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-837356-2-iscsi {{(pid=103918) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 17:27:56.609841 dv-cinder-837356-2-iscsi neutron-server[103918]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b2b17746-c296-4803-869a-65578e8233dd None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-837356-2-iscsi {{(pid=103918) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 17:27:56.610475 dv-cinder-837356-2-iscsi neutron-server[103918]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b2b17746-c296-4803-869a-65578e8233dd None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-837356-2-iscsi {{(pid=103918) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 17:27:56.821780 dv-cinder-837356-2-iscsi neutron-server[103918]: DEBUG neutron.plugins.ml2.db [None req-b2b17746-c296-4803-869a-65578e8233dd None None] get_ports_and_sgs() called for port_ids ['8d7a682c-8735-4554-a952-dc548868e5d9'] {{(pid=103918) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jun 16 17:27:56.891042 dv-cinder-837356-2-iscsi neutron-server[103916]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0059cbc7-f8c2-49f3-94a1-d34614da0d6f req-a7830788-eab2-4edf-8436-d06e7e9eab1f tempest-AttachVolumeShelveTestJSON-1123487845 tempest-AttachVolumeShelveTestJSON-1123487845-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103916) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 16 17:27:56.899870 dv-cinder-837356-2-iscsi neutron-server[103916]: INFO neutron.wsgi [req-0059cbc7-f8c2-49f3-94a1-d34614da0d6f req-a7830788-eab2-4edf-8436-d06e7e9eab1f tempest-AttachVolumeShelveTestJSON-1123487845 tempest-AttachVolumeShelveTestJSON-1123487845-project] 10.222.0.66 "GET /v2.0/ports?device_id=a9f207ac-0a5d-4cfc-abd6-2f2fc88ab6a4 HTTP/1.1" status: 200 len: 944 time: 0.0643346 Jun 16 17:27:56.921799 dv-cinder-837356-2-iscsi neutron-server[103917]: INFO neutron.wsgi [req-0fd76e04-154c-4731-a7a3-c8a895a7ffc8 req-d0654dac-4fd2-448c-9471-9c1879dca2b1 tempest-AttachVolumeTestJSON-336390128 tempest-AttachVolumeTestJSON-336390128-project] 10.222.0.66 "GET /v2.0/ports?device_id=7d22b60d-19fe-4dca-8eef-821db5a4dc55 HTTP/1.1" status: 200 len: 210 time: 0.0334105 Jun 16 17:27:56.948264 dv-cinder-837356-2-iscsi neutron-server[103916]: INFO neutron.wsgi [req-0059cbc7-f8c2-49f3-94a1-d34614da0d6f req-4e6bc806-2b8f-41b4-926f-36b1c98c09b9 tempest-AttachVolumeShelveTestJSON-1123487845 tempest-AttachVolumeShelveTestJSON-1123487845-project] 10.222.0.66 "GET /v2.0/security-groups?id=528bbd8e-87bb-4e11-b4eb-c422958f1800&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0472281 Jun 16 17:27:57.402270 dv-cinder-837356-2-iscsi neutron-server[103917]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c84930b0-6d3e-427d-8be0-9256a909a978 req-c54c8b4f-ce44-4a39-a57d-23361dddaff5 tempest-ServerRescueNegativeTestJSON-1475515620 tempest-ServerRescueNegativeTestJSON-1475515620-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103917) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 16 17:27:57.403716 dv-cinder-837356-2-iscsi neutron-server[103917]: INFO neutron.wsgi [req-c84930b0-6d3e-427d-8be0-9256a909a978 req-c54c8b4f-ce44-4a39-a57d-23361dddaff5 tempest-ServerRescueNegativeTestJSON-1475515620 tempest-ServerRescueNegativeTestJSON-1475515620-project] 10.222.0.66 "GET /v2.0/ports?device_id=4065d5c1-0b16-413a-a5b5-e0e725e1e71b HTTP/1.1" status: 200 len: 945 time: 0.0497706 Jun 16 17:27:57.458320 dv-cinder-837356-2-iscsi neutron-server[103917]: INFO neutron.wsgi [req-c84930b0-6d3e-427d-8be0-9256a909a978 req-dc865b07-0eca-40fd-9db8-1a934f6db06c tempest-ServerRescueNegativeTestJSON-1475515620 tempest-ServerRescueNegativeTestJSON-1475515620-project] 10.222.0.66 "GET /v2.0/security-groups?id=d7d25be3-a5ac-46a1-b854-10a8a8453e86&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0479283 Jun 16 17:27:58.022973 dv-cinder-837356-2-iscsi neutron-server[103916]: INFO neutron.wsgi [req-1da02c62-a905-4f43-af80-7909ae764b05 req-96f61088-3f04-4643-a64c-b2ba86fbd12e tempest-AttachVolumeTestJSON-336390128 tempest-AttachVolumeTestJSON-336390128-project] 10.222.0.66 "GET /v2.0/ports?device_id=7d22b60d-19fe-4dca-8eef-821db5a4dc55 HTTP/1.1" status: 200 len: 210 time: 0.0294111 Jun 16 17:27:58.073965 dv-cinder-837356-2-iscsi neutron-server[103917]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2653a9d4-7481-457e-811a-6cdafabc6873 req-a72f3555-bae7-4c25-84e4-d80897f53f91 tempest-AttachVolumeShelveTestJSON-1123487845 tempest-AttachVolumeShelveTestJSON-1123487845-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103917) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 16 17:27:58.075595 dv-cinder-837356-2-iscsi neutron-server[103917]: INFO neutron.wsgi [req-2653a9d4-7481-457e-811a-6cdafabc6873 req-a72f3555-bae7-4c25-84e4-d80897f53f91 tempest-AttachVolumeShelveTestJSON-1123487845 tempest-AttachVolumeShelveTestJSON-1123487845-project] 10.222.0.66 "GET /v2.0/ports?device_id=a9f207ac-0a5d-4cfc-abd6-2f2fc88ab6a4 HTTP/1.1" status: 200 len: 944 time: 0.0519886 Jun 16 17:27:58.128448 dv-cinder-837356-2-iscsi neutron-server[103917]: INFO neutron.wsgi [req-2653a9d4-7481-457e-811a-6cdafabc6873 req-044d746d-3798-4339-b414-f7972ff93f81 tempest-AttachVolumeShelveTestJSON-1123487845 tempest-AttachVolumeShelveTestJSON-1123487845-project] 10.222.0.66 "GET /v2.0/security-groups?id=528bbd8e-87bb-4e11-b4eb-c422958f1800&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0468926 Jun 16 17:27:58.319854 dv-cinder-837356-2-iscsi neutron-server[103918]: DEBUG neutron.plugins.ml2.rpc [None req-b2b17746-c296-4803-869a-65578e8233dd None None] Device 8d7a682c-8735-4554-a952-dc548868e5d9 up at agent hyperv_hv-cinder-83735 {{(pid=103918) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 16 17:27:58.365481 dv-cinder-837356-2-iscsi neutron-server[103918]: DEBUG neutron.db.provisioning_blocks [None req-b2b17746-c296-4803-869a-65578e8233dd None None] Provisioning for port 8d7a682c-8735-4554-a952-dc548868e5d9 completed by entity L2. {{(pid=103918) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:137}} Jun 16 17:27:58.372046 dv-cinder-837356-2-iscsi neutron-server[103918]: DEBUG neutron.db.provisioning_blocks [None req-b2b17746-c296-4803-869a-65578e8233dd None None] Provisioning complete for port 8d7a682c-8735-4554-a952-dc548868e5d9 triggered by entity L2. {{(pid=103918) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jun 16 17:27:58.372540 dv-cinder-837356-2-iscsi neutron-server[103918]: DEBUG neutron_lib.callbacks.manager [None req-b2b17746-c296-4803-869a-65578e8233dd None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16149424'] for port (8d7a682c-8735-4554-a952-dc548868e5d9), provisioning_complete {{(pid=103918) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 17:27:58.397059 dv-cinder-837356-2-iscsi neutron-server[103918]: DEBUG dbcounter [-] [103918] Writing DB stats neutron:SELECT=94,neutron:UPDATE=6 {{(pid=103918) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 16 17:27:58.409169 dv-cinder-837356-2-iscsi neutron-server[103918]: DEBUG dbcounter [-] [103918] Writing DB stats neutron:SELECT=94,neutron:UPDATE=5,neutron:DELETE=1 {{(pid=103918) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 16 17:27:58.452944 dv-cinder-837356-2-iscsi neutron-server[103918]: DEBUG neutron.plugins.ml2.plugin [None req-b2b17746-c296-4803-869a-65578e8233dd None None] Current status of the port 8d7a682c-8735-4554-a952-dc548868e5d9 is: BUILD; New status is: ACTIVE {{(pid=103918) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2298}} Jun 16 17:27:58.453385 dv-cinder-837356-2-iscsi neutron-server[103918]: DEBUG neutron_lib.callbacks.manager [None req-b2b17746-c296-4803-869a-65578e8233dd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16007590'] for port (8d7a682c-8735-4554-a952-dc548868e5d9), before_update {{(pid=103918) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 17:27:58.477652 dv-cinder-837356-2-iscsi neutron-server[103918]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a9f207ac-0a5d-4cfc-abd6-2f2fc88ab6a4', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '8d7a682c-8735-4554-a952-dc548868e5d9'}] {{(pid=103918) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jun 16 17:27:58.480029 dv-cinder-837356-2-iscsi neutron-server[103918]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.66/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c81ba123246404939637391270152498621c2ac0d5068f91321d7f7277fce0c4" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3026b287-14f4-486d-bb96-ee1a6989bd8e" -d '{"events": [{"server_uuid": "a9f207ac-0a5d-4cfc-abd6-2f2fc88ab6a4", "name": "network-vif-plugged", "status": "completed", "tag": "8d7a682c-8735-4554-a952-dc548868e5d9"}]}' {{(pid=103918) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 16 17:27:58.499843 dv-cinder-837356-2-iscsi neutron-server[103918]: DEBUG neutron.plugins.ml2.db [None req-b2b17746-c296-4803-869a-65578e8233dd None None] For port 8d7a682c-8735-4554-a952-dc548868e5d9, host hv-cinder-83735, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83735',level=0,port_id=8d7a682c-8735-4554-a952-dc548868e5d9,segment=NetworkSegment(d53d2152-678f-42ce-a3f8-cc589901ed6b),segment_id=d53d2152-678f-42ce-a3f8-cc589901ed6b)] {{(pid=103918) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 16 17:27:58.505068 dv-cinder-837356-2-iscsi neutron-server[103918]: DEBUG neutron_lib.callbacks.manager [None req-b2b17746-c296-4803-869a-65578e8233dd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16007527', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-75831', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16241551', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728539364693', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728538993439', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728538993457'] for port (8d7a682c-8735-4554-a952-dc548868e5d9), after_update {{(pid=103918) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 17:27:58.564425 dv-cinder-837356-2-iscsi neutron-server[103918]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b2b17746-c296-4803-869a-65578e8233dd None None] Pushing event updated for resources: {'Port': ['ID=8d7a682c-8735-4554-a952-dc548868e5d9,revision_number=5']} {{(pid=103918) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 17:27:58.572350 dv-cinder-837356-2-iscsi neutron-server[103918]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 16 Jun 2022 17:27:58 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d4b28ada-d2cf-4ffd-ba5b-8d6a34d3d19c x-openstack-request-id: req-d4b28ada-d2cf-4ffd-ba5b-8d6a34d3d19c {{(pid=103918) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 16 17:27:58.573608 dv-cinder-837356-2-iscsi neutron-server[103918]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "a9f207ac-0a5d-4cfc-abd6-2f2fc88ab6a4", "name": "network-vif-plugged", "status": "completed", "tag": "8d7a682c-8735-4554-a952-dc548868e5d9", "code": 200}]} {{(pid=103918) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 16 17:27:58.573951 dv-cinder-837356-2-iscsi neutron-server[103918]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.66/compute/v2.1/os-server-external-events used request id req-d4b28ada-d2cf-4ffd-ba5b-8d6a34d3d19c {{(pid=103918) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 16 17:27:58.574356 dv-cinder-837356-2-iscsi neutron-server[103918]: INFO neutron.notifiers.nova [-] Nova event matching ['req-d4b28ada-d2cf-4ffd-ba5b-8d6a34d3d19c'] response: {'server_uuid': 'a9f207ac-0a5d-4cfc-abd6-2f2fc88ab6a4', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '8d7a682c-8735-4554-a952-dc548868e5d9', 'code': 200} Jun 16 17:27:58.593095 dv-cinder-837356-2-iscsi neutron-server[103917]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a348e3c-9977-40b3-9b02-5630cce31d13 req-6d3620e5-202f-4ffb-bf42-f2a7cea31ce8 tempest-ServerRescueNegativeTestJSON-1475515620 tempest-ServerRescueNegativeTestJSON-1475515620-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103917) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 16 17:27:58.595231 dv-cinder-837356-2-iscsi neutron-server[103917]: INFO neutron.wsgi [req-6a348e3c-9977-40b3-9b02-5630cce31d13 req-6d3620e5-202f-4ffb-bf42-f2a7cea31ce8 tempest-ServerRescueNegativeTestJSON-1475515620 tempest-ServerRescueNegativeTestJSON-1475515620-project] 10.222.0.81 "GET /v2.0/ports?device_id=4065d5c1-0b16-413a-a5b5-e0e725e1e71b HTTP/1.1" status: 200 len: 945 time: 0.0930638 Jun 16 17:27:58.642284 dv-cinder-837356-2-iscsi neutron-server[103916]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83b555eb-2300-4561-89e4-2131becb530e req-c61f029b-356c-43f2-8c3d-b83b973e147c tempest-ServerRescueNegativeTestJSON-1475515620 tempest-ServerRescueNegativeTestJSON-1475515620-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103916) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 16 17:27:58.650424 dv-cinder-837356-2-iscsi neutron-server[103916]: INFO neutron.wsgi [req-83b555eb-2300-4561-89e4-2131becb530e req-c61f029b-356c-43f2-8c3d-b83b973e147c tempest-ServerRescueNegativeTestJSON-1475515620 tempest-ServerRescueNegativeTestJSON-1475515620-project] 10.222.0.66 "GET /v2.0/ports?device_id=4065d5c1-0b16-413a-a5b5-e0e725e1e71b HTTP/1.1" status: 200 len: 945 time: 0.0875695 Jun 16 17:27:58.691911 dv-cinder-837356-2-iscsi neutron-server[103917]: DEBUG neutron.plugins.ml2.plugin [req-6a348e3c-9977-40b3-9b02-5630cce31d13 req-033f3fb9-f634-4665-8b75-b3c9bb6f7f5d tempest-ServerRescueNegativeTestJSON-1475515620 tempest-ServerRescueNegativeTestJSON-1475515620-project] Deleting port 3e68f997-7180-47a9-a1f0-ae3a5f70d0a3 {{(pid=103917) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2043}} Jun 16 17:27:58.692272 dv-cinder-837356-2-iscsi neutron-server[103917]: DEBUG neutron_lib.callbacks.manager [req-6a348e3c-9977-40b3-9b02-5630cce31d13 req-033f3fb9-f634-4665-8b75-b3c9bb6f7f5d tempest-ServerRescueNegativeTestJSON-1475515620 tempest-ServerRescueNegativeTestJSON-1475515620-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8728539361383'] for port (3e68f997-7180-47a9-a1f0-ae3a5f70d0a3), before_delete {{(pid=103917) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 17:27:58.713427 dv-cinder-837356-2-iscsi neutron-server[103916]: INFO neutron.wsgi [req-83b555eb-2300-4561-89e4-2131becb530e req-5bddbda5-0ff3-4945-b456-55793563194c tempest-ServerRescueNegativeTestJSON-1475515620 tempest-ServerRescueNegativeTestJSON-1475515620-project] 10.222.0.66 "GET /v2.0/security-groups?id=d7d25be3-a5ac-46a1-b854-10a8a8453e86&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0619602 Jun 16 17:27:58.795836 dv-cinder-837356-2-iscsi neutron-server[103917]: DEBUG neutron.plugins.ml2.db [req-6a348e3c-9977-40b3-9b02-5630cce31d13 req-033f3fb9-f634-4665-8b75-b3c9bb6f7f5d tempest-ServerRescueNegativeTestJSON-1475515620 tempest-ServerRescueNegativeTestJSON-1475515620-project] For port 3e68f997-7180-47a9-a1f0-ae3a5f70d0a3, host hv-cinder-83735, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83735',level=0,port_id=3e68f997-7180-47a9-a1f0-ae3a5f70d0a3,segment=NetworkSegment(036772f7-7333-486e-9364-cdd941d04468),segment_id=036772f7-7333-486e-9364-cdd941d04468)] {{(pid=103917) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 16 17:27:58.796250 dv-cinder-837356-2-iscsi neutron-server[103917]: DEBUG neutron_lib.callbacks.manager [req-6a348e3c-9977-40b3-9b02-5630cce31d13 req-033f3fb9-f634-4665-8b75-b3c9bb6f7f5d tempest-ServerRescueNegativeTestJSON-1475515620 tempest-ServerRescueNegativeTestJSON-1475515620-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-708042'] for port (3e68f997-7180-47a9-a1f0-ae3a5f70d0a3), precommit_delete {{(pid=103917) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 17:27:58.867385 dv-cinder-837356-2-iscsi neutron-server[103916]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5cf19f4b-868d-4261-bf91-883fe8fed08e req-d7434dcd-277f-4cf4-bf70-225cc733a7ae service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103916) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 16 17:27:58.868928 dv-cinder-837356-2-iscsi neutron-server[103916]: INFO neutron.wsgi [req-5cf19f4b-868d-4261-bf91-883fe8fed08e req-d7434dcd-277f-4cf4-bf70-225cc733a7ae service neutron] 10.222.0.81 "GET /v2.0/ports?device_id=a9f207ac-0a5d-4cfc-abd6-2f2fc88ab6a4 HTTP/1.1" status: 200 len: 1129 time: 0.0940380 Jun 16 17:27:58.920762 dv-cinder-837356-2-iscsi neutron-server[103916]: INFO neutron.wsgi [req-5cf19f4b-868d-4261-bf91-883fe8fed08e req-32a0b00e-f822-4950-923c-6203779f7982 service neutron] 10.222.0.81 "GET /v2.0/security-groups?id=528bbd8e-87bb-4e11-b4eb-c422958f1800&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0414004 Jun 16 17:27:58.971612 dv-cinder-837356-2-iscsi neutron-server[103917]: DEBUG neutron_lib.callbacks.manager [req-6a348e3c-9977-40b3-9b02-5630cce31d13 req-033f3fb9-f634-4665-8b75-b3c9bb6f7f5d tempest-ServerRescueNegativeTestJSON-1475515620 tempest-ServerRescueNegativeTestJSON-1475515620-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=103917) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 17:27:58.971973 dv-cinder-837356-2-iscsi neutron-server[103917]: DEBUG neutron_lib.callbacks.manager [req-6a348e3c-9977-40b3-9b02-5630cce31d13 req-033f3fb9-f634-4665-8b75-b3c9bb6f7f5d tempest-ServerRescueNegativeTestJSON-1475515620 tempest-ServerRescueNegativeTestJSON-1475515620-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-704970'] for floatingip (23f305aa-9d47-4538-b0d1-a58924bf9259), after_update {{(pid=103917) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 17:27:58.972253 dv-cinder-837356-2-iscsi neutron-server[103917]: INFO neutron.db.l3_db [req-6a348e3c-9977-40b3-9b02-5630cce31d13 req-033f3fb9-f634-4665-8b75-b3c9bb6f7f5d tempest-ServerRescueNegativeTestJSON-1475515620 tempest-ServerRescueNegativeTestJSON-1475515620-project] Floating IP 23f305aa-9d47-4538-b0d1-a58924bf9259 disassociated. External IP: 172.27.2.237, port: 3e68f997-7180-47a9-a1f0-ae3a5f70d0a3. Jun 16 17:27:58.972597 dv-cinder-837356-2-iscsi neutron-server[103917]: DEBUG neutron.plugins.ml2.plugin [req-6a348e3c-9977-40b3-9b02-5630cce31d13 req-033f3fb9-f634-4665-8b75-b3c9bb6f7f5d tempest-ServerRescueNegativeTestJSON-1475515620 tempest-ServerRescueNegativeTestJSON-1475515620-project] Calling delete_port for 3e68f997-7180-47a9-a1f0-ae3a5f70d0a3 owned by compute:nova {{(pid=103917) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2122}} Jun 16 17:27:59.043593 dv-cinder-837356-2-iscsi neutron-server[103917]: DEBUG dbcounter [-] [103917] Writing DB stats neutron:SELECT=99,neutron:DELETE=1 {{(pid=103917) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 16 17:27:59.109597 dv-cinder-837356-2-iscsi neutron-server[103917]: DEBUG neutron_lib.callbacks.manager [req-6a348e3c-9977-40b3-9b02-5630cce31d13 req-033f3fb9-f634-4665-8b75-b3c9bb6f7f5d tempest-ServerRescueNegativeTestJSON-1475515620 tempest-ServerRescueNegativeTestJSON-1475515620-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16007527', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-75831', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16241551', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8728539364702', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8728538993430', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3819743'] for port (3e68f997-7180-47a9-a1f0-ae3a5f70d0a3), after_delete {{(pid=103917) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 17:27:59.115762 dv-cinder-837356-2-iscsi neutron-server[103916]: DEBUG neutron.wsgi [-] (103916) accepted ('10.222.0.66', 42582) {{(pid=103916) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 16 17:27:59.139502 dv-cinder-837356-2-iscsi neutron-server[103917]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-033f3fb9-f634-4665-8b75-b3c9bb6f7f5d tempest-ServerRescueNegativeTestJSON-1475515620 tempest-ServerRescueNegativeTestJSON-1475515620-project] Pushing event deleted for resources: {'Port': ['ID=3e68f997-7180-47a9-a1f0-ae3a5f70d0a3,revision_number=None']} {{(pid=103917) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 17:27:59.145542 dv-cinder-837356-2-iscsi neutron-server[103917]: DEBUG dbcounter [-] [103917] Writing DB stats neutron:SELECT=91,neutron:UPDATE=2,neutron:DELETE=7 {{(pid=103917) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 16 17:27:59.182682 dv-cinder-837356-2-iscsi neutron-server[103916]: DEBUG neutron_lib.callbacks.manager [None req-8b003987-dfe7-486c-be77-7a18f76df3ba tempest-AttachVolumeTestJSON-336390128 tempest-AttachVolumeTestJSON-336390128-project] Publish callbacks [] for security_group (b5243b74-2536-4f9c-b2d2-f7b79b8f3edb), before_delete {{(pid=103916) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 17:27:59.211853 dv-cinder-837356-2-iscsi neutron-server[103916]: DEBUG neutron_lib.callbacks.manager [None req-8b003987-dfe7-486c-be77-7a18f76df3ba tempest-AttachVolumeTestJSON-336390128 tempest-AttachVolumeTestJSON-336390128-project] Publish callbacks [] for security_group (b5243b74-2536-4f9c-b2d2-f7b79b8f3edb), precommit_delete {{(pid=103916) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 17:27:59.267787 dv-cinder-837356-2-iscsi neutron-server[103916]: DEBUG neutron_lib.callbacks.manager [None req-8b003987-dfe7-486c-be77-7a18f76df3ba tempest-AttachVolumeTestJSON-336390128 tempest-AttachVolumeTestJSON-336390128-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-570488'] for security_group (b5243b74-2536-4f9c-b2d2-f7b79b8f3edb), after_delete {{(pid=103916) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 17:27:59.271111 dv-cinder-837356-2-iscsi neutron-server[103916]: DEBUG neutron_lib.callbacks.manager [None req-8b003987-dfe7-486c-be77-7a18f76df3ba tempest-AttachVolumeTestJSON-336390128 tempest-AttachVolumeTestJSON-336390128-project] Publish callbacks [] for security_group (None), before_response {{(pid=103916) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 17:27:59.272732 dv-cinder-837356-2-iscsi neutron-server[103916]: INFO neutron.wsgi [None req-8b003987-dfe7-486c-be77-7a18f76df3ba tempest-AttachVolumeTestJSON-336390128 tempest-AttachVolumeTestJSON-336390128-project] 10.222.0.66 "DELETE /v2.0/security-groups/b5243b74-2536-4f9c-b2d2-f7b79b8f3edb HTTP/1.1" status: 204 len: 168 time: 0.1556022 Jun 16 17:27:59.277841 dv-cinder-837356-2-iscsi neutron-server[103916]: DEBUG neutron.wsgi [-] (103916) accepted ('10.222.0.66', 42586) {{(pid=103916) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 16 17:27:59.297153 dv-cinder-837356-2-iscsi neutron-server[103916]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8b003987-dfe7-486c-be77-7a18f76df3ba tempest-AttachVolumeTestJSON-336390128 tempest-AttachVolumeTestJSON-336390128-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=b5243b74-2536-4f9c-b2d2-f7b79b8f3edb,revision_number=None']} {{(pid=103916) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 17:27:59.299419 dv-cinder-837356-2-iscsi neutron-server[103916]: INFO neutron.api.v2.resource [None req-24e94cb0-7ff9-408b-b0f4-18da1dd6cb40 tempest-AttachVolumeTestJSON-336390128 tempest-AttachVolumeTestJSON-336390128-project] show failed (client error): The resource could not be found. Jun 16 17:27:59.303486 dv-cinder-837356-2-iscsi neutron-server[103916]: INFO neutron.wsgi [None req-24e94cb0-7ff9-408b-b0f4-18da1dd6cb40 tempest-AttachVolumeTestJSON-336390128 tempest-AttachVolumeTestJSON-336390128-project] 10.222.0.66 "GET /v2.0/security-groups/b5243b74-2536-4f9c-b2d2-f7b79b8f3edb HTTP/1.1" status: 404 len: 347 time: 0.0216436 Jun 16 17:27:59.304254 dv-cinder-837356-2-iscsi neutron-server[103916]: DEBUG neutron.wsgi [-] (103916) accepted ('10.222.0.66', 42588) {{(pid=103916) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 16 17:27:59.310397 dv-cinder-837356-2-iscsi neutron-server[103917]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01ee7586-1b1e-4f0c-9d44-8addb02ac351 req-8002c6cb-912b-4b8b-b71e-8bbfcdadd0a2 tempest-AttachVolumeShelveTestJSON-1123487845 tempest-AttachVolumeShelveTestJSON-1123487845-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103917) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 16 17:27:59.311929 dv-cinder-837356-2-iscsi neutron-server[103917]: INFO neutron.wsgi [req-01ee7586-1b1e-4f0c-9d44-8addb02ac351 req-8002c6cb-912b-4b8b-b71e-8bbfcdadd0a2 tempest-AttachVolumeShelveTestJSON-1123487845 tempest-AttachVolumeShelveTestJSON-1123487845-project] 10.222.0.66 "GET /v2.0/ports?device_id=a9f207ac-0a5d-4cfc-abd6-2f2fc88ab6a4 HTTP/1.1" status: 200 len: 945 time: 0.0927482 Jun 16 17:27:59.340997 dv-cinder-837356-2-iscsi neutron-server[103917]: DEBUG neutron.scheduler.l3_agent_scheduler [req-6a348e3c-9977-40b3-9b02-5630cce31d13 req-033f3fb9-f634-4665-8b75-b3c9bb6f7f5d tempest-ServerRescueNegativeTestJSON-1475515620 tempest-ServerRescueNegativeTestJSON-1475515620-project] Router dfe813ff-74d0-4e6b-9f3d-827582ab6a37 has already been hosted by L3 agent 7639df21-17c3-4235-8912-210c3ad54137 {{(pid=103917) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jun 16 17:27:59.378334 dv-cinder-837356-2-iscsi neutron-server[103917]: INFO neutron.wsgi [req-01ee7586-1b1e-4f0c-9d44-8addb02ac351 req-7f056057-c919-427b-a9e1-0291de6ca718 tempest-AttachVolumeShelveTestJSON-1123487845 tempest-AttachVolumeShelveTestJSON-1123487845-project] 10.222.0.66 "GET /v2.0/security-groups?id=528bbd8e-87bb-4e11-b4eb-c422958f1800&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0604475 Jun 16 17:27:59.430284 dv-cinder-837356-2-iscsi neutron-server[103916]: DEBUG neutron.plugins.ml2.plugin [None req-6aa372a4-eaeb-41e7-b2cb-3687e38d165b tempest-AttachVolumeTestJSON-336390128 tempest-AttachVolumeTestJSON-336390128-project] Deleting port b2ce76c6-0f60-4697-bd85-40a3ec4c9b38 {{(pid=103916) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2043}} Jun 16 17:27:59.430514 dv-cinder-837356-2-iscsi neutron-server[103916]: DEBUG neutron_lib.callbacks.manager [None req-6aa372a4-eaeb-41e7-b2cb-3687e38d165b tempest-AttachVolumeTestJSON-336390128 tempest-AttachVolumeTestJSON-336390128-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8728539361383'] for port (b2ce76c6-0f60-4697-bd85-40a3ec4c9b38), before_delete {{(pid=103916) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 17:27:59.446371 dv-cinder-837356-2-iscsi neutron-server[103918]: DEBUG neutron_lib.callbacks.manager [None req-b2b17746-c296-4803-869a-65578e8233dd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728539454181', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16149322'] for agent (2e97d73d-50fc-4f89-a4ea-85f65eb860d8), after_update {{(pid=103918) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 17:27:59.477131 dv-cinder-837356-2-iscsi neutron-server[103917]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-6a348e3c-9977-40b3-9b02-5630cce31d13 req-033f3fb9-f634-4665-8b75-b3c9bb6f7f5d tempest-ServerRescueNegativeTestJSON-1475515620 tempest-ServerRescueNegativeTestJSON-1475515620-project] Notify agent at l3_agent.dv-cinder-837356-2-iscsi the message routers_updated {{(pid=103917) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jun 16 17:27:59.488310 dv-cinder-837356-2-iscsi neutron-server[103919]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2b94f21c-a046-4c26-a885-28a0ae58d3f0 None None] Sync routers for ids ['dfe813ff-74d0-4e6b-9f3d-827582ab6a37'] in dv-cinder-837356-2-iscsi {{(pid=103919) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 16 17:27:59.507989 dv-cinder-837356-2-iscsi neutron-server[103919]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2b94f21c-a046-4c26-a885-28a0ae58d3f0 None None] Routers {'dfe813ff-74d0-4e6b-9f3d-827582ab6a37'} bound to L3 agent in host dv-cinder-837356-2-iscsi {{(pid=103919) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jun 16 17:27:59.508954 dv-cinder-837356-2-iscsi neutron-server[103919]: DEBUG neutron.db.l3_hamode_db [None req-2b94f21c-a046-4c26-a885-28a0ae58d3f0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-837356-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2022-06-16T17:14:15Z,description=,heartbeat_timestamp=2022-06-16T17:27:45Z,host='dv-cinder-837356-2-iscsi',id=7639df21-17c3-4235-8912-210c3ad54137,load=0,resource_versions=,resources_synced=,started_at=2022-06-16T17:14:15Z,topic='l3_agent')) {'router_ids': ['dfe813ff-74d0-4e6b-9f3d-827582ab6a37'], 'active': True} {{(pid=103919) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 16 17:27:59.526176 dv-cinder-837356-2-iscsi neutron-server[103916]: DEBUG neutron_lib.callbacks.manager [None req-6aa372a4-eaeb-41e7-b2cb-3687e38d165b tempest-AttachVolumeTestJSON-336390128 tempest-AttachVolumeTestJSON-336390128-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-708042'] for port (b2ce76c6-0f60-4697-bd85-40a3ec4c9b38), precommit_delete {{(pid=103916) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 17:27:59.526641 dv-cinder-837356-2-iscsi neutron-server[103916]: DEBUG neutron_lib.callbacks.manager [None req-6aa372a4-eaeb-41e7-b2cb-3687e38d165b tempest-AttachVolumeTestJSON-336390128 tempest-AttachVolumeTestJSON-336390128-project] Publish callbacks [] for floatingip (b2ce76c6-0f60-4697-bd85-40a3ec4c9b38), precommit_delete {{(pid=103916) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 17:27:59.542199 dv-cinder-837356-2-iscsi neutron-server[103917]: DEBUG neutron.db.l3_dvrscheduler_db [req-6a348e3c-9977-40b3-9b02-5630cce31d13 req-033f3fb9-f634-4665-8b75-b3c9bb6f7f5d tempest-ServerRescueNegativeTestJSON-1475515620 tempest-ServerRescueNegativeTestJSON-1475515620-project] No DVR routers for this DVR port 3e68f997-7180-47a9-a1f0-ae3a5f70d0a3 on host hv-cinder-83735 {{(pid=103917) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:215}} Jun 16 17:27:59.542727 dv-cinder-837356-2-iscsi neutron-server[103916]: DEBUG neutron.plugins.ml2.plugin [None req-6aa372a4-eaeb-41e7-b2cb-3687e38d165b tempest-AttachVolumeTestJSON-336390128 tempest-AttachVolumeTestJSON-336390128-project] Calling delete_port for b2ce76c6-0f60-4697-bd85-40a3ec4c9b38 owned by network:floatingip {{(pid=103916) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2122}} Jun 16 17:27:59.545656 dv-cinder-837356-2-iscsi neutron-server[103917]: DEBUG neutron_lib.callbacks.manager [req-6a348e3c-9977-40b3-9b02-5630cce31d13 req-033f3fb9-f634-4665-8b75-b3c9bb6f7f5d tempest-ServerRescueNegativeTestJSON-1475515620 tempest-ServerRescueNegativeTestJSON-1475515620-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-191112'] for port (None), before_response {{(pid=103917) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 17:27:59.549409 dv-cinder-837356-2-iscsi neutron-server[103917]: INFO neutron.wsgi [req-6a348e3c-9977-40b3-9b02-5630cce31d13 req-033f3fb9-f634-4665-8b75-b3c9bb6f7f5d tempest-ServerRescueNegativeTestJSON-1475515620 tempest-ServerRescueNegativeTestJSON-1475515620-project] 10.222.0.81 "DELETE /v2.0/ports/3e68f997-7180-47a9-a1f0-ae3a5f70d0a3 HTTP/1.1" status: 204 len: 173 time: 0.9482400 Jun 16 17:27:59.550177 dv-cinder-837356-2-iscsi neutron-server[103917]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '4065d5c1-0b16-413a-a5b5-e0e725e1e71b', 'name': 'network-vif-deleted', 'tag': '3e68f997-7180-47a9-a1f0-ae3a5f70d0a3'}] {{(pid=103917) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jun 16 17:27:59.552713 dv-cinder-837356-2-iscsi neutron-server[103917]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.66/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6f3fd2b1a6655810f50592bc9015c397d118e5689141688eaf1b23dbeee2ebf8" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d6d06a93-0d9f-45dd-b237-253e4d3d632b" -d '{"events": [{"server_uuid": "4065d5c1-0b16-413a-a5b5-e0e725e1e71b", "name": "network-vif-deleted", "tag": "3e68f997-7180-47a9-a1f0-ae3a5f70d0a3"}]}' {{(pid=103917) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 16 17:27:59.556278 dv-cinder-837356-2-iscsi neutron-server[103916]: DEBUG dbcounter [-] [103916] Writing DB stats neutron:SELECT=99,neutron:DELETE=1 {{(pid=103916) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 16 17:27:59.560392 dv-cinder-837356-2-iscsi neutron-server[103916]: DEBUG dbcounter [-] [103916] Writing DB stats neutron:SELECT=98,neutron:DELETE=2 {{(pid=103916) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 16 17:27:59.609602 dv-cinder-837356-2-iscsi neutron-server[103917]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 16 Jun 2022 17:27:59 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0d63e6da-5f1a-4f44-a8d0-6a123d9d67bf x-openstack-request-id: req-0d63e6da-5f1a-4f44-a8d0-6a123d9d67bf {{(pid=103917) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 16 17:27:59.609891 dv-cinder-837356-2-iscsi neutron-server[103917]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "4065d5c1-0b16-413a-a5b5-e0e725e1e71b", "name": "network-vif-deleted", "tag": "3e68f997-7180-47a9-a1f0-ae3a5f70d0a3", "status": "completed", "code": 200}]} {{(pid=103917) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 16 17:27:59.610424 dv-cinder-837356-2-iscsi neutron-server[103917]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.66/compute/v2.1/os-server-external-events used request id req-0d63e6da-5f1a-4f44-a8d0-6a123d9d67bf {{(pid=103917) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 16 17:27:59.611108 dv-cinder-837356-2-iscsi neutron-server[103917]: INFO neutron.notifiers.nova [-] Nova event matching ['req-0d63e6da-5f1a-4f44-a8d0-6a123d9d67bf'] response: {'server_uuid': '4065d5c1-0b16-413a-a5b5-e0e725e1e71b', 'name': 'network-vif-deleted', 'tag': '3e68f997-7180-47a9-a1f0-ae3a5f70d0a3', 'status': 'completed', 'code': 200} Jun 16 17:27:59.634612 dv-cinder-837356-2-iscsi neutron-server[103919]: DEBUG neutron.db.l3_dvr_db [None req-2b94f21c-a046-4c26-a885-28a0ae58d3f0 None None] Set router dfe813ff-74d0-4e6b-9f3d-827582ab6a37 gateway port host: dv-cinder-837356-2-iscsi {{(pid=103919) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jun 16 17:27:59.718635 dv-cinder-837356-2-iscsi neutron-server[103916]: DEBUG neutron_lib.callbacks.manager [None req-6aa372a4-eaeb-41e7-b2cb-3687e38d165b tempest-AttachVolumeTestJSON-336390128 tempest-AttachVolumeTestJSON-336390128-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16007527', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-75831', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16241551', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8728539364702', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8728538993430', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25517999'] for port (b2ce76c6-0f60-4697-bd85-40a3ec4c9b38), after_delete {{(pid=103916) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 17:27:59.746405 dv-cinder-837356-2-iscsi neutron-server[103916]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6aa372a4-eaeb-41e7-b2cb-3687e38d165b tempest-AttachVolumeTestJSON-336390128 tempest-AttachVolumeTestJSON-336390128-project] Pushing event deleted for resources: {'Port': ['ID=b2ce76c6-0f60-4697-bd85-40a3ec4c9b38,revision_number=None']} {{(pid=103916) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 17:27:59.816600 dv-cinder-837356-2-iscsi neutron-server[103916]: DEBUG neutron_lib.callbacks.manager [None req-6aa372a4-eaeb-41e7-b2cb-3687e38d165b tempest-AttachVolumeTestJSON-336390128 tempest-AttachVolumeTestJSON-336390128-project] Publish callbacks [] for floatingip (f482a0fc-403a-4b0d-82b2-0f4a46df0c1a), after_delete {{(pid=103916) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 17:27:59.821008 dv-cinder-837356-2-iscsi neutron-server[103916]: DEBUG neutron_lib.callbacks.manager [None req-6aa372a4-eaeb-41e7-b2cb-3687e38d165b tempest-AttachVolumeTestJSON-336390128 tempest-AttachVolumeTestJSON-336390128-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-191112'] for floatingip (None), before_response {{(pid=103916) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 17:27:59.822380 dv-cinder-837356-2-iscsi neutron-server[103916]: INFO neutron.wsgi [None req-6aa372a4-eaeb-41e7-b2cb-3687e38d165b tempest-AttachVolumeTestJSON-336390128 tempest-AttachVolumeTestJSON-336390128-project] 10.222.0.66 "DELETE /v2.0/floatingips/f482a0fc-403a-4b0d-82b2-0f4a46df0c1a HTTP/1.1" status: 204 len: 168 time: 0.5172451 Jun 16 17:27:59.824504 dv-cinder-837356-2-iscsi neutron-server[103919]: DEBUG dbcounter [-] [103919] Writing DB stats neutron:SELECT=100 {{(pid=103919) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 16 17:27:59.846571 dv-cinder-837356-2-iscsi neutron-server[103917]: INFO neutron.wsgi [req-2afef4fc-9c0b-4fac-9dd8-13f87789f3bb req-0496556e-fdfa-4305-8cd6-52568f83f29e tempest-ServerRescueNegativeTestJSON-1475515620 tempest-ServerRescueNegativeTestJSON-1475515620-project] 10.222.0.66 "GET /v2.0/ports?device_id=4065d5c1-0b16-413a-a5b5-e0e725e1e71b HTTP/1.1" status: 200 len: 210 time: 0.0486200 Jun 16 17:27:59.883901 dv-cinder-837356-2-iscsi neutron-server[103919]: DEBUG neutron.db.l3_hamode_db [None req-2b94f21c-a046-4c26-a885-28a0ae58d3f0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'dfe813ff-74d0-4e6b-9f3d-827582ab6a37', 'name': 'tempest-ServerRescueNegativeTestJSON-1592621772-router', 'tenant_id': 'ccf5c45783454fc5a7872490196f07e0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9df31235-0797-44e6-85a0-102cb2da2d58', 'external_fixed_ips': [{'subnet_id': '1dfb0320-f5eb-46f6-88ce-33002f500238', 'ip_address': '172.27.2.58'}], 'enable_snat': True}, 'gw_port_id': '06974505-e6bd-467d-a29b-92e722b69f8f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-16T17:22:23Z', 'updated_at': '2022-06-16T17:22:31Z', 'revision_number': 4, 'project_id': 'ccf5c45783454fc5a7872490196f07e0', 'gw_port': {'id': '06974505-e6bd-467d-a29b-92e722b69f8f', 'name': '', 'network_id': '9df31235-0797-44e6-85a0-102cb2da2d58', 'tenant_id': '', 'mac_address': 'fa:16:3e:ce:68:29', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dfe813ff-74d0-4e6b-9f3d-827582ab6a37', 'device_owner': 'network:router_gateway', 'standard_attr_id': 63, 'fixed_ips': [{'subnet_id': '1dfb0320-f5eb-46f6-88ce-33002f500238', 'ip_address': '172.27.2.58', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-837356-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-16T17:22:23Z', 'updated_at': '2022-06-16T17:22:35Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1dfb0320-f5eb-46f6-88ce-33002f500238', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-837356-2-iscsi', '_interfaces': [{'id': 'e1aec36a-a2f9-4546-94c4-c2940c0a35ec', 'name': '', 'network_id': '7c13538c-2941-4763-a560-37a0a33d14c7', 'tenant_id': 'ccf5c45783454fc5a7872490196f07e0', 'mac_address': 'fa:16:3e:1b:5e:a6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dfe813ff-74d0-4e6b-9f3d-827582ab6a37', 'device_owner': 'network:router_interface', 'standard_attr_id': 95, 'fixed_ips': [{'subnet_id': '8e38426e-d044-4155-92d6-5d9da7f0fc35', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-837356-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-16T17:22:29Z', 'updated_at': '2022-06-16T17:22:39Z', 'revision_number': 5, 'project_id': 'ccf5c45783454fc5a7872490196f07e0', 'subnets': [{'id': '8e38426e-d044-4155-92d6-5d9da7f0fc35', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-837356-2-iscsi', False) {} {{(pid=103919) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 16 17:27:59.909684 dv-cinder-837356-2-iscsi neutron-server[103919]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2b94f21c-a046-4c26-a885-28a0ae58d3f0 None None] Checking router: dfe813ff-74d0-4e6b-9f3d-827582ab6a37 for host: dv-cinder-837356-2-iscsi {{(pid=103919) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 16 17:27:59.918083 dv-cinder-837356-2-iscsi neutron-server[103916]: DEBUG neutron.wsgi [-] (103916) accepted ('10.222.0.66', 42596) {{(pid=103916) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 16 17:27:59.920496 dv-cinder-837356-2-iscsi neutron-server[103919]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2b94f21c-a046-4c26-a885-28a0ae58d3f0 None None] Routers {'dfe813ff-74d0-4e6b-9f3d-827582ab6a37'} bound to L3 agent in host dv-cinder-837356-2-iscsi {{(pid=103919) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jun 16 17:27:59.921137 dv-cinder-837356-2-iscsi neutron-server[103919]: DEBUG neutron.db.l3_hamode_db [None req-2b94f21c-a046-4c26-a885-28a0ae58d3f0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-837356-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2022-06-16T17:14:15Z,description=,heartbeat_timestamp=2022-06-16T17:27:45Z,host='dv-cinder-837356-2-iscsi',id=7639df21-17c3-4235-8912-210c3ad54137,load=0,resource_versions=,resources_synced=,started_at=2022-06-16T17:14:15Z,topic='l3_agent')) {'router_ids': ['dfe813ff-74d0-4e6b-9f3d-827582ab6a37'], 'active': True} {{(pid=103919) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 16 17:27:59.923949 dv-cinder-837356-2-iscsi neutron-server[103916]: DEBUG neutron.api.v2.base [None req-9cade359-cda3-432f-8b25-7318875a2145 tempest-AttachVolumeTestJSON-336390128 tempest-AttachVolumeTestJSON-336390128-project] Request body: {'security_group': {'name': 'tempest-securitygroup--1290764775', 'description': 'tempest-description--2139979557'}} {{(pid=103916) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jun 16 17:27:59.946339 dv-cinder-837356-2-iscsi neutron-server[103916]: DEBUG neutron_lib.callbacks.manager [None req-9cade359-cda3-432f-8b25-7318875a2145 tempest-AttachVolumeTestJSON-336390128 tempest-AttachVolumeTestJSON-336390128-project] Publish callbacks [] for security_group (None), before_create {{(pid=103916) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 17:28:00.014461 dv-cinder-837356-2-iscsi neutron-server[103919]: DEBUG dbcounter [-] [103919] Writing DB stats neutron:SELECT=100 {{(pid=103919) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 16 17:28:00.020607 dv-cinder-837356-2-iscsi neutron-server[103916]: DEBUG neutron_lib.callbacks.manager [None req-9cade359-cda3-432f-8b25-7318875a2145 tempest-AttachVolumeTestJSON-336390128 tempest-AttachVolumeTestJSON-336390128-project] Publish callbacks [] for security_group (060b0594-d1ec-490a-9c32-ca8c342f956c), precommit_create {{(pid=103916) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 17:28:00.026270 dv-cinder-837356-2-iscsi neutron-server[103916]: DEBUG neutron_lib.callbacks.manager [None req-9cade359-cda3-432f-8b25-7318875a2145 tempest-AttachVolumeTestJSON-336390128 tempest-AttachVolumeTestJSON-336390128-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-570488'] for security_group (060b0594-d1ec-490a-9c32-ca8c342f956c), after_create {{(pid=103916) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 17:28:00.028105 dv-cinder-837356-2-iscsi neutron-server[103919]: DEBUG neutron.db.l3_dvr_db [None req-2b94f21c-a046-4c26-a885-28a0ae58d3f0 None None] Set router dfe813ff-74d0-4e6b-9f3d-827582ab6a37 gateway port host: dv-cinder-837356-2-iscsi {{(pid=103919) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jun 16 17:28:00.059844 dv-cinder-837356-2-iscsi neutron-server[103916]: DEBUG neutron_lib.callbacks.manager [None req-9cade359-cda3-432f-8b25-7318875a2145 tempest-AttachVolumeTestJSON-336390128 tempest-AttachVolumeTestJSON-336390128-project] Publish callbacks [] for security_group (None), before_response {{(pid=103916) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 17:28:00.061098 dv-cinder-837356-2-iscsi neutron-server[103916]: INFO neutron.wsgi [None req-9cade359-cda3-432f-8b25-7318875a2145 tempest-AttachVolumeTestJSON-336390128 tempest-AttachVolumeTestJSON-336390128-project] 10.222.0.66 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1797 time: 0.1415854 Jun 16 17:28:00.063031 dv-cinder-837356-2-iscsi neutron-server[103916]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9cade359-cda3-432f-8b25-7318875a2145 tempest-AttachVolumeTestJSON-336390128 tempest-AttachVolumeTestJSON-336390128-project] Pushing event updated for resources: {'SecurityGroup': ['ID=060b0594-d1ec-490a-9c32-ca8c342f956c,revision_number=1']} {{(pid=103916) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 17:28:00.064124 dv-cinder-837356-2-iscsi neutron-server[103917]: DEBUG neutron.wsgi [-] (103917) accepted ('10.222.0.66', 42598) {{(pid=103917) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 16 17:28:00.068824 dv-cinder-837356-2-iscsi neutron-server[103917]: DEBUG neutron.api.v2.base [None req-347cc503-bbb7-46e7-aa42-a8a850475777 tempest-AttachVolumeTestJSON-336390128 tempest-AttachVolumeTestJSON-336390128-project] Request body: {'security_group_rule': {'security_group_id': '060b0594-d1ec-490a-9c32-ca8c342f956c', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=103917) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jun 16 17:28:00.097144 dv-cinder-837356-2-iscsi neutron-server[103917]: DEBUG neutron_lib.callbacks.manager [None req-347cc503-bbb7-46e7-aa42-a8a850475777 tempest-AttachVolumeTestJSON-336390128 tempest-AttachVolumeTestJSON-336390128-project] Publish callbacks [] for security_group_rule (d11f8531-3a10-434a-a3c0-bcdfc64b4585), before_create {{(pid=103917) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 17:28:00.156583 dv-cinder-837356-2-iscsi neutron-server[103917]: DEBUG neutron_lib.callbacks.manager [None req-347cc503-bbb7-46e7-aa42-a8a850475777 tempest-AttachVolumeTestJSON-336390128 tempest-AttachVolumeTestJSON-336390128-project] Publish callbacks [] for security_group_rule (d11f8531-3a10-434a-a3c0-bcdfc64b4585), precommit_create {{(pid=103917) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 17:28:00.162649 dv-cinder-837356-2-iscsi neutron-server[103917]: DEBUG neutron_lib.callbacks.manager [None req-347cc503-bbb7-46e7-aa42-a8a850475777 tempest-AttachVolumeTestJSON-336390128 tempest-AttachVolumeTestJSON-336390128-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-576715'] for security_group_rule (d11f8531-3a10-434a-a3c0-bcdfc64b4585), after_create {{(pid=103917) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 17:28:00.184748 dv-cinder-837356-2-iscsi neutron-server[103917]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-347cc503-bbb7-46e7-aa42-a8a850475777 tempest-AttachVolumeTestJSON-336390128 tempest-AttachVolumeTestJSON-336390128-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=d11f8531-3a10-434a-a3c0-bcdfc64b4585,revision_number=0']} {{(pid=103917) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 17:28:00.196765 dv-cinder-837356-2-iscsi neutron-server[103917]: DEBUG neutron_lib.callbacks.manager [None req-347cc503-bbb7-46e7-aa42-a8a850475777 tempest-AttachVolumeTestJSON-336390128 tempest-AttachVolumeTestJSON-336390128-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103917) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 17:28:00.198289 dv-cinder-837356-2-iscsi neutron-server[103917]: INFO neutron.wsgi [None req-347cc503-bbb7-46e7-aa42-a8a850475777 tempest-AttachVolumeTestJSON-336390128 tempest-AttachVolumeTestJSON-336390128-project] 10.222.0.66 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1331487 Jun 16 17:28:00.201264 dv-cinder-837356-2-iscsi neutron-server[103916]: DEBUG neutron.wsgi [-] (103916) accepted ('10.222.0.66', 42600) {{(pid=103916) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 16 17:28:00.206403 dv-cinder-837356-2-iscsi neutron-server[103916]: DEBUG neutron.api.v2.base [None req-0068075f-d826-42f9-987a-6b023b021df5 tempest-AttachVolumeTestJSON-336390128 tempest-AttachVolumeTestJSON-336390128-project] Request body: {'security_group_rule': {'security_group_id': '060b0594-d1ec-490a-9c32-ca8c342f956c', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=103916) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jun 16 17:28:00.232678 dv-cinder-837356-2-iscsi neutron-server[103919]: DEBUG neutron.db.l3_hamode_db [None req-2b94f21c-a046-4c26-a885-28a0ae58d3f0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'dfe813ff-74d0-4e6b-9f3d-827582ab6a37', 'name': 'tempest-ServerRescueNegativeTestJSON-1592621772-router', 'tenant_id': 'ccf5c45783454fc5a7872490196f07e0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9df31235-0797-44e6-85a0-102cb2da2d58', 'external_fixed_ips': [{'subnet_id': '1dfb0320-f5eb-46f6-88ce-33002f500238', 'ip_address': '172.27.2.58'}], 'enable_snat': True}, 'gw_port_id': '06974505-e6bd-467d-a29b-92e722b69f8f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-16T17:22:23Z', 'updated_at': '2022-06-16T17:22:31Z', 'revision_number': 4, 'project_id': 'ccf5c45783454fc5a7872490196f07e0', 'gw_port': {'id': '06974505-e6bd-467d-a29b-92e722b69f8f', 'name': '', 'network_id': '9df31235-0797-44e6-85a0-102cb2da2d58', 'tenant_id': '', 'mac_address': 'fa:16:3e:ce:68:29', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dfe813ff-74d0-4e6b-9f3d-827582ab6a37', 'device_owner': 'network:router_gateway', 'standard_attr_id': 63, 'fixed_ips': [{'subnet_id': '1dfb0320-f5eb-46f6-88ce-33002f500238', 'ip_address': '172.27.2.58', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-837356-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-16T17:22:23Z', 'updated_at': '2022-06-16T17:22:35Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1dfb0320-f5eb-46f6-88ce-33002f500238', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-837356-2-iscsi', '_interfaces': [{'id': 'e1aec36a-a2f9-4546-94c4-c2940c0a35ec', 'name': '', 'network_id': '7c13538c-2941-4763-a560-37a0a33d14c7', 'tenant_id': 'ccf5c45783454fc5a7872490196f07e0', 'mac_address': 'fa:16:3e:1b:5e:a6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dfe813ff-74d0-4e6b-9f3d-827582ab6a37', 'device_owner': 'network:router_interface', 'standard_attr_id': 95, 'fixed_ips': [{'subnet_id': '8e38426e-d044-4155-92d6-5d9da7f0fc35', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-837356-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-16T17:22:29Z', 'updated_at': '2022-06-16T17:22:39Z', 'revision_number': 5, 'project_id': 'ccf5c45783454fc5a7872490196f07e0', 'subnets': [{'id': '8e38426e-d044-4155-92d6-5d9da7f0fc35', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-837356-2-iscsi', False) {} {{(pid=103919) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 16 17:28:00.236614 dv-cinder-837356-2-iscsi neutron-server[103916]: DEBUG neutron_lib.callbacks.manager [None req-0068075f-d826-42f9-987a-6b023b021df5 tempest-AttachVolumeTestJSON-336390128 tempest-AttachVolumeTestJSON-336390128-project] Publish callbacks [] for security_group_rule (281d87b3-aa69-4fbb-a6c4-2467f023652f), before_create {{(pid=103916) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 17:28:00.259279 dv-cinder-837356-2-iscsi neutron-server[103919]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2b94f21c-a046-4c26-a885-28a0ae58d3f0 None None] The sync data for ids ['dfe813ff-74d0-4e6b-9f3d-827582ab6a37'] in dv-cinder-837356-2-iscsi is: [{'id': 'dfe813ff-74d0-4e6b-9f3d-827582ab6a37', 'name': 'tempest-ServerRescueNegativeTestJSON-1592621772-router', 'tenant_id': 'ccf5c45783454fc5a7872490196f07e0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9df31235-0797-44e6-85a0-102cb2da2d58', 'external_fixed_ips': [{'subnet_id': '1dfb0320-f5eb-46f6-88ce-33002f500238', 'ip_address': '172.27.2.58'}], 'enable_snat': True}, 'gw_port_id': '06974505-e6bd-467d-a29b-92e722b69f8f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-16T17:22:23Z', 'updated_at': '2022-06-16T17:22:31Z', 'revision_number': 4, 'project_id': 'ccf5c45783454fc5a7872490196f07e0', 'gw_port': {'id': '06974505-e6bd-467d-a29b-92e722b69f8f', 'name': '', 'network_id': '9df31235-0797-44e6-85a0-102cb2da2d58', 'tenant_id': '', 'mac_address': 'fa:16:3e:ce:68:29', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dfe813ff-74d0-4e6b-9f3d-827582ab6a37', 'device_owner': 'network:router_gateway', 'standard_attr_id': 63, 'fixed_ips': [{'subnet_id': '1dfb0320-f5eb-46f6-88ce-33002f500238', 'ip_address': '172.27.2.58', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-837356-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-16T17:22:23Z', 'updated_at': '2022-06-16T17:22:35Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1dfb0320-f5eb-46f6-88ce-33002f500238', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-837356-2-iscsi', '_interfaces': [{'id': 'e1aec36a-a2f9-4546-94c4-c2940c0a35ec', 'name': '', 'network_id': '7c13538c-2941-4763-a560-37a0a33d14c7', 'tenant_id': 'ccf5c45783454fc5a7872490196f07e0', 'mac_address': 'fa:16:3e:1b:5e:a6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dfe813ff-74d0-4e6b-9f3d-827582ab6a37', 'device_owner': 'network:router_interface', 'standard_attr_id': 95, 'fixed_ips': [{'subnet_id': '8e38426e-d044-4155-92d6-5d9da7f0fc35', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-837356-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-16T17:22:29Z', 'updated_at': '2022-06-16T17:22:39Z', 'revision_number': 5, 'project_id': 'ccf5c45783454fc5a7872490196f07e0', 'subnets': [{'id': '8e38426e-d044-4155-92d6-5d9da7f0fc35', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103919) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 16 17:28:00.322749 dv-cinder-837356-2-iscsi neutron-server[103916]: DEBUG neutron_lib.callbacks.manager [None req-0068075f-d826-42f9-987a-6b023b021df5 tempest-AttachVolumeTestJSON-336390128 tempest-AttachVolumeTestJSON-336390128-project] Publish callbacks [] for security_group_rule (281d87b3-aa69-4fbb-a6c4-2467f023652f), precommit_create {{(pid=103916) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 17:28:00.328301 dv-cinder-837356-2-iscsi neutron-server[103916]: DEBUG neutron_lib.callbacks.manager [None req-0068075f-d826-42f9-987a-6b023b021df5 tempest-AttachVolumeTestJSON-336390128 tempest-AttachVolumeTestJSON-336390128-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-576715'] for security_group_rule (281d87b3-aa69-4fbb-a6c4-2467f023652f), after_create {{(pid=103916) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 17:28:00.350392 dv-cinder-837356-2-iscsi neutron-server[103916]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0068075f-d826-42f9-987a-6b023b021df5 tempest-AttachVolumeTestJSON-336390128 tempest-AttachVolumeTestJSON-336390128-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=281d87b3-aa69-4fbb-a6c4-2467f023652f,revision_number=0']} {{(pid=103916) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 17:28:00.359005 dv-cinder-837356-2-iscsi neutron-server[103916]: DEBUG neutron_lib.callbacks.manager [None req-0068075f-d826-42f9-987a-6b023b021df5 tempest-AttachVolumeTestJSON-336390128 tempest-AttachVolumeTestJSON-336390128-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103916) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 17:28:00.364730 dv-cinder-837356-2-iscsi neutron-server[103917]: DEBUG neutron.wsgi [-] (103917) accepted ('10.222.0.66', 42602) {{(pid=103917) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 16 17:28:00.364928 dv-cinder-837356-2-iscsi neutron-server[103916]: INFO neutron.wsgi [None req-0068075f-d826-42f9-987a-6b023b021df5 tempest-AttachVolumeTestJSON-336390128 tempest-AttachVolumeTestJSON-336390128-project] 10.222.0.66 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1619570 Jun 16 17:28:00.370509 dv-cinder-837356-2-iscsi neutron-server[103917]: DEBUG neutron.api.v2.base [None req-b554931f-3011-4c88-a224-2b4c55136ba9 tempest-AttachVolumeTestJSON-336390128 tempest-AttachVolumeTestJSON-336390128-project] Request body: {'floatingip': {'floating_network_id': '9df31235-0797-44e6-85a0-102cb2da2d58'}} {{(pid=103917) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jun 16 17:28:00.393502 dv-cinder-837356-2-iscsi neutron-server[103917]: DEBUG neutron_lib.callbacks.manager [None req-b554931f-3011-4c88-a224-2b4c55136ba9 tempest-AttachVolumeTestJSON-336390128 tempest-AttachVolumeTestJSON-336390128-project] Publish callbacks [] for floatingip (None), before_create {{(pid=103917) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 17:28:00.522723 dv-cinder-837356-2-iscsi neutron-server[103918]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9ab05c06-d14e-4b95-b8ef-5bb4277f339b None None] New status for floating IP 23f305aa-9d47-4538-b0d1-a58924bf9259: DOWN {{(pid=103918) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:269}} Jun 16 17:28:00.523822 dv-cinder-837356-2-iscsi neutron-server[103917]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6659bd1b-7af4-4e32-b2de-5331f9a38e92 req-ad635d2c-3d88-4c00-a51b-97517c61d8d2 tempest-AttachVolumeShelveTestJSON-1123487845 tempest-AttachVolumeShelveTestJSON-1123487845-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103917) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 16 17:28:00.525360 dv-cinder-837356-2-iscsi neutron-server[103917]: INFO neutron.wsgi [req-6659bd1b-7af4-4e32-b2de-5331f9a38e92 req-ad635d2c-3d88-4c00-a51b-97517c61d8d2 tempest-AttachVolumeShelveTestJSON-1123487845 tempest-AttachVolumeShelveTestJSON-1123487845-project] 10.222.0.66 "GET /v2.0/ports?device_id=a9f207ac-0a5d-4cfc-abd6-2f2fc88ab6a4 HTTP/1.1" status: 200 len: 945 time: 0.0668676 Jun 16 17:28:00.528788 dv-cinder-837356-2-iscsi neutron-server[103917]: DEBUG neutron_lib.callbacks.manager [None req-b554931f-3011-4c88-a224-2b4c55136ba9 tempest-AttachVolumeTestJSON-336390128 tempest-AttachVolumeTestJSON-336390128-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16007590'] for port (None), before_create {{(pid=103917) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 17:28:00.608760 dv-cinder-837356-2-iscsi neutron-server[103917]: DEBUG dbcounter [-] [103917] Writing DB stats neutron:SELECT=94,neutron:INSERT=4,neutron:UPDATE=1,neutron:DELETE=1 {{(pid=103917) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 16 17:28:00.654183 dv-cinder-837356-2-iscsi neutron-server[103917]: INFO neutron.wsgi [req-6659bd1b-7af4-4e32-b2de-5331f9a38e92 req-c31edc5f-57e8-4c65-834f-1bcbf878da02 tempest-AttachVolumeShelveTestJSON-1123487845 tempest-AttachVolumeShelveTestJSON-1123487845-project] 10.222.0.66 "GET /v2.0/security-groups?id=528bbd8e-87bb-4e11-b4eb-c422958f1800&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1174276 Jun 16 17:28:00.689614 dv-cinder-837356-2-iscsi neutron-server[103917]: DEBUG neutron.db.db_base_plugin_common [None req-b554931f-3011-4c88-a224-2b4c55136ba9 tempest-AttachVolumeTestJSON-336390128 tempest-AttachVolumeTestJSON-336390128-project] Allocated IP 172.27.2.248 (9df31235-0797-44e6-85a0-102cb2da2d58/1dfb0320-f5eb-46f6-88ce-33002f500238/64b7cfdf-8816-42ab-914e-0efdfeffaa5b) {{(pid=103917) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 16 17:28:00.786225 dv-cinder-837356-2-iscsi neutron-server[103917]: DEBUG dbcounter [-] [103917] Writing DB stats neutron:SELECT=89,neutron:INSERT=6,neutron:DELETE=1,neutron:UPDATE=4 {{(pid=103917) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 16 17:28:00.799347 dv-cinder-837356-2-iscsi neutron-server[103916]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c95f884d-a01f-485d-a30c-8f7fc80aa77c req-06e7df00-6b1b-481b-bb5e-ce551520cee9 tempest-AttachVolumeShelveTestJSON-1123487845 tempest-AttachVolumeShelveTestJSON-1123487845-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103916) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 16 17:28:00.801160 dv-cinder-837356-2-iscsi neutron-server[103916]: INFO neutron.wsgi [req-c95f884d-a01f-485d-a30c-8f7fc80aa77c req-06e7df00-6b1b-481b-bb5e-ce551520cee9 tempest-AttachVolumeShelveTestJSON-1123487845 tempest-AttachVolumeShelveTestJSON-1123487845-project] 10.222.0.66 "GET /v2.0/ports?device_id=a9f207ac-0a5d-4cfc-abd6-2f2fc88ab6a4 HTTP/1.1" status: 200 len: 945 time: 0.0557811 Jun 16 17:28:00.811839 dv-cinder-837356-2-iscsi neutron-server[103917]: DEBUG neutron.wsgi [-] (103917) accepted ('10.222.0.66', 42608) {{(pid=103917) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 16 17:28:00.817282 dv-cinder-837356-2-iscsi neutron-server[103917]: DEBUG neutron.api.v2.base [None req-662e0b20-7502-4753-a2f3-3dc6bd095365 tempest-AttachVolumeShelveTestJSON-1123487845 tempest-AttachVolumeShelveTestJSON-1123487845-project] Request body: {'floatingip': {'port_id': '8d7a682c-8735-4554-a952-dc548868e5d9'}} {{(pid=103917) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jun 16 17:28:00.860676 dv-cinder-837356-2-iscsi neutron-server[103917]: DEBUG neutron_lib.callbacks.manager [None req-b554931f-3011-4c88-a224-2b4c55136ba9 tempest-AttachVolumeTestJSON-336390128 tempest-AttachVolumeTestJSON-336390128-project] Publish callbacks [] for port (64b7cfdf-8816-42ab-914e-0efdfeffaa5b), precommit_create {{(pid=103917) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 17:28:00.874278 dv-cinder-837356-2-iscsi neutron-server[103917]: DEBUG neutron_lib.callbacks.manager [None req-662e0b20-7502-4753-a2f3-3dc6bd095365 tempest-AttachVolumeShelveTestJSON-1123487845 tempest-AttachVolumeShelveTestJSON-1123487845-project] Publish callbacks [] for floatingip (5814884c-2a33-4e82-9c45-c5b7bff1fd5d), before_update {{(pid=103917) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 17:28:00.944093 dv-cinder-837356-2-iscsi neutron-server[103916]: DEBUG neutron.wsgi [-] (103916) accepted ('10.222.0.66', 42614) {{(pid=103916) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 16 17:28:00.999943 dv-cinder-837356-2-iscsi neutron-server[103917]: DEBUG neutron_lib.callbacks.manager [None req-b554931f-3011-4c88-a224-2b4c55136ba9 tempest-AttachVolumeTestJSON-336390128 tempest-AttachVolumeTestJSON-336390128-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16007527', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-75831', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16241551', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8728538993421', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3819743'] for port (64b7cfdf-8816-42ab-914e-0efdfeffaa5b), after_create {{(pid=103917) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 17:28:01.005431 dv-cinder-837356-2-iscsi neutron-server[103916]: DEBUG neutron_lib.callbacks.manager [None req-97b0d7f7-2d8a-400e-9889-d8d19b1ae506 tempest-ServerRescueNegativeTestJSON-1475515620 tempest-ServerRescueNegativeTestJSON-1475515620-project] Publish callbacks [] for security_group (d7d25be3-a5ac-46a1-b854-10a8a8453e86), before_delete {{(pid=103916) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 17:28:01.031465 dv-cinder-837356-2-iscsi neutron-server[103916]: DEBUG neutron_lib.callbacks.manager [None req-97b0d7f7-2d8a-400e-9889-d8d19b1ae506 tempest-ServerRescueNegativeTestJSON-1475515620 tempest-ServerRescueNegativeTestJSON-1475515620-project] Publish callbacks [] for security_group (d7d25be3-a5ac-46a1-b854-10a8a8453e86), precommit_delete {{(pid=103916) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 17:28:01.083619 dv-cinder-837356-2-iscsi neutron-server[103916]: DEBUG neutron_lib.callbacks.manager [None req-97b0d7f7-2d8a-400e-9889-d8d19b1ae506 tempest-ServerRescueNegativeTestJSON-1475515620 tempest-ServerRescueNegativeTestJSON-1475515620-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-570488'] for security_group (d7d25be3-a5ac-46a1-b854-10a8a8453e86), after_delete {{(pid=103916) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 17:28:01.086661 dv-cinder-837356-2-iscsi neutron-server[103916]: DEBUG neutron_lib.callbacks.manager [None req-97b0d7f7-2d8a-400e-9889-d8d19b1ae506 tempest-ServerRescueNegativeTestJSON-1475515620 tempest-ServerRescueNegativeTestJSON-1475515620-project] Publish callbacks [] for security_group (None), before_response {{(pid=103916) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 17:28:01.088016 dv-cinder-837356-2-iscsi neutron-server[103916]: INFO neutron.wsgi [None req-97b0d7f7-2d8a-400e-9889-d8d19b1ae506 tempest-ServerRescueNegativeTestJSON-1475515620 tempest-ServerRescueNegativeTestJSON-1475515620-project] 10.222.0.66 "DELETE /v2.0/security-groups/d7d25be3-a5ac-46a1-b854-10a8a8453e86 HTTP/1.1" status: 204 len: 168 time: 0.1429038 Jun 16 17:28:01.091470 dv-cinder-837356-2-iscsi neutron-server[103917]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b554931f-3011-4c88-a224-2b4c55136ba9 tempest-AttachVolumeTestJSON-336390128 tempest-AttachVolumeTestJSON-336390128-project] Network 9df31235-0797-44e6-85a0-102cb2da2d58 is already hosted by enough agents. {{(pid=103917) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 16 17:28:01.092759 dv-cinder-837356-2-iscsi neutron-server[103916]: DEBUG neutron.wsgi [-] (103916) accepted ('10.222.0.66', 42616) {{(pid=103916) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 16 17:28:01.099062 dv-cinder-837356-2-iscsi neutron-server[103917]: DEBUG neutron.scheduler.base_scheduler [None req-b554931f-3011-4c88-a224-2b4c55136ba9 tempest-AttachVolumeTestJSON-336390128 tempest-AttachVolumeTestJSON-336390128-project] Resources bound (agent type, host, resource id): {{(pid=103917) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 16 17:28:01.110635 dv-cinder-837356-2-iscsi neutron-server[103917]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b554931f-3011-4c88-a224-2b4c55136ba9 tempest-AttachVolumeTestJSON-336390128 tempest-AttachVolumeTestJSON-336390128-project] Received port after_create {{(pid=103917) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:542}} Jun 16 17:28:01.111066 dv-cinder-837356-2-iscsi neutron-server[103916]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-97b0d7f7-2d8a-400e-9889-d8d19b1ae506 tempest-ServerRescueNegativeTestJSON-1475515620 tempest-ServerRescueNegativeTestJSON-1475515620-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=d7d25be3-a5ac-46a1-b854-10a8a8453e86,revision_number=None']} {{(pid=103916) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 17:28:01.113162 dv-cinder-837356-2-iscsi neutron-server[103916]: INFO neutron.api.v2.resource [None req-78f6a53a-19e6-483c-b44a-d82f5cf415b3 tempest-ServerRescueNegativeTestJSON-1475515620 tempest-ServerRescueNegativeTestJSON-1475515620-project] show failed (client error): The resource could not be found. Jun 16 17:28:01.114228 dv-cinder-837356-2-iscsi neutron-server[103916]: INFO neutron.wsgi [None req-78f6a53a-19e6-483c-b44a-d82f5cf415b3 tempest-ServerRescueNegativeTestJSON-1475515620 tempest-ServerRescueNegativeTestJSON-1475515620-project] 10.222.0.66 "GET /v2.0/security-groups/d7d25be3-a5ac-46a1-b854-10a8a8453e86 HTTP/1.1" status: 404 len: 347 time: 0.0204690 Jun 16 17:28:01.117635 dv-cinder-837356-2-iscsi neutron-server[103916]: DEBUG neutron.wsgi [-] (103916) accepted ('10.222.0.66', 42618) {{(pid=103916) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 16 17:28:01.117935 dv-cinder-837356-2-iscsi neutron-server[103917]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b554931f-3011-4c88-a224-2b4c55136ba9 tempest-AttachVolumeTestJSON-336390128 tempest-AttachVolumeTestJSON-336390128-project] Pushing event updated for resources: {'Port': ['ID=64b7cfdf-8816-42ab-914e-0efdfeffaa5b,revision_number=1']} {{(pid=103917) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 17:28:01.212193 dv-cinder-837356-2-iscsi neutron-server[103916]: DEBUG dbcounter [-] [103916] Writing DB stats neutron:SELECT=86,neutron:DELETE=8,neutron:INSERT=4,neutron:UPDATE=2 {{(pid=103916) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 16 17:28:01.257696 dv-cinder-837356-2-iscsi neutron-server[103916]: DEBUG neutron.plugins.ml2.plugin [None req-dd6ba5f4-c4f4-4f60-b974-ff29a7d9bc76 tempest-ServerRescueNegativeTestJSON-1475515620 tempest-ServerRescueNegativeTestJSON-1475515620-project] Deleting port 30fd4f17-7ef0-488a-85e0-0f1a3a096535 {{(pid=103916) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2043}} Jun 16 17:28:01.258034 dv-cinder-837356-2-iscsi neutron-server[103916]: DEBUG neutron_lib.callbacks.manager [None req-dd6ba5f4-c4f4-4f60-b974-ff29a7d9bc76 tempest-ServerRescueNegativeTestJSON-1475515620 tempest-ServerRescueNegativeTestJSON-1475515620-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8728539361383'] for port (30fd4f17-7ef0-488a-85e0-0f1a3a096535), before_delete {{(pid=103916) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 17:28:01.260651 dv-cinder-837356-2-iscsi neutron-server[103916]: DEBUG dbcounter [-] [103916] Writing DB stats neutron:SELECT=86,neutron:DELETE=6,neutron:INSERT=8 {{(pid=103916) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 16 17:28:01.326976 dv-cinder-837356-2-iscsi neutron-server[103917]: DEBUG neutron_lib.callbacks.manager [None req-b554931f-3011-4c88-a224-2b4c55136ba9 tempest-AttachVolumeTestJSON-336390128 tempest-AttachVolumeTestJSON-336390128-project] Publish callbacks [] for floatingip (56024222-9c39-4a30-bbd8-80bc138bf42f), precommit_create {{(pid=103917) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 17:28:01.348106 dv-cinder-837356-2-iscsi neutron-server[103916]: DEBUG neutron_lib.callbacks.manager [None req-dd6ba5f4-c4f4-4f60-b974-ff29a7d9bc76 tempest-ServerRescueNegativeTestJSON-1475515620 tempest-ServerRescueNegativeTestJSON-1475515620-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-708042'] for port (30fd4f17-7ef0-488a-85e0-0f1a3a096535), precommit_delete {{(pid=103916) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 17:28:01.348456 dv-cinder-837356-2-iscsi neutron-server[103916]: DEBUG neutron_lib.callbacks.manager [None req-dd6ba5f4-c4f4-4f60-b974-ff29a7d9bc76 tempest-ServerRescueNegativeTestJSON-1475515620 tempest-ServerRescueNegativeTestJSON-1475515620-project] Publish callbacks [] for floatingip (30fd4f17-7ef0-488a-85e0-0f1a3a096535), precommit_delete {{(pid=103916) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 17:28:01.363360 dv-cinder-837356-2-iscsi neutron-server[103916]: DEBUG neutron.plugins.ml2.plugin [None req-dd6ba5f4-c4f4-4f60-b974-ff29a7d9bc76 tempest-ServerRescueNegativeTestJSON-1475515620 tempest-ServerRescueNegativeTestJSON-1475515620-project] Calling delete_port for 30fd4f17-7ef0-488a-85e0-0f1a3a096535 owned by network:floatingip {{(pid=103916) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2122}} Jun 16 17:28:01.411892 dv-cinder-837356-2-iscsi neutron-server[103917]: DEBUG neutron_lib.callbacks.manager [None req-b554931f-3011-4c88-a224-2b4c55136ba9 tempest-AttachVolumeTestJSON-336390128 tempest-AttachVolumeTestJSON-336390128-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16007590'] for port (64b7cfdf-8816-42ab-914e-0efdfeffaa5b), before_update {{(pid=103917) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 17:28:01.513704 dv-cinder-837356-2-iscsi neutron-server[103916]: DEBUG neutron_lib.callbacks.manager [None req-dd6ba5f4-c4f4-4f60-b974-ff29a7d9bc76 tempest-ServerRescueNegativeTestJSON-1475515620 tempest-ServerRescueNegativeTestJSON-1475515620-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16007527', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-75831', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16241551', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8728539364702', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8728538993430', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25517999'] for port (30fd4f17-7ef0-488a-85e0-0f1a3a096535), after_delete {{(pid=103916) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 17:28:01.514884 dv-cinder-837356-2-iscsi neutron-server[103917]: DEBUG dbcounter [-] [103917] Writing DB stats neutron:SELECT=95,neutron:INSERT=3,neutron:UPDATE=2 {{(pid=103917) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 16 17:28:01.547660 dv-cinder-837356-2-iscsi neutron-server[103916]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dd6ba5f4-c4f4-4f60-b974-ff29a7d9bc76 tempest-ServerRescueNegativeTestJSON-1475515620 tempest-ServerRescueNegativeTestJSON-1475515620-project] Pushing event deleted for resources: {'Port': ['ID=30fd4f17-7ef0-488a-85e0-0f1a3a096535,revision_number=None']} {{(pid=103916) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 17:28:01.581729 dv-cinder-837356-2-iscsi neutron-server[103917]: DEBUG neutron_lib.callbacks.manager [None req-662e0b20-7502-4753-a2f3-3dc6bd095365 tempest-AttachVolumeShelveTestJSON-1123487845 tempest-AttachVolumeShelveTestJSON-1123487845-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=103917) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 17:28:01.588335 dv-cinder-837356-2-iscsi neutron-server[103917]: DEBUG neutron_lib.callbacks.manager [None req-662e0b20-7502-4753-a2f3-3dc6bd095365 tempest-AttachVolumeShelveTestJSON-1123487845 tempest-AttachVolumeShelveTestJSON-1123487845-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-704970'] for floatingip (5814884c-2a33-4e82-9c45-c5b7bff1fd5d), after_update {{(pid=103917) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 17:28:01.605651 dv-cinder-837356-2-iscsi neutron-server[103916]: DEBUG neutron_lib.callbacks.manager [None req-dd6ba5f4-c4f4-4f60-b974-ff29a7d9bc76 tempest-ServerRescueNegativeTestJSON-1475515620 tempest-ServerRescueNegativeTestJSON-1475515620-project] Publish callbacks [] for floatingip (23f305aa-9d47-4538-b0d1-a58924bf9259), after_delete {{(pid=103916) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 17:28:01.608392 dv-cinder-837356-2-iscsi neutron-server[103916]: DEBUG neutron_lib.callbacks.manager [None req-dd6ba5f4-c4f4-4f60-b974-ff29a7d9bc76 tempest-ServerRescueNegativeTestJSON-1475515620 tempest-ServerRescueNegativeTestJSON-1475515620-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-191112'] for floatingip (None), before_response {{(pid=103916) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 17:28:01.609545 dv-cinder-837356-2-iscsi neutron-server[103916]: INFO neutron.wsgi [None req-dd6ba5f4-c4f4-4f60-b974-ff29a7d9bc76 tempest-ServerRescueNegativeTestJSON-1475515620 tempest-ServerRescueNegativeTestJSON-1475515620-project] 10.222.0.66 "DELETE /v2.0/floatingips/23f305aa-9d47-4538-b0d1-a58924bf9259 HTTP/1.1" status: 204 len: 168 time: 0.4909940 Jun 16 17:28:01.694251 dv-cinder-837356-2-iscsi neutron-server[103917]: DEBUG dbcounter [-] [103917] Writing DB stats neutron:SELECT=97,neutron:INSERT=1,neutron:UPDATE=2 {{(pid=103917) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 16 17:28:01.730452 dv-cinder-837356-2-iscsi neutron-server[103917]: DEBUG neutron_lib.callbacks.manager [None req-b554931f-3011-4c88-a224-2b4c55136ba9 tempest-AttachVolumeTestJSON-336390128 tempest-AttachVolumeTestJSON-336390128-project] Publish callbacks [] for port (64b7cfdf-8816-42ab-914e-0efdfeffaa5b), precommit_update {{(pid=103917) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 17:28:01.736669 dv-cinder-837356-2-iscsi neutron-server[103917]: INFO neutron.db.l3_db [None req-662e0b20-7502-4753-a2f3-3dc6bd095365 tempest-AttachVolumeShelveTestJSON-1123487845 tempest-AttachVolumeShelveTestJSON-1123487845-project] Floating IP 5814884c-2a33-4e82-9c45-c5b7bff1fd5d associated. External IP: 172.27.2.86, port: 8d7a682c-8735-4554-a952-dc548868e5d9. Jun 16 17:28:01.740180 dv-cinder-837356-2-iscsi neutron-server[103917]: DEBUG neutron_lib.callbacks.manager [None req-b554931f-3011-4c88-a224-2b4c55136ba9 tempest-AttachVolumeTestJSON-336390128 tempest-AttachVolumeTestJSON-336390128-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16007527', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-75831', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16241551', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728539364693', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728538993439', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728538993457', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3819734'] for port (64b7cfdf-8816-42ab-914e-0efdfeffaa5b), after_update {{(pid=103917) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 17:28:02.165719 dv-cinder-837356-2-iscsi neutron-server[103917]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b554931f-3011-4c88-a224-2b4c55136ba9 tempest-AttachVolumeTestJSON-336390128 tempest-AttachVolumeTestJSON-336390128-project] Pushing event updated for resources: {'Port': ['ID=64b7cfdf-8816-42ab-914e-0efdfeffaa5b,revision_number=2']} {{(pid=103917) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 17:28:02.191847 dv-cinder-837356-2-iscsi neutron-server[103917]: DEBUG neutron_lib.callbacks.manager [None req-b554931f-3011-4c88-a224-2b4c55136ba9 tempest-AttachVolumeTestJSON-336390128 tempest-AttachVolumeTestJSON-336390128-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-704970'] for floatingip (56024222-9c39-4a30-bbd8-80bc138bf42f), after_create {{(pid=103917) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 17:28:02.240417 dv-cinder-837356-2-iscsi neutron-server[103917]: DEBUG neutron_lib.callbacks.manager [None req-b554931f-3011-4c88-a224-2b4c55136ba9 tempest-AttachVolumeTestJSON-336390128 tempest-AttachVolumeTestJSON-336390128-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-191112'] for floatingip (None), before_response {{(pid=103917) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 17:28:02.242052 dv-cinder-837356-2-iscsi neutron-server[103917]: INFO neutron.wsgi [None req-b554931f-3011-4c88-a224-2b4c55136ba9 tempest-AttachVolumeTestJSON-336390128 tempest-AttachVolumeTestJSON-336390128-project] 10.222.0.66 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 1.8752143 Jun 16 17:28:02.316265 dv-cinder-837356-2-iscsi neutron-server[103917]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-662e0b20-7502-4753-a2f3-3dc6bd095365 tempest-AttachVolumeShelveTestJSON-1123487845 tempest-AttachVolumeShelveTestJSON-1123487845-project] Router 5557f5ad-f4fd-4009-ab4c-69a33d9eac05 has already been hosted by L3 agent 7639df21-17c3-4235-8912-210c3ad54137 {{(pid=103917) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jun 16 17:28:02.317226 dv-cinder-837356-2-iscsi neutron-server[103918]: DEBUG neutron.plugins.ml2.rpc [None req-b2b17746-c296-4803-869a-65578e8233dd None None] Device 3e68f997-7180-47a9-a1f0-ae3a5f70d0a3 no longer exists at agent hyperv_hv-cinder-83735 {{(pid=103918) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jun 16 17:28:02.338527 dv-cinder-837356-2-iscsi neutron-server[103918]: DEBUG neutron.plugins.ml2.plugin [None req-b2b17746-c296-4803-869a-65578e8233dd None None] No Port match for: 3e68f997-7180-47a9-a1f0-ae3a5f70d0a3 {{(pid=103918) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2382}} Jun 16 17:28:02.339130 dv-cinder-837356-2-iscsi neutron-server[103918]: DEBUG neutron.plugins.ml2.rpc [None req-b2b17746-c296-4803-869a-65578e8233dd None None] Device 3e68f997-7180-47a9-a1f0-ae3a5f70d0a3 not bound to the agent host hv-cinder-83735 {{(pid=103918) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jun 16 17:28:02.455204 dv-cinder-837356-2-iscsi neutron-server[103917]: INFO neutron.wsgi [req-5f2f7d27-ad15-440a-9feb-40ac8f60ee50 req-7e19b85a-e2f6-4798-ada6-719b9d12a907 tempest-AttachVolumeTestJSON-336390128 tempest-AttachVolumeTestJSON-336390128-project] 10.222.0.66 "GET /v2.0/security-groups?name=tempest-securitygroup--1290764775&fields=id&tenant_id=f029a8bb389c4d348c0e9001c5fa059c HTTP/1.1" status: 200 len: 267 time: 0.0917070 Jun 16 17:28:02.462242 dv-cinder-837356-2-iscsi neutron-server[103917]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-662e0b20-7502-4753-a2f3-3dc6bd095365 tempest-AttachVolumeShelveTestJSON-1123487845 tempest-AttachVolumeShelveTestJSON-1123487845-project] Notify agent at l3_agent.dv-cinder-837356-2-iscsi the message routers_updated {{(pid=103917) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jun 16 17:28:02.468051 dv-cinder-837356-2-iscsi neutron-server[103917]: DEBUG neutron_lib.callbacks.manager [None req-662e0b20-7502-4753-a2f3-3dc6bd095365 tempest-AttachVolumeShelveTestJSON-1123487845 tempest-AttachVolumeShelveTestJSON-1123487845-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-191112'] for floatingip (None), before_response {{(pid=103917) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 17:28:02.478124 dv-cinder-837356-2-iscsi neutron-server[103919]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bcef07b3-9002-40e7-8db5-807e31ce387b None None] Sync routers for ids ['5557f5ad-f4fd-4009-ab4c-69a33d9eac05'] in dv-cinder-837356-2-iscsi {{(pid=103919) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 16 17:28:02.491021 dv-cinder-837356-2-iscsi neutron-server[103919]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bcef07b3-9002-40e7-8db5-807e31ce387b None None] Routers {'5557f5ad-f4fd-4009-ab4c-69a33d9eac05'} bound to L3 agent in host dv-cinder-837356-2-iscsi {{(pid=103919) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jun 16 17:28:02.491672 dv-cinder-837356-2-iscsi neutron-server[103919]: DEBUG neutron.db.l3_hamode_db [None req-bcef07b3-9002-40e7-8db5-807e31ce387b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-837356-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2022-06-16T17:14:15Z,description=,heartbeat_timestamp=2022-06-16T17:27:45Z,host='dv-cinder-837356-2-iscsi',id=7639df21-17c3-4235-8912-210c3ad54137,load=0,resource_versions=,resources_synced=,started_at=2022-06-16T17:14:15Z,topic='l3_agent')) {'router_ids': ['5557f5ad-f4fd-4009-ab4c-69a33d9eac05'], 'active': True} {{(pid=103919) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 16 17:28:02.564867 dv-cinder-837356-2-iscsi neutron-server[103917]: INFO neutron.wsgi [None req-662e0b20-7502-4753-a2f3-3dc6bd095365 tempest-AttachVolumeShelveTestJSON-1123487845 tempest-AttachVolumeShelveTestJSON-1123487845-project] 10.222.0.66 "PUT /v2.0/floatingips/5814884c-2a33-4e82-9c45-c5b7bff1fd5d HTTP/1.1" status: 200 len: 990 time: 1.7513077 Jun 16 17:28:02.568324 dv-cinder-837356-2-iscsi neutron-server[103917]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'a9f207ac-0a5d-4cfc-abd6-2f2fc88ab6a4', 'tag': '8d7a682c-8735-4554-a952-dc548868e5d9'}] {{(pid=103917) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jun 16 17:28:02.570494 dv-cinder-837356-2-iscsi neutron-server[103917]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.66/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6f3fd2b1a6655810f50592bc9015c397d118e5689141688eaf1b23dbeee2ebf8" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-aa16ac8d-fc4e-44dc-bf6d-21b4f86a9e2c" -d '{"events": [{"name": "network-changed", "server_uuid": "a9f207ac-0a5d-4cfc-abd6-2f2fc88ab6a4", "tag": "8d7a682c-8735-4554-a952-dc548868e5d9"}]}' {{(pid=103917) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 16 17:28:02.610823 dv-cinder-837356-2-iscsi neutron-server[103917]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 16 Jun 2022 17:28:02 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e8beda9a-eb05-4400-9391-8aa87d797ddf x-openstack-request-id: req-e8beda9a-eb05-4400-9391-8aa87d797ddf {{(pid=103917) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 16 17:28:02.611118 dv-cinder-837356-2-iscsi neutron-server[103917]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "a9f207ac-0a5d-4cfc-abd6-2f2fc88ab6a4", "tag": "8d7a682c-8735-4554-a952-dc548868e5d9", "status": "completed", "code": 200}]} {{(pid=103917) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 16 17:28:02.611364 dv-cinder-837356-2-iscsi neutron-server[103917]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.66/compute/v2.1/os-server-external-events used request id req-e8beda9a-eb05-4400-9391-8aa87d797ddf {{(pid=103917) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 16 17:28:02.611495 dv-cinder-837356-2-iscsi neutron-server[103919]: DEBUG neutron.db.l3_dvr_db [None req-bcef07b3-9002-40e7-8db5-807e31ce387b None None] Set router 5557f5ad-f4fd-4009-ab4c-69a33d9eac05 gateway port host: dv-cinder-837356-2-iscsi {{(pid=103919) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jun 16 17:28:02.611765 dv-cinder-837356-2-iscsi neutron-server[103917]: INFO neutron.notifiers.nova [-] Nova event matching ['req-e8beda9a-eb05-4400-9391-8aa87d797ddf'] response: {'name': 'network-changed', 'server_uuid': 'a9f207ac-0a5d-4cfc-abd6-2f2fc88ab6a4', 'tag': '8d7a682c-8735-4554-a952-dc548868e5d9', 'status': 'completed', 'code': 200} Jun 16 17:28:02.623235 dv-cinder-837356-2-iscsi neutron-server[103917]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f2f7d27-ad15-440a-9feb-40ac8f60ee50 req-975d04b1-4d21-4148-8425-2503a2b17c38 tempest-AttachVolumeTestJSON-336390128 tempest-AttachVolumeTestJSON-336390128-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103917) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 16 17:28:02.624862 dv-cinder-837356-2-iscsi neutron-server[103917]: INFO neutron.wsgi [req-5f2f7d27-ad15-440a-9feb-40ac8f60ee50 req-975d04b1-4d21-4148-8425-2503a2b17c38 tempest-AttachVolumeTestJSON-336390128 tempest-AttachVolumeTestJSON-336390128-project] 10.222.0.66 "GET /v2.0/networks?id=82c6c893-96f4-45ae-b1e3-d70ff1db738d HTTP/1.1" status: 200 len: 811 time: 0.1602809 Jun 16 17:28:02.642949 dv-cinder-837356-2-iscsi neutron-server[103917]: INFO neutron.wsgi [req-5f2f7d27-ad15-440a-9feb-40ac8f60ee50 req-1ff733e6-5587-45b2-a549-e5fa64bbf69b tempest-AttachVolumeTestJSON-336390128 tempest-AttachVolumeTestJSON-336390128-project] 10.222.0.66 "GET /v2.0/quotas/f029a8bb389c4d348c0e9001c5fa059c HTTP/1.1" status: 200 len: 375 time: 0.0120983 Jun 16 17:28:02.657230 dv-cinder-837356-2-iscsi neutron-server[103917]: DEBUG dbcounter [-] [103917] Writing DB stats neutron:SELECT=100 {{(pid=103917) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 16 17:28:02.721965 dv-cinder-837356-2-iscsi neutron-server[103917]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa16ac8d-fc4e-44dc-bf6d-21b4f86a9e2c req-9def15a5-c460-4772-a7ba-05099982650c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103917) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 16 17:28:02.723380 dv-cinder-837356-2-iscsi neutron-server[103917]: INFO neutron.wsgi [req-aa16ac8d-fc4e-44dc-bf6d-21b4f86a9e2c req-9def15a5-c460-4772-a7ba-05099982650c service neutron] 10.222.0.81 "GET /v2.0/ports?tenant_id=0c63f648631a4a11910b4b135f22b235&device_id=a9f207ac-0a5d-4cfc-abd6-2f2fc88ab6a4 HTTP/1.1" status: 200 len: 1129 time: 0.0766916 Jun 16 17:28:02.733664 dv-cinder-837356-2-iscsi neutron-server[103917]: INFO neutron.wsgi [req-5f2f7d27-ad15-440a-9feb-40ac8f60ee50 req-c516cc8e-5b7d-4346-a974-dd18164b5dcb tempest-AttachVolumeTestJSON-336390128 tempest-AttachVolumeTestJSON-336390128-project] 10.222.0.66 "GET /v2.0/ports?tenant_id=f029a8bb389c4d348c0e9001c5fa059c&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0738835 Jun 16 17:28:02.877054 dv-cinder-837356-2-iscsi neutron-server[103919]: DEBUG neutron.db.l3_hamode_db [None req-bcef07b3-9002-40e7-8db5-807e31ce387b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5557f5ad-f4fd-4009-ab4c-69a33d9eac05', 'name': 'tempest-AttachVolumeShelveTestJSON-288441189-router', 'tenant_id': '0c63f648631a4a11910b4b135f22b235', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9df31235-0797-44e6-85a0-102cb2da2d58', 'external_fixed_ips': [{'subnet_id': '1dfb0320-f5eb-46f6-88ce-33002f500238', 'ip_address': '172.27.2.250'}], 'enable_snat': True}, 'gw_port_id': 'bbb2266f-e66a-4e7c-90ad-bbf0a686e05e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-16T17:22:27Z', 'updated_at': '2022-06-16T17:22:37Z', 'revision_number': 4, 'project_id': '0c63f648631a4a11910b4b135f22b235', 'gw_port': {'id': 'bbb2266f-e66a-4e7c-90ad-bbf0a686e05e', 'name': '', 'network_id': '9df31235-0797-44e6-85a0-102cb2da2d58', 'tenant_id': '', 'mac_address': 'fa:16:3e:16:85:53', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5557f5ad-f4fd-4009-ab4c-69a33d9eac05', 'device_owner': 'network:router_gateway', 'standard_attr_id': 94, 'fixed_ips': [{'subnet_id': '1dfb0320-f5eb-46f6-88ce-33002f500238', 'ip_address': '172.27.2.250', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-837356-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-16T17:22:29Z', 'updated_at': '2022-06-16T17:22:45Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1dfb0320-f5eb-46f6-88ce-33002f500238', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-837356-2-iscsi', '_floatingips': [{'id': '5814884c-2a33-4e82-9c45-c5b7bff1fd5d', 'tenant_id': '0c63f648631a4a11910b4b135f22b235', 'floating_ip_address': '172.27.2.86', 'floating_network_id': '9df31235-0797-44e6-85a0-102cb2da2d58', 'router_id': '5557f5ad-f4fd-4009-ab4c-69a33d9eac05', 'port_id': '8d7a682c-8735-4554-a952-dc548868e5d9', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'standard_attr_id': 492, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '04f2ecf4-cd9f-483b-9100-6d9d67a561d2', 'mac_address': 'fa:16:3e:dc:6b:d3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a9f207ac-0a5d-4cfc-abd6-2f2fc88ab6a4', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-06-16T17:27:47Z', 'updated_at': '2022-06-16T17:28:01Z', 'revision_number': 1, 'project_id': '0c63f648631a4a11910b4b135f22b235', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'c624de63-ffae-4e98-95eb-7e74edb29e5b', 'name': '', 'network_id': '04f2ecf4-cd9f-483b-9100-6d9d67a561d2', 'tenant_id': '0c63f648631a4a11910b4b135f22b235', 'mac_address': 'fa:16:3e:62:b5:88', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5557f5ad-f4fd-4009-ab4c-69a33d9eac05', 'device_owner': 'network:router_interface', 'standard_attr_id': 118, 'fixed_ips': [{'subnet_id': '57d5f714-8d8c-468b-957a-7745cf345909', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-837356-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-16T17:22:36Z', 'updated_at': '2022-06-16T17:22:55Z', 'revision_number': 5, 'project_id': '0c63f648631a4a11910b4b135f22b235', 'subnets': [{'id': '57d5f714-8d8c-468b-957a-7745cf345909', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-837356-2-iscsi', False) {} {{(pid=103919) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 16 17:28:02.904014 dv-cinder-837356-2-iscsi neutron-server[103919]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bcef07b3-9002-40e7-8db5-807e31ce387b None None] Checking router: 5557f5ad-f4fd-4009-ab4c-69a33d9eac05 for host: dv-cinder-837356-2-iscsi {{(pid=103919) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 16 17:28:02.913158 dv-cinder-837356-2-iscsi neutron-server[103919]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bcef07b3-9002-40e7-8db5-807e31ce387b None None] Routers {'5557f5ad-f4fd-4009-ab4c-69a33d9eac05'} bound to L3 agent in host dv-cinder-837356-2-iscsi {{(pid=103919) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jun 16 17:28:02.913801 dv-cinder-837356-2-iscsi neutron-server[103919]: DEBUG neutron.db.l3_hamode_db [None req-bcef07b3-9002-40e7-8db5-807e31ce387b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-837356-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2022-06-16T17:14:15Z,description=,heartbeat_timestamp=2022-06-16T17:27:45Z,host='dv-cinder-837356-2-iscsi',id=7639df21-17c3-4235-8912-210c3ad54137,load=0,resource_versions=,resources_synced=,started_at=2022-06-16T17:14:15Z,topic='l3_agent')) {'router_ids': ['5557f5ad-f4fd-4009-ab4c-69a33d9eac05'], 'active': True} {{(pid=103919) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 16 17:28:02.951821 dv-cinder-837356-2-iscsi neutron-server[103917]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa16ac8d-fc4e-44dc-bf6d-21b4f86a9e2c req-98dc4f11-717d-4095-920a-bc0f7a62baaa service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103917) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 16 17:28:02.953925 dv-cinder-837356-2-iscsi neutron-server[103917]: INFO neutron.wsgi [req-aa16ac8d-fc4e-44dc-bf6d-21b4f86a9e2c req-98dc4f11-717d-4095-920a-bc0f7a62baaa service neutron] 10.222.0.81 "GET /v2.0/networks?id=04f2ecf4-cd9f-483b-9100-6d9d67a561d2 HTTP/1.1" status: 200 len: 918 time: 0.2150314 Jun 16 17:28:03.003245 dv-cinder-837356-2-iscsi neutron-server[103917]: DEBUG dbcounter [-] [103917] Writing DB stats neutron:SELECT=98,neutron:DELETE=2 {{(pid=103917) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 16 17:28:03.029749 dv-cinder-837356-2-iscsi neutron-server[103917]: INFO neutron.wsgi [req-5f2f7d27-ad15-440a-9feb-40ac8f60ee50 req-d3e81a93-5279-4bd6-9da7-e33caa00ad78 service neutron] 10.222.0.66 "GET /v2.0/networks/82c6c893-96f4-45ae-b1e3-d70ff1db738d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2802956 Jun 16 17:28:03.082701 dv-cinder-837356-2-iscsi neutron-server[103917]: INFO neutron.wsgi [req-aa16ac8d-fc4e-44dc-bf6d-21b4f86a9e2c req-0ba2c45c-f15d-4df8-b821-8949a6f8f825 service neutron] 10.222.0.81 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=8d7a682c-8735-4554-a952-dc548868e5d9 HTTP/1.1" status: 200 len: 998 time: 0.1213102 Jun 16 17:28:03.138276 dv-cinder-837356-2-iscsi neutron-server[103919]: DEBUG neutron.db.l3_dvr_db [None req-bcef07b3-9002-40e7-8db5-807e31ce387b None None] Set router 5557f5ad-f4fd-4009-ab4c-69a33d9eac05 gateway port host: dv-cinder-837356-2-iscsi {{(pid=103919) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jun 16 17:28:03.185477 dv-cinder-837356-2-iscsi neutron-server[103917]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa16ac8d-fc4e-44dc-bf6d-21b4f86a9e2c req-ebb90033-1541-41e7-a416-d564d0f75826 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103917) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 16 17:28:03.186438 dv-cinder-837356-2-iscsi neutron-server[103917]: INFO neutron.wsgi [req-aa16ac8d-fc4e-44dc-bf6d-21b4f86a9e2c req-ebb90033-1541-41e7-a416-d564d0f75826 service neutron] 10.222.0.81 "GET /v2.0/subnets?id=57d5f714-8d8c-468b-957a-7745cf345909 HTTP/1.1" status: 200 len: 855 time: 0.0691323 Jun 16 17:28:03.190725 dv-cinder-837356-2-iscsi neutron-server[103917]: INFO neutron.wsgi [req-5f2f7d27-ad15-440a-9feb-40ac8f60ee50 req-b67fff0f-4793-47cc-aa23-f3388c674cce service neutron] 10.222.0.66 "GET /v2.0/networks/82c6c893-96f4-45ae-b1e3-d70ff1db738d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1534450 Jun 16 17:28:03.236025 dv-cinder-837356-2-iscsi neutron-server[103919]: DEBUG dbcounter [-] [103919] Writing DB stats neutron:SELECT=99,neutron:DELETE=1 {{(pid=103919) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 16 17:28:03.242348 dv-cinder-837356-2-iscsi neutron-server[103917]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa16ac8d-fc4e-44dc-bf6d-21b4f86a9e2c req-65b3127d-af30-47c3-970f-872d27e0f7df service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103917) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 16 17:28:03.244182 dv-cinder-837356-2-iscsi neutron-server[103917]: INFO neutron.wsgi [req-aa16ac8d-fc4e-44dc-bf6d-21b4f86a9e2c req-65b3127d-af30-47c3-970f-872d27e0f7df service neutron] 10.222.0.81 "GET /v2.0/ports?network_id=04f2ecf4-cd9f-483b-9100-6d9d67a561d2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0514157 Jun 16 17:28:03.357847 dv-cinder-837356-2-iscsi neutron-server[103917]: INFO neutron.wsgi [req-aa16ac8d-fc4e-44dc-bf6d-21b4f86a9e2c req-0ebc859f-691a-40b1-8564-ae751f681b65 service neutron] 10.222.0.81 "GET /v2.0/networks/04f2ecf4-cd9f-483b-9100-6d9d67a561d2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0992796 Jun 16 17:28:03.413890 dv-cinder-837356-2-iscsi neutron-server[103916]: INFO neutron.wsgi [req-182ec829-3c85-4510-93a8-a81fe0d2ccb3 req-f135f827-dfef-4dcb-8663-8129322e1158 tempest-AttachVolumeTestJSON-336390128 tempest-AttachVolumeTestJSON-336390128-project] 10.222.0.66 "GET /v2.0/ports?device_id=aeb07519-2ce6-44ee-a88c-d46b4e11b367 HTTP/1.1" status: 200 len: 210 time: 0.0372136 Jun 16 17:28:03.414810 dv-cinder-837356-2-iscsi neutron-server[103919]: DEBUG neutron.db.l3_hamode_db [None req-bcef07b3-9002-40e7-8db5-807e31ce387b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5557f5ad-f4fd-4009-ab4c-69a33d9eac05', 'name': 'tempest-AttachVolumeShelveTestJSON-288441189-router', 'tenant_id': '0c63f648631a4a11910b4b135f22b235', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9df31235-0797-44e6-85a0-102cb2da2d58', 'external_fixed_ips': [{'subnet_id': '1dfb0320-f5eb-46f6-88ce-33002f500238', 'ip_address': '172.27.2.250'}], 'enable_snat': True}, 'gw_port_id': 'bbb2266f-e66a-4e7c-90ad-bbf0a686e05e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-16T17:22:27Z', 'updated_at': '2022-06-16T17:22:37Z', 'revision_number': 4, 'project_id': '0c63f648631a4a11910b4b135f22b235', 'gw_port': {'id': 'bbb2266f-e66a-4e7c-90ad-bbf0a686e05e', 'name': '', 'network_id': '9df31235-0797-44e6-85a0-102cb2da2d58', 'tenant_id': '', 'mac_address': 'fa:16:3e:16:85:53', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5557f5ad-f4fd-4009-ab4c-69a33d9eac05', 'device_owner': 'network:router_gateway', 'standard_attr_id': 94, 'fixed_ips': [{'subnet_id': '1dfb0320-f5eb-46f6-88ce-33002f500238', 'ip_address': '172.27.2.250', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-837356-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-16T17:22:29Z', 'updated_at': '2022-06-16T17:22:45Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1dfb0320-f5eb-46f6-88ce-33002f500238', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-837356-2-iscsi', '_floatingips': [{'id': '5814884c-2a33-4e82-9c45-c5b7bff1fd5d', 'tenant_id': '0c63f648631a4a11910b4b135f22b235', 'floating_ip_address': '172.27.2.86', 'floating_network_id': '9df31235-0797-44e6-85a0-102cb2da2d58', 'router_id': '5557f5ad-f4fd-4009-ab4c-69a33d9eac05', 'port_id': '8d7a682c-8735-4554-a952-dc548868e5d9', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'standard_attr_id': 492, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '04f2ecf4-cd9f-483b-9100-6d9d67a561d2', 'mac_address': 'fa:16:3e:dc:6b:d3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a9f207ac-0a5d-4cfc-abd6-2f2fc88ab6a4', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-06-16T17:27:47Z', 'updated_at': '2022-06-16T17:28:01Z', 'revision_number': 1, 'project_id': '0c63f648631a4a11910b4b135f22b235', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'c624de63-ffae-4e98-95eb-7e74edb29e5b', 'name': '', 'network_id': '04f2ecf4-cd9f-483b-9100-6d9d67a561d2', 'tenant_id': '0c63f648631a4a11910b4b135f22b235', 'mac_address': 'fa:16:3e:62:b5:88', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5557f5ad-f4fd-4009-ab4c-69a33d9eac05', 'device_owner': 'network:router_interface', 'standard_attr_id': 118, 'fixed_ips': [{'subnet_id': '57d5f714-8d8c-468b-957a-7745cf345909', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-837356-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-16T17:22:36Z', 'updated_at': '2022-06-16T17:22:55Z', 'revision_number': 5, 'project_id': '0c63f648631a4a11910b4b135f22b235', 'subnets': [{'id': '57d5f714-8d8c-468b-957a-7745cf345909', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-837356-2-iscsi', False) {} {{(pid=103919) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 16 17:28:03.462815 dv-cinder-837356-2-iscsi neutron-server[103919]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bcef07b3-9002-40e7-8db5-807e31ce387b None None] The sync data for ids ['5557f5ad-f4fd-4009-ab4c-69a33d9eac05'] in dv-cinder-837356-2-iscsi is: [{'id': '5557f5ad-f4fd-4009-ab4c-69a33d9eac05', 'name': 'tempest-AttachVolumeShelveTestJSON-288441189-router', 'tenant_id': '0c63f648631a4a11910b4b135f22b235', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9df31235-0797-44e6-85a0-102cb2da2d58', 'external_fixed_ips': [{'subnet_id': '1dfb0320-f5eb-46f6-88ce-33002f500238', 'ip_address': '172.27.2.250'}], 'enable_snat': True}, 'gw_port_id': 'bbb2266f-e66a-4e7c-90ad-bbf0a686e05e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-16T17:22:27Z', 'updated_at': '2022-06-16T17:22:37Z', 'revision_number': 4, 'project_id': '0c63f648631a4a11910b4b135f22b235', 'gw_port': {'id': 'bbb2266f-e66a-4e7c-90ad-bbf0a686e05e', 'name': '', 'network_id': '9df31235-0797-44e6-85a0-102cb2da2d58', 'tenant_id': '', 'mac_address': 'fa:16:3e:16:85:53', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5557f5ad-f4fd-4009-ab4c-69a33d9eac05', 'device_owner': 'network:router_gateway', 'standard_attr_id': 94, 'fixed_ips': [{'subnet_id': '1dfb0320-f5eb-46f6-88ce-33002f500238', 'ip_address': '172.27.2.250', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-837356-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-16T17:22:29Z', 'updated_at': '2022-06-16T17:22:45Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1dfb0320-f5eb-46f6-88ce-33002f500238', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-837356-2-iscsi', '_floatingips': [{'id': '5814884c-2a33-4e82-9c45-c5b7bff1fd5d', 'tenant_id': '0c63f648631a4a11910b4b135f22b235', 'floating_ip_address': '172.27.2.86', 'floating_network_id': '9df31235-0797-44e6-85a0-102cb2da2d58', 'router_id': '5557f5ad-f4fd-4009-ab4c-69a33d9eac05', 'port_id': '8d7a682c-8735-4554-a952-dc548868e5d9', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'standard_attr_id': 492, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '04f2ecf4-cd9f-483b-9100-6d9d67a561d2', 'mac_address': 'fa:16:3e:dc:6b:d3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a9f207ac-0a5d-4cfc-abd6-2f2fc88ab6a4', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-06-16T17:27:47Z', 'updated_at': '2022-06-16T17:28:01Z', 'revision_number': 1, 'project_id': '0c63f648631a4a11910b4b135f22b235', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'c624de63-ffae-4e98-95eb-7e74edb29e5b', 'name': '', 'network_id': '04f2ecf4-cd9f-483b-9100-6d9d67a561d2', 'tenant_id': '0c63f648631a4a11910b4b135f22b235', 'mac_address': 'fa:16:3e:62:b5:88', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5557f5ad-f4fd-4009-ab4c-69a33d9eac05', 'device_owner': 'network:router_interface', 'standard_attr_id': 118, 'fixed_ips': [{'subnet_id': '57d5f714-8d8c-468b-957a-7745cf345909', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-837356-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-16T17:22:36Z', 'updated_at': '2022-06-16T17:22:55Z', 'revision_number': 5, 'project_id': '0c63f648631a4a11910b4b135f22b235', 'subnets': [{'id': '57d5f714-8d8c-468b-957a-7745cf345909', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103919) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 16 17:28:03.518087 dv-cinder-837356-2-iscsi neutron-server[103917]: INFO neutron.wsgi [req-aa16ac8d-fc4e-44dc-bf6d-21b4f86a9e2c req-eea3ecc9-da41-4d0a-bc88-7185a1ad86fd service neutron] 10.222.0.81 "GET /v2.0/networks/04f2ecf4-cd9f-483b-9100-6d9d67a561d2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1535008 Jun 16 17:28:03.716691 dv-cinder-837356-2-iscsi neutron-server[103918]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a3a61d10-f84d-4dd6-b692-6da80f682d47 None None] New status for floating IP 5814884c-2a33-4e82-9c45-c5b7bff1fd5d: ACTIVE {{(pid=103918) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:269}} Jun 16 17:28:04.171967 dv-cinder-837356-2-iscsi neutron-server[103916]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66008313-e4ba-4415-a92a-bc030df1680a req-27be7d9a-1cf2-430e-869b-71cddf8f3934 tempest-ServerRescueNegativeTestJSON-1475515620 tempest-ServerRescueNegativeTestJSON-1475515620-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103916) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 16 17:28:04.173533 dv-cinder-837356-2-iscsi neutron-server[103916]: INFO neutron.wsgi [req-66008313-e4ba-4415-a92a-bc030df1680a req-27be7d9a-1cf2-430e-869b-71cddf8f3934 tempest-ServerRescueNegativeTestJSON-1475515620 tempest-ServerRescueNegativeTestJSON-1475515620-project] 10.222.0.66 "GET /v2.0/ports?device_id=75957299-3d36-4f9c-a081-9e621c88225c HTTP/1.1" status: 200 len: 946 time: 0.0554423 Jun 16 17:28:04.230214 dv-cinder-837356-2-iscsi neutron-server[103916]: INFO neutron.wsgi [req-66008313-e4ba-4415-a92a-bc030df1680a req-973b80d6-162b-43c7-8b7d-71ed51cf7baa tempest-ServerRescueNegativeTestJSON-1475515620 tempest-ServerRescueNegativeTestJSON-1475515620-project] 10.222.0.66 "GET /v2.0/security-groups?id=ce781013-5cdb-4bc3-8c66-743aa21b4c5c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0456085 Jun 16 17:28:04.516440 dv-cinder-837356-2-iscsi neutron-server[103917]: INFO neutron.wsgi [req-546dab3e-5a36-4444-bffd-1b7bbb335136 req-647e4f42-c1c7-40e2-89c8-2c56fefbcd09 tempest-AttachVolumeTestJSON-336390128 tempest-AttachVolumeTestJSON-336390128-project] 10.222.0.66 "GET /v2.0/ports?device_id=aeb07519-2ce6-44ee-a88c-d46b4e11b367 HTTP/1.1" status: 200 len: 210 time: 0.0308201 Jun 16 17:28:05.355630 dv-cinder-837356-2-iscsi neutron-server[103916]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f9e1224-b4e2-4189-aa68-bfee31463bc3 req-d3f1a87e-7461-4857-a433-1a20733e29aa tempest-ServerRescueNegativeTestJSON-1475515620 tempest-ServerRescueNegativeTestJSON-1475515620-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103916) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 16 17:28:05.357250 dv-cinder-837356-2-iscsi neutron-server[103916]: INFO neutron.wsgi [req-0f9e1224-b4e2-4189-aa68-bfee31463bc3 req-d3f1a87e-7461-4857-a433-1a20733e29aa tempest-ServerRescueNegativeTestJSON-1475515620 tempest-ServerRescueNegativeTestJSON-1475515620-project] 10.222.0.66 "GET /v2.0/ports?device_id=75957299-3d36-4f9c-a081-9e621c88225c HTTP/1.1" status: 200 len: 946 time: 0.0532141 Jun 16 17:28:05.413810 dv-cinder-837356-2-iscsi neutron-server[103916]: INFO neutron.wsgi [req-0f9e1224-b4e2-4189-aa68-bfee31463bc3 req-b62941d0-8f9b-48be-85df-f1020bc2973c tempest-ServerRescueNegativeTestJSON-1475515620 tempest-ServerRescueNegativeTestJSON-1475515620-project] 10.222.0.66 "GET /v2.0/security-groups?id=ce781013-5cdb-4bc3-8c66-743aa21b4c5c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0479686 Jun 16 17:28:05.630016 dv-cinder-837356-2-iscsi neutron-server[103917]: INFO neutron.wsgi [req-103e6d73-9a69-4d07-b2f3-00235a11e9d6 req-2f8c3aeb-0ae6-42f6-b9c2-9d6b6cf9c50f tempest-AttachVolumeTestJSON-336390128 tempest-AttachVolumeTestJSON-336390128-project] 10.222.0.66 "GET /v2.0/ports?device_id=aeb07519-2ce6-44ee-a88c-d46b4e11b367 HTTP/1.1" status: 200 len: 210 time: 0.0337999 Jun 16 17:28:06.557670 dv-cinder-837356-2-iscsi neutron-server[103916]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-999ca2b1-7273-4247-8d1e-872f4743dd83 req-8e89fe6a-a906-4334-b826-eae182e24ade tempest-ServerRescueNegativeTestJSON-1475515620 tempest-ServerRescueNegativeTestJSON-1475515620-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103916) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 16 17:28:06.559255 dv-cinder-837356-2-iscsi neutron-server[103916]: INFO neutron.wsgi [req-999ca2b1-7273-4247-8d1e-872f4743dd83 req-8e89fe6a-a906-4334-b826-eae182e24ade tempest-ServerRescueNegativeTestJSON-1475515620 tempest-ServerRescueNegativeTestJSON-1475515620-project] 10.222.0.66 "GET /v2.0/ports?device_id=75957299-3d36-4f9c-a081-9e621c88225c HTTP/1.1" status: 200 len: 946 time: 0.0547934 Jun 16 17:28:06.628876 dv-cinder-837356-2-iscsi neutron-server[103916]: INFO neutron.wsgi [req-999ca2b1-7273-4247-8d1e-872f4743dd83 req-589eb05e-0033-4cc9-9c70-fec4a5240237 tempest-ServerRescueNegativeTestJSON-1475515620 tempest-ServerRescueNegativeTestJSON-1475515620-project] 10.222.0.66 "GET /v2.0/security-groups?id=ce781013-5cdb-4bc3-8c66-743aa21b4c5c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0611815 Jun 16 17:28:06.770762 dv-cinder-837356-2-iscsi neutron-server[103916]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23f644f3-364c-497b-bce3-69a4abee6400 req-5a46618d-7263-4c87-841f-a58f1fb3661e tempest-ServerRescueNegativeTestJSON-1475515620 tempest-ServerRescueNegativeTestJSON-1475515620-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103916) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 16 17:28:06.773275 dv-cinder-837356-2-iscsi neutron-server[103916]: INFO neutron.wsgi [req-23f644f3-364c-497b-bce3-69a4abee6400 req-5a46618d-7263-4c87-841f-a58f1fb3661e tempest-ServerRescueNegativeTestJSON-1475515620 tempest-ServerRescueNegativeTestJSON-1475515620-project] 10.222.0.81 "GET /v2.0/ports?device_id=75957299-3d36-4f9c-a081-9e621c88225c HTTP/1.1" status: 200 len: 946 time: 0.0641422 Jun 16 17:28:06.779361 dv-cinder-837356-2-iscsi neutron-server[103917]: INFO neutron.wsgi [req-c9b6a604-896f-4cdd-b4e9-120568b02e0a req-7c4cee67-8350-41b7-afe4-93c47070e1d7 tempest-AttachVolumeTestJSON-336390128 tempest-AttachVolumeTestJSON-336390128-project] 10.222.0.66 "GET /v2.0/ports?device_id=aeb07519-2ce6-44ee-a88c-d46b4e11b367 HTTP/1.1" status: 200 len: 210 time: 0.0472946 Jun 16 17:28:06.814418 dv-cinder-837356-2-iscsi neutron-server[103917]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f2f7d27-ad15-440a-9feb-40ac8f60ee50 req-66adfbf0-57db-48ac-b02b-5e85347ecab7 tempest-AttachVolumeTestJSON-336390128 tempest-AttachVolumeTestJSON-336390128-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103917) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 16 17:28:06.816290 dv-cinder-837356-2-iscsi neutron-server[103917]: INFO neutron.wsgi [req-5f2f7d27-ad15-440a-9feb-40ac8f60ee50 req-66adfbf0-57db-48ac-b02b-5e85347ecab7 tempest-AttachVolumeTestJSON-336390128 tempest-AttachVolumeTestJSON-336390128-project] 10.222.0.81 "GET /v2.0/networks?id=82c6c893-96f4-45ae-b1e3-d70ff1db738d HTTP/1.1" status: 200 len: 811 time: 0.1621938 Jun 16 17:28:06.899452 dv-cinder-837356-2-iscsi neutron-server[103917]: INFO neutron.wsgi [req-5f2f7d27-ad15-440a-9feb-40ac8f60ee50 req-b39e23cb-4c01-493f-b740-b3f4a198eedd tempest-AttachVolumeTestJSON-336390128 tempest-AttachVolumeTestJSON-336390128-project] 10.222.0.81 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=f029a8bb389c4d348c0e9001c5fa059c HTTP/1.1" status: 200 len: 380 time: 0.0664659 Jun 16 17:28:06.906416 dv-cinder-837356-2-iscsi neutron-server[103916]: DEBUG neutron.plugins.ml2.plugin [req-23f644f3-364c-497b-bce3-69a4abee6400 req-a9cdd97b-e872-45b3-bc30-bfd1bb5b1207 tempest-ServerRescueNegativeTestJSON-1475515620 tempest-ServerRescueNegativeTestJSON-1475515620-project] Deleting port 24585d4c-eda6-469f-a310-d2d5f70274a1 {{(pid=103916) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2043}} Jun 16 17:28:06.906773 dv-cinder-837356-2-iscsi neutron-server[103916]: DEBUG neutron_lib.callbacks.manager [req-23f644f3-364c-497b-bce3-69a4abee6400 req-a9cdd97b-e872-45b3-bc30-bfd1bb5b1207 tempest-ServerRescueNegativeTestJSON-1475515620 tempest-ServerRescueNegativeTestJSON-1475515620-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8728539361383'] for port (24585d4c-eda6-469f-a310-d2d5f70274a1), before_delete {{(pid=103916) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 17:28:06.993747 dv-cinder-837356-2-iscsi neutron-server[103917]: DEBUG neutron.api.v2.base [req-5f2f7d27-ad15-440a-9feb-40ac8f60ee50 req-e117d3ae-5e91-4798-a202-34f50cadbca8 tempest-AttachVolumeTestJSON-336390128 tempest-AttachVolumeTestJSON-336390128-project] Request body: {'port': {'device_id': 'aeb07519-2ce6-44ee-a88c-d46b4e11b367', 'network_id': '82c6c893-96f4-45ae-b1e3-d70ff1db738d', 'admin_state_up': True, 'tenant_id': 'f029a8bb389c4d348c0e9001c5fa059c', 'security_groups': ['060b0594-d1ec-490a-9c32-ca8c342f956c']}} {{(pid=103917) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jun 16 17:28:07.037787 dv-cinder-837356-2-iscsi neutron-server[103916]: DEBUG neutron.plugins.ml2.db [req-23f644f3-364c-497b-bce3-69a4abee6400 req-a9cdd97b-e872-45b3-bc30-bfd1bb5b1207 tempest-ServerRescueNegativeTestJSON-1475515620 tempest-ServerRescueNegativeTestJSON-1475515620-project] For port 24585d4c-eda6-469f-a310-d2d5f70274a1, host hv-cinder-83735, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83735',level=0,port_id=24585d4c-eda6-469f-a310-d2d5f70274a1,segment=NetworkSegment(036772f7-7333-486e-9364-cdd941d04468),segment_id=036772f7-7333-486e-9364-cdd941d04468)] {{(pid=103916) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 16 17:28:07.038144 dv-cinder-837356-2-iscsi neutron-server[103916]: DEBUG neutron_lib.callbacks.manager [req-23f644f3-364c-497b-bce3-69a4abee6400 req-a9cdd97b-e872-45b3-bc30-bfd1bb5b1207 tempest-ServerRescueNegativeTestJSON-1475515620 tempest-ServerRescueNegativeTestJSON-1475515620-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-708042'] for port (24585d4c-eda6-469f-a310-d2d5f70274a1), precommit_delete {{(pid=103916) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 17:28:07.063113 dv-cinder-837356-2-iscsi neutron-server[103916]: DEBUG neutron.plugins.ml2.plugin [req-23f644f3-364c-497b-bce3-69a4abee6400 req-a9cdd97b-e872-45b3-bc30-bfd1bb5b1207 tempest-ServerRescueNegativeTestJSON-1475515620 tempest-ServerRescueNegativeTestJSON-1475515620-project] Calling delete_port for 24585d4c-eda6-469f-a310-d2d5f70274a1 owned by compute:nova {{(pid=103916) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2122}} Jun 16 17:28:07.067484 dv-cinder-837356-2-iscsi neutron-server[103916]: DEBUG dbcounter [-] [103916] Writing DB stats neutron:SELECT=96,neutron:DELETE=4 {{(pid=103916) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 16 17:28:07.124770 dv-cinder-837356-2-iscsi neutron-server[103917]: DEBUG dbcounter [-] [103917] Writing DB stats neutron:SELECT=100 {{(pid=103917) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 16 17:28:07.143462 dv-cinder-837356-2-iscsi neutron-server[103917]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-5f2f7d27-ad15-440a-9feb-40ac8f60ee50 req-e117d3ae-5e91-4798-a202-34f50cadbca8 tempest-AttachVolumeTestJSON-336390128 tempest-AttachVolumeTestJSON-336390128-project] Made reservation on behalf of f029a8bb389c4d348c0e9001c5fa059c for: {'port': 1} {{(pid=103917) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 16 17:28:07.145610 dv-cinder-837356-2-iscsi neutron-server[103916]: DEBUG dbcounter [-] [103916] Writing DB stats neutron:SELECT=96,neutron:DELETE=4 {{(pid=103916) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 16 17:28:07.151851 dv-cinder-837356-2-iscsi neutron-server[103917]: DEBUG neutron_lib.callbacks.manager [req-5f2f7d27-ad15-440a-9feb-40ac8f60ee50 req-e117d3ae-5e91-4798-a202-34f50cadbca8 tempest-AttachVolumeTestJSON-336390128 tempest-AttachVolumeTestJSON-336390128-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16007590'] for port (None), before_create {{(pid=103917) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 17:28:07.215118 dv-cinder-837356-2-iscsi neutron-server[103916]: DEBUG neutron_lib.callbacks.manager [req-23f644f3-364c-497b-bce3-69a4abee6400 req-a9cdd97b-e872-45b3-bc30-bfd1bb5b1207 tempest-ServerRescueNegativeTestJSON-1475515620 tempest-ServerRescueNegativeTestJSON-1475515620-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16007527', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-75831', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16241551', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8728539364702', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8728538993430', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25517999'] for port (24585d4c-eda6-469f-a310-d2d5f70274a1), after_delete {{(pid=103916) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 17:28:07.228176 dv-cinder-837356-2-iscsi neutron-server[103918]: DEBUG neutron.plugins.ml2.db [None req-b2b17746-c296-4803-869a-65578e8233dd None None] get_ports_and_sgs() called for port_ids ['24585d4c-eda6-469f-a310-d2d5f70274a1', '6fa0a160-b8b9-480d-91ad-c84aa7d2485a'] {{(pid=103918) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jun 16 17:28:07.247150 dv-cinder-837356-2-iscsi neutron-server[103916]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a9cdd97b-e872-45b3-bc30-bfd1bb5b1207 tempest-ServerRescueNegativeTestJSON-1475515620 tempest-ServerRescueNegativeTestJSON-1475515620-project] Pushing event deleted for resources: {'Port': ['ID=24585d4c-eda6-469f-a310-d2d5f70274a1,revision_number=None']} {{(pid=103916) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 17:28:07.306286 dv-cinder-837356-2-iscsi neutron-server[103916]: DEBUG neutron.db.l3_dvrscheduler_db [req-23f644f3-364c-497b-bce3-69a4abee6400 req-a9cdd97b-e872-45b3-bc30-bfd1bb5b1207 tempest-ServerRescueNegativeTestJSON-1475515620 tempest-ServerRescueNegativeTestJSON-1475515620-project] No DVR routers for this DVR port 24585d4c-eda6-469f-a310-d2d5f70274a1 on host hv-cinder-83735 {{(pid=103916) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:215}} Jun 16 17:28:07.309131 dv-cinder-837356-2-iscsi neutron-server[103916]: DEBUG neutron_lib.callbacks.manager [req-23f644f3-364c-497b-bce3-69a4abee6400 req-a9cdd97b-e872-45b3-bc30-bfd1bb5b1207 tempest-ServerRescueNegativeTestJSON-1475515620 tempest-ServerRescueNegativeTestJSON-1475515620-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-191112'] for port (None), before_response {{(pid=103916) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 17:28:07.312939 dv-cinder-837356-2-iscsi neutron-server[103916]: INFO neutron.wsgi [req-23f644f3-364c-497b-bce3-69a4abee6400 req-a9cdd97b-e872-45b3-bc30-bfd1bb5b1207 tempest-ServerRescueNegativeTestJSON-1475515620 tempest-ServerRescueNegativeTestJSON-1475515620-project] 10.222.0.81 "DELETE /v2.0/ports/24585d4c-eda6-469f-a310-d2d5f70274a1 HTTP/1.1" status: 204 len: 173 time: 0.5207193 Jun 16 17:28:07.313489 dv-cinder-837356-2-iscsi neutron-server[103916]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '75957299-3d36-4f9c-a081-9e621c88225c', 'name': 'network-vif-deleted', 'tag': '24585d4c-eda6-469f-a310-d2d5f70274a1'}] {{(pid=103916) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jun 16 17:28:07.315836 dv-cinder-837356-2-iscsi neutron-server[103916]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.66/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}15d8713043fc5f9b6f9aaf4a9a169ba36e5aaa6307a8131177ae56adda3437c5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-551af57a-0ee3-47dc-a0d3-6e2620e757c5" -d '{"events": [{"server_uuid": "75957299-3d36-4f9c-a081-9e621c88225c", "name": "network-vif-deleted", "tag": "24585d4c-eda6-469f-a310-d2d5f70274a1"}]}' {{(pid=103916) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 16 17:28:07.333758 dv-cinder-837356-2-iscsi neutron-server[103917]: DEBUG neutron.db.db_base_plugin_common [req-5f2f7d27-ad15-440a-9feb-40ac8f60ee50 req-e117d3ae-5e91-4798-a202-34f50cadbca8 tempest-AttachVolumeTestJSON-336390128 tempest-AttachVolumeTestJSON-336390128-project] Allocated IP 172.20.0.4 (82c6c893-96f4-45ae-b1e3-d70ff1db738d/744fc868-35e9-4c30-8ac9-ba01749c37c3/7176d454-867c-4dc6-b412-5623b5292926) {{(pid=103917) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 16 17:28:07.427274 dv-cinder-837356-2-iscsi neutron-server[103917]: DEBUG dbcounter [-] [103917] Writing DB stats neutron:SELECT=92,neutron:INSERT=6,neutron:UPDATE=2 {{(pid=103917) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 16 17:28:07.542963 dv-cinder-837356-2-iscsi neutron-server[103917]: DEBUG neutron_lib.callbacks.manager [req-5f2f7d27-ad15-440a-9feb-40ac8f60ee50 req-e117d3ae-5e91-4798-a202-34f50cadbca8 tempest-AttachVolumeTestJSON-336390128 tempest-AttachVolumeTestJSON-336390128-project] Publish callbacks [] for port (7176d454-867c-4dc6-b412-5623b5292926), precommit_create {{(pid=103917) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 17:28:07.565649 dv-cinder-837356-2-iscsi neutron-server[103916]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 16 Jun 2022 17:28:07 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5be15224-3bf1-4f4e-95e1-f4e3165507cd x-openstack-request-id: req-5be15224-3bf1-4f4e-95e1-f4e3165507cd {{(pid=103916) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 16 17:28:07.566182 dv-cinder-837356-2-iscsi neutron-server[103916]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "75957299-3d36-4f9c-a081-9e621c88225c", "name": "network-vif-deleted", "tag": "24585d4c-eda6-469f-a310-d2d5f70274a1", "status": "completed", "code": 200}]} {{(pid=103916) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 16 17:28:07.566182 dv-cinder-837356-2-iscsi neutron-server[103916]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.66/compute/v2.1/os-server-external-events used request id req-5be15224-3bf1-4f4e-95e1-f4e3165507cd {{(pid=103916) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 16 17:28:07.566650 dv-cinder-837356-2-iscsi neutron-server[103916]: INFO neutron.notifiers.nova [-] Nova event matching ['req-5be15224-3bf1-4f4e-95e1-f4e3165507cd'] response: {'server_uuid': '75957299-3d36-4f9c-a081-9e621c88225c', 'name': 'network-vif-deleted', 'tag': '24585d4c-eda6-469f-a310-d2d5f70274a1', 'status': 'completed', 'code': 200} Jun 16 17:28:07.579948 dv-cinder-837356-2-iscsi neutron-server[103917]: DEBUG neutron_lib.callbacks.manager [req-5f2f7d27-ad15-440a-9feb-40ac8f60ee50 req-e117d3ae-5e91-4798-a202-34f50cadbca8 tempest-AttachVolumeTestJSON-336390128 tempest-AttachVolumeTestJSON-336390128-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16007527', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-75831', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16241551', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8728538993421', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3819743'] for port (7176d454-867c-4dc6-b412-5623b5292926), after_create {{(pid=103917) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 17:28:07.630090 dv-cinder-837356-2-iscsi neutron-server[103917]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-5f2f7d27-ad15-440a-9feb-40ac8f60ee50 req-e117d3ae-5e91-4798-a202-34f50cadbca8 tempest-AttachVolumeTestJSON-336390128 tempest-AttachVolumeTestJSON-336390128-project] Network 82c6c893-96f4-45ae-b1e3-d70ff1db738d is already hosted by enough agents. {{(pid=103917) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 16 17:28:07.635826 dv-cinder-837356-2-iscsi neutron-server[103917]: DEBUG neutron.scheduler.base_scheduler [req-5f2f7d27-ad15-440a-9feb-40ac8f60ee50 req-e117d3ae-5e91-4798-a202-34f50cadbca8 tempest-AttachVolumeTestJSON-336390128 tempest-AttachVolumeTestJSON-336390128-project] Resources bound (agent type, host, resource id): {{(pid=103917) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 16 17:28:07.640399 dv-cinder-837356-2-iscsi neutron-server[103917]: DEBUG neutron.db.l3_dvrscheduler_db [req-5f2f7d27-ad15-440a-9feb-40ac8f60ee50 req-e117d3ae-5e91-4798-a202-34f50cadbca8 tempest-AttachVolumeTestJSON-336390128 tempest-AttachVolumeTestJSON-336390128-project] Received port after_create {{(pid=103917) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:542}} Jun 16 17:28:07.669083 dv-cinder-837356-2-iscsi neutron-server[103917]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e117d3ae-5e91-4798-a202-34f50cadbca8 tempest-AttachVolumeTestJSON-336390128 tempest-AttachVolumeTestJSON-336390128-project] Pushing event updated for resources: {'Port': ['ID=7176d454-867c-4dc6-b412-5623b5292926,revision_number=1']} {{(pid=103917) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 17:28:07.713918 dv-cinder-837356-2-iscsi neutron-server[103917]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f2f7d27-ad15-440a-9feb-40ac8f60ee50 req-e117d3ae-5e91-4798-a202-34f50cadbca8 tempest-AttachVolumeTestJSON-336390128 tempest-AttachVolumeTestJSON-336390128-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103917) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 16 17:28:07.715759 dv-cinder-837356-2-iscsi neutron-server[103917]: DEBUG neutron_lib.callbacks.manager [req-5f2f7d27-ad15-440a-9feb-40ac8f60ee50 req-e117d3ae-5e91-4798-a202-34f50cadbca8 tempest-AttachVolumeTestJSON-336390128 tempest-AttachVolumeTestJSON-336390128-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-191112'] for port (None), before_response {{(pid=103917) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 17:28:07.739092 dv-cinder-837356-2-iscsi neutron-server[103917]: INFO neutron.wsgi [req-5f2f7d27-ad15-440a-9feb-40ac8f60ee50 req-e117d3ae-5e91-4798-a202-34f50cadbca8 tempest-AttachVolumeTestJSON-336390128 tempest-AttachVolumeTestJSON-336390128-project] 10.222.0.81 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.7512329 Jun 16 17:28:07.792036 dv-cinder-837356-2-iscsi neutron-server[103917]: INFO neutron.wsgi [req-38e5e6c4-dd26-4b38-88fc-4cab1f6fe033 req-a98245c1-cfc6-43ec-8a16-6f0ef32ff081 tempest-ServerRescueNegativeTestJSON-1475515620 tempest-ServerRescueNegativeTestJSON-1475515620-project] 10.222.0.66 "GET /v2.0/ports?device_id=75957299-3d36-4f9c-a081-9e621c88225c HTTP/1.1" status: 200 len: 210 time: 0.0404899 Jun 16 17:28:07.812278 dv-cinder-837356-2-iscsi neutron-server[103917]: DEBUG neutron.api.v2.base [req-5f2f7d27-ad15-440a-9feb-40ac8f60ee50 req-19b134ae-a8f7-4b1d-945d-8a1e8307ee86 service neutron] Request body: {'port': {'device_id': 'aeb07519-2ce6-44ee-a88c-d46b4e11b367', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-83735'}} {{(pid=103917) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jun 16 17:28:07.906868 dv-cinder-837356-2-iscsi neutron-server[103917]: DEBUG neutron_lib.callbacks.manager [req-5f2f7d27-ad15-440a-9feb-40ac8f60ee50 req-19b134ae-a8f7-4b1d-945d-8a1e8307ee86 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16007590'] for port (7176d454-867c-4dc6-b412-5623b5292926), before_update {{(pid=103917) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 17:28:07.932623 dv-cinder-837356-2-iscsi neutron-server[103918]: DEBUG neutron.db.provisioning_blocks [None req-ff5fcb94-617b-459e-b3bf-a357039b60f3 None None] Provisioning complete for port 7176d454-867c-4dc6-b412-5623b5292926 triggered by entity DHCP. {{(pid=103918) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jun 16 17:28:07.933502 dv-cinder-837356-2-iscsi neutron-server[103918]: DEBUG neutron_lib.callbacks.manager [None req-ff5fcb94-617b-459e-b3bf-a357039b60f3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16149424'] for port (7176d454-867c-4dc6-b412-5623b5292926), provisioning_complete {{(pid=103918) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 17:28:07.973508 dv-cinder-837356-2-iscsi neutron-server[103916]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d44662ff-4892-4109-bfd2-475489db6d7f req-117c13b3-ec8a-442e-bc8a-b7606c656da7 tempest-AttachVolumeTestJSON-336390128 tempest-AttachVolumeTestJSON-336390128-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103916) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 16 17:28:07.982625 dv-cinder-837356-2-iscsi neutron-server[103916]: INFO neutron.wsgi [req-d44662ff-4892-4109-bfd2-475489db6d7f req-117c13b3-ec8a-442e-bc8a-b7606c656da7 tempest-AttachVolumeTestJSON-336390128 tempest-AttachVolumeTestJSON-336390128-project] 10.222.0.66 "GET /v2.0/ports?device_id=aeb07519-2ce6-44ee-a88c-d46b4e11b367 HTTP/1.1" status: 200 len: 931 time: 0.0917599 Jun 16 17:28:07.983699 dv-cinder-837356-2-iscsi neutron-server[103918]: DEBUG neutron.plugins.ml2.plugin [None req-ff5fcb94-617b-459e-b3bf-a357039b60f3 None None] Port 7176d454-867c-4dc6-b412-5623b5292926 cannot update to ACTIVE because it is not bound. {{(pid=103918) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:354}} Jun 16 17:28:08.038704 dv-cinder-837356-2-iscsi neutron-server[103916]: INFO neutron.wsgi [req-d44662ff-4892-4109-bfd2-475489db6d7f req-7c6e3182-0446-49df-825c-b7b6098b56aa tempest-AttachVolumeTestJSON-336390128 tempest-AttachVolumeTestJSON-336390128-project] 10.222.0.66 "GET /v2.0/security-groups?id=060b0594-d1ec-490a-9c32-ca8c342f956c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0549421 Jun 16 17:28:08.139506 dv-cinder-837356-2-iscsi neutron-server[103917]: DEBUG dbcounter [-] [103917] Writing DB stats neutron:INSERT=2,neutron:SELECT=94,neutron:UPDATE=3,neutron:DELETE=1 {{(pid=103917) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 16 17:28:08.227594 dv-cinder-837356-2-iscsi neutron-server[103917]: DEBUG neutron.notifiers.nova [req-5f2f7d27-ad15-440a-9feb-40ac8f60ee50 req-19b134ae-a8f7-4b1d-945d-8a1e8307ee86 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 7176d454-867c-4dc6-b412-5623b5292926 {{(pid=103917) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Jun 16 17:28:08.237444 dv-cinder-837356-2-iscsi neutron-server[103917]: DEBUG neutron_lib.callbacks.manager [req-5f2f7d27-ad15-440a-9feb-40ac8f60ee50 req-19b134ae-a8f7-4b1d-945d-8a1e8307ee86 service neutron] Publish callbacks [] for port (7176d454-867c-4dc6-b412-5623b5292926), precommit_update {{(pid=103917) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 17:28:08.252980 dv-cinder-837356-2-iscsi neutron-server[103917]: DEBUG neutron.db.provisioning_blocks [req-5f2f7d27-ad15-440a-9feb-40ac8f60ee50 req-19b134ae-a8f7-4b1d-945d-8a1e8307ee86 service neutron] Transition to ACTIVE for port object 7176d454-867c-4dc6-b412-5623b5292926 will not be triggered until provisioned by entity L2. {{(pid=103917) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Jun 16 17:28:08.257804 dv-cinder-837356-2-iscsi neutron-server[103917]: DEBUG neutron_lib.callbacks.manager [req-5f2f7d27-ad15-440a-9feb-40ac8f60ee50 req-19b134ae-a8f7-4b1d-945d-8a1e8307ee86 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16007527', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-75831', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16241551', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728539364693', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728538993439', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728538993457', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3819734'] for port (7176d454-867c-4dc6-b412-5623b5292926), after_update {{(pid=103917) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 17:28:08.311242 dv-cinder-837356-2-iscsi neutron-server[103917]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-19b134ae-a8f7-4b1d-945d-8a1e8307ee86 service neutron] Pushing event updated for resources: {'Port': ['ID=7176d454-867c-4dc6-b412-5623b5292926,revision_number=2']} {{(pid=103917) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 17:28:08.410429 dv-cinder-837356-2-iscsi neutron-server[103917]: DEBUG neutron.plugins.ml2.managers [req-5f2f7d27-ad15-440a-9feb-40ac8f60ee50 req-19b134ae-a8f7-4b1d-945d-8a1e8307ee86 service neutron] Attempting to bind port 7176d454-867c-4dc6-b412-5623b5292926 on host hv-cinder-83735 for vnic_type normal with profile {{(pid=103917) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:811}} Jun 16 17:28:08.410768 dv-cinder-837356-2-iscsi neutron-server[103917]: DEBUG neutron.plugins.ml2.managers [req-5f2f7d27-ad15-440a-9feb-40ac8f60ee50 req-19b134ae-a8f7-4b1d-945d-8a1e8307ee86 service neutron] Attempting to bind port 7176d454-867c-4dc6-b412-5623b5292926 by drivers openvswitch,hyperv on host hv-cinder-83735 at level 0 using segments [{'id': '3fc55272-fc64-4407-9040-7681311e4934', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1007, 'network_id': '82c6c893-96f4-45ae-b1e3-d70ff1db738d'}] {{(pid=103917) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:836}} Jun 16 17:28:08.411103 dv-cinder-837356-2-iscsi neutron-server[103917]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5f2f7d27-ad15-440a-9feb-40ac8f60ee50 req-19b134ae-a8f7-4b1d-945d-8a1e8307ee86 service neutron] Attempting to bind port 7176d454-867c-4dc6-b412-5623b5292926 on network 82c6c893-96f4-45ae-b1e3-d70ff1db738d {{(pid=103917) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jun 16 17:28:08.416292 dv-cinder-837356-2-iscsi neutron-server[103917]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5f2f7d27-ad15-440a-9feb-40ac8f60ee50 req-19b134ae-a8f7-4b1d-945d-8a1e8307ee86 service neutron] Port 7176d454-867c-4dc6-b412-5623b5292926 on network 82c6c893-96f4-45ae-b1e3-d70ff1db738d not bound, no agent of type Open vSwitch agent registered on host hv-cinder-83735 {{(pid=103917) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Jun 16 17:28:08.416621 dv-cinder-837356-2-iscsi neutron-server[103917]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5f2f7d27-ad15-440a-9feb-40ac8f60ee50 req-19b134ae-a8f7-4b1d-945d-8a1e8307ee86 service neutron] Attempting to bind port 7176d454-867c-4dc6-b412-5623b5292926 on network 82c6c893-96f4-45ae-b1e3-d70ff1db738d {{(pid=103917) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jun 16 17:28:08.426009 dv-cinder-837356-2-iscsi neutron-server[103917]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5f2f7d27-ad15-440a-9feb-40ac8f60ee50 req-19b134ae-a8f7-4b1d-945d-8a1e8307ee86 service neutron] Checking agent: {'id': '2e97d73d-50fc-4f89-a4ea-85f65eb860d8', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-83735', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 6, 16, 17, 20, 29), 'started_at': datetime.datetime(2022, 6, 16, 17, 20, 29), 'heartbeat_timestamp': datetime.datetime(2022, 6, 16, 17, 27, 59), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103917) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jun 16 17:28:08.426358 dv-cinder-837356-2-iscsi neutron-server[103917]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5f2f7d27-ad15-440a-9feb-40ac8f60ee50 req-19b134ae-a8f7-4b1d-945d-8a1e8307ee86 service neutron] Checking segment: {'id': '3fc55272-fc64-4407-9040-7681311e4934', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1007, 'network_id': '82c6c893-96f4-45ae-b1e3-d70ff1db738d'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103917) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jun 16 17:28:08.426750 dv-cinder-837356-2-iscsi neutron-server[103917]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5f2f7d27-ad15-440a-9feb-40ac8f60ee50 req-19b134ae-a8f7-4b1d-945d-8a1e8307ee86 service neutron] Bound using segment: {'id': '3fc55272-fc64-4407-9040-7681311e4934', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1007, 'network_id': '82c6c893-96f4-45ae-b1e3-d70ff1db738d'} {{(pid=103917) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jun 16 17:28:08.427187 dv-cinder-837356-2-iscsi neutron-server[103917]: DEBUG neutron.plugins.ml2.managers [req-5f2f7d27-ad15-440a-9feb-40ac8f60ee50 req-19b134ae-a8f7-4b1d-945d-8a1e8307ee86 service neutron] Bound port: 7176d454-867c-4dc6-b412-5623b5292926, host: hv-cinder-83735, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '3fc55272-fc64-4407-9040-7681311e4934', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1007, 'network_id': '82c6c893-96f4-45ae-b1e3-d70ff1db738d'}}] {{(pid=103917) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:948}} Jun 16 17:28:08.427552 dv-cinder-837356-2-iscsi neutron-server[103917]: DEBUG neutron_lib.callbacks.manager [req-5f2f7d27-ad15-440a-9feb-40ac8f60ee50 req-19b134ae-a8f7-4b1d-945d-8a1e8307ee86 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16007590'] for port (7176d454-867c-4dc6-b412-5623b5292926), before_update {{(pid=103917) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 17:28:08.505781 dv-cinder-837356-2-iscsi neutron-server[103917]: DEBUG neutron.plugins.ml2.db [req-5f2f7d27-ad15-440a-9feb-40ac8f60ee50 req-19b134ae-a8f7-4b1d-945d-8a1e8307ee86 service neutron] For port 7176d454-867c-4dc6-b412-5623b5292926, host hv-cinder-83735, cleared binding levels {{(pid=103917) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 16 17:28:08.510582 dv-cinder-837356-2-iscsi neutron-server[103917]: DEBUG neutron.plugins.ml2.db [req-5f2f7d27-ad15-440a-9feb-40ac8f60ee50 req-19b134ae-a8f7-4b1d-945d-8a1e8307ee86 service neutron] For port 7176d454-867c-4dc6-b412-5623b5292926, host hv-cinder-83735, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83735',level=0,port_id=7176d454-867c-4dc6-b412-5623b5292926,segment=NetworkSegment(3fc55272-fc64-4407-9040-7681311e4934),segment_id=3fc55272-fc64-4407-9040-7681311e4934)] {{(pid=103917) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 16 17:28:08.517918 dv-cinder-837356-2-iscsi neutron-server[103917]: DEBUG neutron_lib.callbacks.manager [req-5f2f7d27-ad15-440a-9feb-40ac8f60ee50 req-19b134ae-a8f7-4b1d-945d-8a1e8307ee86 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16007527', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-75831', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16241551', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728539364693', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728538993439', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728538993457', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3819734'] for port (7176d454-867c-4dc6-b412-5623b5292926), after_update {{(pid=103917) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 17:28:08.524061 dv-cinder-837356-2-iscsi neutron-server[103917]: DEBUG dbcounter [-] [103917] Writing DB stats neutron:SELECT=95,neutron:INSERT=1,neutron:DELETE=1,neutron:UPDATE=3 {{(pid=103917) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 16 17:28:08.556081 dv-cinder-837356-2-iscsi neutron-server[103917]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f2f7d27-ad15-440a-9feb-40ac8f60ee50 req-19b134ae-a8f7-4b1d-945d-8a1e8307ee86 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103917) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 16 17:28:08.556778 dv-cinder-837356-2-iscsi neutron-server[103917]: DEBUG neutron_lib.callbacks.manager [req-5f2f7d27-ad15-440a-9feb-40ac8f60ee50 req-19b134ae-a8f7-4b1d-945d-8a1e8307ee86 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-191112'] for port (None), before_response {{(pid=103917) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 17:28:08.558200 dv-cinder-837356-2-iscsi neutron-server[103917]: INFO neutron.wsgi [req-5f2f7d27-ad15-440a-9feb-40ac8f60ee50 req-19b134ae-a8f7-4b1d-945d-8a1e8307ee86 service neutron] 10.222.0.81 "PUT /v2.0/ports/7176d454-867c-4dc6-b412-5623b5292926 HTTP/1.1" status: 200 len: 1093 time: 0.7512352 Jun 16 17:28:08.561624 dv-cinder-837356-2-iscsi neutron-server[103917]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'aeb07519-2ce6-44ee-a88c-d46b4e11b367', 'tag': '7176d454-867c-4dc6-b412-5623b5292926'}] {{(pid=103917) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jun 16 17:28:08.564560 dv-cinder-837356-2-iscsi neutron-server[103917]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.66/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6f3fd2b1a6655810f50592bc9015c397d118e5689141688eaf1b23dbeee2ebf8" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-302636bd-780f-4749-a3d3-621fe2c19c04" -d '{"events": [{"name": "network-changed", "server_uuid": "aeb07519-2ce6-44ee-a88c-d46b4e11b367", "tag": "7176d454-867c-4dc6-b412-5623b5292926"}]}' {{(pid=103917) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 16 17:28:08.596185 dv-cinder-837356-2-iscsi neutron-server[103917]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-19b134ae-a8f7-4b1d-945d-8a1e8307ee86 service neutron] Pushing event updated for resources: {'Port': ['ID=7176d454-867c-4dc6-b412-5623b5292926,revision_number=3']} {{(pid=103917) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 17:28:08.648804 dv-cinder-837356-2-iscsi neutron-server[103919]: DEBUG dbcounter [-] [103919] Writing DB stats neutron:SELECT=100 {{(pid=103919) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 16 17:28:08.663486 dv-cinder-837356-2-iscsi neutron-server[103917]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f2f7d27-ad15-440a-9feb-40ac8f60ee50 req-1505d297-41d0-4767-b0e8-109b649b1612 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103917) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 16 17:28:08.665069 dv-cinder-837356-2-iscsi neutron-server[103917]: INFO neutron.wsgi [req-5f2f7d27-ad15-440a-9feb-40ac8f60ee50 req-1505d297-41d0-4767-b0e8-109b649b1612 service neutron] 10.222.0.81 "GET /v2.0/ports?tenant_id=f029a8bb389c4d348c0e9001c5fa059c&device_id=aeb07519-2ce6-44ee-a88c-d46b4e11b367 HTTP/1.1" status: 200 len: 1127 time: 0.0520265 Jun 16 17:28:08.715578 dv-cinder-837356-2-iscsi neutron-server[103917]: INFO neutron.wsgi [req-5f2f7d27-ad15-440a-9feb-40ac8f60ee50 req-8f7b87cd-093d-4948-94ad-976e67891264 service neutron] 10.222.0.81 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=7176d454-867c-4dc6-b412-5623b5292926 HTTP/1.1" status: 200 len: 217 time: 0.0424218 Jun 16 17:28:08.723778 dv-cinder-837356-2-iscsi neutron-server[103917]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 16 Jun 2022 17:28:08 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f1641e1b-cf93-40cb-8642-a444b4293c5d x-openstack-request-id: req-f1641e1b-cf93-40cb-8642-a444b4293c5d {{(pid=103917) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 16 17:28:08.724263 dv-cinder-837356-2-iscsi neutron-server[103917]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "aeb07519-2ce6-44ee-a88c-d46b4e11b367", "tag": "7176d454-867c-4dc6-b412-5623b5292926", "status": "completed", "code": 200}]} {{(pid=103917) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 16 17:28:08.724420 dv-cinder-837356-2-iscsi neutron-server[103917]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.66/compute/v2.1/os-server-external-events used request id req-f1641e1b-cf93-40cb-8642-a444b4293c5d {{(pid=103917) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 16 17:28:08.725146 dv-cinder-837356-2-iscsi neutron-server[103917]: INFO neutron.notifiers.nova [-] Nova event matching ['req-f1641e1b-cf93-40cb-8642-a444b4293c5d'] response: {'name': 'network-changed', 'server_uuid': 'aeb07519-2ce6-44ee-a88c-d46b4e11b367', 'tag': '7176d454-867c-4dc6-b412-5623b5292926', 'status': 'completed', 'code': 200} Jun 16 17:28:08.784380 dv-cinder-837356-2-iscsi neutron-server[103917]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f2f7d27-ad15-440a-9feb-40ac8f60ee50 req-fbfba204-14dd-4389-afd0-0a5e2cd41e95 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103917) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 16 17:28:08.785992 dv-cinder-837356-2-iscsi neutron-server[103917]: INFO neutron.wsgi [req-5f2f7d27-ad15-440a-9feb-40ac8f60ee50 req-fbfba204-14dd-4389-afd0-0a5e2cd41e95 service neutron] 10.222.0.81 "GET /v2.0/subnets?id=744fc868-35e9-4c30-8ac9-ba01749c37c3 HTTP/1.1" status: 200 len: 850 time: 0.0509138 Jun 16 17:28:08.844047 dv-cinder-837356-2-iscsi neutron-server[103917]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f2f7d27-ad15-440a-9feb-40ac8f60ee50 req-1af0e86a-bd24-4ab3-8a89-14501f11e8cd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103917) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 16 17:28:08.845534 dv-cinder-837356-2-iscsi neutron-server[103917]: INFO neutron.wsgi [req-5f2f7d27-ad15-440a-9feb-40ac8f60ee50 req-1af0e86a-bd24-4ab3-8a89-14501f11e8cd service neutron] 10.222.0.81 "GET /v2.0/ports?network_id=82c6c893-96f4-45ae-b1e3-d70ff1db738d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0536819 Jun 16 17:28:08.950871 dv-cinder-837356-2-iscsi neutron-server[103917]: INFO neutron.wsgi [req-5f2f7d27-ad15-440a-9feb-40ac8f60ee50 req-341bb28a-abd8-4893-a025-2e9f9d1f1c11 service neutron] 10.222.0.81 "GET /v2.0/networks/82c6c893-96f4-45ae-b1e3-d70ff1db738d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0962644 Jun 16 17:28:09.067022 dv-cinder-837356-2-iscsi neutron-server[103917]: INFO neutron.wsgi [req-5f2f7d27-ad15-440a-9feb-40ac8f60ee50 req-a2a05590-f570-4eb6-95e0-1e792f6896bc service neutron] 10.222.0.81 "GET /v2.0/networks/82c6c893-96f4-45ae-b1e3-d70ff1db738d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1071620 Jun 16 17:28:09.151286 dv-cinder-837356-2-iscsi neutron-server[103916]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cef4c54c-7e59-4832-98ca-061ae9ea71c4 req-c42ce3e8-2910-4ce8-b134-bd00bfd79696 tempest-ServerRescueNegativeTestJSON-1475515620 tempest-ServerRescueNegativeTestJSON-1475515620-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103916) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 16 17:28:09.153478 dv-cinder-837356-2-iscsi neutron-server[103916]: INFO neutron.wsgi [req-cef4c54c-7e59-4832-98ca-061ae9ea71c4 req-c42ce3e8-2910-4ce8-b134-bd00bfd79696 tempest-ServerRescueNegativeTestJSON-1475515620 tempest-ServerRescueNegativeTestJSON-1475515620-project] 10.222.0.66 "GET /v2.0/ports?device_id=90ea9630-ef03-47fd-aa60-695a36081c19 HTTP/1.1" status: 200 len: 945 time: 0.0630770 Jun 16 17:28:09.174481 dv-cinder-837356-2-iscsi neutron-server[103917]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99c783b1-b56a-4b87-9fef-cc40c63dd15a req-ce026d41-c7c5-4f2d-afb5-85b4ac7ecdbe tempest-AttachVolumeTestJSON-336390128 tempest-AttachVolumeTestJSON-336390128-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103917) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 16 17:28:09.176087 dv-cinder-837356-2-iscsi neutron-server[103917]: INFO neutron.wsgi [req-99c783b1-b56a-4b87-9fef-cc40c63dd15a req-ce026d41-c7c5-4f2d-afb5-85b4ac7ecdbe tempest-AttachVolumeTestJSON-336390128 tempest-AttachVolumeTestJSON-336390128-project] 10.222.0.66 "GET /v2.0/ports?device_id=aeb07519-2ce6-44ee-a88c-d46b4e11b367 HTTP/1.1" status: 200 len: 943 time: 0.0559359 Jun 16 17:28:09.212738 dv-cinder-837356-2-iscsi neutron-server[103916]: INFO neutron.wsgi [req-cef4c54c-7e59-4832-98ca-061ae9ea71c4 req-cdc877f0-78e8-4338-a2b2-1aba933cc81d tempest-ServerRescueNegativeTestJSON-1475515620 tempest-ServerRescueNegativeTestJSON-1475515620-project] 10.222.0.66 "GET /v2.0/security-groups?id=ce781013-5cdb-4bc3-8c66-743aa21b4c5c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0517647 Jun 16 17:28:09.233833 dv-cinder-837356-2-iscsi neutron-server[103917]: INFO neutron.wsgi [req-99c783b1-b56a-4b87-9fef-cc40c63dd15a req-07223dc5-ac9b-449a-b7cc-4744583d446a tempest-AttachVolumeTestJSON-336390128 tempest-AttachVolumeTestJSON-336390128-project] 10.222.0.66 "GET /v2.0/security-groups?id=060b0594-d1ec-490a-9c32-ca8c342f956c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0501349 Jun 16 17:28:10.344728 dv-cinder-837356-2-iscsi neutron-server[103916]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9072ee92-957e-4b8e-a945-30ed94e6eb8b req-15089a33-aec2-40b8-84f6-b72a8ab7022e tempest-ServerRescueNegativeTestJSON-1475515620 tempest-ServerRescueNegativeTestJSON-1475515620-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103916) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 16 17:28:10.346397 dv-cinder-837356-2-iscsi neutron-server[103916]: INFO neutron.wsgi [req-9072ee92-957e-4b8e-a945-30ed94e6eb8b req-15089a33-aec2-40b8-84f6-b72a8ab7022e tempest-ServerRescueNegativeTestJSON-1475515620 tempest-ServerRescueNegativeTestJSON-1475515620-project] 10.222.0.66 "GET /v2.0/ports?device_id=90ea9630-ef03-47fd-aa60-695a36081c19 HTTP/1.1" status: 200 len: 945 time: 0.0563805 Jun 16 17:28:10.359905 dv-cinder-837356-2-iscsi neutron-server[103918]: DEBUG neutron.plugins.ml2.rpc [None req-b2b17746-c296-4803-869a-65578e8233dd None None] Device 24585d4c-eda6-469f-a310-d2d5f70274a1 no longer exists at agent hyperv_hv-cinder-83735 {{(pid=103918) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jun 16 17:28:10.365551 dv-cinder-837356-2-iscsi neutron-server[103917]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7d29ed4-ac83-4e71-97cf-fbe36f633dd2 req-6e23a76a-2a4e-4cf9-b883-c2b8d460ba3c tempest-AttachVolumeTestJSON-336390128 tempest-AttachVolumeTestJSON-336390128-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103917) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 16 17:28:10.368102 dv-cinder-837356-2-iscsi neutron-server[103917]: INFO neutron.wsgi [req-c7d29ed4-ac83-4e71-97cf-fbe36f633dd2 req-6e23a76a-2a4e-4cf9-b883-c2b8d460ba3c tempest-AttachVolumeTestJSON-336390128 tempest-AttachVolumeTestJSON-336390128-project] 10.222.0.66 "GET /v2.0/ports?device_id=aeb07519-2ce6-44ee-a88c-d46b4e11b367 HTTP/1.1" status: 200 len: 943 time: 0.0602589 Jun 16 17:28:10.390186 dv-cinder-837356-2-iscsi neutron-server[103918]: DEBUG neutron.plugins.ml2.plugin [None req-b2b17746-c296-4803-869a-65578e8233dd None None] No Port match for: 24585d4c-eda6-469f-a310-d2d5f70274a1 {{(pid=103918) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2382}} Jun 16 17:28:10.391063 dv-cinder-837356-2-iscsi neutron-server[103918]: DEBUG neutron.plugins.ml2.rpc [None req-b2b17746-c296-4803-869a-65578e8233dd None None] Device 24585d4c-eda6-469f-a310-d2d5f70274a1 not bound to the agent host hv-cinder-83735 {{(pid=103918) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jun 16 17:28:10.405942 dv-cinder-837356-2-iscsi neutron-server[103917]: DEBUG dbcounter [-] [103917] Writing DB stats neutron:SELECT=95,neutron:UPDATE=3,neutron:INSERT=2 {{(pid=103917) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 16 17:28:10.406204 dv-cinder-837356-2-iscsi neutron-server[103916]: INFO neutron.wsgi [req-9072ee92-957e-4b8e-a945-30ed94e6eb8b req-05887ff3-34c7-48fd-b90d-e701271c8d13 tempest-ServerRescueNegativeTestJSON-1475515620 tempest-ServerRescueNegativeTestJSON-1475515620-project] 10.222.0.66 "GET /v2.0/security-groups?id=ce781013-5cdb-4bc3-8c66-743aa21b4c5c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0520058 Jun 16 17:28:10.434632 dv-cinder-837356-2-iscsi neutron-server[103917]: INFO neutron.wsgi [req-c7d29ed4-ac83-4e71-97cf-fbe36f633dd2 req-c859ac9f-9300-41ac-bcbb-bcda1f1377ff tempest-AttachVolumeTestJSON-336390128 tempest-AttachVolumeTestJSON-336390128-project] 10.222.0.66 "GET /v2.0/security-groups?id=060b0594-d1ec-490a-9c32-ca8c342f956c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0588326 Jun 16 17:28:11.544219 dv-cinder-837356-2-iscsi neutron-server[103916]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c260549-c31f-4508-8931-7ae3d206e09e req-4dc78cc9-de8c-4c72-9ae1-4c346178bced tempest-ServerRescueNegativeTestJSON-1475515620 tempest-ServerRescueNegativeTestJSON-1475515620-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103916) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 16 17:28:11.546045 dv-cinder-837356-2-iscsi neutron-server[103916]: INFO neutron.wsgi [req-8c260549-c31f-4508-8931-7ae3d206e09e req-4dc78cc9-de8c-4c72-9ae1-4c346178bced tempest-ServerRescueNegativeTestJSON-1475515620 tempest-ServerRescueNegativeTestJSON-1475515620-project] 10.222.0.66 "GET /v2.0/ports?device_id=90ea9630-ef03-47fd-aa60-695a36081c19 HTTP/1.1" status: 200 len: 945 time: 0.0624731 Jun 16 17:28:11.563720 dv-cinder-837356-2-iscsi neutron-server[103917]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-263252f3-4b40-4459-9a86-5e4aaf84d0a4 req-1fd457c6-f768-4b08-bcfd-53edc861d4aa tempest-AttachVolumeTestJSON-336390128 tempest-AttachVolumeTestJSON-336390128-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103917) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 16 17:28:11.565391 dv-cinder-837356-2-iscsi neutron-server[103917]: INFO neutron.wsgi [req-263252f3-4b40-4459-9a86-5e4aaf84d0a4 req-1fd457c6-f768-4b08-bcfd-53edc861d4aa tempest-AttachVolumeTestJSON-336390128 tempest-AttachVolumeTestJSON-336390128-project] 10.222.0.66 "GET /v2.0/ports?device_id=aeb07519-2ce6-44ee-a88c-d46b4e11b367 HTTP/1.1" status: 200 len: 943 time: 0.0545382 Jun 16 17:28:11.602710 dv-cinder-837356-2-iscsi neutron-server[103916]: INFO neutron.wsgi [req-8c260549-c31f-4508-8931-7ae3d206e09e req-05a8b5d6-db9c-4643-adfb-4fc1cd3fd693 tempest-ServerRescueNegativeTestJSON-1475515620 tempest-ServerRescueNegativeTestJSON-1475515620-project] 10.222.0.66 "GET /v2.0/security-groups?id=ce781013-5cdb-4bc3-8c66-743aa21b4c5c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0502036 Jun 16 17:28:11.627968 dv-cinder-837356-2-iscsi neutron-server[103917]: INFO neutron.wsgi [req-263252f3-4b40-4459-9a86-5e4aaf84d0a4 req-d52fb2ff-31d6-4037-a362-d4339e33feb7 tempest-AttachVolumeTestJSON-336390128 tempest-AttachVolumeTestJSON-336390128-project] 10.222.0.66 "GET /v2.0/security-groups?id=060b0594-d1ec-490a-9c32-ca8c342f956c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0558727 Jun 16 17:28:12.740898 dv-cinder-837356-2-iscsi neutron-server[103916]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3681b601-6204-4a79-b1b0-49a9762d3163 req-8cabfa0c-fd77-4b06-a1ea-952d33b2efc7 tempest-ServerRescueNegativeTestJSON-1475515620 tempest-ServerRescueNegativeTestJSON-1475515620-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103916) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 16 17:28:12.742633 dv-cinder-837356-2-iscsi neutron-server[103916]: INFO neutron.wsgi [req-3681b601-6204-4a79-b1b0-49a9762d3163 req-8cabfa0c-fd77-4b06-a1ea-952d33b2efc7 tempest-ServerRescueNegativeTestJSON-1475515620 tempest-ServerRescueNegativeTestJSON-1475515620-project] 10.222.0.66 "GET /v2.0/ports?device_id=90ea9630-ef03-47fd-aa60-695a36081c19 HTTP/1.1" status: 200 len: 945 time: 0.0594957 Jun 16 17:28:12.766858 dv-cinder-837356-2-iscsi neutron-server[103917]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5db72c7-7cb9-4bce-ba8f-2a80c6d634fe req-b9f33899-b692-4584-8595-9e65a1d22aa0 tempest-AttachVolumeTestJSON-336390128 tempest-AttachVolumeTestJSON-336390128-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103917) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 16 17:28:12.768196 dv-cinder-837356-2-iscsi neutron-server[103917]: INFO neutron.wsgi [req-b5db72c7-7cb9-4bce-ba8f-2a80c6d634fe req-b9f33899-b692-4584-8595-9e65a1d22aa0 tempest-AttachVolumeTestJSON-336390128 tempest-AttachVolumeTestJSON-336390128-project] 10.222.0.66 "GET /v2.0/ports?device_id=aeb07519-2ce6-44ee-a88c-d46b4e11b367 HTTP/1.1" status: 200 len: 943 time: 0.0644734 Jun 16 17:28:12.797814 dv-cinder-837356-2-iscsi neutron-server[103916]: INFO neutron.wsgi [req-3681b601-6204-4a79-b1b0-49a9762d3163 req-f4970254-4967-4f25-a873-dab0493ab6e6 tempest-ServerRescueNegativeTestJSON-1475515620 tempest-ServerRescueNegativeTestJSON-1475515620-project] 10.222.0.66 "GET /v2.0/security-groups?id=ce781013-5cdb-4bc3-8c66-743aa21b4c5c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0480390 Jun 16 17:28:12.825084 dv-cinder-837356-2-iscsi neutron-server[103917]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-302636bd-780f-4749-a3d3-621fe2c19c04 req-fa78ac15-ee64-490a-b97f-0c9eb5c99d60 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103917) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 16 17:28:12.826599 dv-cinder-837356-2-iscsi neutron-server[103917]: INFO neutron.wsgi [req-302636bd-780f-4749-a3d3-621fe2c19c04 req-fa78ac15-ee64-490a-b97f-0c9eb5c99d60 service neutron] 10.222.0.81 "GET /v2.0/ports?tenant_id=f029a8bb389c4d348c0e9001c5fa059c&device_id=aeb07519-2ce6-44ee-a88c-d46b4e11b367 HTTP/1.1" status: 200 len: 1127 time: 0.0732365 Jun 16 17:28:12.879461 dv-cinder-837356-2-iscsi neutron-server[103917]: INFO neutron.wsgi [req-b5db72c7-7cb9-4bce-ba8f-2a80c6d634fe req-692b6d73-5bd2-489f-8583-19c580938bb7 tempest-AttachVolumeTestJSON-336390128 tempest-AttachVolumeTestJSON-336390128-project] 10.222.0.66 "GET /v2.0/security-groups?id=060b0594-d1ec-490a-9c32-ca8c342f956c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0900383 Jun 16 17:28:12.946711 dv-cinder-837356-2-iscsi neutron-server[103916]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2217f1e-4ddd-4372-a081-8cfce233d06d req-2c338f25-a790-49d0-8ed5-c867310d5bc5 tempest-ServerRescueNegativeTestJSON-1475515620 tempest-ServerRescueNegativeTestJSON-1475515620-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103916) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 16 17:28:12.948346 dv-cinder-837356-2-iscsi neutron-server[103917]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-302636bd-780f-4749-a3d3-621fe2c19c04 req-07527a59-cc0c-4286-82d6-1714968e46c0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103917) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 16 17:28:12.948552 dv-cinder-837356-2-iscsi neutron-server[103916]: INFO neutron.wsgi [req-e2217f1e-4ddd-4372-a081-8cfce233d06d req-2c338f25-a790-49d0-8ed5-c867310d5bc5 tempest-ServerRescueNegativeTestJSON-1475515620 tempest-ServerRescueNegativeTestJSON-1475515620-project] 10.222.0.81 "GET /v2.0/ports?device_id=90ea9630-ef03-47fd-aa60-695a36081c19 HTTP/1.1" status: 200 len: 945 time: 0.0518494 Jun 16 17:28:12.950045 dv-cinder-837356-2-iscsi neutron-server[103917]: INFO neutron.wsgi [req-302636bd-780f-4749-a3d3-621fe2c19c04 req-07527a59-cc0c-4286-82d6-1714968e46c0 service neutron] 10.222.0.81 "GET /v2.0/networks?id=82c6c893-96f4-45ae-b1e3-d70ff1db738d HTTP/1.1" status: 200 len: 913 time: 0.1133401 Jun 16 17:28:13.003363 dv-cinder-837356-2-iscsi neutron-server[103918]: DEBUG neutron_lib.callbacks.manager [None req-a748a871-3549-44dd-8f6f-f783a3b11816 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728539454181', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16149322'] for agent (0913b7ec-eea4-4492-8ef1-e01c4575abca), after_update {{(pid=103918) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 17:28:13.004013 dv-cinder-837356-2-iscsi neutron-server[103917]: INFO neutron.wsgi [req-302636bd-780f-4749-a3d3-621fe2c19c04 req-426a739f-f2cf-4a7e-b3cd-5c84713e333b service neutron] 10.222.0.81 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=7176d454-867c-4dc6-b412-5623b5292926 HTTP/1.1" status: 200 len: 217 time: 0.0439775 Jun 16 17:28:13.054028 dv-cinder-837356-2-iscsi neutron-server[103916]: DEBUG neutron.plugins.ml2.plugin [req-e2217f1e-4ddd-4372-a081-8cfce233d06d req-851b64cb-bf68-4e94-8c06-c3e5cb986efe tempest-ServerRescueNegativeTestJSON-1475515620 tempest-ServerRescueNegativeTestJSON-1475515620-project] Deleting port 6fa0a160-b8b9-480d-91ad-c84aa7d2485a {{(pid=103916) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2043}} Jun 16 17:28:13.054256 dv-cinder-837356-2-iscsi neutron-server[103916]: DEBUG neutron_lib.callbacks.manager [req-e2217f1e-4ddd-4372-a081-8cfce233d06d req-851b64cb-bf68-4e94-8c06-c3e5cb986efe tempest-ServerRescueNegativeTestJSON-1475515620 tempest-ServerRescueNegativeTestJSON-1475515620-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8728539361383'] for port (6fa0a160-b8b9-480d-91ad-c84aa7d2485a), before_delete {{(pid=103916) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 17:28:13.059021 dv-cinder-837356-2-iscsi neutron-server[103917]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-302636bd-780f-4749-a3d3-621fe2c19c04 req-4041bf77-c6d3-4bb8-bc40-6b1cf9ade2da service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103917) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 16 17:28:13.060507 dv-cinder-837356-2-iscsi neutron-server[103917]: INFO neutron.wsgi [req-302636bd-780f-4749-a3d3-621fe2c19c04 req-4041bf77-c6d3-4bb8-bc40-6b1cf9ade2da service neutron] 10.222.0.81 "GET /v2.0/subnets?id=744fc868-35e9-4c30-8ac9-ba01749c37c3 HTTP/1.1" status: 200 len: 850 time: 0.0511603 Jun 16 17:28:13.109487 dv-cinder-837356-2-iscsi neutron-server[103917]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-302636bd-780f-4749-a3d3-621fe2c19c04 req-1e2dd08e-a707-4cb7-8c09-4f91fd262111 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103917) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 16 17:28:13.112001 dv-cinder-837356-2-iscsi neutron-server[103917]: INFO neutron.wsgi [req-302636bd-780f-4749-a3d3-621fe2c19c04 req-1e2dd08e-a707-4cb7-8c09-4f91fd262111 service neutron] 10.222.0.81 "GET /v2.0/ports?network_id=82c6c893-96f4-45ae-b1e3-d70ff1db738d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0441217 Jun 16 17:28:13.142732 dv-cinder-837356-2-iscsi neutron-server[103917]: DEBUG dbcounter [-] [103917] Writing DB stats neutron:SELECT=100 {{(pid=103917) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 16 17:28:13.179887 dv-cinder-837356-2-iscsi neutron-server[103916]: DEBUG neutron.plugins.ml2.db [req-e2217f1e-4ddd-4372-a081-8cfce233d06d req-851b64cb-bf68-4e94-8c06-c3e5cb986efe tempest-ServerRescueNegativeTestJSON-1475515620 tempest-ServerRescueNegativeTestJSON-1475515620-project] For port 6fa0a160-b8b9-480d-91ad-c84aa7d2485a, host hv-cinder-83735, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83735',level=0,port_id=6fa0a160-b8b9-480d-91ad-c84aa7d2485a,segment=NetworkSegment(036772f7-7333-486e-9364-cdd941d04468),segment_id=036772f7-7333-486e-9364-cdd941d04468)] {{(pid=103916) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 16 17:28:13.180280 dv-cinder-837356-2-iscsi neutron-server[103916]: DEBUG neutron_lib.callbacks.manager [req-e2217f1e-4ddd-4372-a081-8cfce233d06d req-851b64cb-bf68-4e94-8c06-c3e5cb986efe tempest-ServerRescueNegativeTestJSON-1475515620 tempest-ServerRescueNegativeTestJSON-1475515620-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-708042'] for port (6fa0a160-b8b9-480d-91ad-c84aa7d2485a), precommit_delete {{(pid=103916) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 17:28:13.197144 dv-cinder-837356-2-iscsi neutron-server[103916]: DEBUG neutron.plugins.ml2.plugin [req-e2217f1e-4ddd-4372-a081-8cfce233d06d req-851b64cb-bf68-4e94-8c06-c3e5cb986efe tempest-ServerRescueNegativeTestJSON-1475515620 tempest-ServerRescueNegativeTestJSON-1475515620-project] Calling delete_port for 6fa0a160-b8b9-480d-91ad-c84aa7d2485a owned by compute:nova {{(pid=103916) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2122}} Jun 16 17:28:13.234957 dv-cinder-837356-2-iscsi neutron-server[103917]: INFO neutron.wsgi [req-302636bd-780f-4749-a3d3-621fe2c19c04 req-10aa28cc-b0c0-4a51-9072-bfabbdf0aa4f service neutron] 10.222.0.81 "GET /v2.0/networks/82c6c893-96f4-45ae-b1e3-d70ff1db738d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1155694 Jun 16 17:28:13.241871 dv-cinder-837356-2-iscsi neutron-server[103916]: DEBUG dbcounter [-] [103916] Writing DB stats neutron:SELECT=93,neutron:DELETE=7 {{(pid=103916) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 16 17:28:13.329944 dv-cinder-837356-2-iscsi neutron-server[103916]: DEBUG dbcounter [-] [103916] Writing DB stats neutron:SELECT=96,neutron:DELETE=4 {{(pid=103916) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 16 17:28:13.342900 dv-cinder-837356-2-iscsi neutron-server[103916]: DEBUG neutron_lib.callbacks.manager [req-e2217f1e-4ddd-4372-a081-8cfce233d06d req-851b64cb-bf68-4e94-8c06-c3e5cb986efe tempest-ServerRescueNegativeTestJSON-1475515620 tempest-ServerRescueNegativeTestJSON-1475515620-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16007527', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-75831', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16241551', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8728539364702', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8728538993430', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25517999'] for port (6fa0a160-b8b9-480d-91ad-c84aa7d2485a), after_delete {{(pid=103916) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 17:28:13.351458 dv-cinder-837356-2-iscsi neutron-server[103917]: INFO neutron.wsgi [req-302636bd-780f-4749-a3d3-621fe2c19c04 req-366900b9-f529-465c-b5c9-1f6ac72e8386 service neutron] 10.222.0.81 "GET /v2.0/networks/82c6c893-96f4-45ae-b1e3-d70ff1db738d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1076727 Jun 16 17:28:13.363403 dv-cinder-837356-2-iscsi neutron-server[103918]: DEBUG neutron.plugins.ml2.db [None req-b2b17746-c296-4803-869a-65578e8233dd None None] get_ports_and_sgs() called for port_ids ['6fa0a160-b8b9-480d-91ad-c84aa7d2485a'] {{(pid=103918) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jun 16 17:28:13.382632 dv-cinder-837356-2-iscsi neutron-server[103916]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-851b64cb-bf68-4e94-8c06-c3e5cb986efe tempest-ServerRescueNegativeTestJSON-1475515620 tempest-ServerRescueNegativeTestJSON-1475515620-project] Pushing event deleted for resources: {'Port': ['ID=6fa0a160-b8b9-480d-91ad-c84aa7d2485a,revision_number=None']} {{(pid=103916) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 17:28:13.409541 dv-cinder-837356-2-iscsi neutron-server[103919]: DEBUG dbcounter [-] [103919] Writing DB stats neutron:SELECT=18 {{(pid=103919) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 16 17:28:13.438242 dv-cinder-837356-2-iscsi neutron-server[103916]: DEBUG neutron.db.l3_dvrscheduler_db [req-e2217f1e-4ddd-4372-a081-8cfce233d06d req-851b64cb-bf68-4e94-8c06-c3e5cb986efe tempest-ServerRescueNegativeTestJSON-1475515620 tempest-ServerRescueNegativeTestJSON-1475515620-project] No DVR routers for this DVR port 6fa0a160-b8b9-480d-91ad-c84aa7d2485a on host hv-cinder-83735 {{(pid=103916) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:215}} Jun 16 17:28:13.441021 dv-cinder-837356-2-iscsi neutron-server[103916]: DEBUG neutron_lib.callbacks.manager [req-e2217f1e-4ddd-4372-a081-8cfce233d06d req-851b64cb-bf68-4e94-8c06-c3e5cb986efe tempest-ServerRescueNegativeTestJSON-1475515620 tempest-ServerRescueNegativeTestJSON-1475515620-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-191112'] for port (None), before_response {{(pid=103916) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 17:28:13.444614 dv-cinder-837356-2-iscsi neutron-server[103916]: INFO neutron.wsgi [req-e2217f1e-4ddd-4372-a081-8cfce233d06d req-851b64cb-bf68-4e94-8c06-c3e5cb986efe tempest-ServerRescueNegativeTestJSON-1475515620 tempest-ServerRescueNegativeTestJSON-1475515620-project] 10.222.0.81 "DELETE /v2.0/ports/6fa0a160-b8b9-480d-91ad-c84aa7d2485a HTTP/1.1" status: 204 len: 173 time: 0.4855602 Jun 16 17:28:13.445154 dv-cinder-837356-2-iscsi neutron-server[103916]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '90ea9630-ef03-47fd-aa60-695a36081c19', 'name': 'network-vif-deleted', 'tag': '6fa0a160-b8b9-480d-91ad-c84aa7d2485a'}] {{(pid=103916) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jun 16 17:28:13.448161 dv-cinder-837356-2-iscsi neutron-server[103916]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.66/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}15d8713043fc5f9b6f9aaf4a9a169ba36e5aaa6307a8131177ae56adda3437c5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f1a9b929-2432-43ec-a020-a310875352c7" -d '{"events": [{"server_uuid": "90ea9630-ef03-47fd-aa60-695a36081c19", "name": "network-vif-deleted", "tag": "6fa0a160-b8b9-480d-91ad-c84aa7d2485a"}]}' {{(pid=103916) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 16 17:28:13.491717 dv-cinder-837356-2-iscsi neutron-server[103916]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 16 Jun 2022 17:28:13 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e833a5e7-c47f-4d0e-8d95-36013f25ecd5 x-openstack-request-id: req-e833a5e7-c47f-4d0e-8d95-36013f25ecd5 {{(pid=103916) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 16 17:28:13.492005 dv-cinder-837356-2-iscsi neutron-server[103916]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "90ea9630-ef03-47fd-aa60-695a36081c19", "name": "network-vif-deleted", "tag": "6fa0a160-b8b9-480d-91ad-c84aa7d2485a", "status": "completed", "code": 200}]} {{(pid=103916) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 16 17:28:13.492255 dv-cinder-837356-2-iscsi neutron-server[103916]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.66/compute/v2.1/os-server-external-events used request id req-e833a5e7-c47f-4d0e-8d95-36013f25ecd5 {{(pid=103916) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 16 17:28:13.492658 dv-cinder-837356-2-iscsi neutron-server[103916]: INFO neutron.notifiers.nova [-] Nova event matching ['req-e833a5e7-c47f-4d0e-8d95-36013f25ecd5'] response: {'server_uuid': '90ea9630-ef03-47fd-aa60-695a36081c19', 'name': 'network-vif-deleted', 'tag': '6fa0a160-b8b9-480d-91ad-c84aa7d2485a', 'status': 'completed', 'code': 200} Jun 16 17:28:13.650311 dv-cinder-837356-2-iscsi neutron-server[103919]: DEBUG neutron.db.agents_db [None req-d2debd9c-00d6-4a8f-b9fc-d112a2dcea0d None None] Agent healthcheck: found 6 active agents {{(pid=103919) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jun 16 17:28:13.961885 dv-cinder-837356-2-iscsi neutron-server[103917]: INFO neutron.wsgi [req-1d8a349f-399f-46b8-a6f4-a17c9ed3709c req-1191936c-d79f-45cf-9631-e684cd4baafd tempest-ServerRescueNegativeTestJSON-1475515620 tempest-ServerRescueNegativeTestJSON-1475515620-project] 10.222.0.66 "GET /v2.0/ports?device_id=90ea9630-ef03-47fd-aa60-695a36081c19 HTTP/1.1" status: 200 len: 210 time: 0.0551453 Jun 16 17:28:14.055591 dv-cinder-837356-2-iscsi neutron-server[103916]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5b516b7-b117-4f4b-8cd9-aaab84451fd6 req-e6e90617-8dcc-4642-9f53-e2e8cea0c9cc tempest-AttachVolumeTestJSON-336390128 tempest-AttachVolumeTestJSON-336390128-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103916) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 16 17:28:14.058485 dv-cinder-837356-2-iscsi neutron-server[103916]: INFO neutron.wsgi [req-a5b516b7-b117-4f4b-8cd9-aaab84451fd6 req-e6e90617-8dcc-4642-9f53-e2e8cea0c9cc tempest-AttachVolumeTestJSON-336390128 tempest-AttachVolumeTestJSON-336390128-project] 10.222.0.66 "GET /v2.0/ports?device_id=aeb07519-2ce6-44ee-a88c-d46b4e11b367 HTTP/1.1" status: 200 len: 943 time: 0.0797701 Jun 16 17:28:14.129996 dv-cinder-837356-2-iscsi neutron-server[103916]: INFO neutron.wsgi [req-a5b516b7-b117-4f4b-8cd9-aaab84451fd6 req-8509d849-fcd6-470f-aa63-aa2b1fc7912f tempest-AttachVolumeTestJSON-336390128 tempest-AttachVolumeTestJSON-336390128-project] 10.222.0.66 "GET /v2.0/security-groups?id=060b0594-d1ec-490a-9c32-ca8c342f956c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0634177 Jun 16 17:28:14.379720 dv-cinder-837356-2-iscsi neutron-server[103918]: DEBUG neutron.plugins.ml2.rpc [None req-b2b17746-c296-4803-869a-65578e8233dd None None] Device 7176d454-867c-4dc6-b412-5623b5292926 details requested by agent hyperv_hv-cinder-83735 with host hv-cinder-83735 {{(pid=103918) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jun 16 17:28:14.495488 dv-cinder-837356-2-iscsi neutron-server[103918]: DEBUG neutron.plugins.ml2.db [None req-b2b17746-c296-4803-869a-65578e8233dd None None] For port 7176d454-867c-4dc6-b412-5623b5292926, host hv-cinder-83735, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83735',level=0,port_id=7176d454-867c-4dc6-b412-5623b5292926,segment=NetworkSegment(3fc55272-fc64-4407-9040-7681311e4934),segment_id=3fc55272-fc64-4407-9040-7681311e4934)] {{(pid=103918) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 16 17:28:14.507957 dv-cinder-837356-2-iscsi neutron-server[103918]: DEBUG neutron.plugins.ml2.rpc [None req-b2b17746-c296-4803-869a-65578e8233dd None None] Returning: {'device': '7176d454-867c-4dc6-b412-5623b5292926', 'network_id': '82c6c893-96f4-45ae-b1e3-d70ff1db738d', 'port_id': '7176d454-867c-4dc6-b412-5623b5292926', 'mac_address': 'fa:16:3e:f1:37:4f', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 1007, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '744fc868-35e9-4c30-8ac9-ba01749c37c3', 'ip_address': '172.20.0.4'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'qos_network_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103918) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jun 16 17:28:14.540464 dv-cinder-837356-2-iscsi neutron-server[103918]: DEBUG dbcounter [-] [103918] Writing DB stats neutron:SELECT=96,neutron:UPDATE=4 {{(pid=103918) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 16 17:28:14.543660 dv-cinder-837356-2-iscsi neutron-server[103918]: DEBUG dbcounter [-] [103918] Writing DB stats neutron:SELECT=95,neutron:UPDATE=5 {{(pid=103918) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 16 17:28:14.553574 dv-cinder-837356-2-iscsi neutron-server[103918]: DEBUG neutron.plugins.ml2.plugin [None req-b2b17746-c296-4803-869a-65578e8233dd None None] Current status of the port 7176d454-867c-4dc6-b412-5623b5292926 is: DOWN; New status is: BUILD {{(pid=103918) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2298}} Jun 16 17:28:14.554457 dv-cinder-837356-2-iscsi neutron-server[103918]: DEBUG neutron_lib.callbacks.manager [None req-b2b17746-c296-4803-869a-65578e8233dd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16007590'] for port (7176d454-867c-4dc6-b412-5623b5292926), before_update {{(pid=103918) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 17:28:14.569637 dv-cinder-837356-2-iscsi neutron-server[103918]: DEBUG neutron.notifiers.nova [None req-b2b17746-c296-4803-869a-65578e8233dd None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 7176d454-867c-4dc6-b412-5623b5292926 {{(pid=103918) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Jun 16 17:28:14.590926 dv-cinder-837356-2-iscsi neutron-server[103918]: DEBUG neutron.plugins.ml2.db [None req-b2b17746-c296-4803-869a-65578e8233dd None None] For port 7176d454-867c-4dc6-b412-5623b5292926, host hv-cinder-83735, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83735',level=0,port_id=7176d454-867c-4dc6-b412-5623b5292926,segment=NetworkSegment(3fc55272-fc64-4407-9040-7681311e4934),segment_id=3fc55272-fc64-4407-9040-7681311e4934)] {{(pid=103918) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 16 17:28:14.595966 dv-cinder-837356-2-iscsi neutron-server[103918]: DEBUG neutron_lib.callbacks.manager [None req-b2b17746-c296-4803-869a-65578e8233dd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16007527', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-75831', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16241551', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728539364693', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728538993439', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728538993457'] for port (7176d454-867c-4dc6-b412-5623b5292926), after_update {{(pid=103918) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 17:28:14.647601 dv-cinder-837356-2-iscsi neutron-server[103918]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b2b17746-c296-4803-869a-65578e8233dd None None] Pushing event updated for resources: {'Port': ['ID=7176d454-867c-4dc6-b412-5623b5292926,revision_number=4']} {{(pid=103918) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 17:28:14.900947 dv-cinder-837356-2-iscsi neutron-server[103918]: DEBUG neutron.plugins.ml2.db [None req-b2b17746-c296-4803-869a-65578e8233dd None None] get_ports_and_sgs() called for port_ids ['7176d454-867c-4dc6-b412-5623b5292926'] {{(pid=103918) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jun 16 17:28:15.033579 dv-cinder-837356-2-iscsi neutron-server[103916]: DEBUG neutron.wsgi [-] (103916) accepted ('10.222.0.66', 42722) {{(pid=103916) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 16 17:28:15.311533 dv-cinder-837356-2-iscsi neutron-server[103916]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8bc8042-fd0d-4842-af11-2484dc7b4fcf req-56ea5e87-9d04-4c5d-976f-222005f88fa6 tempest-AttachVolumeTestJSON-336390128 tempest-AttachVolumeTestJSON-336390128-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103916) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 16 17:28:15.313084 dv-cinder-837356-2-iscsi neutron-server[103916]: INFO neutron.wsgi [req-f8bc8042-fd0d-4842-af11-2484dc7b4fcf req-56ea5e87-9d04-4c5d-976f-222005f88fa6 tempest-AttachVolumeTestJSON-336390128 tempest-AttachVolumeTestJSON-336390128-project] 10.222.0.66 "GET /v2.0/ports?device_id=aeb07519-2ce6-44ee-a88c-d46b4e11b367 HTTP/1.1" status: 200 len: 944 time: 0.0899251 Jun 16 17:28:15.435793 dv-cinder-837356-2-iscsi neutron-server[103918]: DEBUG neutron_lib.callbacks.manager [None req-e6bad3f4-b832-421c-8748-53be11b341e1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728539454181', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16149322'] for agent (7639df21-17c3-4235-8912-210c3ad54137), after_update {{(pid=103918) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 17:28:15.664252 dv-cinder-837356-2-iscsi neutron-server[103916]: INFO neutron.wsgi [req-f8bc8042-fd0d-4842-af11-2484dc7b4fcf req-d21acb0e-7266-4b42-9879-f7842b32d728 tempest-AttachVolumeTestJSON-336390128 tempest-AttachVolumeTestJSON-336390128-project] 10.222.0.66 "GET /v2.0/security-groups?id=060b0594-d1ec-490a-9c32-ca8c342f956c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.3424678 Jun 16 17:28:15.863258 dv-cinder-837356-2-iscsi neutron-server[103916]: DEBUG neutron_lib.callbacks.manager [None req-5768de02-7ae4-4c77-ac87-6bce56f9dfd6 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-706250'] for router_interface (dfe813ff-74d0-4e6b-9f3d-827582ab6a37), before_delete {{(pid=103916) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 17:28:16.116615 dv-cinder-837356-2-iscsi neutron-server[103916]: DEBUG neutron.plugins.ml2.plugin [None req-5768de02-7ae4-4c77-ac87-6bce56f9dfd6 admin admin] Deleting port e1aec36a-a2f9-4546-94c4-c2940c0a35ec {{(pid=103916) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2043}} Jun 16 17:28:16.116615 dv-cinder-837356-2-iscsi neutron-server[103916]: DEBUG neutron_lib.callbacks.manager [None req-5768de02-7ae4-4c77-ac87-6bce56f9dfd6 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8728539361383'] for port (e1aec36a-a2f9-4546-94c4-c2940c0a35ec), before_delete {{(pid=103916) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 17:28:16.129794 dv-cinder-837356-2-iscsi neutron-server[103916]: DEBUG dbcounter [-] [103916] Writing DB stats neutron:SELECT=96,neutron:DELETE=4 {{(pid=103916) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 16 17:28:16.213915 dv-cinder-837356-2-iscsi neutron-server[103916]: DEBUG neutron.plugins.ml2.db [None req-5768de02-7ae4-4c77-ac87-6bce56f9dfd6 admin admin] For port e1aec36a-a2f9-4546-94c4-c2940c0a35ec, host dv-cinder-837356-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-837356-2-iscsi',level=0,port_id=e1aec36a-a2f9-4546-94c4-c2940c0a35ec,segment=NetworkSegment(036772f7-7333-486e-9364-cdd941d04468),segment_id=036772f7-7333-486e-9364-cdd941d04468)] {{(pid=103916) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 16 17:28:16.214260 dv-cinder-837356-2-iscsi neutron-server[103916]: DEBUG neutron_lib.callbacks.manager [None req-5768de02-7ae4-4c77-ac87-6bce56f9dfd6 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-708042'] for port (e1aec36a-a2f9-4546-94c4-c2940c0a35ec), precommit_delete {{(pid=103916) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 17:28:16.229390 dv-cinder-837356-2-iscsi neutron-server[103916]: DEBUG neutron.plugins.ml2.plugin [None req-5768de02-7ae4-4c77-ac87-6bce56f9dfd6 admin admin] Calling delete_port for e1aec36a-a2f9-4546-94c4-c2940c0a35ec owned by network:router_interface {{(pid=103916) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2122}} Jun 16 17:28:16.299006 dv-cinder-837356-2-iscsi neutron-server[103918]: DEBUG neutron_lib.callbacks.manager [None req-20715706-35a9-45af-9420-375bdcc64c61 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728539454181', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16149322'] for agent (50395103-89cf-4fb3-87eb-9dff4dfdeea8), after_update {{(pid=103918) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 17:28:16.348029 dv-cinder-837356-2-iscsi neutron-server[103916]: DEBUG dbcounter [-] [103916] Writing DB stats neutron:SELECT=100 {{(pid=103916) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 16 17:28:16.391217 dv-cinder-837356-2-iscsi neutron-server[103918]: DEBUG neutron.plugins.ml2.rpc [None req-b2b17746-c296-4803-869a-65578e8233dd None None] Device 7176d454-867c-4dc6-b412-5623b5292926 up at agent hyperv_hv-cinder-83735 {{(pid=103918) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 16 17:28:16.440098 dv-cinder-837356-2-iscsi neutron-server[103918]: DEBUG neutron.db.provisioning_blocks [None req-b2b17746-c296-4803-869a-65578e8233dd None None] Provisioning for port 7176d454-867c-4dc6-b412-5623b5292926 completed by entity L2. {{(pid=103918) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:137}} Jun 16 17:28:16.448786 dv-cinder-837356-2-iscsi neutron-server[103918]: DEBUG neutron.db.provisioning_blocks [None req-b2b17746-c296-4803-869a-65578e8233dd None None] Provisioning complete for port 7176d454-867c-4dc6-b412-5623b5292926 triggered by entity L2. {{(pid=103918) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jun 16 17:28:16.450252 dv-cinder-837356-2-iscsi neutron-server[103918]: DEBUG neutron_lib.callbacks.manager [None req-b2b17746-c296-4803-869a-65578e8233dd None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16149424'] for port (7176d454-867c-4dc6-b412-5623b5292926), provisioning_complete {{(pid=103918) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 17:28:16.456171 dv-cinder-837356-2-iscsi neutron-server[103916]: DEBUG neutron_lib.callbacks.manager [None req-5768de02-7ae4-4c77-ac87-6bce56f9dfd6 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16007527', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-75831', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16241551', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8728539364702', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8728538993430', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25517999'] for port (e1aec36a-a2f9-4546-94c4-c2940c0a35ec), after_delete {{(pid=103916) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 17:28:16.482493 dv-cinder-837356-2-iscsi neutron-server[103916]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5768de02-7ae4-4c77-ac87-6bce56f9dfd6 admin admin] Pushing event deleted for resources: {'Port': ['ID=e1aec36a-a2f9-4546-94c4-c2940c0a35ec,revision_number=None']} {{(pid=103916) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 17:28:16.546390 dv-cinder-837356-2-iscsi neutron-server[103918]: DEBUG neutron.plugins.ml2.plugin [None req-b2b17746-c296-4803-869a-65578e8233dd None None] Current status of the port 7176d454-867c-4dc6-b412-5623b5292926 is: BUILD; New status is: ACTIVE {{(pid=103918) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2298}} Jun 16 17:28:16.546775 dv-cinder-837356-2-iscsi neutron-server[103918]: DEBUG neutron_lib.callbacks.manager [None req-b2b17746-c296-4803-869a-65578e8233dd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16007590'] for port (7176d454-867c-4dc6-b412-5623b5292926), before_update {{(pid=103918) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 17:28:16.579614 dv-cinder-837356-2-iscsi neutron-server[103918]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'aeb07519-2ce6-44ee-a88c-d46b4e11b367', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '7176d454-867c-4dc6-b412-5623b5292926'}] {{(pid=103918) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jun 16 17:28:16.582578 dv-cinder-837356-2-iscsi neutron-server[103918]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.66/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c81ba123246404939637391270152498621c2ac0d5068f91321d7f7277fce0c4" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-86afa05d-fc3c-454e-a8c3-4adf888f115f" -d '{"events": [{"server_uuid": "aeb07519-2ce6-44ee-a88c-d46b4e11b367", "name": "network-vif-plugged", "status": "completed", "tag": "7176d454-867c-4dc6-b412-5623b5292926"}]}' {{(pid=103918) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 16 17:28:16.597266 dv-cinder-837356-2-iscsi neutron-server[103918]: DEBUG neutron.plugins.ml2.db [None req-b2b17746-c296-4803-869a-65578e8233dd None None] For port 7176d454-867c-4dc6-b412-5623b5292926, host hv-cinder-83735, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83735',level=0,port_id=7176d454-867c-4dc6-b412-5623b5292926,segment=NetworkSegment(3fc55272-fc64-4407-9040-7681311e4934),segment_id=3fc55272-fc64-4407-9040-7681311e4934)] {{(pid=103918) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 16 17:28:16.603060 dv-cinder-837356-2-iscsi neutron-server[103918]: DEBUG neutron_lib.callbacks.manager [None req-b2b17746-c296-4803-869a-65578e8233dd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16007527', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-75831', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16241551', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728539364693', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728538993439', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728538993457'] for port (7176d454-867c-4dc6-b412-5623b5292926), after_update {{(pid=103918) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 17:28:16.604276 dv-cinder-837356-2-iscsi neutron-server[103918]: DEBUG neutron.plugins.ml2.rpc [None req-b2b17746-c296-4803-869a-65578e8233dd None None] Device 6fa0a160-b8b9-480d-91ad-c84aa7d2485a no longer exists at agent hyperv_hv-cinder-83735 {{(pid=103918) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jun 16 17:28:16.659764 dv-cinder-837356-2-iscsi neutron-server[103918]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 16 Jun 2022 17:28:16 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-262f9903-3b71-4b9d-848b-035865fd2dc7 x-openstack-request-id: req-262f9903-3b71-4b9d-848b-035865fd2dc7 {{(pid=103918) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 16 17:28:16.660044 dv-cinder-837356-2-iscsi neutron-server[103918]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "aeb07519-2ce6-44ee-a88c-d46b4e11b367", "name": "network-vif-plugged", "status": "completed", "tag": "7176d454-867c-4dc6-b412-5623b5292926", "code": 200}]} {{(pid=103918) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 16 17:28:16.660291 dv-cinder-837356-2-iscsi neutron-server[103918]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.66/compute/v2.1/os-server-external-events used request id req-262f9903-3b71-4b9d-848b-035865fd2dc7 {{(pid=103918) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 16 17:28:16.660681 dv-cinder-837356-2-iscsi neutron-server[103918]: INFO neutron.notifiers.nova [-] Nova event matching ['req-262f9903-3b71-4b9d-848b-035865fd2dc7'] response: {'server_uuid': 'aeb07519-2ce6-44ee-a88c-d46b4e11b367', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '7176d454-867c-4dc6-b412-5623b5292926', 'code': 200} Jun 16 17:28:16.677209 dv-cinder-837356-2-iscsi neutron-server[103918]: DEBUG neutron.plugins.ml2.plugin [None req-b2b17746-c296-4803-869a-65578e8233dd None None] No Port match for: 6fa0a160-b8b9-480d-91ad-c84aa7d2485a {{(pid=103918) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2382}} Jun 16 17:28:16.679182 dv-cinder-837356-2-iscsi neutron-server[103918]: DEBUG neutron.plugins.ml2.rpc [None req-b2b17746-c296-4803-869a-65578e8233dd None None] Device 6fa0a160-b8b9-480d-91ad-c84aa7d2485a not bound to the agent host hv-cinder-83735 {{(pid=103918) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jun 16 17:28:16.722136 dv-cinder-837356-2-iscsi neutron-server[103918]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b2b17746-c296-4803-869a-65578e8233dd None None] Pushing event updated for resources: {'Port': ['ID=7176d454-867c-4dc6-b412-5623b5292926,revision_number=5']} {{(pid=103918) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 17:28:16.745876 dv-cinder-837356-2-iscsi neutron-server[103916]: DEBUG neutron_lib.callbacks.manager [None req-5768de02-7ae4-4c77-ac87-6bce56f9dfd6 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-16241524', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-705370'] for router_interface (dfe813ff-74d0-4e6b-9f3d-827582ab6a37), after_delete {{(pid=103916) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 17:28:16.949204 dv-cinder-837356-2-iscsi neutron-server[103916]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90999394-07a2-4d2f-b6ec-75f9509120e9 req-7e76bdd0-fbde-4163-b558-9a2f62089713 tempest-AttachVolumeTestJSON-336390128 tempest-AttachVolumeTestJSON-336390128-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103916) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 16 17:28:16.950837 dv-cinder-837356-2-iscsi neutron-server[103916]: INFO neutron.wsgi [req-90999394-07a2-4d2f-b6ec-75f9509120e9 req-7e76bdd0-fbde-4163-b558-9a2f62089713 tempest-AttachVolumeTestJSON-336390128 tempest-AttachVolumeTestJSON-336390128-project] 10.222.0.66 "GET /v2.0/ports?device_id=aeb07519-2ce6-44ee-a88c-d46b4e11b367 HTTP/1.1" status: 200 len: 945 time: 0.1274898 Jun 16 17:28:16.968024 dv-cinder-837356-2-iscsi neutron-server[103916]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71fda591-142d-4ee9-984c-e2a6eabf5fb1 req-1dbf3223-cb28-47a2-9dec-e44031fd9183 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103916) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 16 17:28:16.969775 dv-cinder-837356-2-iscsi neutron-server[103916]: INFO neutron.wsgi [req-71fda591-142d-4ee9-984c-e2a6eabf5fb1 req-1dbf3223-cb28-47a2-9dec-e44031fd9183 service neutron] 10.222.0.81 "GET /v2.0/ports?device_id=aeb07519-2ce6-44ee-a88c-d46b4e11b367 HTTP/1.1" status: 200 len: 1129 time: 0.1026316 Jun 16 17:28:17.061691 dv-cinder-837356-2-iscsi neutron-server[103916]: INFO neutron.wsgi [req-90999394-07a2-4d2f-b6ec-75f9509120e9 req-336271dd-6ddf-4f0f-a3b6-5cb6abce778e tempest-AttachVolumeTestJSON-336390128 tempest-AttachVolumeTestJSON-336390128-project] 10.222.0.66 "GET /v2.0/security-groups?id=060b0594-d1ec-490a-9c32-ca8c342f956c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1021016 Jun 16 17:28:17.107211 dv-cinder-837356-2-iscsi neutron-server[103916]: INFO neutron.wsgi [req-71fda591-142d-4ee9-984c-e2a6eabf5fb1 req-540a4197-de08-447f-b173-f7b99df7af18 service neutron] 10.222.0.81 "GET /v2.0/security-groups?id=060b0594-d1ec-490a-9c32-ca8c342f956c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1306963 Jun 16 17:28:17.178649 dv-cinder-837356-2-iscsi neutron-server[103916]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-5768de02-7ae4-4c77-ac87-6bce56f9dfd6 admin admin] Router dfe813ff-74d0-4e6b-9f3d-827582ab6a37 has already been hosted by L3 agent 7639df21-17c3-4235-8912-210c3ad54137 {{(pid=103916) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jun 16 17:28:17.271483 dv-cinder-837356-2-iscsi neutron-server[103916]: DEBUG dbcounter [-] [103916] Writing DB stats neutron:SELECT=97,neutron:DELETE=3 {{(pid=103916) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 16 17:28:17.309977 dv-cinder-837356-2-iscsi neutron-server[103916]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5768de02-7ae4-4c77-ac87-6bce56f9dfd6 admin admin] Notify agent at l3_agent.dv-cinder-837356-2-iscsi the message routers_updated {{(pid=103916) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jun 16 17:28:17.317592 dv-cinder-837356-2-iscsi neutron-server[103916]: INFO neutron.wsgi [None req-5768de02-7ae4-4c77-ac87-6bce56f9dfd6 admin admin] 10.222.0.66 "PUT /v2.0/routers/dfe813ff-74d0-4e6b-9f3d-827582ab6a37/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.2828534 Jun 16 17:28:17.320865 dv-cinder-837356-2-iscsi neutron-server[103916]: DEBUG neutron.wsgi [-] (103916) accepted ('10.222.0.66', 42736) {{(pid=103916) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 16 17:28:17.323005 dv-cinder-837356-2-iscsi neutron-server[103919]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-21a0902b-eed7-41ec-b430-a8198ebc2a08 None None] Sync routers for ids ['dfe813ff-74d0-4e6b-9f3d-827582ab6a37'] in dv-cinder-837356-2-iscsi {{(pid=103919) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 16 17:28:17.340602 dv-cinder-837356-2-iscsi neutron-server[103919]: DEBUG neutron.db.l3_dvrscheduler_db [None req-21a0902b-eed7-41ec-b430-a8198ebc2a08 None None] Routers {'dfe813ff-74d0-4e6b-9f3d-827582ab6a37'} bound to L3 agent in host dv-cinder-837356-2-iscsi {{(pid=103919) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jun 16 17:28:17.341621 dv-cinder-837356-2-iscsi neutron-server[103919]: DEBUG neutron.db.l3_hamode_db [None req-21a0902b-eed7-41ec-b430-a8198ebc2a08 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-837356-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2022-06-16T17:14:15Z,description=,heartbeat_timestamp=2022-06-16T17:28:15Z,host='dv-cinder-837356-2-iscsi',id=7639df21-17c3-4235-8912-210c3ad54137,load=0,resource_versions=,resources_synced=,started_at=2022-06-16T17:14:15Z,topic='l3_agent')) {'router_ids': ['dfe813ff-74d0-4e6b-9f3d-827582ab6a37'], 'active': True} {{(pid=103919) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 16 17:28:17.372561 dv-cinder-837356-2-iscsi neutron-server[103916]: DEBUG dbcounter [-] [103916] Writing DB stats neutron:SELECT=94,neutron:DELETE=5,neutron:UPDATE=1 {{(pid=103916) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 16 17:28:17.457926 dv-cinder-837356-2-iscsi neutron-server[103916]: DEBUG neutron_lib.callbacks.manager [None req-ea8a001e-8cce-4d39-b294-23f8e38e9397 admin admin] Publish callbacks [] for router (dfe813ff-74d0-4e6b-9f3d-827582ab6a37), before_delete {{(pid=103916) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 17:28:17.483201 dv-cinder-837356-2-iscsi neutron-server[103919]: DEBUG neutron.db.l3_dvr_db [None req-21a0902b-eed7-41ec-b430-a8198ebc2a08 None None] Set router dfe813ff-74d0-4e6b-9f3d-827582ab6a37 gateway port host: dv-cinder-837356-2-iscsi {{(pid=103919) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jun 16 17:28:17.583818 dv-cinder-837356-2-iscsi neutron-server[103916]: DEBUG neutron_lib.callbacks.manager [None req-ea8a001e-8cce-4d39-b294-23f8e38e9397 admin admin] Publish callbacks [] for router_gateway (dfe813ff-74d0-4e6b-9f3d-827582ab6a37), before_delete {{(pid=103916) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 17:28:17.633896 dv-cinder-837356-2-iscsi neutron-server[103916]: DEBUG neutron.plugins.ml2.plugin [None req-ea8a001e-8cce-4d39-b294-23f8e38e9397 admin admin] Deleting port 06974505-e6bd-467d-a29b-92e722b69f8f {{(pid=103916) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2043}} Jun 16 17:28:17.634218 dv-cinder-837356-2-iscsi neutron-server[103916]: DEBUG neutron_lib.callbacks.manager [None req-ea8a001e-8cce-4d39-b294-23f8e38e9397 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8728539361383'] for port (06974505-e6bd-467d-a29b-92e722b69f8f), before_delete {{(pid=103916) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 17:28:17.669632 dv-cinder-837356-2-iscsi neutron-server[103919]: DEBUG neutron.db.l3_hamode_db [None req-21a0902b-eed7-41ec-b430-a8198ebc2a08 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'dfe813ff-74d0-4e6b-9f3d-827582ab6a37', 'name': 'tempest-ServerRescueNegativeTestJSON-1592621772-router', 'tenant_id': 'ccf5c45783454fc5a7872490196f07e0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9df31235-0797-44e6-85a0-102cb2da2d58', 'external_fixed_ips': [{'subnet_id': '1dfb0320-f5eb-46f6-88ce-33002f500238', 'ip_address': '172.27.2.58'}], 'enable_snat': True}, 'gw_port_id': '06974505-e6bd-467d-a29b-92e722b69f8f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-16T17:22:23Z', 'updated_at': '2022-06-16T17:28:16Z', 'revision_number': 5, 'project_id': 'ccf5c45783454fc5a7872490196f07e0', 'gw_port': {'id': '06974505-e6bd-467d-a29b-92e722b69f8f', 'name': '', 'network_id': '9df31235-0797-44e6-85a0-102cb2da2d58', 'tenant_id': '', 'mac_address': 'fa:16:3e:ce:68:29', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dfe813ff-74d0-4e6b-9f3d-827582ab6a37', 'device_owner': 'network:router_gateway', 'standard_attr_id': 63, 'fixed_ips': [{'subnet_id': '1dfb0320-f5eb-46f6-88ce-33002f500238', 'ip_address': '172.27.2.58', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-837356-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-16T17:22:23Z', 'updated_at': '2022-06-16T17:22:35Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1dfb0320-f5eb-46f6-88ce-33002f500238', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-837356-2-iscsi'}], 'dv-cinder-837356-2-iscsi', False) {} {{(pid=103919) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 16 17:28:17.695755 dv-cinder-837356-2-iscsi neutron-server[103919]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-21a0902b-eed7-41ec-b430-a8198ebc2a08 None None] Checking router: dfe813ff-74d0-4e6b-9f3d-827582ab6a37 for host: dv-cinder-837356-2-iscsi {{(pid=103919) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 16 17:28:17.704514 dv-cinder-837356-2-iscsi neutron-server[103919]: DEBUG neutron.db.l3_dvrscheduler_db [None req-21a0902b-eed7-41ec-b430-a8198ebc2a08 None None] Routers {'dfe813ff-74d0-4e6b-9f3d-827582ab6a37'} bound to L3 agent in host dv-cinder-837356-2-iscsi {{(pid=103919) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jun 16 17:28:17.705118 dv-cinder-837356-2-iscsi neutron-server[103919]: DEBUG neutron.db.l3_hamode_db [None req-21a0902b-eed7-41ec-b430-a8198ebc2a08 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-837356-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2022-06-16T17:14:15Z,description=,heartbeat_timestamp=2022-06-16T17:28:15Z,host='dv-cinder-837356-2-iscsi',id=7639df21-17c3-4235-8912-210c3ad54137,load=0,resource_versions=,resources_synced=,started_at=2022-06-16T17:14:15Z,topic='l3_agent')) {'router_ids': ['dfe813ff-74d0-4e6b-9f3d-827582ab6a37'], 'active': True} {{(pid=103919) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 16 17:28:17.723587 dv-cinder-837356-2-iscsi neutron-server[103916]: DEBUG neutron.plugins.ml2.db [None req-ea8a001e-8cce-4d39-b294-23f8e38e9397 admin admin] For port 06974505-e6bd-467d-a29b-92e722b69f8f, host dv-cinder-837356-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-837356-2-iscsi',level=0,port_id=06974505-e6bd-467d-a29b-92e722b69f8f,segment=NetworkSegment(18b787c7-0964-4a3b-b1f5-b8083c94f58b),segment_id=18b787c7-0964-4a3b-b1f5-b8083c94f58b)] {{(pid=103916) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 16 17:28:17.724019 dv-cinder-837356-2-iscsi neutron-server[103916]: DEBUG neutron_lib.callbacks.manager [None req-ea8a001e-8cce-4d39-b294-23f8e38e9397 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-708042'] for port (06974505-e6bd-467d-a29b-92e722b69f8f), precommit_delete {{(pid=103916) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 17:28:17.741793 dv-cinder-837356-2-iscsi neutron-server[103916]: DEBUG neutron.plugins.ml2.plugin [None req-ea8a001e-8cce-4d39-b294-23f8e38e9397 admin admin] Calling delete_port for 06974505-e6bd-467d-a29b-92e722b69f8f owned by network:router_gateway {{(pid=103916) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2122}} Jun 16 17:28:17.796247 dv-cinder-837356-2-iscsi neutron-server[103919]: DEBUG neutron.db.l3_dvr_db [None req-21a0902b-eed7-41ec-b430-a8198ebc2a08 None None] Set router dfe813ff-74d0-4e6b-9f3d-827582ab6a37 gateway port host: None {{(pid=103919) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jun 16 17:28:17.850389 dv-cinder-837356-2-iscsi neutron-server[103919]: DEBUG neutron.db.l3_hamode_db [None req-21a0902b-eed7-41ec-b430-a8198ebc2a08 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'dfe813ff-74d0-4e6b-9f3d-827582ab6a37', 'name': 'tempest-ServerRescueNegativeTestJSON-1592621772-router', 'tenant_id': 'ccf5c45783454fc5a7872490196f07e0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-16T17:22:23Z', 'updated_at': '2022-06-16T17:28:17Z', 'revision_number': 6, 'project_id': 'ccf5c45783454fc5a7872490196f07e0', 'gw_port_host': None}], 'dv-cinder-837356-2-iscsi', False) {} {{(pid=103919) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 16 17:28:17.879058 dv-cinder-837356-2-iscsi neutron-server[103919]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-21a0902b-eed7-41ec-b430-a8198ebc2a08 None None] The sync data for ids ['dfe813ff-74d0-4e6b-9f3d-827582ab6a37'] in dv-cinder-837356-2-iscsi is: [{'id': 'dfe813ff-74d0-4e6b-9f3d-827582ab6a37', 'name': 'tempest-ServerRescueNegativeTestJSON-1592621772-router', 'tenant_id': 'ccf5c45783454fc5a7872490196f07e0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-16T17:22:23Z', 'updated_at': '2022-06-16T17:28:17Z', 'revision_number': 6, 'project_id': 'ccf5c45783454fc5a7872490196f07e0', 'gw_port_host': None}] {{(pid=103919) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 16 17:28:17.931753 dv-cinder-837356-2-iscsi neutron-server[103916]: DEBUG neutron_lib.callbacks.manager [None req-ea8a001e-8cce-4d39-b294-23f8e38e9397 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16007527', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-75831', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16241551', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8728539364702', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8728538993430', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25517999'] for port (06974505-e6bd-467d-a29b-92e722b69f8f), after_delete {{(pid=103916) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 17:28:17.960174 dv-cinder-837356-2-iscsi neutron-server[103916]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ea8a001e-8cce-4d39-b294-23f8e38e9397 admin admin] Pushing event deleted for resources: {'Port': ['ID=06974505-e6bd-467d-a29b-92e722b69f8f,revision_number=None']} {{(pid=103916) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 17:28:18.031370 dv-cinder-837356-2-iscsi neutron-server[103916]: DEBUG neutron_lib.callbacks.manager [None req-ea8a001e-8cce-4d39-b294-23f8e38e9397 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-704909'] for router_gateway (dfe813ff-74d0-4e6b-9f3d-827582ab6a37), after_delete {{(pid=103916) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 17:28:18.066538 dv-cinder-837356-2-iscsi neutron-server[103918]: DEBUG neutron_lib.callbacks.manager [None req-90597016-5de8-4c3e-b42a-66aa2c70cc5e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728539454181', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16149322'] for agent (853db9d1-1c17-40a4-900c-de4f90440474), after_update {{(pid=103918) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 17:28:18.134003 dv-cinder-837356-2-iscsi neutron-server[103916]: DEBUG neutron_lib.callbacks.manager [None req-ea8a001e-8cce-4d39-b294-23f8e38e9397 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-707972', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-65300'] for router (dfe813ff-74d0-4e6b-9f3d-827582ab6a37), precommit_delete {{(pid=103916) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 17:28:18.136289 dv-cinder-837356-2-iscsi neutron-server[103916]: DEBUG neutron_lib.callbacks.manager [None req-ea8a001e-8cce-4d39-b294-23f8e38e9397 admin admin] Publish callbacks [] for router_controller (dfe813ff-74d0-4e6b-9f3d-827582ab6a37), precommit_delete_associations {{(pid=103916) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 17:28:18.211523 dv-cinder-837356-2-iscsi neutron-server[103916]: DEBUG neutron_lib.callbacks.manager [None req-ea8a001e-8cce-4d39-b294-23f8e38e9397 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-708078'] for router (dfe813ff-74d0-4e6b-9f3d-827582ab6a37), after_delete {{(pid=103916) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 17:28:18.212407 dv-cinder-837356-2-iscsi neutron-server[103917]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4cfc58e5-68f1-4e06-aee8-bdbc86427255 req-58287002-70fe-4e93-96c4-47875f306a39 tempest-AttachVolumeTestJSON-336390128 tempest-AttachVolumeTestJSON-336390128-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103917) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 16 17:28:18.212979 dv-cinder-837356-2-iscsi neutron-server[103916]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ea8a001e-8cce-4d39-b294-23f8e38e9397 admin admin] Fanout notify agent at l3_agent the message router_deleted on router dfe813ff-74d0-4e6b-9f3d-827582ab6a37 {{(pid=103916) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jun 16 17:28:18.215354 dv-cinder-837356-2-iscsi neutron-server[103917]: INFO neutron.wsgi [req-4cfc58e5-68f1-4e06-aee8-bdbc86427255 req-58287002-70fe-4e93-96c4-47875f306a39 tempest-AttachVolumeTestJSON-336390128 tempest-AttachVolumeTestJSON-336390128-project] 10.222.0.66 "GET /v2.0/ports?device_id=aeb07519-2ce6-44ee-a88c-d46b4e11b367 HTTP/1.1" status: 200 len: 945 time: 0.0692065 Jun 16 17:28:18.221099 dv-cinder-837356-2-iscsi neutron-server[103916]: DEBUG neutron_lib.callbacks.manager [None req-ea8a001e-8cce-4d39-b294-23f8e38e9397 admin admin] Publish callbacks [] for router (None), before_response {{(pid=103916) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 17:28:18.226032 dv-cinder-837356-2-iscsi neutron-server[103916]: INFO neutron.wsgi [None req-ea8a001e-8cce-4d39-b294-23f8e38e9397 admin admin] 10.222.0.66 "DELETE /v2.0/routers/dfe813ff-74d0-4e6b-9f3d-827582ab6a37 HTTP/1.1" status: 204 len: 168 time: 0.9036062 Jun 16 17:28:18.226982 dv-cinder-837356-2-iscsi neutron-server[103916]: DEBUG neutron.wsgi [-] (103916) accepted ('10.222.0.66', 42740) {{(pid=103916) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 16 17:28:18.269012 dv-cinder-837356-2-iscsi neutron-server[103917]: INFO neutron.wsgi [req-4cfc58e5-68f1-4e06-aee8-bdbc86427255 req-8d82ec9f-77bf-4c2d-ae19-c6dd027d872c tempest-AttachVolumeTestJSON-336390128 tempest-AttachVolumeTestJSON-336390128-project] 10.222.0.66 "GET /v2.0/security-groups?id=060b0594-d1ec-490a-9c32-ca8c342f956c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0487418 Jun 16 17:28:18.277896 dv-cinder-837356-2-iscsi neutron-server[103916]: DEBUG neutron.db.db_base_plugin_v2 [None req-f62d77ef-73f5-4e4a-8f48-c74d6b46be6c admin admin] Deleting subnet 8e38426e-d044-4155-92d6-5d9da7f0fc35 {{(pid=103916) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1067}} Jun 16 17:28:18.289640 dv-cinder-837356-2-iscsi neutron-server[103916]: DEBUG neutron_lib.callbacks.manager [None req-f62d77ef-73f5-4e4a-8f48-c74d6b46be6c admin admin] Publish callbacks [] for subnet (8e38426e-d044-4155-92d6-5d9da7f0fc35), before_delete {{(pid=103916) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 17:28:18.322013 dv-cinder-837356-2-iscsi neutron-server[103916]: DEBUG neutron_lib.callbacks.manager [None req-f62d77ef-73f5-4e4a-8f48-c74d6b46be6c admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-25166643'] for subnet (8e38426e-d044-4155-92d6-5d9da7f0fc35), precommit_delete_associations {{(pid=103916) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 17:28:18.344179 dv-cinder-837356-2-iscsi neutron-server[103916]: DEBUG dbcounter [-] [103916] Writing DB stats neutron:SELECT=88,neutron:UPDATE=3,neutron:DELETE=9 {{(pid=103916) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 16 17:28:18.434592 dv-cinder-837356-2-iscsi neutron-server[103916]: DEBUG neutron_lib.callbacks.manager [None req-f62d77ef-73f5-4e4a-8f48-c74d6b46be6c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-16150392'] for subnet (8e38426e-d044-4155-92d6-5d9da7f0fc35), precommit_delete {{(pid=103916) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 17:28:18.439697 dv-cinder-837356-2-iscsi neutron-server[103918]: DEBUG neutron_lib.callbacks.manager [None req-39ead2dc-a542-4f04-b117-439eb7f32aa8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728539454181', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16149322'] for agent (5b2fa84c-1db1-41c6-a6b9-975c3da28daf), after_update {{(pid=103918) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 17:28:18.459068 dv-cinder-837356-2-iscsi neutron-server[103916]: DEBUG dbcounter [-] [103916] Writing DB stats neutron:SELECT=94,neutron:UPDATE=2,neutron:DELETE=4 {{(pid=103916) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 16 17:28:18.495864 dv-cinder-837356-2-iscsi neutron-server[103916]: DEBUG neutron_lib.callbacks.manager [None req-f62d77ef-73f5-4e4a-8f48-c74d6b46be6c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-16150339', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-570574', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16241551', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-25517980', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-25509979'] for subnet (8e38426e-d044-4155-92d6-5d9da7f0fc35), after_delete {{(pid=103916) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 17:28:18.519743 dv-cinder-837356-2-iscsi neutron-server[103916]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f62d77ef-73f5-4e4a-8f48-c74d6b46be6c admin admin] Pushing event deleted for resources: {'Subnet': ['ID=8e38426e-d044-4155-92d6-5d9da7f0fc35,revision_number=None']} {{(pid=103916) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 17:28:18.527683 dv-cinder-837356-2-iscsi neutron-server[103916]: DEBUG neutron_lib.callbacks.manager [None req-f62d77ef-73f5-4e4a-8f48-c74d6b46be6c admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-16241561'] for subnet (None), before_response {{(pid=103916) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 17:28:18.535357 dv-cinder-837356-2-iscsi neutron-server[103916]: INFO neutron.wsgi [None req-f62d77ef-73f5-4e4a-8f48-c74d6b46be6c admin admin] 10.222.0.66 "DELETE /v2.0/subnets/8e38426e-d044-4155-92d6-5d9da7f0fc35 HTTP/1.1" status: 204 len: 168 time: 0.3047309 Jun 16 17:28:18.535504 dv-cinder-837356-2-iscsi neutron-server[103918]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-badea7ca-fbaa-48ed-82f0-5aa4559d537a None None] Network 7c13538c-2941-4763-a560-37a0a33d14c7 requested from dv-cinder-837356-2-iscsi {{(pid=103918) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jun 16 17:28:18.535766 dv-cinder-837356-2-iscsi neutron-server[103916]: DEBUG neutron.wsgi [-] (103916) accepted ('10.222.0.66', 42742) {{(pid=103916) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 16 17:28:18.726689 dv-cinder-837356-2-iscsi neutron-server[103918]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-05e28076-429c-4ffb-a27e-8ec5b6a4d219 None None] DHCP port deletion for 7c13538c-2941-4763-a560-37a0a33d14c7 request from dv-cinder-837356-2-iscsi {{(pid=103918) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Jun 16 17:28:18.882503 dv-cinder-837356-2-iscsi neutron-server[103916]: DEBUG neutron_lib.callbacks.manager [None req-a8351447-0642-4922-889d-cfd3b83435d8 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-16129347'] for network (7c13538c-2941-4763-a560-37a0a33d14c7), before_delete {{(pid=103916) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 17:28:18.905774 dv-cinder-837356-2-iscsi neutron-server[103918]: DEBUG neutron.plugins.ml2.plugin [None req-05e28076-429c-4ffb-a27e-8ec5b6a4d219 None None] Deleting port 63946bc3-c117-4d26-a784-1746fe9508c4 {{(pid=103918) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2043}} Jun 16 17:28:18.906067 dv-cinder-837356-2-iscsi neutron-server[103918]: DEBUG neutron_lib.callbacks.manager [None req-05e28076-429c-4ffb-a27e-8ec5b6a4d219 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8728539361383'] for port (63946bc3-c117-4d26-a784-1746fe9508c4), before_delete {{(pid=103918) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 17:28:18.928011 dv-cinder-837356-2-iscsi neutron-server[103916]: DEBUG neutron.plugins.ml2.plugin [None req-a8351447-0642-4922-889d-cfd3b83435d8 admin admin] Deleting port 63946bc3-c117-4d26-a784-1746fe9508c4 {{(pid=103916) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2043}} Jun 16 17:28:18.928456 dv-cinder-837356-2-iscsi neutron-server[103916]: DEBUG neutron_lib.callbacks.manager [None req-a8351447-0642-4922-889d-cfd3b83435d8 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8728539361383'] for port (63946bc3-c117-4d26-a784-1746fe9508c4), before_delete {{(pid=103916) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 17:28:18.977267 dv-cinder-837356-2-iscsi neutron-server[103918]: DEBUG neutron.plugins.ml2.db [None req-05e28076-429c-4ffb-a27e-8ec5b6a4d219 None None] For port 63946bc3-c117-4d26-a784-1746fe9508c4, host dv-cinder-837356-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-837356-2-iscsi',level=0,port_id=63946bc3-c117-4d26-a784-1746fe9508c4,segment=NetworkSegment(036772f7-7333-486e-9364-cdd941d04468),segment_id=036772f7-7333-486e-9364-cdd941d04468)] {{(pid=103918) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 16 17:28:18.977663 dv-cinder-837356-2-iscsi neutron-server[103918]: DEBUG neutron_lib.callbacks.manager [None req-05e28076-429c-4ffb-a27e-8ec5b6a4d219 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-708042'] for port (63946bc3-c117-4d26-a784-1746fe9508c4), precommit_delete {{(pid=103918) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 17:28:18.993030 dv-cinder-837356-2-iscsi neutron-server[103918]: DEBUG neutron.plugins.ml2.plugin [None req-05e28076-429c-4ffb-a27e-8ec5b6a4d219 None None] Calling delete_port for 63946bc3-c117-4d26-a784-1746fe9508c4 owned by network:dhcp {{(pid=103918) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2122}} Jun 16 17:28:19.002397 dv-cinder-837356-2-iscsi neutron-server[103916]: DEBUG neutron.plugins.ml2.db [None req-a8351447-0642-4922-889d-cfd3b83435d8 admin admin] For port 63946bc3-c117-4d26-a784-1746fe9508c4, host dv-cinder-837356-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-837356-2-iscsi',level=0,port_id=63946bc3-c117-4d26-a784-1746fe9508c4,segment=NetworkSegment(036772f7-7333-486e-9364-cdd941d04468),segment_id=036772f7-7333-486e-9364-cdd941d04468)] {{(pid=103916) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 16 17:28:19.002760 dv-cinder-837356-2-iscsi neutron-server[103916]: DEBUG neutron_lib.callbacks.manager [None req-a8351447-0642-4922-889d-cfd3b83435d8 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-708042'] for port (63946bc3-c117-4d26-a784-1746fe9508c4), precommit_delete {{(pid=103916) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 17:28:19.017436 dv-cinder-837356-2-iscsi neutron-server[103916]: DEBUG neutron.plugins.ml2.plugin [None req-a8351447-0642-4922-889d-cfd3b83435d8 admin admin] Calling delete_port for 63946bc3-c117-4d26-a784-1746fe9508c4 owned by network:dhcp {{(pid=103916) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2122}} Jun 16 17:28:19.053897 dv-cinder-837356-2-iscsi neutron-server[103918]: DEBUG dbcounter [-] [103918] Writing DB stats neutron:SELECT=93,neutron:UPDATE=6,neutron:DELETE=1 {{(pid=103918) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 16 17:28:19.059237 dv-cinder-837356-2-iscsi neutron-server[103918]: DEBUG dbcounter [-] [103918] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=103918) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 16 17:28:19.091893 dv-cinder-837356-2-iscsi neutron-server[103918]: DEBUG neutron_lib.callbacks.manager [None req-05e28076-429c-4ffb-a27e-8ec5b6a4d219 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16007527', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-75831', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16241551', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8728539364702', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8728538993430'] for port (63946bc3-c117-4d26-a784-1746fe9508c4), after_delete {{(pid=103918) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 17:28:19.120816 dv-cinder-837356-2-iscsi neutron-server[103916]: DEBUG neutron_lib.callbacks.manager [None req-a8351447-0642-4922-889d-cfd3b83435d8 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16007527', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-75831', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16241551', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8728539364702', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8728538993430', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25517999'] for port (63946bc3-c117-4d26-a784-1746fe9508c4), after_delete {{(pid=103916) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 17:28:19.124914 dv-cinder-837356-2-iscsi neutron-server[103918]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-05e28076-429c-4ffb-a27e-8ec5b6a4d219 None None] Pushing event deleted for resources: {'Port': ['ID=63946bc3-c117-4d26-a784-1746fe9508c4,revision_number=None']} {{(pid=103918) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 17:28:19.138907 dv-cinder-837356-2-iscsi neutron-server[103918]: DEBUG neutron.db.l3_dvrscheduler_db [None req-05e28076-429c-4ffb-a27e-8ec5b6a4d219 None None] No DVR routers for this DVR port 63946bc3-c117-4d26-a784-1746fe9508c4 on host dv-cinder-837356-2-iscsi {{(pid=103918) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:215}} Jun 16 17:28:19.152427 dv-cinder-837356-2-iscsi neutron-server[103916]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a8351447-0642-4922-889d-cfd3b83435d8 admin admin] Pushing event deleted for resources: {'Port': ['ID=63946bc3-c117-4d26-a784-1746fe9508c4,revision_number=None']} {{(pid=103916) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 17:28:19.154294 dv-cinder-837356-2-iscsi neutron-server[103916]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a8351447-0642-4922-889d-cfd3b83435d8 admin admin] No DVR routers for this DVR port 63946bc3-c117-4d26-a784-1746fe9508c4 on host dv-cinder-837356-2-iscsi {{(pid=103916) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:215}} Jun 16 17:28:19.226496 dv-cinder-837356-2-iscsi neutron-server[103916]: DEBUG neutron_lib.callbacks.manager [None req-a8351447-0642-4922-889d-cfd3b83435d8 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-16152121', 'neutron.services.segments.db._delete_segments_for_network-8728539454199'] for network (7c13538c-2941-4763-a560-37a0a33d14c7), precommit_delete {{(pid=103916) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 17:28:19.249045 dv-cinder-837356-2-iscsi neutron-server[103916]: DEBUG neutron.services.segments.db [None req-a8351447-0642-4922-889d-cfd3b83435d8 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['7c13538c-2941-4763-a560-37a0a33d14c7']}} {{(pid=103916) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 16 17:28:19.258663 dv-cinder-837356-2-iscsi neutron-server[103918]: DEBUG neutron.plugins.ml2.rpc [None req-39ead2dc-a542-4f04-b117-439eb7f32aa8 None None] Device 63946bc3-c117-4d26-a784-1746fe9508c4 no longer exists at agent ovs-agent-dv-cinder-837356-2-iscsi {{(pid=103918) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jun 16 17:28:19.258907 dv-cinder-837356-2-iscsi neutron-server[103916]: DEBUG neutron.services.segments.db [None req-a8351447-0642-4922-889d-cfd3b83435d8 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '036772f7-7333-486e-9364-cdd941d04468') {'for_net_delete': True} {{(pid=103916) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 16 17:28:19.259210 dv-cinder-837356-2-iscsi neutron-server[103916]: DEBUG neutron.services.segments.db [None req-a8351447-0642-4922-889d-cfd3b83435d8 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '036772f7-7333-486e-9364-cdd941d04468') {} {{(pid=103916) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 16 17:28:19.269893 dv-cinder-837356-2-iscsi neutron-server[103916]: DEBUG neutron_lib.callbacks.manager [None req-a8351447-0642-4922-889d-cfd3b83435d8 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8728539454082', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-25166628'] for segment (036772f7-7333-486e-9364-cdd941d04468), before_delete {{(pid=103916) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 17:28:19.279440 dv-cinder-837356-2-iscsi neutron-server[103918]: DEBUG neutron.plugins.ml2.plugin [None req-39ead2dc-a542-4f04-b117-439eb7f32aa8 None None] No Port match for: 63946bc3-c117-4d26-a784-1746fe9508c4 {{(pid=103918) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2382}} Jun 16 17:28:19.279763 dv-cinder-837356-2-iscsi neutron-server[103918]: DEBUG neutron.plugins.ml2.rpc [None req-39ead2dc-a542-4f04-b117-439eb7f32aa8 None None] Device 63946bc3-c117-4d26-a784-1746fe9508c4 not bound to the agent host dv-cinder-837356-2-iscsi {{(pid=103918) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jun 16 17:28:19.280184 dv-cinder-837356-2-iscsi neutron-server[103918]: DEBUG neutron.plugins.ml2.rpc [None req-39ead2dc-a542-4f04-b117-439eb7f32aa8 None None] Device e1aec36a-a2f9-4546-94c4-c2940c0a35ec no longer exists at agent ovs-agent-dv-cinder-837356-2-iscsi {{(pid=103918) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jun 16 17:28:19.284581 dv-cinder-837356-2-iscsi neutron-server[103916]: DEBUG neutron_lib.callbacks.manager [None req-a8351447-0642-4922-889d-cfd3b83435d8 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16150272'] for segment (036772f7-7333-486e-9364-cdd941d04468), precommit_delete {{(pid=103916) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 17:28:19.293250 dv-cinder-837356-2-iscsi neutron-server[103916]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-a8351447-0642-4922-889d-cfd3b83435d8 admin admin] Releasing vlan 1012 on physical network physnet1 to pool {{(pid=103916) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jun 16 17:28:19.294078 dv-cinder-837356-2-iscsi neutron-server[103916]: DEBUG neutron_lib.callbacks.manager [None req-a8351447-0642-4922-889d-cfd3b83435d8 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16150272', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-25517890'] for segment (036772f7-7333-486e-9364-cdd941d04468), after_delete {{(pid=103916) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 17:28:19.301592 dv-cinder-837356-2-iscsi neutron-server[103918]: DEBUG neutron.plugins.ml2.plugin [None req-39ead2dc-a542-4f04-b117-439eb7f32aa8 None None] No Port match for: e1aec36a-a2f9-4546-94c4-c2940c0a35ec {{(pid=103918) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2382}} Jun 16 17:28:19.301886 dv-cinder-837356-2-iscsi neutron-server[103918]: DEBUG neutron.plugins.ml2.rpc [None req-39ead2dc-a542-4f04-b117-439eb7f32aa8 None None] Device e1aec36a-a2f9-4546-94c4-c2940c0a35ec not bound to the agent host dv-cinder-837356-2-iscsi {{(pid=103918) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jun 16 17:28:19.302304 dv-cinder-837356-2-iscsi neutron-server[103918]: DEBUG neutron.plugins.ml2.rpc [None req-39ead2dc-a542-4f04-b117-439eb7f32aa8 None None] Device 06974505-e6bd-467d-a29b-92e722b69f8f no longer exists at agent ovs-agent-dv-cinder-837356-2-iscsi {{(pid=103918) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jun 16 17:28:19.323796 dv-cinder-837356-2-iscsi neutron-server[103916]: INFO neutron.services.segments.plugin [-] Segment 036772f7-7333-486e-9364-cdd941d04468 resource provider aggregate not found Jun 16 17:28:19.326739 dv-cinder-837356-2-iscsi neutron-server[103918]: DEBUG neutron.plugins.ml2.plugin [None req-39ead2dc-a542-4f04-b117-439eb7f32aa8 None None] No Port match for: 06974505-e6bd-467d-a29b-92e722b69f8f {{(pid=103918) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2382}} Jun 16 17:28:19.327092 dv-cinder-837356-2-iscsi neutron-server[103918]: DEBUG neutron.plugins.ml2.rpc [None req-39ead2dc-a542-4f04-b117-439eb7f32aa8 None None] Device 06974505-e6bd-467d-a29b-92e722b69f8f not bound to the agent host dv-cinder-837356-2-iscsi {{(pid=103918) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jun 16 17:28:19.354116 dv-cinder-837356-2-iscsi neutron-server[103916]: INFO neutron.services.segments.plugin [-] Segment 036772f7-7333-486e-9364-cdd941d04468 resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid 036772f7-7333-486e-9364-cdd941d04468 found for delete ", "request_id": "req-012f4ee5-f779-46af-9525-542e3f74e17e"}]} Jun 16 17:28:19.397922 dv-cinder-837356-2-iscsi neutron-server[103916]: DEBUG neutron_lib.callbacks.manager [None req-a8351447-0642-4922-889d-cfd3b83435d8 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-16152118', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-570401', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16241551', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-704929'] for network (7c13538c-2941-4763-a560-37a0a33d14c7), after_delete {{(pid=103916) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 17:28:19.410547 dv-cinder-837356-2-iscsi neutron-server[103916]: DEBUG neutron_lib.callbacks.manager [None req-a8351447-0642-4922-889d-cfd3b83435d8 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-16241561'] for network (None), before_response {{(pid=103916) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 17:28:19.413876 dv-cinder-837356-2-iscsi neutron-server[103916]: INFO neutron.wsgi [None req-a8351447-0642-4922-889d-cfd3b83435d8 admin admin] 10.222.0.66 "DELETE /v2.0/networks/7c13538c-2941-4763-a560-37a0a33d14c7 HTTP/1.1" status: 204 len: 168 time: 0.8770714 Jun 16 17:28:19.423915 dv-cinder-837356-2-iscsi neutron-server[103916]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-885a223f-756f-4220-88a8-1c63f936becc req-1cc6b94e-eaaf-4f60-b7a8-6819e8fcf1d6 tempest-AttachVolumeTestJSON-336390128 tempest-AttachVolumeTestJSON-336390128-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103916) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 16 17:28:19.425485 dv-cinder-837356-2-iscsi neutron-server[103916]: INFO neutron.wsgi [req-885a223f-756f-4220-88a8-1c63f936becc req-1cc6b94e-eaaf-4f60-b7a8-6819e8fcf1d6 tempest-AttachVolumeTestJSON-336390128 tempest-AttachVolumeTestJSON-336390128-project] 10.222.0.66 "GET /v2.0/ports?device_id=aeb07519-2ce6-44ee-a88c-d46b4e11b367 HTTP/1.1" status: 200 len: 945 time: 0.0688803 Jun 16 17:28:19.435255 dv-cinder-837356-2-iscsi neutron-server[103916]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a8351447-0642-4922-889d-cfd3b83435d8 admin admin] Pushing event deleted for resources: {'Network': ['ID=7c13538c-2941-4763-a560-37a0a33d14c7,revision_number=None']} {{(pid=103916) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 17:28:19.498546 dv-cinder-837356-2-iscsi neutron-server[103916]: INFO neutron.wsgi [req-885a223f-756f-4220-88a8-1c63f936becc req-00919ff9-266e-409d-8153-5b50aa777cc6 tempest-AttachVolumeTestJSON-336390128 tempest-AttachVolumeTestJSON-336390128-project] 10.222.0.66 "GET /v2.0/security-groups?id=060b0594-d1ec-490a-9c32-ca8c342f956c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0601559 Jun 16 17:28:19.554571 dv-cinder-837356-2-iscsi neutron-server[103917]: DEBUG neutron.wsgi [-] (103917) accepted ('10.222.0.66', 42754) {{(pid=103917) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 16 17:28:19.628945 dv-cinder-837356-2-iscsi neutron-server[103917]: INFO neutron.wsgi [None req-61a3272a-28cc-4981-8c5b-2f7ba31bf4ea admin admin] 10.222.0.66 "GET /v2.0/security-groups?tenant_id=ccf5c45783454fc5a7872490196f07e0&name=default HTTP/1.1" status: 200 len: 2992 time: 0.0732236 Jun 16 17:28:19.632808 dv-cinder-837356-2-iscsi neutron-server[103916]: DEBUG neutron.wsgi [-] (103916) accepted ('10.222.0.66', 42756) {{(pid=103916) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 16 17:28:19.635679 dv-cinder-837356-2-iscsi neutron-server[103917]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3ceb9ce-417a-4a10-bfbe-04b67433c56d req-9beeeee7-cf67-46dc-8b94-9693c518c30a tempest-AttachVolumeTestJSON-336390128 tempest-AttachVolumeTestJSON-336390128-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103917) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 16 17:28:19.637141 dv-cinder-837356-2-iscsi neutron-server[103917]: INFO neutron.wsgi [req-e3ceb9ce-417a-4a10-bfbe-04b67433c56d req-9beeeee7-cf67-46dc-8b94-9693c518c30a tempest-AttachVolumeTestJSON-336390128 tempest-AttachVolumeTestJSON-336390128-project] 10.222.0.66 "GET /v2.0/ports?device_id=aeb07519-2ce6-44ee-a88c-d46b4e11b367 HTTP/1.1" status: 200 len: 945 time: 0.0678556 Jun 16 17:28:19.647182 dv-cinder-837356-2-iscsi neutron-server[103917]: DEBUG neutron.wsgi [-] (103917) accepted ('10.222.0.66', 42758) {{(pid=103917) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 16 17:28:19.654538 dv-cinder-837356-2-iscsi neutron-server[103917]: DEBUG neutron.api.v2.base [None req-30a5e8b5-275d-460d-8c81-9b1d9bd76350 tempest-AttachVolumeTestJSON-336390128 tempest-AttachVolumeTestJSON-336390128-project] Request body: {'floatingip': {'port_id': '7176d454-867c-4dc6-b412-5623b5292926'}} {{(pid=103917) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jun 16 17:28:19.690814 dv-cinder-837356-2-iscsi neutron-server[103916]: DEBUG neutron_lib.callbacks.manager [None req-c70c4c6b-64ae-4321-bd5f-fea8cfdb3f33 admin admin] Publish callbacks [] for security_group (ce781013-5cdb-4bc3-8c66-743aa21b4c5c), before_delete {{(pid=103916) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 17:28:19.699003 dv-cinder-837356-2-iscsi neutron-server[103917]: DEBUG neutron_lib.callbacks.manager [None req-30a5e8b5-275d-460d-8c81-9b1d9bd76350 tempest-AttachVolumeTestJSON-336390128 tempest-AttachVolumeTestJSON-336390128-project] Publish callbacks [] for floatingip (56024222-9c39-4a30-bbd8-80bc138bf42f), before_update {{(pid=103917) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 17:28:19.702008 dv-cinder-837356-2-iscsi neutron-server[103916]: DEBUG dbcounter [-] [103916] Writing DB stats neutron:SELECT=90,neutron:UPDATE=1,neutron:DELETE=9 {{(pid=103916) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 16 17:28:19.716695 dv-cinder-837356-2-iscsi neutron-server[103916]: DEBUG neutron_lib.callbacks.manager [None req-c70c4c6b-64ae-4321-bd5f-fea8cfdb3f33 admin admin] Publish callbacks [] for security_group (ce781013-5cdb-4bc3-8c66-743aa21b4c5c), precommit_delete {{(pid=103916) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 17:28:19.770962 dv-cinder-837356-2-iscsi neutron-server[103916]: DEBUG neutron_lib.callbacks.manager [None req-c70c4c6b-64ae-4321-bd5f-fea8cfdb3f33 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-570488'] for security_group (ce781013-5cdb-4bc3-8c66-743aa21b4c5c), after_delete {{(pid=103916) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 17:28:19.773705 dv-cinder-837356-2-iscsi neutron-server[103916]: DEBUG neutron_lib.callbacks.manager [None req-c70c4c6b-64ae-4321-bd5f-fea8cfdb3f33 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103916) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 17:28:19.774845 dv-cinder-837356-2-iscsi neutron-server[103916]: INFO neutron.wsgi [None req-c70c4c6b-64ae-4321-bd5f-fea8cfdb3f33 admin admin] 10.222.0.66 "DELETE /v2.0/security-groups/ce781013-5cdb-4bc3-8c66-743aa21b4c5c HTTP/1.1" status: 204 len: 168 time: 0.1417379 Jun 16 17:28:19.783595 dv-cinder-837356-2-iscsi neutron-server[103916]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c70c4c6b-64ae-4321-bd5f-fea8cfdb3f33 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ce781013-5cdb-4bc3-8c66-743aa21b4c5c,revision_number=None']} {{(pid=103916) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 17:28:19.915267 dv-cinder-837356-2-iscsi neutron-server[103917]: DEBUG dbcounter [-] [103917] Writing DB stats neutron:SELECT=100 {{(pid=103917) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 16 17:28:20.150874 dv-cinder-837356-2-iscsi neutron-server[103917]: DEBUG neutron_lib.callbacks.manager [None req-30a5e8b5-275d-460d-8c81-9b1d9bd76350 tempest-AttachVolumeTestJSON-336390128 tempest-AttachVolumeTestJSON-336390128-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=103917) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 17:28:20.156322 dv-cinder-837356-2-iscsi neutron-server[103917]: DEBUG neutron_lib.callbacks.manager [None req-30a5e8b5-275d-460d-8c81-9b1d9bd76350 tempest-AttachVolumeTestJSON-336390128 tempest-AttachVolumeTestJSON-336390128-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-704970'] for floatingip (56024222-9c39-4a30-bbd8-80bc138bf42f), after_update {{(pid=103917) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 17:28:20.255001 dv-cinder-837356-2-iscsi neutron-server[103917]: INFO neutron.db.l3_db [None req-30a5e8b5-275d-460d-8c81-9b1d9bd76350 tempest-AttachVolumeTestJSON-336390128 tempest-AttachVolumeTestJSON-336390128-project] Floating IP 56024222-9c39-4a30-bbd8-80bc138bf42f associated. External IP: 172.27.2.248, port: 7176d454-867c-4dc6-b412-5623b5292926. Jun 16 17:28:20.726813 dv-cinder-837356-2-iscsi neutron-server[103917]: DEBUG dbcounter [-] [103917] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=103917) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 16 17:28:20.753901 dv-cinder-837356-2-iscsi neutron-server[103917]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-30a5e8b5-275d-460d-8c81-9b1d9bd76350 tempest-AttachVolumeTestJSON-336390128 tempest-AttachVolumeTestJSON-336390128-project] Router b698568a-354a-41b9-a41d-a2afa6bbdd0f has already been hosted by L3 agent 7639df21-17c3-4235-8912-210c3ad54137 {{(pid=103917) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jun 16 17:28:20.871995 dv-cinder-837356-2-iscsi neutron-server[103917]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-30a5e8b5-275d-460d-8c81-9b1d9bd76350 tempest-AttachVolumeTestJSON-336390128 tempest-AttachVolumeTestJSON-336390128-project] Notify agent at l3_agent.dv-cinder-837356-2-iscsi the message routers_updated {{(pid=103917) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jun 16 17:28:20.877219 dv-cinder-837356-2-iscsi neutron-server[103917]: DEBUG neutron_lib.callbacks.manager [None req-30a5e8b5-275d-460d-8c81-9b1d9bd76350 tempest-AttachVolumeTestJSON-336390128 tempest-AttachVolumeTestJSON-336390128-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-191112'] for floatingip (None), before_response {{(pid=103917) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 17:28:20.886493 dv-cinder-837356-2-iscsi neutron-server[103918]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-91930785-c59c-45af-940e-f92c34e23be2 None None] Sync routers for ids ['b698568a-354a-41b9-a41d-a2afa6bbdd0f'] in dv-cinder-837356-2-iscsi {{(pid=103918) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 16 17:28:20.899855 dv-cinder-837356-2-iscsi neutron-server[103918]: DEBUG neutron.db.l3_dvrscheduler_db [None req-91930785-c59c-45af-940e-f92c34e23be2 None None] Routers {'b698568a-354a-41b9-a41d-a2afa6bbdd0f'} bound to L3 agent in host dv-cinder-837356-2-iscsi {{(pid=103918) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jun 16 17:28:20.901111 dv-cinder-837356-2-iscsi neutron-server[103918]: DEBUG neutron.db.l3_hamode_db [None req-91930785-c59c-45af-940e-f92c34e23be2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-837356-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2022-06-16T17:14:15Z,description=,heartbeat_timestamp=2022-06-16T17:28:15Z,host='dv-cinder-837356-2-iscsi',id=7639df21-17c3-4235-8912-210c3ad54137,load=0,resource_versions=,resources_synced=,started_at=2022-06-16T17:14:15Z,topic='l3_agent')) {'router_ids': ['b698568a-354a-41b9-a41d-a2afa6bbdd0f'], 'active': True} {{(pid=103918) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 16 17:28:20.915868 dv-cinder-837356-2-iscsi neutron-server[103917]: INFO neutron.wsgi [None req-30a5e8b5-275d-460d-8c81-9b1d9bd76350 tempest-AttachVolumeTestJSON-336390128 tempest-AttachVolumeTestJSON-336390128-project] 10.222.0.66 "PUT /v2.0/floatingips/56024222-9c39-4a30-bbd8-80bc138bf42f HTTP/1.1" status: 200 len: 991 time: 1.2667189 Jun 16 17:28:20.916560 dv-cinder-837356-2-iscsi neutron-server[103917]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'aeb07519-2ce6-44ee-a88c-d46b4e11b367', 'tag': '7176d454-867c-4dc6-b412-5623b5292926'}] {{(pid=103917) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jun 16 17:28:20.919439 dv-cinder-837356-2-iscsi neutron-server[103917]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.66/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6f3fd2b1a6655810f50592bc9015c397d118e5689141688eaf1b23dbeee2ebf8" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0d0a3e54-cf4a-4817-a182-cc9a7c527802" -d '{"events": [{"name": "network-changed", "server_uuid": "aeb07519-2ce6-44ee-a88c-d46b4e11b367", "tag": "7176d454-867c-4dc6-b412-5623b5292926"}]}' {{(pid=103917) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 16 17:28:20.957924 dv-cinder-837356-2-iscsi neutron-server[103917]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 16 Jun 2022 17:28:20 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9b0a94d1-cb09-44fd-b641-e772a8ed7244 x-openstack-request-id: req-9b0a94d1-cb09-44fd-b641-e772a8ed7244 {{(pid=103917) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 16 17:28:20.958136 dv-cinder-837356-2-iscsi neutron-server[103917]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "aeb07519-2ce6-44ee-a88c-d46b4e11b367", "tag": "7176d454-867c-4dc6-b412-5623b5292926", "status": "completed", "code": 200}]} {{(pid=103917) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 16 17:28:20.958429 dv-cinder-837356-2-iscsi neutron-server[103917]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.66/compute/v2.1/os-server-external-events used request id req-9b0a94d1-cb09-44fd-b641-e772a8ed7244 {{(pid=103917) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 16 17:28:20.958782 dv-cinder-837356-2-iscsi neutron-server[103917]: INFO neutron.notifiers.nova [-] Nova event matching ['req-9b0a94d1-cb09-44fd-b641-e772a8ed7244'] response: {'name': 'network-changed', 'server_uuid': 'aeb07519-2ce6-44ee-a88c-d46b4e11b367', 'tag': '7176d454-867c-4dc6-b412-5623b5292926', 'status': 'completed', 'code': 200} Jun 16 17:28:21.042989 dv-cinder-837356-2-iscsi neutron-server[103916]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d0a3e54-cf4a-4817-a182-cc9a7c527802 req-a71b2461-2f08-4471-8937-f3060cdc87f0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103916) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 16 17:28:21.044946 dv-cinder-837356-2-iscsi neutron-server[103916]: INFO neutron.wsgi [req-0d0a3e54-cf4a-4817-a182-cc9a7c527802 req-a71b2461-2f08-4471-8937-f3060cdc87f0 service neutron] 10.222.0.81 "GET /v2.0/ports?tenant_id=f029a8bb389c4d348c0e9001c5fa059c&device_id=aeb07519-2ce6-44ee-a88c-d46b4e11b367 HTTP/1.1" status: 200 len: 1129 time: 0.0640562 Jun 16 17:28:21.048747 dv-cinder-837356-2-iscsi neutron-server[103918]: DEBUG neutron.db.l3_dvr_db [None req-91930785-c59c-45af-940e-f92c34e23be2 None None] Set router b698568a-354a-41b9-a41d-a2afa6bbdd0f gateway port host: dv-cinder-837356-2-iscsi {{(pid=103918) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jun 16 17:28:21.133126 dv-cinder-837356-2-iscsi neutron-server[103916]: DEBUG dbcounter [-] [103916] Writing DB stats neutron:UPDATE=2,neutron:SELECT=90,neutron:DELETE=8 {{(pid=103916) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 16 17:28:21.169054 dv-cinder-837356-2-iscsi neutron-server[103916]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d0a3e54-cf4a-4817-a182-cc9a7c527802 req-15b3af1f-504b-4e26-bd36-94f2cb6efc13 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103916) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 16 17:28:21.170835 dv-cinder-837356-2-iscsi neutron-server[103916]: INFO neutron.wsgi [req-0d0a3e54-cf4a-4817-a182-cc9a7c527802 req-15b3af1f-504b-4e26-bd36-94f2cb6efc13 service neutron] 10.222.0.81 "GET /v2.0/networks?id=82c6c893-96f4-45ae-b1e3-d70ff1db738d HTTP/1.1" status: 200 len: 913 time: 0.1107144 Jun 16 17:28:21.239276 dv-cinder-837356-2-iscsi neutron-server[103916]: INFO neutron.wsgi [req-0d0a3e54-cf4a-4817-a182-cc9a7c527802 req-b667a88c-1660-4bd8-8338-0d7e949b6090 service neutron] 10.222.0.81 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=7176d454-867c-4dc6-b412-5623b5292926 HTTP/1.1" status: 200 len: 999 time: 0.0602853 Jun 16 17:28:21.294306 dv-cinder-837356-2-iscsi neutron-server[103918]: DEBUG neutron.db.l3_hamode_db [None req-91930785-c59c-45af-940e-f92c34e23be2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b698568a-354a-41b9-a41d-a2afa6bbdd0f', 'name': 'tempest-AttachVolumeTestJSON-2145162369-router', 'tenant_id': 'f029a8bb389c4d348c0e9001c5fa059c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9df31235-0797-44e6-85a0-102cb2da2d58', 'external_fixed_ips': [{'subnet_id': '1dfb0320-f5eb-46f6-88ce-33002f500238', 'ip_address': '172.27.2.110'}], 'enable_snat': True}, 'gw_port_id': '8996dd90-031b-4185-b6a7-e192f4c0cebb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-16T17:22:25Z', 'updated_at': '2022-06-16T17:22:36Z', 'revision_number': 4, 'project_id': 'f029a8bb389c4d348c0e9001c5fa059c', 'gw_port': {'id': '8996dd90-031b-4185-b6a7-e192f4c0cebb', 'name': '', 'network_id': '9df31235-0797-44e6-85a0-102cb2da2d58', 'tenant_id': '', 'mac_address': 'fa:16:3e:c1:51:ad', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b698568a-354a-41b9-a41d-a2afa6bbdd0f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 79, 'fixed_ips': [{'subnet_id': '1dfb0320-f5eb-46f6-88ce-33002f500238', 'ip_address': '172.27.2.110', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-837356-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-16T17:22:28Z', 'updated_at': '2022-06-16T17:22:43Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1dfb0320-f5eb-46f6-88ce-33002f500238', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-837356-2-iscsi', '_floatingips': [{'id': '56024222-9c39-4a30-bbd8-80bc138bf42f', 'tenant_id': 'f029a8bb389c4d348c0e9001c5fa059c', 'floating_ip_address': '172.27.2.248', 'floating_network_id': '9df31235-0797-44e6-85a0-102cb2da2d58', 'router_id': 'b698568a-354a-41b9-a41d-a2afa6bbdd0f', 'port_id': '7176d454-867c-4dc6-b412-5623b5292926', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'standard_attr_id': 500, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '82c6c893-96f4-45ae-b1e3-d70ff1db738d', 'mac_address': 'fa:16:3e:f1:37:4f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'aeb07519-2ce6-44ee-a88c-d46b4e11b367', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-06-16T17:28:01Z', 'updated_at': '2022-06-16T17:28:20Z', 'revision_number': 1, 'project_id': 'f029a8bb389c4d348c0e9001c5fa059c', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'a8d5bd16-d884-4270-9432-d25b5a4fcf68', 'name': '', 'network_id': '82c6c893-96f4-45ae-b1e3-d70ff1db738d', 'tenant_id': 'f029a8bb389c4d348c0e9001c5fa059c', 'mac_address': 'fa:16:3e:43:3b:d8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b698568a-354a-41b9-a41d-a2afa6bbdd0f', 'device_owner': 'network:router_interface', 'standard_attr_id': 117, 'fixed_ips': [{'subnet_id': '744fc868-35e9-4c30-8ac9-ba01749c37c3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-837356-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-16T17:22:35Z', 'updated_at': '2022-06-16T17:22:48Z', 'revision_number': 5, 'project_id': 'f029a8bb389c4d348c0e9001c5fa059c', 'subnets': [{'id': '744fc868-35e9-4c30-8ac9-ba01749c37c3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-837356-2-iscsi', False) {} {{(pid=103918) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 16 17:28:21.296979 dv-cinder-837356-2-iscsi neutron-server[103916]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d0a3e54-cf4a-4817-a182-cc9a7c527802 req-19bb6adb-2274-49fd-a5e7-608cf3f5f63b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103916) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 16 17:28:21.298505 dv-cinder-837356-2-iscsi neutron-server[103916]: INFO neutron.wsgi [req-0d0a3e54-cf4a-4817-a182-cc9a7c527802 req-19bb6adb-2274-49fd-a5e7-608cf3f5f63b service neutron] 10.222.0.81 "GET /v2.0/subnets?id=744fc868-35e9-4c30-8ac9-ba01749c37c3 HTTP/1.1" status: 200 len: 850 time: 0.0528312 Jun 16 17:28:21.324584 dv-cinder-837356-2-iscsi neutron-server[103918]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-91930785-c59c-45af-940e-f92c34e23be2 None None] Checking router: b698568a-354a-41b9-a41d-a2afa6bbdd0f for host: dv-cinder-837356-2-iscsi {{(pid=103918) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 16 17:28:21.334081 dv-cinder-837356-2-iscsi neutron-server[103918]: DEBUG neutron.db.l3_dvrscheduler_db [None req-91930785-c59c-45af-940e-f92c34e23be2 None None] Routers {'b698568a-354a-41b9-a41d-a2afa6bbdd0f'} bound to L3 agent in host dv-cinder-837356-2-iscsi {{(pid=103918) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jun 16 17:28:21.334697 dv-cinder-837356-2-iscsi neutron-server[103918]: DEBUG neutron.db.l3_hamode_db [None req-91930785-c59c-45af-940e-f92c34e23be2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-837356-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2022-06-16T17:14:15Z,description=,heartbeat_timestamp=2022-06-16T17:28:15Z,host='dv-cinder-837356-2-iscsi',id=7639df21-17c3-4235-8912-210c3ad54137,load=0,resource_versions=,resources_synced=,started_at=2022-06-16T17:14:15Z,topic='l3_agent')) {'router_ids': ['b698568a-354a-41b9-a41d-a2afa6bbdd0f'], 'active': True} {{(pid=103918) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 16 17:28:21.352273 dv-cinder-837356-2-iscsi neutron-server[103916]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d0a3e54-cf4a-4817-a182-cc9a7c527802 req-5906c987-0ae8-4c98-b4ae-52d0201be40f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103916) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 16 17:28:21.353865 dv-cinder-837356-2-iscsi neutron-server[103916]: INFO neutron.wsgi [req-0d0a3e54-cf4a-4817-a182-cc9a7c527802 req-5906c987-0ae8-4c98-b4ae-52d0201be40f service neutron] 10.222.0.81 "GET /v2.0/ports?network_id=82c6c893-96f4-45ae-b1e3-d70ff1db738d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0437694 Jun 16 17:28:21.442824 dv-cinder-837356-2-iscsi neutron-server[103918]: DEBUG neutron.db.l3_dvr_db [None req-91930785-c59c-45af-940e-f92c34e23be2 None None] Set router b698568a-354a-41b9-a41d-a2afa6bbdd0f gateway port host: dv-cinder-837356-2-iscsi {{(pid=103918) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jun 16 17:28:21.450871 dv-cinder-837356-2-iscsi neutron-server[103916]: INFO neutron.wsgi [req-0d0a3e54-cf4a-4817-a182-cc9a7c527802 req-297d8a4b-e947-415d-bc3f-51f253e90d87 service neutron] 10.222.0.81 "GET /v2.0/networks/82c6c893-96f4-45ae-b1e3-d70ff1db738d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0904677 Jun 16 17:28:21.550037 dv-cinder-837356-2-iscsi neutron-server[103916]: INFO neutron.wsgi [req-0d0a3e54-cf4a-4817-a182-cc9a7c527802 req-57214fea-9da5-483d-984a-2c54bf7683ac service neutron] 10.222.0.81 "GET /v2.0/networks/82c6c893-96f4-45ae-b1e3-d70ff1db738d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0915644 Jun 16 17:28:21.669442 dv-cinder-837356-2-iscsi neutron-server[103918]: DEBUG neutron.db.l3_hamode_db [None req-91930785-c59c-45af-940e-f92c34e23be2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b698568a-354a-41b9-a41d-a2afa6bbdd0f', 'name': 'tempest-AttachVolumeTestJSON-2145162369-router', 'tenant_id': 'f029a8bb389c4d348c0e9001c5fa059c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9df31235-0797-44e6-85a0-102cb2da2d58', 'external_fixed_ips': [{'subnet_id': '1dfb0320-f5eb-46f6-88ce-33002f500238', 'ip_address': '172.27.2.110'}], 'enable_snat': True}, 'gw_port_id': '8996dd90-031b-4185-b6a7-e192f4c0cebb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-16T17:22:25Z', 'updated_at': '2022-06-16T17:22:36Z', 'revision_number': 4, 'project_id': 'f029a8bb389c4d348c0e9001c5fa059c', 'gw_port': {'id': '8996dd90-031b-4185-b6a7-e192f4c0cebb', 'name': '', 'network_id': '9df31235-0797-44e6-85a0-102cb2da2d58', 'tenant_id': '', 'mac_address': 'fa:16:3e:c1:51:ad', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b698568a-354a-41b9-a41d-a2afa6bbdd0f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 79, 'fixed_ips': [{'subnet_id': '1dfb0320-f5eb-46f6-88ce-33002f500238', 'ip_address': '172.27.2.110', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-837356-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-16T17:22:28Z', 'updated_at': '2022-06-16T17:22:43Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1dfb0320-f5eb-46f6-88ce-33002f500238', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-837356-2-iscsi', '_floatingips': [{'id': '56024222-9c39-4a30-bbd8-80bc138bf42f', 'tenant_id': 'f029a8bb389c4d348c0e9001c5fa059c', 'floating_ip_address': '172.27.2.248', 'floating_network_id': '9df31235-0797-44e6-85a0-102cb2da2d58', 'router_id': 'b698568a-354a-41b9-a41d-a2afa6bbdd0f', 'port_id': '7176d454-867c-4dc6-b412-5623b5292926', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'standard_attr_id': 500, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '82c6c893-96f4-45ae-b1e3-d70ff1db738d', 'mac_address': 'fa:16:3e:f1:37:4f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'aeb07519-2ce6-44ee-a88c-d46b4e11b367', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-06-16T17:28:01Z', 'updated_at': '2022-06-16T17:28:20Z', 'revision_number': 1, 'project_id': 'f029a8bb389c4d348c0e9001c5fa059c', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'a8d5bd16-d884-4270-9432-d25b5a4fcf68', 'name': '', 'network_id': '82c6c893-96f4-45ae-b1e3-d70ff1db738d', 'tenant_id': 'f029a8bb389c4d348c0e9001c5fa059c', 'mac_address': 'fa:16:3e:43:3b:d8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b698568a-354a-41b9-a41d-a2afa6bbdd0f', 'device_owner': 'network:router_interface', 'standard_attr_id': 117, 'fixed_ips': [{'subnet_id': '744fc868-35e9-4c30-8ac9-ba01749c37c3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-837356-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-16T17:22:35Z', 'updated_at': '2022-06-16T17:22:48Z', 'revision_number': 5, 'project_id': 'f029a8bb389c4d348c0e9001c5fa059c', 'subnets': [{'id': '744fc868-35e9-4c30-8ac9-ba01749c37c3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-837356-2-iscsi', False) {} {{(pid=103918) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 16 17:28:21.694554 dv-cinder-837356-2-iscsi neutron-server[103918]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-91930785-c59c-45af-940e-f92c34e23be2 None None] The sync data for ids ['b698568a-354a-41b9-a41d-a2afa6bbdd0f'] in dv-cinder-837356-2-iscsi is: [{'id': 'b698568a-354a-41b9-a41d-a2afa6bbdd0f', 'name': 'tempest-AttachVolumeTestJSON-2145162369-router', 'tenant_id': 'f029a8bb389c4d348c0e9001c5fa059c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9df31235-0797-44e6-85a0-102cb2da2d58', 'external_fixed_ips': [{'subnet_id': '1dfb0320-f5eb-46f6-88ce-33002f500238', 'ip_address': '172.27.2.110'}], 'enable_snat': True}, 'gw_port_id': '8996dd90-031b-4185-b6a7-e192f4c0cebb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-16T17:22:25Z', 'updated_at': '2022-06-16T17:22:36Z', 'revision_number': 4, 'project_id': 'f029a8bb389c4d348c0e9001c5fa059c', 'gw_port': {'id': '8996dd90-031b-4185-b6a7-e192f4c0cebb', 'name': '', 'network_id': '9df31235-0797-44e6-85a0-102cb2da2d58', 'tenant_id': '', 'mac_address': 'fa:16:3e:c1:51:ad', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b698568a-354a-41b9-a41d-a2afa6bbdd0f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 79, 'fixed_ips': [{'subnet_id': '1dfb0320-f5eb-46f6-88ce-33002f500238', 'ip_address': '172.27.2.110', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-837356-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-16T17:22:28Z', 'updated_at': '2022-06-16T17:22:43Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1dfb0320-f5eb-46f6-88ce-33002f500238', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-837356-2-iscsi', '_floatingips': [{'id': '56024222-9c39-4a30-bbd8-80bc138bf42f', 'tenant_id': 'f029a8bb389c4d348c0e9001c5fa059c', 'floating_ip_address': '172.27.2.248', 'floating_network_id': '9df31235-0797-44e6-85a0-102cb2da2d58', 'router_id': 'b698568a-354a-41b9-a41d-a2afa6bbdd0f', 'port_id': '7176d454-867c-4dc6-b412-5623b5292926', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'standard_attr_id': 500, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '82c6c893-96f4-45ae-b1e3-d70ff1db738d', 'mac_address': 'fa:16:3e:f1:37:4f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'aeb07519-2ce6-44ee-a88c-d46b4e11b367', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-06-16T17:28:01Z', 'updated_at': '2022-06-16T17:28:20Z', 'revision_number': 1, 'project_id': 'f029a8bb389c4d348c0e9001c5fa059c', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'a8d5bd16-d884-4270-9432-d25b5a4fcf68', 'name': '', 'network_id': '82c6c893-96f4-45ae-b1e3-d70ff1db738d', 'tenant_id': 'f029a8bb389c4d348c0e9001c5fa059c', 'mac_address': 'fa:16:3e:43:3b:d8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b698568a-354a-41b9-a41d-a2afa6bbdd0f', 'device_owner': 'network:router_interface', 'standard_attr_id': 117, 'fixed_ips': [{'subnet_id': '744fc868-35e9-4c30-8ac9-ba01749c37c3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-837356-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-16T17:22:35Z', 'updated_at': '2022-06-16T17:22:48Z', 'revision_number': 5, 'project_id': 'f029a8bb389c4d348c0e9001c5fa059c', 'subnets': [{'id': '744fc868-35e9-4c30-8ac9-ba01749c37c3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103918) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 16 17:28:21.918515 dv-cinder-837356-2-iscsi neutron-server[103919]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7228968b-82f7-450f-8717-0517ea59f6b2 None None] New status for floating IP 56024222-9c39-4a30-bbd8-80bc138bf42f: ACTIVE {{(pid=103919) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:269}} Jun 16 17:28:23.664325 dv-cinder-837356-2-iscsi neutron-server[103917]: DEBUG neutron.wsgi [-] (103917) accepted ('10.222.0.66', 42824) {{(pid=103917) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 16 17:28:23.780294 dv-cinder-837356-2-iscsi neutron-server[103917]: DEBUG neutron_lib.callbacks.manager [None req-6ceda23a-e128-4f4a-84d1-748fa4281e7c admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103917) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 17:28:23.875006 dv-cinder-837356-2-iscsi neutron-server[103917]: DEBUG neutron_lib.callbacks.manager [None req-6ceda23a-e128-4f4a-84d1-748fa4281e7c admin admin] Publish callbacks [] for security_group (cea45a65-92d7-4fc4-b793-955a36f0b627), precommit_create {{(pid=103917) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 17:28:23.880701 dv-cinder-837356-2-iscsi neutron-server[103917]: DEBUG neutron_lib.callbacks.manager [None req-6ceda23a-e128-4f4a-84d1-748fa4281e7c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-570488'] for security_group (cea45a65-92d7-4fc4-b793-955a36f0b627), after_create {{(pid=103917) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 17:28:23.922124 dv-cinder-837356-2-iscsi neutron-server[103917]: INFO neutron.wsgi [None req-6ceda23a-e128-4f4a-84d1-748fa4281e7c admin admin] 10.222.0.66 "GET /v2.0/security-groups?tenant_id=a0dcae29f5be488baacf188d90fa757d&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2565577 Jun 16 17:28:23.922939 dv-cinder-837356-2-iscsi neutron-server[103917]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6ceda23a-e128-4f4a-84d1-748fa4281e7c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=cea45a65-92d7-4fc4-b793-955a36f0b627,revision_number=1']} {{(pid=103917) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 17:28:23.924886 dv-cinder-837356-2-iscsi neutron-server[103916]: DEBUG neutron.wsgi [-] (103916) accepted ('10.222.0.66', 42828) {{(pid=103916) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 16 17:28:23.977737 dv-cinder-837356-2-iscsi neutron-server[103916]: DEBUG neutron_lib.callbacks.manager [None req-f95e6aad-e723-4e45-9afd-ee3a51bb5e47 admin admin] Publish callbacks [] for security_group (cea45a65-92d7-4fc4-b793-955a36f0b627), before_delete {{(pid=103916) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 17:28:24.009418 dv-cinder-837356-2-iscsi neutron-server[103916]: DEBUG neutron_lib.callbacks.manager [None req-f95e6aad-e723-4e45-9afd-ee3a51bb5e47 admin admin] Publish callbacks [] for security_group (cea45a65-92d7-4fc4-b793-955a36f0b627), precommit_delete {{(pid=103916) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 17:28:24.063022 dv-cinder-837356-2-iscsi neutron-server[103916]: DEBUG neutron_lib.callbacks.manager [None req-f95e6aad-e723-4e45-9afd-ee3a51bb5e47 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-570488'] for security_group (cea45a65-92d7-4fc4-b793-955a36f0b627), after_delete {{(pid=103916) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 17:28:24.065875 dv-cinder-837356-2-iscsi neutron-server[103916]: DEBUG neutron_lib.callbacks.manager [None req-f95e6aad-e723-4e45-9afd-ee3a51bb5e47 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103916) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 17:28:24.067038 dv-cinder-837356-2-iscsi neutron-server[103916]: INFO neutron.wsgi [None req-f95e6aad-e723-4e45-9afd-ee3a51bb5e47 admin admin] 10.222.0.66 "DELETE /v2.0/security-groups/cea45a65-92d7-4fc4-b793-955a36f0b627 HTTP/1.1" status: 204 len: 168 time: 0.1411386 Jun 16 17:28:24.077133 dv-cinder-837356-2-iscsi neutron-server[103916]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f95e6aad-e723-4e45-9afd-ee3a51bb5e47 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=cea45a65-92d7-4fc4-b793-955a36f0b627,revision_number=None']} {{(pid=103916) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 17:28:29.457651 dv-cinder-837356-2-iscsi neutron-server[103918]: DEBUG neutron_lib.callbacks.manager [None req-b2b17746-c296-4803-869a-65578e8233dd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728539454181', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16149322'] for agent (2e97d73d-50fc-4f89-a4ea-85f65eb860d8), after_update {{(pid=103918) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 17:28:31.616725 dv-cinder-837356-2-iscsi neutron-server[103917]: DEBUG dbcounter [-] [103917] Writing DB stats neutron:SELECT=93,neutron:UPDATE=2,neutron:INSERT=5 {{(pid=103917) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 16 17:28:31.646073 dv-cinder-837356-2-iscsi neutron-server[103917]: INFO neutron.wsgi [req-1865b5cf-f261-4d48-878d-6ff8138641bb req-bf0c571b-86db-4d7c-bff3-04f527217b03 tempest-TestMinimumBasicScenario-140635566 tempest-TestMinimumBasicScenario-140635566-project] 10.222.0.66 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1613302764&fields=id&tenant_id=546929b1810a4d20b273f3e5492ec6ed HTTP/1.1" status: 200 len: 267 time: 0.0503864 Jun 16 17:28:31.701413 dv-cinder-837356-2-iscsi neutron-server[103917]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1865b5cf-f261-4d48-878d-6ff8138641bb req-c412fd30-56dc-45e8-ab50-a90add226f73 tempest-TestMinimumBasicScenario-140635566 tempest-TestMinimumBasicScenario-140635566-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103917) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 16 17:28:31.702888 dv-cinder-837356-2-iscsi neutron-server[103917]: INFO neutron.wsgi [req-1865b5cf-f261-4d48-878d-6ff8138641bb req-c412fd30-56dc-45e8-ab50-a90add226f73 tempest-TestMinimumBasicScenario-140635566 tempest-TestMinimumBasicScenario-140635566-project] 10.222.0.66 "GET /v2.0/ports?device_id=b4ee9b10-f2da-442c-9475-3cfb21c9ad54 HTTP/1.1" status: 200 len: 985 time: 0.0483251 Jun 16 17:28:31.715138 dv-cinder-837356-2-iscsi neutron-server[103917]: DEBUG neutron.api.v2.base [req-1865b5cf-f261-4d48-878d-6ff8138641bb req-cbee9550-eb84-4171-b1e8-54e3a8298298 tempest-TestMinimumBasicScenario-140635566 tempest-TestMinimumBasicScenario-140635566-project] Request body: {'port': {'security_groups': ['054bc173-7136-43f6-8718-9d2e1fa2c0d2']}} {{(pid=103917) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jun 16 17:28:31.799643 dv-cinder-837356-2-iscsi neutron-server[103917]: DEBUG neutron_lib.callbacks.manager [req-1865b5cf-f261-4d48-878d-6ff8138641bb req-cbee9550-eb84-4171-b1e8-54e3a8298298 tempest-TestMinimumBasicScenario-140635566 tempest-TestMinimumBasicScenario-140635566-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16007590'] for port (676f9af5-715a-4f80-b6f8-747296e84e2c), before_update {{(pid=103917) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 17:28:31.981141 dv-cinder-837356-2-iscsi neutron-server[103917]: DEBUG neutron.plugins.ml2.db [req-1865b5cf-f261-4d48-878d-6ff8138641bb req-cbee9550-eb84-4171-b1e8-54e3a8298298 tempest-TestMinimumBasicScenario-140635566 tempest-TestMinimumBasicScenario-140635566-project] For port 676f9af5-715a-4f80-b6f8-747296e84e2c, host hv-cinder-83735, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83735',level=0,port_id=676f9af5-715a-4f80-b6f8-747296e84e2c,segment=NetworkSegment(937c5a5e-3ee7-4507-994c-7f9e653b9d74),segment_id=937c5a5e-3ee7-4507-994c-7f9e653b9d74)] {{(pid=103917) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 16 17:28:32.016918 dv-cinder-837356-2-iscsi neutron-server[103917]: DEBUG neutron_lib.callbacks.manager [req-1865b5cf-f261-4d48-878d-6ff8138641bb req-cbee9550-eb84-4171-b1e8-54e3a8298298 tempest-TestMinimumBasicScenario-140635566 tempest-TestMinimumBasicScenario-140635566-project] Publish callbacks [] for port (676f9af5-715a-4f80-b6f8-747296e84e2c), precommit_update {{(pid=103917) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 17:28:32.024134 dv-cinder-837356-2-iscsi neutron-server[103917]: DEBUG neutron_lib.callbacks.manager [req-1865b5cf-f261-4d48-878d-6ff8138641bb req-cbee9550-eb84-4171-b1e8-54e3a8298298 tempest-TestMinimumBasicScenario-140635566 tempest-TestMinimumBasicScenario-140635566-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16007527', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-75831', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16241551', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728539364693', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728538993439', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728538993457', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3819734'] for port (676f9af5-715a-4f80-b6f8-747296e84e2c), after_update {{(pid=103917) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 17:28:32.042671 dv-cinder-837356-2-iscsi neutron-server[103918]: DEBUG neutron.plugins.ml2.db [None req-b2b17746-c296-4803-869a-65578e8233dd None None] get_ports_and_sgs() called for port_ids ['676f9af5-715a-4f80-b6f8-747296e84e2c'] {{(pid=103918) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jun 16 17:28:32.043287 dv-cinder-837356-2-iscsi neutron-server[103919]: DEBUG dbcounter [-] [103919] Writing DB stats neutron:SELECT=55,neutron:UPDATE=1 {{(pid=103919) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 16 17:28:32.044325 dv-cinder-837356-2-iscsi neutron-server[103919]: DEBUG dbcounter [-] [103919] Writing DB stats neutron:SELECT=52,neutron:UPDATE=1 {{(pid=103919) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 16 17:28:32.069468 dv-cinder-837356-2-iscsi neutron-server[103917]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1865b5cf-f261-4d48-878d-6ff8138641bb req-cbee9550-eb84-4171-b1e8-54e3a8298298 tempest-TestMinimumBasicScenario-140635566 tempest-TestMinimumBasicScenario-140635566-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103917) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 16 17:28:32.070011 dv-cinder-837356-2-iscsi neutron-server[103917]: DEBUG neutron_lib.callbacks.manager [req-1865b5cf-f261-4d48-878d-6ff8138641bb req-cbee9550-eb84-4171-b1e8-54e3a8298298 tempest-TestMinimumBasicScenario-140635566 tempest-TestMinimumBasicScenario-140635566-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-191112'] for port (None), before_response {{(pid=103917) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 17:28:32.071423 dv-cinder-837356-2-iscsi neutron-server[103917]: INFO neutron.wsgi [req-1865b5cf-f261-4d48-878d-6ff8138641bb req-cbee9550-eb84-4171-b1e8-54e3a8298298 tempest-TestMinimumBasicScenario-140635566 tempest-TestMinimumBasicScenario-140635566-project] 10.222.0.66 "PUT /v2.0/ports/676f9af5-715a-4f80-b6f8-747296e84e2c HTTP/1.1" status: 200 len: 943 time: 0.3618834 Jun 16 17:28:32.074207 dv-cinder-837356-2-iscsi neutron-server[103917]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'b4ee9b10-f2da-442c-9475-3cfb21c9ad54', 'tag': '676f9af5-715a-4f80-b6f8-747296e84e2c'}] {{(pid=103917) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jun 16 17:28:32.076706 dv-cinder-837356-2-iscsi neutron-server[103917]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.66/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6f3fd2b1a6655810f50592bc9015c397d118e5689141688eaf1b23dbeee2ebf8" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-30ab44f1-937b-40ce-ad91-db715505de81" -d '{"events": [{"name": "network-changed", "server_uuid": "b4ee9b10-f2da-442c-9475-3cfb21c9ad54", "tag": "676f9af5-715a-4f80-b6f8-747296e84e2c"}]}' {{(pid=103917) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 16 17:28:32.085563 dv-cinder-837356-2-iscsi neutron-server[103916]: DEBUG neutron.wsgi [-] (103916) accepted ('10.222.0.66', 42940) {{(pid=103916) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 16 17:28:32.112657 dv-cinder-837356-2-iscsi neutron-server[103917]: DEBUG dbcounter [-] [103917] Writing DB stats neutron:SELECT=92,neutron:INSERT=7,neutron:DELETE=1 {{(pid=103917) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 16 17:28:32.119719 dv-cinder-837356-2-iscsi neutron-server[103917]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cbee9550-eb84-4171-b1e8-54e3a8298298 tempest-TestMinimumBasicScenario-140635566 tempest-TestMinimumBasicScenario-140635566-project] Pushing event updated for resources: {'Port': ['ID=676f9af5-715a-4f80-b6f8-747296e84e2c,revision_number=7']} {{(pid=103917) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 17:28:32.156470 dv-cinder-837356-2-iscsi neutron-server[103917]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 16 Jun 2022 17:28:32 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ec886b2d-052b-44d2-9895-9edf05010562 x-openstack-request-id: req-ec886b2d-052b-44d2-9895-9edf05010562 {{(pid=103917) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 16 17:28:32.156857 dv-cinder-837356-2-iscsi neutron-server[103917]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "b4ee9b10-f2da-442c-9475-3cfb21c9ad54", "tag": "676f9af5-715a-4f80-b6f8-747296e84e2c", "status": "completed", "code": 200}]} {{(pid=103917) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 16 17:28:32.157260 dv-cinder-837356-2-iscsi neutron-server[103917]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.66/compute/v2.1/os-server-external-events used request id req-ec886b2d-052b-44d2-9895-9edf05010562 {{(pid=103917) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 16 17:28:32.157754 dv-cinder-837356-2-iscsi neutron-server[103917]: INFO neutron.notifiers.nova [-] Nova event matching ['req-ec886b2d-052b-44d2-9895-9edf05010562'] response: {'name': 'network-changed', 'server_uuid': 'b4ee9b10-f2da-442c-9475-3cfb21c9ad54', 'tag': '676f9af5-715a-4f80-b6f8-747296e84e2c', 'status': 'completed', 'code': 200} Jun 16 17:28:32.171205 dv-cinder-837356-2-iscsi neutron-server[103916]: DEBUG neutron_lib.callbacks.manager [None req-75cd2ab6-cfe4-4902-b527-3731d8e98817 tempest-TestMinimumBasicScenario-140635566 tempest-TestMinimumBasicScenario-140635566-project] Publish callbacks [] for security_group (66f70e9b-7bf4-4a7a-a0da-bf4af5a755fa), before_delete {{(pid=103916) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 17:28:32.197975 dv-cinder-837356-2-iscsi neutron-server[103918]: DEBUG dbcounter [-] [103918] Writing DB stats neutron:SELECT=97,neutron:DELETE=2,neutron:UPDATE=1 {{(pid=103918) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 16 17:28:32.198936 dv-cinder-837356-2-iscsi neutron-server[103918]: DEBUG dbcounter [-] [103918] Writing DB stats neutron:SELECT=97,neutron:DELETE=3 {{(pid=103918) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 16 17:28:32.201096 dv-cinder-837356-2-iscsi neutron-server[103918]: DEBUG neutron.plugins.ml2.db [None req-b2b17746-c296-4803-869a-65578e8233dd None None] get_ports_and_sgs() called for port_ids ['676f9af5-715a-4f80-b6f8-747296e84e2c'] {{(pid=103918) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jun 16 17:28:32.242138 dv-cinder-837356-2-iscsi neutron-server[103916]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30ab44f1-937b-40ce-ad91-db715505de81 req-5172ff2c-d7ba-42e4-b712-a67487a1f9ea service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103916) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 16 17:28:32.243617 dv-cinder-837356-2-iscsi neutron-server[103916]: INFO neutron.wsgi [req-30ab44f1-937b-40ce-ad91-db715505de81 req-5172ff2c-d7ba-42e4-b712-a67487a1f9ea service neutron] 10.222.0.81 "GET /v2.0/ports?tenant_id=546929b1810a4d20b273f3e5492ec6ed&device_id=b4ee9b10-f2da-442c-9475-3cfb21c9ad54 HTTP/1.1" status: 200 len: 1130 time: 0.0475857 Jun 16 17:28:32.250792 dv-cinder-837356-2-iscsi neutron-server[103916]: DEBUG neutron_lib.callbacks.manager [None req-75cd2ab6-cfe4-4902-b527-3731d8e98817 tempest-TestMinimumBasicScenario-140635566 tempest-TestMinimumBasicScenario-140635566-project] Publish callbacks [] for security_group (66f70e9b-7bf4-4a7a-a0da-bf4af5a755fa), precommit_delete {{(pid=103916) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 17:28:32.294782 dv-cinder-837356-2-iscsi neutron-server[103916]: DEBUG dbcounter [-] [103916] Writing DB stats neutron:SELECT=96,neutron:DELETE=4 {{(pid=103916) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 16 17:28:32.341338 dv-cinder-837356-2-iscsi neutron-server[103918]: DEBUG neutron.db.provisioning_blocks [None req-00fa9193-7476-4ff9-9b66-b029105e1d02 None None] Provisioning complete for port 676f9af5-715a-4f80-b6f8-747296e84e2c triggered by entity DHCP. {{(pid=103918) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jun 16 17:28:32.341685 dv-cinder-837356-2-iscsi neutron-server[103918]: DEBUG neutron_lib.callbacks.manager [None req-00fa9193-7476-4ff9-9b66-b029105e1d02 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16149424'] for port (676f9af5-715a-4f80-b6f8-747296e84e2c), provisioning_complete {{(pid=103918) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 17:28:32.369034 dv-cinder-837356-2-iscsi neutron-server[103916]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30ab44f1-937b-40ce-ad91-db715505de81 req-3b039c87-eeb2-423f-8242-c9ad856d0792 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103916) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 16 17:28:32.370810 dv-cinder-837356-2-iscsi neutron-server[103916]: INFO neutron.wsgi [req-30ab44f1-937b-40ce-ad91-db715505de81 req-3b039c87-eeb2-423f-8242-c9ad856d0792 service neutron] 10.222.0.81 "GET /v2.0/networks?id=35603100-8685-44dd-88ce-ba2913489196 HTTP/1.1" status: 200 len: 917 time: 0.1164031 Jun 16 17:28:32.376694 dv-cinder-837356-2-iscsi neutron-server[103917]: INFO neutron.wsgi [req-e41f73af-cbe7-44c9-8761-4078f62a6644 req-0107d559-1e63-4f39-97a1-98fffe3bed8d service neutron] 10.222.0.81 "GET /v2.0/ports?device_id=b4ee9b10-f2da-442c-9475-3cfb21c9ad54&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0570395 Jun 16 17:28:32.452907 dv-cinder-837356-2-iscsi neutron-server[103916]: INFO neutron.wsgi [req-30ab44f1-937b-40ce-ad91-db715505de81 req-ed2c70b2-370c-479c-b805-8460f9521484 service neutron] 10.222.0.81 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=676f9af5-715a-4f80-b6f8-747296e84e2c HTTP/1.1" status: 200 len: 1002 time: 0.0701635 Jun 16 17:28:32.503904 dv-cinder-837356-2-iscsi neutron-server[103918]: DEBUG neutron.plugins.ml2.plugin [None req-00fa9193-7476-4ff9-9b66-b029105e1d02 None None] Current status of the port 676f9af5-715a-4f80-b6f8-747296e84e2c is: ACTIVE; New status is: ACTIVE {{(pid=103918) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2298}} Jun 16 17:28:32.509875 dv-cinder-837356-2-iscsi neutron-server[103916]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30ab44f1-937b-40ce-ad91-db715505de81 req-83ce2238-c4f3-4193-8293-edbff99c18b7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103916) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 16 17:28:32.511435 dv-cinder-837356-2-iscsi neutron-server[103916]: INFO neutron.wsgi [req-30ab44f1-937b-40ce-ad91-db715505de81 req-83ce2238-c4f3-4193-8293-edbff99c18b7 service neutron] 10.222.0.81 "GET /v2.0/subnets?id=bd08d793-0f26-4cdb-b55c-28713cb435a0 HTTP/1.1" status: 200 len: 854 time: 0.0520275 Jun 16 17:28:32.529805 dv-cinder-837356-2-iscsi neutron-server[103916]: DEBUG neutron_lib.callbacks.manager [None req-75cd2ab6-cfe4-4902-b527-3731d8e98817 tempest-TestMinimumBasicScenario-140635566 tempest-TestMinimumBasicScenario-140635566-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-570488'] for security_group (66f70e9b-7bf4-4a7a-a0da-bf4af5a755fa), after_delete {{(pid=103916) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 17:28:32.532449 dv-cinder-837356-2-iscsi neutron-server[103916]: DEBUG neutron_lib.callbacks.manager [None req-75cd2ab6-cfe4-4902-b527-3731d8e98817 tempest-TestMinimumBasicScenario-140635566 tempest-TestMinimumBasicScenario-140635566-project] Publish callbacks [] for security_group (None), before_response {{(pid=103916) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 17:28:32.533752 dv-cinder-837356-2-iscsi neutron-server[103916]: INFO neutron.wsgi [None req-75cd2ab6-cfe4-4902-b527-3731d8e98817 tempest-TestMinimumBasicScenario-140635566 tempest-TestMinimumBasicScenario-140635566-project] 10.222.0.66 "DELETE /v2.0/security-groups/66f70e9b-7bf4-4a7a-a0da-bf4af5a755fa HTTP/1.1" status: 204 len: 168 time: 0.4465549 Jun 16 17:28:32.536684 dv-cinder-837356-2-iscsi neutron-server[103917]: DEBUG neutron.wsgi [-] (103917) accepted ('10.222.0.66', 42952) {{(pid=103917) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 16 17:28:32.557873 dv-cinder-837356-2-iscsi neutron-server[103916]: DEBUG dbcounter [-] [103916] Writing DB stats neutron:SELECT=96,neutron:DELETE=4 {{(pid=103916) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 16 17:28:32.572940 dv-cinder-837356-2-iscsi neutron-server[103916]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-75cd2ab6-cfe4-4902-b527-3731d8e98817 tempest-TestMinimumBasicScenario-140635566 tempest-TestMinimumBasicScenario-140635566-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=66f70e9b-7bf4-4a7a-a0da-bf4af5a755fa,revision_number=None']} {{(pid=103916) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 17:28:32.582161 dv-cinder-837356-2-iscsi neutron-server[103916]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30ab44f1-937b-40ce-ad91-db715505de81 req-64345bce-cbc4-4002-8b28-38887cdf227a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103916) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 16 17:28:32.583783 dv-cinder-837356-2-iscsi neutron-server[103916]: INFO neutron.wsgi [req-30ab44f1-937b-40ce-ad91-db715505de81 req-64345bce-cbc4-4002-8b28-38887cdf227a service neutron] 10.222.0.81 "GET /v2.0/ports?network_id=35603100-8685-44dd-88ce-ba2913489196&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0640495 Jun 16 17:28:32.708743 dv-cinder-837356-2-iscsi neutron-server[103916]: INFO neutron.wsgi [req-30ab44f1-937b-40ce-ad91-db715505de81 req-1b4f9edf-2f0c-4ec8-be07-2ebf8a5fdbbb service neutron] 10.222.0.81 "GET /v2.0/networks/35603100-8685-44dd-88ce-ba2913489196?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1176691 Jun 16 17:28:32.718874 dv-cinder-837356-2-iscsi neutron-server[103917]: DEBUG neutron.plugins.ml2.plugin [None req-987aa120-ae31-4855-8bf4-af10a4605694 tempest-TestMinimumBasicScenario-140635566 tempest-TestMinimumBasicScenario-140635566-project] Deleting port 65f1aed9-3a54-4ad2-9dd6-5b6090f565a5 {{(pid=103917) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2043}} Jun 16 17:28:32.719369 dv-cinder-837356-2-iscsi neutron-server[103917]: DEBUG neutron_lib.callbacks.manager [None req-987aa120-ae31-4855-8bf4-af10a4605694 tempest-TestMinimumBasicScenario-140635566 tempest-TestMinimumBasicScenario-140635566-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8728539361383'] for port (65f1aed9-3a54-4ad2-9dd6-5b6090f565a5), before_delete {{(pid=103917) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 17:28:32.806807 dv-cinder-837356-2-iscsi neutron-server[103917]: DEBUG neutron_lib.callbacks.manager [None req-987aa120-ae31-4855-8bf4-af10a4605694 tempest-TestMinimumBasicScenario-140635566 tempest-TestMinimumBasicScenario-140635566-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-708042'] for port (65f1aed9-3a54-4ad2-9dd6-5b6090f565a5), precommit_delete {{(pid=103917) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 17:28:32.807115 dv-cinder-837356-2-iscsi neutron-server[103917]: DEBUG neutron_lib.callbacks.manager [None req-987aa120-ae31-4855-8bf4-af10a4605694 tempest-TestMinimumBasicScenario-140635566 tempest-TestMinimumBasicScenario-140635566-project] Publish callbacks [] for floatingip (65f1aed9-3a54-4ad2-9dd6-5b6090f565a5), precommit_delete {{(pid=103917) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 17:28:32.822356 dv-cinder-837356-2-iscsi neutron-server[103917]: DEBUG neutron.plugins.ml2.plugin [None req-987aa120-ae31-4855-8bf4-af10a4605694 tempest-TestMinimumBasicScenario-140635566 tempest-TestMinimumBasicScenario-140635566-project] Calling delete_port for 65f1aed9-3a54-4ad2-9dd6-5b6090f565a5 owned by network:floatingip {{(pid=103917) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2122}} Jun 16 17:28:32.827400 dv-cinder-837356-2-iscsi neutron-server[103916]: INFO neutron.wsgi [req-30ab44f1-937b-40ce-ad91-db715505de81 req-b72bf1c4-f9c3-4ace-bcd5-ca5c5c06110d service neutron] 10.222.0.81 "GET /v2.0/networks/35603100-8685-44dd-88ce-ba2913489196?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1101012 Jun 16 17:28:32.920779 dv-cinder-837356-2-iscsi neutron-server[103916]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e41f73af-cbe7-44c9-8761-4078f62a6644 req-a400cddb-ca2f-42dd-879b-bf789ad522fd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103916) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 16 17:28:32.922519 dv-cinder-837356-2-iscsi neutron-server[103916]: INFO neutron.wsgi [req-e41f73af-cbe7-44c9-8761-4078f62a6644 req-a400cddb-ca2f-42dd-879b-bf789ad522fd service neutron] 10.222.0.81 "GET /v2.0/ports?tenant_id=546929b1810a4d20b273f3e5492ec6ed&device_id=b4ee9b10-f2da-442c-9475-3cfb21c9ad54 HTTP/1.1" status: 200 len: 1130 time: 0.0439386 Jun 16 17:28:33.024265 dv-cinder-837356-2-iscsi neutron-server[103917]: DEBUG dbcounter [-] [103917] Writing DB stats neutron:SELECT=96,neutron:UPDATE=1,neutron:DELETE=3 {{(pid=103917) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 16 17:28:33.032321 dv-cinder-837356-2-iscsi neutron-server[103917]: DEBUG neutron_lib.callbacks.manager [None req-987aa120-ae31-4855-8bf4-af10a4605694 tempest-TestMinimumBasicScenario-140635566 tempest-TestMinimumBasicScenario-140635566-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16007527', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-75831', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16241551', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8728539364702', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8728538993430', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3819743'] for port (65f1aed9-3a54-4ad2-9dd6-5b6090f565a5), after_delete {{(pid=103917) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 17:28:33.040152 dv-cinder-837356-2-iscsi neutron-server[103916]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e41f73af-cbe7-44c9-8761-4078f62a6644 req-e28bfde8-79b2-478d-b67c-ad45820a28a1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103916) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 16 17:28:33.041749 dv-cinder-837356-2-iscsi neutron-server[103916]: INFO neutron.wsgi [req-e41f73af-cbe7-44c9-8761-4078f62a6644 req-e28bfde8-79b2-478d-b67c-ad45820a28a1 service neutron] 10.222.0.81 "GET /v2.0/networks?id=35603100-8685-44dd-88ce-ba2913489196 HTTP/1.1" status: 200 len: 917 time: 0.1002576 Jun 16 17:28:33.058360 dv-cinder-837356-2-iscsi neutron-server[103917]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-987aa120-ae31-4855-8bf4-af10a4605694 tempest-TestMinimumBasicScenario-140635566 tempest-TestMinimumBasicScenario-140635566-project] Pushing event deleted for resources: {'Port': ['ID=65f1aed9-3a54-4ad2-9dd6-5b6090f565a5,revision_number=None']} {{(pid=103917) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 17:28:33.083054 dv-cinder-837356-2-iscsi neutron-server[103916]: INFO neutron.wsgi [req-e41f73af-cbe7-44c9-8761-4078f62a6644 req-ba8cc032-4db2-46c0-a506-3ee4cbafe65c service neutron] 10.222.0.81 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=676f9af5-715a-4f80-b6f8-747296e84e2c HTTP/1.1" status: 200 len: 217 time: 0.0351105 Jun 16 17:28:33.122559 dv-cinder-837356-2-iscsi neutron-server[103917]: DEBUG neutron_lib.callbacks.manager [None req-987aa120-ae31-4855-8bf4-af10a4605694 tempest-TestMinimumBasicScenario-140635566 tempest-TestMinimumBasicScenario-140635566-project] Publish callbacks [] for floatingip (edc68f3f-c670-4073-be22-70f69f00352c), after_delete {{(pid=103917) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 17:28:33.122852 dv-cinder-837356-2-iscsi neutron-server[103917]: INFO neutron.db.l3_db [None req-987aa120-ae31-4855-8bf4-af10a4605694 tempest-TestMinimumBasicScenario-140635566 tempest-TestMinimumBasicScenario-140635566-project] Floating IP edc68f3f-c670-4073-be22-70f69f00352c disassociated (deleted). External IP: 172.27.2.200, port: 676f9af5-715a-4f80-b6f8-747296e84e2c. Jun 16 17:28:33.144689 dv-cinder-837356-2-iscsi neutron-server[103916]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e41f73af-cbe7-44c9-8761-4078f62a6644 req-f05e91e7-c0b8-40cc-a23d-435cf00c458c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103916) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 16 17:28:33.146241 dv-cinder-837356-2-iscsi neutron-server[103916]: INFO neutron.wsgi [req-e41f73af-cbe7-44c9-8761-4078f62a6644 req-f05e91e7-c0b8-40cc-a23d-435cf00c458c service neutron] 10.222.0.81 "GET /v2.0/subnets?id=bd08d793-0f26-4cdb-b55c-28713cb435a0 HTTP/1.1" status: 200 len: 854 time: 0.0494857 Jun 16 17:28:33.200001 dv-cinder-837356-2-iscsi neutron-server[103916]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e41f73af-cbe7-44c9-8761-4078f62a6644 req-a1c39b0f-c0b7-4ecb-a4d3-a4c8f340028c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103916) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 16 17:28:33.201913 dv-cinder-837356-2-iscsi neutron-server[103916]: INFO neutron.wsgi [req-e41f73af-cbe7-44c9-8761-4078f62a6644 req-a1c39b0f-c0b7-4ecb-a4d3-a4c8f340028c service neutron] 10.222.0.81 "GET /v2.0/ports?network_id=35603100-8685-44dd-88ce-ba2913489196&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0476034 Jun 16 17:28:33.299999 dv-cinder-837356-2-iscsi neutron-server[103916]: INFO neutron.wsgi [req-e41f73af-cbe7-44c9-8761-4078f62a6644 req-3163c3c2-25ef-4b54-9bec-013e8253ff52 service neutron] 10.222.0.81 "GET /v2.0/networks/35603100-8685-44dd-88ce-ba2913489196?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0885768 Jun 16 17:28:33.340089 dv-cinder-837356-2-iscsi neutron-server[103917]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-987aa120-ae31-4855-8bf4-af10a4605694 tempest-TestMinimumBasicScenario-140635566 tempest-TestMinimumBasicScenario-140635566-project] Router 3a6cdede-165f-4bdb-a89a-490c73b652dc has already been hosted by L3 agent 7639df21-17c3-4235-8912-210c3ad54137 {{(pid=103917) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jun 16 17:28:33.409245 dv-cinder-837356-2-iscsi neutron-server[103916]: INFO neutron.wsgi [req-e41f73af-cbe7-44c9-8761-4078f62a6644 req-e88b656a-448d-4530-b678-8a1dd3e193fd service neutron] 10.222.0.81 "GET /v2.0/networks/35603100-8685-44dd-88ce-ba2913489196?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1029215 Jun 16 17:28:33.452135 dv-cinder-837356-2-iscsi neutron-server[103917]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-987aa120-ae31-4855-8bf4-af10a4605694 tempest-TestMinimumBasicScenario-140635566 tempest-TestMinimumBasicScenario-140635566-project] Notify agent at l3_agent.dv-cinder-837356-2-iscsi the message routers_updated {{(pid=103917) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jun 16 17:28:33.457287 dv-cinder-837356-2-iscsi neutron-server[103917]: DEBUG neutron_lib.callbacks.manager [None req-987aa120-ae31-4855-8bf4-af10a4605694 tempest-TestMinimumBasicScenario-140635566 tempest-TestMinimumBasicScenario-140635566-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-191112'] for floatingip (None), before_response {{(pid=103917) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 17:28:33.462895 dv-cinder-837356-2-iscsi neutron-server[103918]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-53c15b88-63ce-4e16-8c07-71d49cbd0417 None None] Sync routers for ids ['3a6cdede-165f-4bdb-a89a-490c73b652dc'] in dv-cinder-837356-2-iscsi {{(pid=103918) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 16 17:28:33.475631 dv-cinder-837356-2-iscsi neutron-server[103918]: DEBUG neutron.db.l3_dvrscheduler_db [None req-53c15b88-63ce-4e16-8c07-71d49cbd0417 None None] Routers {'3a6cdede-165f-4bdb-a89a-490c73b652dc'} bound to L3 agent in host dv-cinder-837356-2-iscsi {{(pid=103918) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jun 16 17:28:33.475987 dv-cinder-837356-2-iscsi neutron-server[103918]: DEBUG neutron.db.l3_hamode_db [None req-53c15b88-63ce-4e16-8c07-71d49cbd0417 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-837356-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2022-06-16T17:14:15Z,description=,heartbeat_timestamp=2022-06-16T17:28:15Z,host='dv-cinder-837356-2-iscsi',id=7639df21-17c3-4235-8912-210c3ad54137,load=0,resource_versions=,resources_synced=,started_at=2022-06-16T17:14:15Z,topic='l3_agent')) {'router_ids': ['3a6cdede-165f-4bdb-a89a-490c73b652dc'], 'active': True} {{(pid=103918) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 16 17:28:33.490212 dv-cinder-837356-2-iscsi neutron-server[103917]: INFO neutron.wsgi [None req-987aa120-ae31-4855-8bf4-af10a4605694 tempest-TestMinimumBasicScenario-140635566 tempest-TestMinimumBasicScenario-140635566-project] 10.222.0.66 "DELETE /v2.0/floatingips/edc68f3f-c670-4073-be22-70f69f00352c HTTP/1.1" status: 204 len: 168 time: 0.9504716 Jun 16 17:28:33.582130 dv-cinder-837356-2-iscsi neutron-server[103918]: DEBUG neutron.db.l3_dvr_db [None req-53c15b88-63ce-4e16-8c07-71d49cbd0417 None None] Set router 3a6cdede-165f-4bdb-a89a-490c73b652dc gateway port host: dv-cinder-837356-2-iscsi {{(pid=103918) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jun 16 17:28:33.790792 dv-cinder-837356-2-iscsi neutron-server[103918]: DEBUG neutron.db.l3_hamode_db [None req-53c15b88-63ce-4e16-8c07-71d49cbd0417 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3a6cdede-165f-4bdb-a89a-490c73b652dc', 'name': 'tempest-TestMinimumBasicScenario-1583816744-router', 'tenant_id': '546929b1810a4d20b273f3e5492ec6ed', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9df31235-0797-44e6-85a0-102cb2da2d58', 'external_fixed_ips': [{'subnet_id': '1dfb0320-f5eb-46f6-88ce-33002f500238', 'ip_address': '172.27.2.172'}], 'enable_snat': True}, 'gw_port_id': 'e1fc7f8e-d522-4dee-815c-38e4da48912b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-16T17:25:01Z', 'updated_at': '2022-06-16T17:25:06Z', 'revision_number': 4, 'project_id': '546929b1810a4d20b273f3e5492ec6ed', 'gw_port': {'id': 'e1fc7f8e-d522-4dee-815c-38e4da48912b', 'name': '', 'network_id': '9df31235-0797-44e6-85a0-102cb2da2d58', 'tenant_id': '', 'mac_address': 'fa:16:3e:f8:14:71', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3a6cdede-165f-4bdb-a89a-490c73b652dc', 'device_owner': 'network:router_gateway', 'standard_attr_id': 413, 'fixed_ips': [{'subnet_id': '1dfb0320-f5eb-46f6-88ce-33002f500238', 'ip_address': '172.27.2.172', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-837356-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-16T17:25:02Z', 'updated_at': '2022-06-16T17:25:11Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1dfb0320-f5eb-46f6-88ce-33002f500238', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-837356-2-iscsi', '_interfaces': [{'id': '02a1cd18-bdad-4f34-901e-135683791229', 'name': '', 'network_id': '35603100-8685-44dd-88ce-ba2913489196', 'tenant_id': '546929b1810a4d20b273f3e5492ec6ed', 'mac_address': 'fa:16:3e:de:37:a8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3a6cdede-165f-4bdb-a89a-490c73b652dc', 'device_owner': 'network:router_interface', 'standard_attr_id': 414, 'fixed_ips': [{'subnet_id': 'bd08d793-0f26-4cdb-b55c-28713cb435a0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-837356-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-16T17:25:05Z', 'updated_at': '2022-06-16T17:25:14Z', 'revision_number': 5, 'project_id': '546929b1810a4d20b273f3e5492ec6ed', 'subnets': [{'id': 'bd08d793-0f26-4cdb-b55c-28713cb435a0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-837356-2-iscsi', False) {} {{(pid=103918) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 16 17:28:33.818488 dv-cinder-837356-2-iscsi neutron-server[103918]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-53c15b88-63ce-4e16-8c07-71d49cbd0417 None None] Checking router: 3a6cdede-165f-4bdb-a89a-490c73b652dc for host: dv-cinder-837356-2-iscsi {{(pid=103918) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 16 17:28:33.827060 dv-cinder-837356-2-iscsi neutron-server[103918]: DEBUG neutron.db.l3_dvrscheduler_db [None req-53c15b88-63ce-4e16-8c07-71d49cbd0417 None None] Routers {'3a6cdede-165f-4bdb-a89a-490c73b652dc'} bound to L3 agent in host dv-cinder-837356-2-iscsi {{(pid=103918) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jun 16 17:28:33.827670 dv-cinder-837356-2-iscsi neutron-server[103918]: DEBUG neutron.db.l3_hamode_db [None req-53c15b88-63ce-4e16-8c07-71d49cbd0417 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-837356-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2022-06-16T17:14:15Z,description=,heartbeat_timestamp=2022-06-16T17:28:15Z,host='dv-cinder-837356-2-iscsi',id=7639df21-17c3-4235-8912-210c3ad54137,load=0,resource_versions=,resources_synced=,started_at=2022-06-16T17:14:15Z,topic='l3_agent')) {'router_ids': ['3a6cdede-165f-4bdb-a89a-490c73b652dc'], 'active': True} {{(pid=103918) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 16 17:28:34.051107 dv-cinder-837356-2-iscsi neutron-server[103918]: DEBUG dbcounter [-] [103918] Writing DB stats neutron:SELECT=100 {{(pid=103918) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 16 17:28:34.059853 dv-cinder-837356-2-iscsi neutron-server[103918]: DEBUG neutron.db.l3_dvr_db [None req-53c15b88-63ce-4e16-8c07-71d49cbd0417 None None] Set router 3a6cdede-165f-4bdb-a89a-490c73b652dc gateway port host: dv-cinder-837356-2-iscsi {{(pid=103918) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jun 16 17:28:34.158498 dv-cinder-837356-2-iscsi neutron-server[103917]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'b4ee9b10-f2da-442c-9475-3cfb21c9ad54', 'tag': '676f9af5-715a-4f80-b6f8-747296e84e2c'}] {{(pid=103917) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jun 16 17:28:34.160848 dv-cinder-837356-2-iscsi neutron-server[103917]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.66/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6f3fd2b1a6655810f50592bc9015c397d118e5689141688eaf1b23dbeee2ebf8" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0fd052f4-ac30-4d29-a54c-c72b967318da" -d '{"events": [{"name": "network-changed", "server_uuid": "b4ee9b10-f2da-442c-9475-3cfb21c9ad54", "tag": "676f9af5-715a-4f80-b6f8-747296e84e2c"}]}' {{(pid=103917) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 16 17:28:34.209290 dv-cinder-837356-2-iscsi neutron-server[103917]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 16 Jun 2022 17:28:34 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d08d65c8-8e6e-42b7-9323-0953bc6dffa6 x-openstack-request-id: req-d08d65c8-8e6e-42b7-9323-0953bc6dffa6 {{(pid=103917) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 16 17:28:34.209290 dv-cinder-837356-2-iscsi neutron-server[103917]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "b4ee9b10-f2da-442c-9475-3cfb21c9ad54", "tag": "676f9af5-715a-4f80-b6f8-747296e84e2c", "status": "completed", "code": 200}]} {{(pid=103917) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 16 17:28:34.209924 dv-cinder-837356-2-iscsi neutron-server[103917]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.66/compute/v2.1/os-server-external-events used request id req-d08d65c8-8e6e-42b7-9323-0953bc6dffa6 {{(pid=103917) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 16 17:28:34.210493 dv-cinder-837356-2-iscsi neutron-server[103917]: INFO neutron.notifiers.nova [-] Nova event matching ['req-d08d65c8-8e6e-42b7-9323-0953bc6dffa6'] response: {'name': 'network-changed', 'server_uuid': 'b4ee9b10-f2da-442c-9475-3cfb21c9ad54', 'tag': '676f9af5-715a-4f80-b6f8-747296e84e2c', 'status': 'completed', 'code': 200} Jun 16 17:28:34.314811 dv-cinder-837356-2-iscsi neutron-server[103918]: DEBUG dbcounter [-] [103918] Writing DB stats neutron:SELECT=100 {{(pid=103918) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 16 17:28:34.319280 dv-cinder-837356-2-iscsi neutron-server[103916]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0fd052f4-ac30-4d29-a54c-c72b967318da req-6f53928f-769c-4e0a-b593-9d0265781ec5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103916) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 16 17:28:34.320896 dv-cinder-837356-2-iscsi neutron-server[103916]: INFO neutron.wsgi [req-0fd052f4-ac30-4d29-a54c-c72b967318da req-6f53928f-769c-4e0a-b593-9d0265781ec5 service neutron] 10.222.0.81 "GET /v2.0/ports?tenant_id=546929b1810a4d20b273f3e5492ec6ed&device_id=b4ee9b10-f2da-442c-9475-3cfb21c9ad54 HTTP/1.1" status: 200 len: 1130 time: 0.0714011 Jun 16 17:28:34.335583 dv-cinder-837356-2-iscsi neutron-server[103918]: DEBUG neutron.db.l3_hamode_db [None req-53c15b88-63ce-4e16-8c07-71d49cbd0417 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3a6cdede-165f-4bdb-a89a-490c73b652dc', 'name': 'tempest-TestMinimumBasicScenario-1583816744-router', 'tenant_id': '546929b1810a4d20b273f3e5492ec6ed', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9df31235-0797-44e6-85a0-102cb2da2d58', 'external_fixed_ips': [{'subnet_id': '1dfb0320-f5eb-46f6-88ce-33002f500238', 'ip_address': '172.27.2.172'}], 'enable_snat': True}, 'gw_port_id': 'e1fc7f8e-d522-4dee-815c-38e4da48912b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-16T17:25:01Z', 'updated_at': '2022-06-16T17:25:06Z', 'revision_number': 4, 'project_id': '546929b1810a4d20b273f3e5492ec6ed', 'gw_port': {'id': 'e1fc7f8e-d522-4dee-815c-38e4da48912b', 'name': '', 'network_id': '9df31235-0797-44e6-85a0-102cb2da2d58', 'tenant_id': '', 'mac_address': 'fa:16:3e:f8:14:71', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3a6cdede-165f-4bdb-a89a-490c73b652dc', 'device_owner': 'network:router_gateway', 'standard_attr_id': 413, 'fixed_ips': [{'subnet_id': '1dfb0320-f5eb-46f6-88ce-33002f500238', 'ip_address': '172.27.2.172', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-837356-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-16T17:25:02Z', 'updated_at': '2022-06-16T17:25:11Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1dfb0320-f5eb-46f6-88ce-33002f500238', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-837356-2-iscsi', '_interfaces': [{'id': '02a1cd18-bdad-4f34-901e-135683791229', 'name': '', 'network_id': '35603100-8685-44dd-88ce-ba2913489196', 'tenant_id': '546929b1810a4d20b273f3e5492ec6ed', 'mac_address': 'fa:16:3e:de:37:a8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3a6cdede-165f-4bdb-a89a-490c73b652dc', 'device_owner': 'network:router_interface', 'standard_attr_id': 414, 'fixed_ips': [{'subnet_id': 'bd08d793-0f26-4cdb-b55c-28713cb435a0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-837356-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-16T17:25:05Z', 'updated_at': '2022-06-16T17:25:14Z', 'revision_number': 5, 'project_id': '546929b1810a4d20b273f3e5492ec6ed', 'subnets': [{'id': 'bd08d793-0f26-4cdb-b55c-28713cb435a0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-837356-2-iscsi', False) {} {{(pid=103918) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 16 17:28:34.376436 dv-cinder-837356-2-iscsi neutron-server[103918]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-53c15b88-63ce-4e16-8c07-71d49cbd0417 None None] The sync data for ids ['3a6cdede-165f-4bdb-a89a-490c73b652dc'] in dv-cinder-837356-2-iscsi is: [{'id': '3a6cdede-165f-4bdb-a89a-490c73b652dc', 'name': 'tempest-TestMinimumBasicScenario-1583816744-router', 'tenant_id': '546929b1810a4d20b273f3e5492ec6ed', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9df31235-0797-44e6-85a0-102cb2da2d58', 'external_fixed_ips': [{'subnet_id': '1dfb0320-f5eb-46f6-88ce-33002f500238', 'ip_address': '172.27.2.172'}], 'enable_snat': True}, 'gw_port_id': 'e1fc7f8e-d522-4dee-815c-38e4da48912b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-16T17:25:01Z', 'updated_at': '2022-06-16T17:25:06Z', 'revision_number': 4, 'project_id': '546929b1810a4d20b273f3e5492ec6ed', 'gw_port': {'id': 'e1fc7f8e-d522-4dee-815c-38e4da48912b', 'name': '', 'network_id': '9df31235-0797-44e6-85a0-102cb2da2d58', 'tenant_id': '', 'mac_address': 'fa:16:3e:f8:14:71', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3a6cdede-165f-4bdb-a89a-490c73b652dc', 'device_owner': 'network:router_gateway', 'standard_attr_id': 413, 'fixed_ips': [{'subnet_id': '1dfb0320-f5eb-46f6-88ce-33002f500238', 'ip_address': '172.27.2.172', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-837356-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-16T17:25:02Z', 'updated_at': '2022-06-16T17:25:11Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1dfb0320-f5eb-46f6-88ce-33002f500238', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-837356-2-iscsi', '_interfaces': [{'id': '02a1cd18-bdad-4f34-901e-135683791229', 'name': '', 'network_id': '35603100-8685-44dd-88ce-ba2913489196', 'tenant_id': '546929b1810a4d20b273f3e5492ec6ed', 'mac_address': 'fa:16:3e:de:37:a8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3a6cdede-165f-4bdb-a89a-490c73b652dc', 'device_owner': 'network:router_interface', 'standard_attr_id': 414, 'fixed_ips': [{'subnet_id': 'bd08d793-0f26-4cdb-b55c-28713cb435a0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-837356-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-16T17:25:05Z', 'updated_at': '2022-06-16T17:25:14Z', 'revision_number': 5, 'project_id': '546929b1810a4d20b273f3e5492ec6ed', 'subnets': [{'id': 'bd08d793-0f26-4cdb-b55c-28713cb435a0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103918) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 16 17:28:34.455757 dv-cinder-837356-2-iscsi neutron-server[103916]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0fd052f4-ac30-4d29-a54c-c72b967318da req-79e526d2-5f3c-424e-9570-c54bec3ed507 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103916) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 16 17:28:34.457286 dv-cinder-837356-2-iscsi neutron-server[103916]: INFO neutron.wsgi [req-0fd052f4-ac30-4d29-a54c-c72b967318da req-79e526d2-5f3c-424e-9570-c54bec3ed507 service neutron] 10.222.0.81 "GET /v2.0/networks?id=35603100-8685-44dd-88ce-ba2913489196 HTTP/1.1" status: 200 len: 917 time: 0.1103864 Jun 16 17:28:34.499942 dv-cinder-837356-2-iscsi neutron-server[103916]: INFO neutron.wsgi [req-0fd052f4-ac30-4d29-a54c-c72b967318da req-aff179ea-eb5c-4984-b215-6da9517ba461 service neutron] 10.222.0.81 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=676f9af5-715a-4f80-b6f8-747296e84e2c HTTP/1.1" status: 200 len: 217 time: 0.0352259 Jun 16 17:28:34.538255 dv-cinder-837356-2-iscsi neutron-server[103916]: DEBUG dbcounter [-] [103916] Writing DB stats neutron:SELECT=99,neutron:DELETE=1 {{(pid=103916) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 16 17:28:34.555285 dv-cinder-837356-2-iscsi neutron-server[103916]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0fd052f4-ac30-4d29-a54c-c72b967318da req-ae444490-0076-4e89-8944-484b124a9885 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103916) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 16 17:28:34.556834 dv-cinder-837356-2-iscsi neutron-server[103916]: INFO neutron.wsgi [req-0fd052f4-ac30-4d29-a54c-c72b967318da req-ae444490-0076-4e89-8944-484b124a9885 service neutron] 10.222.0.81 "GET /v2.0/subnets?id=bd08d793-0f26-4cdb-b55c-28713cb435a0 HTTP/1.1" status: 200 len: 854 time: 0.0489626 Jun 16 17:28:34.607743 dv-cinder-837356-2-iscsi neutron-server[103916]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0fd052f4-ac30-4d29-a54c-c72b967318da req-4ab18903-15c7-4903-bda7-1622c650e4f0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103916) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 16 17:28:34.608521 dv-cinder-837356-2-iscsi neutron-server[103916]: INFO neutron.wsgi [req-0fd052f4-ac30-4d29-a54c-c72b967318da req-4ab18903-15c7-4903-bda7-1622c650e4f0 service neutron] 10.222.0.81 "GET /v2.0/ports?network_id=35603100-8685-44dd-88ce-ba2913489196&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0451164 Jun 16 17:28:34.627452 dv-cinder-837356-2-iscsi neutron-server[103919]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-19292fb0-80be-40b9-8d3b-304f4a25c144 None None] New status for floating IP edc68f3f-c670-4073-be22-70f69f00352c: DOWN {{(pid=103919) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:269}} Jun 16 17:28:34.716984 dv-cinder-837356-2-iscsi neutron-server[103916]: INFO neutron.wsgi [req-0fd052f4-ac30-4d29-a54c-c72b967318da req-282a3db3-e0c6-431d-bd80-8b147182f7ea service neutron] 10.222.0.81 "GET /v2.0/networks/35603100-8685-44dd-88ce-ba2913489196?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0992582 Jun 16 17:28:34.798376 dv-cinder-837356-2-iscsi neutron-server[103916]: DEBUG dbcounter [-] [103916] Writing DB stats neutron:SELECT=100 {{(pid=103916) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 16 17:28:34.827852 dv-cinder-837356-2-iscsi neutron-server[103916]: INFO neutron.wsgi [req-0fd052f4-ac30-4d29-a54c-c72b967318da req-c0c875a7-d08b-41e9-8d7f-eeef02ee6c59 service neutron] 10.222.0.81 "GET /v2.0/networks/35603100-8685-44dd-88ce-ba2913489196?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1027796 Jun 16 17:28:36.279474 dv-cinder-837356-2-iscsi neutron-server[103917]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-734ba6ab-3c50-4539-8064-ea815b4bc8dd req-08537a82-3fe6-4989-b528-2e275d7d27e4 tempest-TestMinimumBasicScenario-140635566 tempest-TestMinimumBasicScenario-140635566-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103917) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 16 17:28:36.280884 dv-cinder-837356-2-iscsi neutron-server[103917]: INFO neutron.wsgi [req-734ba6ab-3c50-4539-8064-ea815b4bc8dd req-08537a82-3fe6-4989-b528-2e275d7d27e4 tempest-TestMinimumBasicScenario-140635566 tempest-TestMinimumBasicScenario-140635566-project] 10.222.0.66 "GET /v2.0/ports?device_id=b4ee9b10-f2da-442c-9475-3cfb21c9ad54 HTTP/1.1" status: 200 len: 946 time: 0.0571322 Jun 16 17:28:36.293763 dv-cinder-837356-2-iscsi neutron-server[103917]: DEBUG dbcounter [-] [103917] Writing DB stats neutron:SELECT=96,neutron:DELETE=4 {{(pid=103917) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 16 17:28:36.335670 dv-cinder-837356-2-iscsi neutron-server[103917]: INFO neutron.wsgi [req-734ba6ab-3c50-4539-8064-ea815b4bc8dd req-6c00df49-0a86-49d6-957d-502b121c7cba tempest-TestMinimumBasicScenario-140635566 tempest-TestMinimumBasicScenario-140635566-project] 10.222.0.66 "GET /v2.0/security-groups?id=054bc173-7136-43f6-8718-9d2e1fa2c0d2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0489724 Jun 16 17:28:37.468623 dv-cinder-837356-2-iscsi neutron-server[103916]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f659f19-e7be-4e51-9c3b-b0aee7aac0eb req-de3d615a-5262-4cb2-ab1a-f98934548a21 tempest-TestMinimumBasicScenario-140635566 tempest-TestMinimumBasicScenario-140635566-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103916) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 16 17:28:37.470086 dv-cinder-837356-2-iscsi neutron-server[103916]: INFO neutron.wsgi [req-4f659f19-e7be-4e51-9c3b-b0aee7aac0eb req-de3d615a-5262-4cb2-ab1a-f98934548a21 tempest-TestMinimumBasicScenario-140635566 tempest-TestMinimumBasicScenario-140635566-project] 10.222.0.66 "GET /v2.0/ports?device_id=b4ee9b10-f2da-442c-9475-3cfb21c9ad54 HTTP/1.1" status: 200 len: 946 time: 0.0593321 Jun 16 17:28:37.520809 dv-cinder-837356-2-iscsi neutron-server[103916]: INFO neutron.wsgi [req-4f659f19-e7be-4e51-9c3b-b0aee7aac0eb req-754d8984-983f-4e3b-811b-20df038d2b86 tempest-TestMinimumBasicScenario-140635566 tempest-TestMinimumBasicScenario-140635566-project] 10.222.0.66 "GET /v2.0/security-groups?id=054bc173-7136-43f6-8718-9d2e1fa2c0d2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0448444 Jun 16 17:28:38.508406 dv-cinder-837356-2-iscsi neutron-server[103916]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26eb2548-b244-4dd5-8b8f-7e2311ff6d54 req-030768db-899f-42ce-a394-ab33f6dc7653 tempest-TestMinimumBasicScenario-140635566 tempest-TestMinimumBasicScenario-140635566-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103916) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 16 17:28:38.509959 dv-cinder-837356-2-iscsi neutron-server[103916]: INFO neutron.wsgi [req-26eb2548-b244-4dd5-8b8f-7e2311ff6d54 req-030768db-899f-42ce-a394-ab33f6dc7653 tempest-TestMinimumBasicScenario-140635566 tempest-TestMinimumBasicScenario-140635566-project] 10.222.0.81 "GET /v2.0/ports?device_id=b4ee9b10-f2da-442c-9475-3cfb21c9ad54 HTTP/1.1" status: 200 len: 946 time: 0.0527980 Jun 16 17:28:38.604117 dv-cinder-837356-2-iscsi neutron-server[103916]: DEBUG neutron.plugins.ml2.plugin [req-26eb2548-b244-4dd5-8b8f-7e2311ff6d54 req-6d22323f-1d29-4607-bd65-72394618600d tempest-TestMinimumBasicScenario-140635566 tempest-TestMinimumBasicScenario-140635566-project] Deleting port 676f9af5-715a-4f80-b6f8-747296e84e2c {{(pid=103916) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2043}} Jun 16 17:28:38.604411 dv-cinder-837356-2-iscsi neutron-server[103916]: DEBUG neutron_lib.callbacks.manager [req-26eb2548-b244-4dd5-8b8f-7e2311ff6d54 req-6d22323f-1d29-4607-bd65-72394618600d tempest-TestMinimumBasicScenario-140635566 tempest-TestMinimumBasicScenario-140635566-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8728539361383'] for port (676f9af5-715a-4f80-b6f8-747296e84e2c), before_delete {{(pid=103916) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 17:28:38.647725 dv-cinder-837356-2-iscsi neutron-server[103917]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5760eb66-bb69-4f24-9a42-79e682357075 req-c890bf41-ca0f-48e6-b3e9-1232a9e81014 tempest-TestMinimumBasicScenario-140635566 tempest-TestMinimumBasicScenario-140635566-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103917) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 16 17:28:38.649368 dv-cinder-837356-2-iscsi neutron-server[103917]: INFO neutron.wsgi [req-5760eb66-bb69-4f24-9a42-79e682357075 req-c890bf41-ca0f-48e6-b3e9-1232a9e81014 tempest-TestMinimumBasicScenario-140635566 tempest-TestMinimumBasicScenario-140635566-project] 10.222.0.66 "GET /v2.0/ports?device_id=b4ee9b10-f2da-442c-9475-3cfb21c9ad54 HTTP/1.1" status: 200 len: 946 time: 0.0526297 Jun 16 17:28:38.700575 dv-cinder-837356-2-iscsi neutron-server[103917]: INFO neutron.wsgi [req-5760eb66-bb69-4f24-9a42-79e682357075 req-18908ab3-53b7-4565-9afc-764085cea1b0 tempest-TestMinimumBasicScenario-140635566 tempest-TestMinimumBasicScenario-140635566-project] 10.222.0.66 "GET /v2.0/security-groups?id=054bc173-7136-43f6-8718-9d2e1fa2c0d2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0450094 Jun 16 17:28:38.702127 dv-cinder-837356-2-iscsi neutron-server[103916]: DEBUG neutron.plugins.ml2.db [req-26eb2548-b244-4dd5-8b8f-7e2311ff6d54 req-6d22323f-1d29-4607-bd65-72394618600d tempest-TestMinimumBasicScenario-140635566 tempest-TestMinimumBasicScenario-140635566-project] For port 676f9af5-715a-4f80-b6f8-747296e84e2c, host hv-cinder-83735, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83735',level=0,port_id=676f9af5-715a-4f80-b6f8-747296e84e2c,segment=NetworkSegment(937c5a5e-3ee7-4507-994c-7f9e653b9d74),segment_id=937c5a5e-3ee7-4507-994c-7f9e653b9d74)] {{(pid=103916) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 16 17:28:38.702492 dv-cinder-837356-2-iscsi neutron-server[103916]: DEBUG neutron_lib.callbacks.manager [req-26eb2548-b244-4dd5-8b8f-7e2311ff6d54 req-6d22323f-1d29-4607-bd65-72394618600d tempest-TestMinimumBasicScenario-140635566 tempest-TestMinimumBasicScenario-140635566-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-708042'] for port (676f9af5-715a-4f80-b6f8-747296e84e2c), precommit_delete {{(pid=103916) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 17:28:38.718827 dv-cinder-837356-2-iscsi neutron-server[103916]: DEBUG neutron.plugins.ml2.plugin [req-26eb2548-b244-4dd5-8b8f-7e2311ff6d54 req-6d22323f-1d29-4607-bd65-72394618600d tempest-TestMinimumBasicScenario-140635566 tempest-TestMinimumBasicScenario-140635566-project] Calling delete_port for 676f9af5-715a-4f80-b6f8-747296e84e2c owned by compute:nova {{(pid=103916) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2122}} Jun 16 17:28:38.884835 dv-cinder-837356-2-iscsi neutron-server[103916]: DEBUG neutron_lib.callbacks.manager [req-26eb2548-b244-4dd5-8b8f-7e2311ff6d54 req-6d22323f-1d29-4607-bd65-72394618600d tempest-TestMinimumBasicScenario-140635566 tempest-TestMinimumBasicScenario-140635566-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16007527', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-75831', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16241551', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8728539364702', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8728538993430', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25517999'] for port (676f9af5-715a-4f80-b6f8-747296e84e2c), after_delete {{(pid=103916) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 17:28:38.918181 dv-cinder-837356-2-iscsi neutron-server[103916]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6d22323f-1d29-4607-bd65-72394618600d tempest-TestMinimumBasicScenario-140635566 tempest-TestMinimumBasicScenario-140635566-project] Pushing event deleted for resources: {'Port': ['ID=676f9af5-715a-4f80-b6f8-747296e84e2c,revision_number=None']} {{(pid=103916) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 17:28:38.967422 dv-cinder-837356-2-iscsi neutron-server[103916]: DEBUG neutron.db.l3_dvrscheduler_db [req-26eb2548-b244-4dd5-8b8f-7e2311ff6d54 req-6d22323f-1d29-4607-bd65-72394618600d tempest-TestMinimumBasicScenario-140635566 tempest-TestMinimumBasicScenario-140635566-project] No DVR routers for this DVR port 676f9af5-715a-4f80-b6f8-747296e84e2c on host hv-cinder-83735 {{(pid=103916) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:215}} Jun 16 17:28:38.970494 dv-cinder-837356-2-iscsi neutron-server[103916]: DEBUG neutron_lib.callbacks.manager [req-26eb2548-b244-4dd5-8b8f-7e2311ff6d54 req-6d22323f-1d29-4607-bd65-72394618600d tempest-TestMinimumBasicScenario-140635566 tempest-TestMinimumBasicScenario-140635566-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-191112'] for port (None), before_response {{(pid=103916) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 17:28:38.973742 dv-cinder-837356-2-iscsi neutron-server[103916]: INFO neutron.wsgi [req-26eb2548-b244-4dd5-8b8f-7e2311ff6d54 req-6d22323f-1d29-4607-bd65-72394618600d tempest-TestMinimumBasicScenario-140635566 tempest-TestMinimumBasicScenario-140635566-project] 10.222.0.81 "DELETE /v2.0/ports/676f9af5-715a-4f80-b6f8-747296e84e2c HTTP/1.1" status: 204 len: 173 time: 0.4585366 Jun 16 17:28:38.974244 dv-cinder-837356-2-iscsi neutron-server[103916]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b4ee9b10-f2da-442c-9475-3cfb21c9ad54', 'name': 'network-vif-deleted', 'tag': '676f9af5-715a-4f80-b6f8-747296e84e2c'}] {{(pid=103916) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jun 16 17:28:38.977201 dv-cinder-837356-2-iscsi neutron-server[103916]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.66/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}15d8713043fc5f9b6f9aaf4a9a169ba36e5aaa6307a8131177ae56adda3437c5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-93fa30f1-055a-492b-9896-a4ec88dabd78" -d '{"events": [{"server_uuid": "b4ee9b10-f2da-442c-9475-3cfb21c9ad54", "name": "network-vif-deleted", "tag": "676f9af5-715a-4f80-b6f8-747296e84e2c"}]}' {{(pid=103916) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 16 17:28:39.016515 dv-cinder-837356-2-iscsi neutron-server[103916]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 16 Jun 2022 17:28:38 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8b21ee3c-f13b-4944-834e-37fdf3d42ecd x-openstack-request-id: req-8b21ee3c-f13b-4944-834e-37fdf3d42ecd {{(pid=103916) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 16 17:28:39.016918 dv-cinder-837356-2-iscsi neutron-server[103916]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "b4ee9b10-f2da-442c-9475-3cfb21c9ad54", "name": "network-vif-deleted", "tag": "676f9af5-715a-4f80-b6f8-747296e84e2c", "status": "completed", "code": 200}]} {{(pid=103916) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 16 17:28:39.017226 dv-cinder-837356-2-iscsi neutron-server[103916]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.66/compute/v2.1/os-server-external-events used request id req-8b21ee3c-f13b-4944-834e-37fdf3d42ecd {{(pid=103916) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 16 17:28:39.017602 dv-cinder-837356-2-iscsi neutron-server[103916]: INFO neutron.notifiers.nova [-] Nova event matching ['req-8b21ee3c-f13b-4944-834e-37fdf3d42ecd'] response: {'server_uuid': 'b4ee9b10-f2da-442c-9475-3cfb21c9ad54', 'name': 'network-vif-deleted', 'tag': '676f9af5-715a-4f80-b6f8-747296e84e2c', 'status': 'completed', 'code': 200} Jun 16 17:28:40.566661 dv-cinder-837356-2-iscsi neutron-server[103916]: DEBUG neutron.wsgi [-] (103916) accepted ('10.222.0.66', 43116) {{(pid=103916) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 16 17:28:40.612344 dv-cinder-837356-2-iscsi neutron-server[103918]: DEBUG neutron.plugins.ml2.rpc [None req-b2b17746-c296-4803-869a-65578e8233dd None None] Device 676f9af5-715a-4f80-b6f8-747296e84e2c no longer exists at agent hyperv_hv-cinder-83735 {{(pid=103918) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jun 16 17:28:40.635456 dv-cinder-837356-2-iscsi neutron-server[103918]: DEBUG neutron.plugins.ml2.plugin [None req-b2b17746-c296-4803-869a-65578e8233dd None None] No Port match for: 676f9af5-715a-4f80-b6f8-747296e84e2c {{(pid=103918) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2382}} Jun 16 17:28:40.635811 dv-cinder-837356-2-iscsi neutron-server[103918]: DEBUG neutron.plugins.ml2.rpc [None req-b2b17746-c296-4803-869a-65578e8233dd None None] Device 676f9af5-715a-4f80-b6f8-747296e84e2c not bound to the agent host hv-cinder-83735 {{(pid=103918) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jun 16 17:28:40.724746 dv-cinder-837356-2-iscsi neutron-server[103916]: DEBUG dbcounter [-] [103916] Writing DB stats neutron:SELECT=96,neutron:DELETE=4 {{(pid=103916) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 16 17:28:40.912436 dv-cinder-837356-2-iscsi neutron-server[103916]: DEBUG neutron_lib.callbacks.manager [None req-b6388cd8-fd18-4de4-b9ce-9f22067cc87b admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-706250'] for router_interface (3a6cdede-165f-4bdb-a89a-490c73b652dc), before_delete {{(pid=103916) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 17:28:40.960065 dv-cinder-837356-2-iscsi neutron-server[103916]: DEBUG dbcounter [-] [103916] Writing DB stats neutron:SELECT=96,neutron:DELETE=4 {{(pid=103916) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 16 17:28:41.153411 dv-cinder-837356-2-iscsi neutron-server[103916]: DEBUG neutron.plugins.ml2.plugin [None req-b6388cd8-fd18-4de4-b9ce-9f22067cc87b admin admin] Deleting port 02a1cd18-bdad-4f34-901e-135683791229 {{(pid=103916) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2043}} Jun 16 17:28:41.153748 dv-cinder-837356-2-iscsi neutron-server[103916]: DEBUG neutron_lib.callbacks.manager [None req-b6388cd8-fd18-4de4-b9ce-9f22067cc87b admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8728539361383'] for port (02a1cd18-bdad-4f34-901e-135683791229), before_delete {{(pid=103916) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 17:28:41.250311 dv-cinder-837356-2-iscsi neutron-server[103916]: DEBUG neutron.plugins.ml2.db [None req-b6388cd8-fd18-4de4-b9ce-9f22067cc87b admin admin] For port 02a1cd18-bdad-4f34-901e-135683791229, host dv-cinder-837356-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-837356-2-iscsi',level=0,port_id=02a1cd18-bdad-4f34-901e-135683791229,segment=NetworkSegment(937c5a5e-3ee7-4507-994c-7f9e653b9d74),segment_id=937c5a5e-3ee7-4507-994c-7f9e653b9d74)] {{(pid=103916) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 16 17:28:41.250814 dv-cinder-837356-2-iscsi neutron-server[103916]: DEBUG neutron_lib.callbacks.manager [None req-b6388cd8-fd18-4de4-b9ce-9f22067cc87b admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-708042'] for port (02a1cd18-bdad-4f34-901e-135683791229), precommit_delete {{(pid=103916) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 17:28:41.269929 dv-cinder-837356-2-iscsi neutron-server[103916]: DEBUG neutron.plugins.ml2.plugin [None req-b6388cd8-fd18-4de4-b9ce-9f22067cc87b admin admin] Calling delete_port for 02a1cd18-bdad-4f34-901e-135683791229 owned by network:router_interface {{(pid=103916) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2122}} Jun 16 17:28:41.469888 dv-cinder-837356-2-iscsi neutron-server[103917]: DEBUG neutron.wsgi [-] (103917) accepted ('10.222.0.66', 43142) {{(pid=103917) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 16 17:28:41.471517 dv-cinder-837356-2-iscsi neutron-server[103916]: DEBUG neutron_lib.callbacks.manager [None req-b6388cd8-fd18-4de4-b9ce-9f22067cc87b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16007527', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-75831', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16241551', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8728539364702', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8728538993430', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25517999'] for port (02a1cd18-bdad-4f34-901e-135683791229), after_delete {{(pid=103916) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 17:28:41.496806 dv-cinder-837356-2-iscsi neutron-server[103916]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b6388cd8-fd18-4de4-b9ce-9f22067cc87b admin admin] Pushing event deleted for resources: {'Port': ['ID=02a1cd18-bdad-4f34-901e-135683791229,revision_number=None']} {{(pid=103916) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 17:28:41.612650 dv-cinder-837356-2-iscsi neutron-server[103917]: DEBUG neutron_lib.callbacks.manager [None req-a0434cf8-4404-4f10-b418-d1098c09f57d admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103917) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 17:28:41.650432 dv-cinder-837356-2-iscsi neutron-server[103916]: DEBUG dbcounter [-] [103916] Writing DB stats neutron:SELECT=93,neutron:DELETE=6,neutron:UPDATE=1 {{(pid=103916) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 16 17:28:41.673967 dv-cinder-837356-2-iscsi neutron-server[103916]: DEBUG neutron_lib.callbacks.manager [None req-b6388cd8-fd18-4de4-b9ce-9f22067cc87b admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-16241524', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-705370'] for router_interface (3a6cdede-165f-4bdb-a89a-490c73b652dc), after_delete {{(pid=103916) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 17:28:41.701663 dv-cinder-837356-2-iscsi neutron-server[103917]: DEBUG neutron_lib.callbacks.manager [None req-a0434cf8-4404-4f10-b418-d1098c09f57d admin admin] Publish callbacks [] for security_group (da94c80f-eeb7-407d-993d-6378b9b29e7a), precommit_create {{(pid=103917) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 17:28:41.705941 dv-cinder-837356-2-iscsi neutron-server[103917]: DEBUG neutron_lib.callbacks.manager [None req-a0434cf8-4404-4f10-b418-d1098c09f57d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-570488'] for security_group (da94c80f-eeb7-407d-993d-6378b9b29e7a), after_create {{(pid=103917) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 17:28:41.746591 dv-cinder-837356-2-iscsi neutron-server[103917]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a0434cf8-4404-4f10-b418-d1098c09f57d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=da94c80f-eeb7-407d-993d-6378b9b29e7a,revision_number=1']} {{(pid=103917) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 17:28:41.753878 dv-cinder-837356-2-iscsi neutron-server[103917]: INFO neutron.wsgi [None req-a0434cf8-4404-4f10-b418-d1098c09f57d admin admin] 10.222.0.66 "GET /v2.0/security-groups?tenant_id=1b9c47830cbe44c78a80bb13864600c6&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2799118 Jun 16 17:28:41.754125 dv-cinder-837356-2-iscsi neutron-server[103917]: DEBUG neutron.wsgi [-] (103917) accepted ('10.222.0.66', 43148) {{(pid=103917) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 16 17:28:41.813811 dv-cinder-837356-2-iscsi neutron-server[103917]: DEBUG neutron_lib.callbacks.manager [None req-c7aff0bd-1cd9-4716-b1a7-7ebc5a919140 admin admin] Publish callbacks [] for security_group (da94c80f-eeb7-407d-993d-6378b9b29e7a), before_delete {{(pid=103917) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 17:28:41.816444 dv-cinder-837356-2-iscsi neutron-server[103917]: DEBUG dbcounter [-] [103917] Writing DB stats neutron:SELECT=95,neutron:INSERT=5 {{(pid=103917) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 16 17:28:41.840972 dv-cinder-837356-2-iscsi neutron-server[103917]: DEBUG neutron_lib.callbacks.manager [None req-c7aff0bd-1cd9-4716-b1a7-7ebc5a919140 admin admin] Publish callbacks [] for security_group (da94c80f-eeb7-407d-993d-6378b9b29e7a), precommit_delete {{(pid=103917) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 17:28:41.901030 dv-cinder-837356-2-iscsi neutron-server[103917]: DEBUG neutron_lib.callbacks.manager [None req-c7aff0bd-1cd9-4716-b1a7-7ebc5a919140 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-570488'] for security_group (da94c80f-eeb7-407d-993d-6378b9b29e7a), after_delete {{(pid=103917) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 17:28:41.902530 dv-cinder-837356-2-iscsi neutron-server[103917]: DEBUG neutron_lib.callbacks.manager [None req-c7aff0bd-1cd9-4716-b1a7-7ebc5a919140 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103917) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 17:28:41.903682 dv-cinder-837356-2-iscsi neutron-server[103917]: INFO neutron.wsgi [None req-c7aff0bd-1cd9-4716-b1a7-7ebc5a919140 admin admin] 10.222.0.66 "DELETE /v2.0/security-groups/da94c80f-eeb7-407d-993d-6378b9b29e7a HTTP/1.1" status: 204 len: 168 time: 0.1486626 Jun 16 17:28:41.913644 dv-cinder-837356-2-iscsi neutron-server[103917]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c7aff0bd-1cd9-4716-b1a7-7ebc5a919140 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=da94c80f-eeb7-407d-993d-6378b9b29e7a,revision_number=None']} {{(pid=103917) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 17:28:42.132711 dv-cinder-837356-2-iscsi neutron-server[103916]: DEBUG dbcounter [-] [103916] Writing DB stats neutron:SELECT=98,neutron:DELETE=2 {{(pid=103916) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 16 17:28:42.137095 dv-cinder-837356-2-iscsi neutron-server[103916]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b6388cd8-fd18-4de4-b9ce-9f22067cc87b admin admin] Router 3a6cdede-165f-4bdb-a89a-490c73b652dc has already been hosted by L3 agent 7639df21-17c3-4235-8912-210c3ad54137 {{(pid=103916) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jun 16 17:28:42.213989 dv-cinder-837356-2-iscsi neutron-server[103917]: DEBUG neutron.wsgi [-] (103917) accepted ('10.222.0.66', 43154) {{(pid=103917) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 16 17:28:42.227725 dv-cinder-837356-2-iscsi neutron-server[103917]: DEBUG neutron_lib.callbacks.manager [None req-079c0f0c-20c9-4598-b9ea-a2adffeaa99a admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103917) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 17:28:42.249066 dv-cinder-837356-2-iscsi neutron-server[103916]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b6388cd8-fd18-4de4-b9ce-9f22067cc87b admin admin] Notify agent at l3_agent.dv-cinder-837356-2-iscsi the message routers_updated {{(pid=103916) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jun 16 17:28:42.257091 dv-cinder-837356-2-iscsi neutron-server[103916]: INFO neutron.wsgi [None req-b6388cd8-fd18-4de4-b9ce-9f22067cc87b admin admin] 10.222.0.66 "PUT /v2.0/routers/3a6cdede-165f-4bdb-a89a-490c73b652dc/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.6861587 Jun 16 17:28:42.257091 dv-cinder-837356-2-iscsi neutron-server[103916]: DEBUG neutron.wsgi [-] (103916) accepted ('10.222.0.66', 43156) {{(pid=103916) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 16 17:28:42.258812 dv-cinder-837356-2-iscsi neutron-server[103918]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-19c8c9ff-213a-4677-8f5d-f9e27a376182 None None] Sync routers for ids ['3a6cdede-165f-4bdb-a89a-490c73b652dc'] in dv-cinder-837356-2-iscsi {{(pid=103918) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 16 17:28:42.271207 dv-cinder-837356-2-iscsi neutron-server[103918]: DEBUG neutron.db.l3_dvrscheduler_db [None req-19c8c9ff-213a-4677-8f5d-f9e27a376182 None None] Routers {'3a6cdede-165f-4bdb-a89a-490c73b652dc'} bound to L3 agent in host dv-cinder-837356-2-iscsi {{(pid=103918) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jun 16 17:28:42.272310 dv-cinder-837356-2-iscsi neutron-server[103918]: DEBUG neutron.db.l3_hamode_db [None req-19c8c9ff-213a-4677-8f5d-f9e27a376182 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-837356-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2022-06-16T17:14:15Z,description=,heartbeat_timestamp=2022-06-16T17:28:15Z,host='dv-cinder-837356-2-iscsi',id=7639df21-17c3-4235-8912-210c3ad54137,load=0,resource_versions=,resources_synced=,started_at=2022-06-16T17:14:15Z,topic='l3_agent')) {'router_ids': ['3a6cdede-165f-4bdb-a89a-490c73b652dc'], 'active': True} {{(pid=103918) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 16 17:28:42.314956 dv-cinder-837356-2-iscsi neutron-server[103917]: DEBUG neutron_lib.callbacks.manager [None req-079c0f0c-20c9-4598-b9ea-a2adffeaa99a admin admin] Publish callbacks [] for security_group (288851b4-162b-482d-a211-85cdc537aacb), precommit_create {{(pid=103917) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 17:28:42.321570 dv-cinder-837356-2-iscsi neutron-server[103917]: DEBUG neutron_lib.callbacks.manager [None req-079c0f0c-20c9-4598-b9ea-a2adffeaa99a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-570488'] for security_group (288851b4-162b-482d-a211-85cdc537aacb), after_create {{(pid=103917) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 17:28:42.361525 dv-cinder-837356-2-iscsi neutron-server[103917]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-079c0f0c-20c9-4598-b9ea-a2adffeaa99a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=288851b4-162b-482d-a211-85cdc537aacb,revision_number=1']} {{(pid=103917) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 17:28:42.367434 dv-cinder-837356-2-iscsi neutron-server[103917]: INFO neutron.wsgi [None req-079c0f0c-20c9-4598-b9ea-a2adffeaa99a admin admin] 10.222.0.66 "GET /v2.0/security-groups?tenant_id=9d55b8bbae674ba888ab696b939fe817&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1524029 Jun 16 17:28:42.369986 dv-cinder-837356-2-iscsi neutron-server[103917]: DEBUG neutron.wsgi [-] (103917) accepted ('10.222.0.66', 43158) {{(pid=103917) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 16 17:28:42.383615 dv-cinder-837356-2-iscsi neutron-server[103918]: DEBUG neutron.db.l3_dvr_db [None req-19c8c9ff-213a-4677-8f5d-f9e27a376182 None None] Set router 3a6cdede-165f-4bdb-a89a-490c73b652dc gateway port host: dv-cinder-837356-2-iscsi {{(pid=103918) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jun 16 17:28:42.390756 dv-cinder-837356-2-iscsi neutron-server[103916]: DEBUG neutron_lib.callbacks.manager [None req-3caf97ff-e902-4497-988f-aaca705e5c4c admin admin] Publish callbacks [] for router (3a6cdede-165f-4bdb-a89a-490c73b652dc), before_delete {{(pid=103916) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 17:28:42.429397 dv-cinder-837356-2-iscsi neutron-server[103917]: DEBUG neutron_lib.callbacks.manager [None req-7eaa3de8-e5f3-418f-8d58-8bddbe757974 admin admin] Publish callbacks [] for security_group (288851b4-162b-482d-a211-85cdc537aacb), before_delete {{(pid=103917) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 17:28:42.454370 dv-cinder-837356-2-iscsi neutron-server[103917]: DEBUG neutron_lib.callbacks.manager [None req-7eaa3de8-e5f3-418f-8d58-8bddbe757974 admin admin] Publish callbacks [] for security_group (288851b4-162b-482d-a211-85cdc537aacb), precommit_delete {{(pid=103917) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 17:28:42.499870 dv-cinder-837356-2-iscsi neutron-server[103916]: DEBUG neutron_lib.callbacks.manager [None req-3caf97ff-e902-4497-988f-aaca705e5c4c admin admin] Publish callbacks [] for router_gateway (3a6cdede-165f-4bdb-a89a-490c73b652dc), before_delete {{(pid=103916) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 17:28:42.516538 dv-cinder-837356-2-iscsi neutron-server[103917]: DEBUG neutron_lib.callbacks.manager [None req-7eaa3de8-e5f3-418f-8d58-8bddbe757974 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-570488'] for security_group (288851b4-162b-482d-a211-85cdc537aacb), after_delete {{(pid=103917) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 17:28:42.519926 dv-cinder-837356-2-iscsi neutron-server[103917]: DEBUG neutron_lib.callbacks.manager [None req-7eaa3de8-e5f3-418f-8d58-8bddbe757974 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103917) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 17:28:42.523687 dv-cinder-837356-2-iscsi neutron-server[103917]: INFO neutron.wsgi [None req-7eaa3de8-e5f3-418f-8d58-8bddbe757974 admin admin] 10.222.0.66 "DELETE /v2.0/security-groups/288851b4-162b-482d-a211-85cdc537aacb HTTP/1.1" status: 204 len: 168 time: 0.1500075 Jun 16 17:28:42.531035 dv-cinder-837356-2-iscsi neutron-server[103917]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7eaa3de8-e5f3-418f-8d58-8bddbe757974 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=288851b4-162b-482d-a211-85cdc537aacb,revision_number=None']} {{(pid=103917) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 17:28:42.551576 dv-cinder-837356-2-iscsi neutron-server[103916]: DEBUG neutron.plugins.ml2.plugin [None req-3caf97ff-e902-4497-988f-aaca705e5c4c admin admin] Deleting port e1fc7f8e-d522-4dee-815c-38e4da48912b {{(pid=103916) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2043}} Jun 16 17:28:42.551916 dv-cinder-837356-2-iscsi neutron-server[103916]: DEBUG neutron_lib.callbacks.manager [None req-3caf97ff-e902-4497-988f-aaca705e5c4c admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8728539361383'] for port (e1fc7f8e-d522-4dee-815c-38e4da48912b), before_delete {{(pid=103916) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 17:28:42.595774 dv-cinder-837356-2-iscsi neutron-server[103918]: DEBUG neutron.db.l3_hamode_db [None req-19c8c9ff-213a-4677-8f5d-f9e27a376182 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3a6cdede-165f-4bdb-a89a-490c73b652dc', 'name': 'tempest-TestMinimumBasicScenario-1583816744-router', 'tenant_id': '546929b1810a4d20b273f3e5492ec6ed', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9df31235-0797-44e6-85a0-102cb2da2d58', 'external_fixed_ips': [{'subnet_id': '1dfb0320-f5eb-46f6-88ce-33002f500238', 'ip_address': '172.27.2.172'}], 'enable_snat': True}, 'gw_port_id': 'e1fc7f8e-d522-4dee-815c-38e4da48912b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-16T17:25:01Z', 'updated_at': '2022-06-16T17:28:41Z', 'revision_number': 5, 'project_id': '546929b1810a4d20b273f3e5492ec6ed', 'gw_port': {'id': 'e1fc7f8e-d522-4dee-815c-38e4da48912b', 'name': '', 'network_id': '9df31235-0797-44e6-85a0-102cb2da2d58', 'tenant_id': '', 'mac_address': 'fa:16:3e:f8:14:71', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3a6cdede-165f-4bdb-a89a-490c73b652dc', 'device_owner': 'network:router_gateway', 'standard_attr_id': 413, 'fixed_ips': [{'subnet_id': '1dfb0320-f5eb-46f6-88ce-33002f500238', 'ip_address': '172.27.2.172', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-837356-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-16T17:25:02Z', 'updated_at': '2022-06-16T17:25:11Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1dfb0320-f5eb-46f6-88ce-33002f500238', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-837356-2-iscsi'}], 'dv-cinder-837356-2-iscsi', False) {} {{(pid=103918) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 16 17:28:42.628292 dv-cinder-837356-2-iscsi neutron-server[103918]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-19c8c9ff-213a-4677-8f5d-f9e27a376182 None None] Checking router: 3a6cdede-165f-4bdb-a89a-490c73b652dc for host: dv-cinder-837356-2-iscsi {{(pid=103918) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 16 17:28:42.638699 dv-cinder-837356-2-iscsi neutron-server[103918]: DEBUG neutron.db.l3_dvrscheduler_db [None req-19c8c9ff-213a-4677-8f5d-f9e27a376182 None None] Routers {'3a6cdede-165f-4bdb-a89a-490c73b652dc'} bound to L3 agent in host dv-cinder-837356-2-iscsi {{(pid=103918) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jun 16 17:28:42.638699 dv-cinder-837356-2-iscsi neutron-server[103918]: DEBUG neutron.db.l3_hamode_db [None req-19c8c9ff-213a-4677-8f5d-f9e27a376182 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-837356-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2022-06-16T17:14:15Z,description=,heartbeat_timestamp=2022-06-16T17:28:15Z,host='dv-cinder-837356-2-iscsi',id=7639df21-17c3-4235-8912-210c3ad54137,load=0,resource_versions=,resources_synced=,started_at=2022-06-16T17:14:15Z,topic='l3_agent')) {'router_ids': ['3a6cdede-165f-4bdb-a89a-490c73b652dc'], 'active': True} {{(pid=103918) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 16 17:28:42.639138 dv-cinder-837356-2-iscsi neutron-server[103916]: DEBUG neutron.plugins.ml2.db [None req-3caf97ff-e902-4497-988f-aaca705e5c4c admin admin] For port e1fc7f8e-d522-4dee-815c-38e4da48912b, host dv-cinder-837356-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-837356-2-iscsi',level=0,port_id=e1fc7f8e-d522-4dee-815c-38e4da48912b,segment=NetworkSegment(18b787c7-0964-4a3b-b1f5-b8083c94f58b),segment_id=18b787c7-0964-4a3b-b1f5-b8083c94f58b)] {{(pid=103916) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 16 17:28:42.639138 dv-cinder-837356-2-iscsi neutron-server[103916]: DEBUG neutron_lib.callbacks.manager [None req-3caf97ff-e902-4497-988f-aaca705e5c4c admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-708042'] for port (e1fc7f8e-d522-4dee-815c-38e4da48912b), precommit_delete {{(pid=103916) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 17:28:42.654620 dv-cinder-837356-2-iscsi neutron-server[103916]: DEBUG neutron.plugins.ml2.plugin [None req-3caf97ff-e902-4497-988f-aaca705e5c4c admin admin] Calling delete_port for e1fc7f8e-d522-4dee-815c-38e4da48912b owned by network:router_gateway {{(pid=103916) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2122}} Jun 16 17:28:42.730960 dv-cinder-837356-2-iscsi neutron-server[103918]: DEBUG neutron.db.l3_dvr_db [None req-19c8c9ff-213a-4677-8f5d-f9e27a376182 None None] Set router 3a6cdede-165f-4bdb-a89a-490c73b652dc gateway port host: None {{(pid=103918) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jun 16 17:28:42.784831 dv-cinder-837356-2-iscsi neutron-server[103918]: DEBUG neutron.db.l3_hamode_db [None req-19c8c9ff-213a-4677-8f5d-f9e27a376182 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3a6cdede-165f-4bdb-a89a-490c73b652dc', 'name': 'tempest-TestMinimumBasicScenario-1583816744-router', 'tenant_id': '546929b1810a4d20b273f3e5492ec6ed', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-16T17:25:01Z', 'updated_at': '2022-06-16T17:28:42Z', 'revision_number': 6, 'project_id': '546929b1810a4d20b273f3e5492ec6ed', 'gw_port_host': None}], 'dv-cinder-837356-2-iscsi', False) {} {{(pid=103918) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 16 17:28:42.811163 dv-cinder-837356-2-iscsi neutron-server[103918]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-19c8c9ff-213a-4677-8f5d-f9e27a376182 None None] The sync data for ids ['3a6cdede-165f-4bdb-a89a-490c73b652dc'] in dv-cinder-837356-2-iscsi is: [{'id': '3a6cdede-165f-4bdb-a89a-490c73b652dc', 'name': 'tempest-TestMinimumBasicScenario-1583816744-router', 'tenant_id': '546929b1810a4d20b273f3e5492ec6ed', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-16T17:25:01Z', 'updated_at': '2022-06-16T17:28:42Z', 'revision_number': 6, 'project_id': '546929b1810a4d20b273f3e5492ec6ed', 'gw_port_host': None}] {{(pid=103918) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 16 17:28:42.854881 dv-cinder-837356-2-iscsi neutron-server[103916]: DEBUG neutron_lib.callbacks.manager [None req-3caf97ff-e902-4497-988f-aaca705e5c4c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16007527', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-75831', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16241551', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8728539364702', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8728538993430', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25517999'] for port (e1fc7f8e-d522-4dee-815c-38e4da48912b), after_delete {{(pid=103916) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 17:28:42.889979 dv-cinder-837356-2-iscsi neutron-server[103916]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3caf97ff-e902-4497-988f-aaca705e5c4c admin admin] Pushing event deleted for resources: {'Port': ['ID=e1fc7f8e-d522-4dee-815c-38e4da48912b,revision_number=None']} {{(pid=103916) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 17:28:42.897882 dv-cinder-837356-2-iscsi neutron-server[103916]: DEBUG dbcounter [-] [103916] Writing DB stats neutron:SELECT=96,neutron:DELETE=4 {{(pid=103916) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 16 17:28:42.918670 dv-cinder-837356-2-iscsi neutron-server[103916]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3caf97ff-e902-4497-988f-aaca705e5c4c admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-837356-2-iscsi {{(pid=103916) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 17:28:42.919009 dv-cinder-837356-2-iscsi neutron-server[103916]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3caf97ff-e902-4497-988f-aaca705e5c4c admin admin] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-837356-2-iscsi {{(pid=103916) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 17:28:42.919337 dv-cinder-837356-2-iscsi neutron-server[103916]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3caf97ff-e902-4497-988f-aaca705e5c4c admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-837356-2-iscsi {{(pid=103916) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 17:28:42.919634 dv-cinder-837356-2-iscsi neutron-server[103916]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3caf97ff-e902-4497-988f-aaca705e5c4c admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-837356-2-iscsi {{(pid=103916) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 17:28:42.919961 dv-cinder-837356-2-iscsi neutron-server[103916]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3caf97ff-e902-4497-988f-aaca705e5c4c admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-837356-2-iscsi {{(pid=103916) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 17:28:42.920280 dv-cinder-837356-2-iscsi neutron-server[103916]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3caf97ff-e902-4497-988f-aaca705e5c4c admin admin] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-837356-2-iscsi {{(pid=103916) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 17:28:42.920614 dv-cinder-837356-2-iscsi neutron-server[103916]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3caf97ff-e902-4497-988f-aaca705e5c4c admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-837356-2-iscsi {{(pid=103916) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 17:28:42.920928 dv-cinder-837356-2-iscsi neutron-server[103916]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3caf97ff-e902-4497-988f-aaca705e5c4c admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-837356-2-iscsi {{(pid=103916) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 17:28:42.921269 dv-cinder-837356-2-iscsi neutron-server[103916]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3caf97ff-e902-4497-988f-aaca705e5c4c admin admin] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-837356-2-iscsi {{(pid=103916) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 17:28:42.921586 dv-cinder-837356-2-iscsi neutron-server[103916]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3caf97ff-e902-4497-988f-aaca705e5c4c admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-837356-2-iscsi {{(pid=103916) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 17:28:42.921901 dv-cinder-837356-2-iscsi neutron-server[103916]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3caf97ff-e902-4497-988f-aaca705e5c4c admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-837356-2-iscsi {{(pid=103916) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 17:28:42.922214 dv-cinder-837356-2-iscsi neutron-server[103916]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3caf97ff-e902-4497-988f-aaca705e5c4c admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-837356-2-iscsi {{(pid=103916) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 17:28:42.922523 dv-cinder-837356-2-iscsi neutron-server[103916]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3caf97ff-e902-4497-988f-aaca705e5c4c admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-837356-2-iscsi {{(pid=103916) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 17:28:42.922832 dv-cinder-837356-2-iscsi neutron-server[103916]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3caf97ff-e902-4497-988f-aaca705e5c4c admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-837356-2-iscsi {{(pid=103916) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 17:28:42.923136 dv-cinder-837356-2-iscsi neutron-server[103916]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3caf97ff-e902-4497-988f-aaca705e5c4c admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-837356-2-iscsi {{(pid=103916) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 17:28:42.972197 dv-cinder-837356-2-iscsi neutron-server[103916]: DEBUG neutron_lib.callbacks.manager [None req-3caf97ff-e902-4497-988f-aaca705e5c4c admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-704909'] for router_gateway (3a6cdede-165f-4bdb-a89a-490c73b652dc), after_delete {{(pid=103916) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 17:28:43.002244 dv-cinder-837356-2-iscsi neutron-server[103918]: DEBUG neutron_lib.callbacks.manager [None req-4deddd05-4ded-4e6c-b9f9-b0d021cf4fff None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728539454181', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16149322'] for agent (0913b7ec-eea4-4492-8ef1-e01c4575abca), after_update {{(pid=103918) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 17:28:43.077217 dv-cinder-837356-2-iscsi neutron-server[103916]: DEBUG neutron_lib.callbacks.manager [None req-3caf97ff-e902-4497-988f-aaca705e5c4c admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-707972', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-65300'] for router (3a6cdede-165f-4bdb-a89a-490c73b652dc), precommit_delete {{(pid=103916) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 17:28:43.079630 dv-cinder-837356-2-iscsi neutron-server[103916]: DEBUG neutron_lib.callbacks.manager [None req-3caf97ff-e902-4497-988f-aaca705e5c4c admin admin] Publish callbacks [] for router_controller (3a6cdede-165f-4bdb-a89a-490c73b652dc), precommit_delete_associations {{(pid=103916) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 17:28:43.082572 dv-cinder-837356-2-iscsi neutron-server[103916]: DEBUG dbcounter [-] [103916] Writing DB stats neutron:SELECT=92,neutron:UPDATE=3,neutron:DELETE=5 {{(pid=103916) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 16 17:28:43.126920 dv-cinder-837356-2-iscsi neutron-server[103916]: DEBUG neutron_lib.callbacks.manager [None req-3caf97ff-e902-4497-988f-aaca705e5c4c admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-708078'] for router (3a6cdede-165f-4bdb-a89a-490c73b652dc), after_delete {{(pid=103916) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 17:28:43.127601 dv-cinder-837356-2-iscsi neutron-server[103916]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3caf97ff-e902-4497-988f-aaca705e5c4c admin admin] Fanout notify agent at l3_agent the message router_deleted on router 3a6cdede-165f-4bdb-a89a-490c73b652dc {{(pid=103916) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jun 16 17:28:43.133544 dv-cinder-837356-2-iscsi neutron-server[103916]: DEBUG neutron_lib.callbacks.manager [None req-3caf97ff-e902-4497-988f-aaca705e5c4c admin admin] Publish callbacks [] for router (None), before_response {{(pid=103916) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 17:28:43.134750 dv-cinder-837356-2-iscsi neutron-server[103916]: INFO neutron.wsgi [None req-3caf97ff-e902-4497-988f-aaca705e5c4c admin admin] 10.222.0.66 "DELETE /v2.0/routers/3a6cdede-165f-4bdb-a89a-490c73b652dc HTTP/1.1" status: 204 len: 168 time: 0.8762918 Jun 16 17:28:43.137746 dv-cinder-837356-2-iscsi neutron-server[103917]: DEBUG neutron.wsgi [-] (103917) accepted ('10.222.0.66', 43172) {{(pid=103917) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 16 17:28:43.168428 dv-cinder-837356-2-iscsi neutron-server[103917]: DEBUG dbcounter [-] [103917] Writing DB stats neutron:SELECT=85,neutron:INSERT=11,neutron:UPDATE=1,neutron:DELETE=3 {{(pid=103917) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 16 17:28:43.192780 dv-cinder-837356-2-iscsi neutron-server[103917]: DEBUG neutron.db.db_base_plugin_v2 [None req-824050c0-b433-486e-8c1c-fb88af0c5536 admin admin] Deleting subnet bd08d793-0f26-4cdb-b55c-28713cb435a0 {{(pid=103917) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1067}} Jun 16 17:28:43.197479 dv-cinder-837356-2-iscsi neutron-server[103917]: DEBUG neutron_lib.callbacks.manager [None req-824050c0-b433-486e-8c1c-fb88af0c5536 admin admin] Publish callbacks [] for subnet (bd08d793-0f26-4cdb-b55c-28713cb435a0), before_delete {{(pid=103917) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 17:28:43.245813 dv-cinder-837356-2-iscsi neutron-server[103917]: DEBUG neutron_lib.callbacks.manager [None req-824050c0-b433-486e-8c1c-fb88af0c5536 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-25699587'] for subnet (bd08d793-0f26-4cdb-b55c-28713cb435a0), precommit_delete_associations {{(pid=103917) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 17:28:43.367459 dv-cinder-837356-2-iscsi neutron-server[103917]: DEBUG neutron_lib.callbacks.manager [None req-824050c0-b433-486e-8c1c-fb88af0c5536 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-16150392'] for subnet (bd08d793-0f26-4cdb-b55c-28713cb435a0), precommit_delete {{(pid=103917) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 17:28:43.435469 dv-cinder-837356-2-iscsi neutron-server[103917]: DEBUG neutron_lib.callbacks.manager [None req-824050c0-b433-486e-8c1c-fb88af0c5536 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-16150339', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-570574', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16241551', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3819756', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-25758852'] for subnet (bd08d793-0f26-4cdb-b55c-28713cb435a0), after_delete {{(pid=103917) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 17:28:43.463095 dv-cinder-837356-2-iscsi neutron-server[103917]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-824050c0-b433-486e-8c1c-fb88af0c5536 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=bd08d793-0f26-4cdb-b55c-28713cb435a0,revision_number=None']} {{(pid=103917) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 17:28:43.479464 dv-cinder-837356-2-iscsi neutron-server[103917]: DEBUG neutron_lib.callbacks.manager [None req-824050c0-b433-486e-8c1c-fb88af0c5536 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=103917) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 17:28:43.480164 dv-cinder-837356-2-iscsi neutron-server[103918]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0379bcdc-1c65-4f06-8c96-ed51728eef8f None None] Network 35603100-8685-44dd-88ce-ba2913489196 requested from dv-cinder-837356-2-iscsi {{(pid=103918) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jun 16 17:28:43.483255 dv-cinder-837356-2-iscsi neutron-server[103917]: INFO neutron.wsgi [None req-824050c0-b433-486e-8c1c-fb88af0c5536 admin admin] 10.222.0.66 "DELETE /v2.0/subnets/bd08d793-0f26-4cdb-b55c-28713cb435a0 HTTP/1.1" status: 204 len: 168 time: 0.3446188 Jun 16 17:28:43.486799 dv-cinder-837356-2-iscsi neutron-server[103917]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-824050c0-b433-486e-8c1c-fb88af0c5536 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-837356-2-iscsi {{(pid=103917) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 17:28:43.487152 dv-cinder-837356-2-iscsi neutron-server[103917]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-824050c0-b433-486e-8c1c-fb88af0c5536 admin admin] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-837356-2-iscsi {{(pid=103917) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 17:28:43.487492 dv-cinder-837356-2-iscsi neutron-server[103917]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-824050c0-b433-486e-8c1c-fb88af0c5536 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-837356-2-iscsi {{(pid=103917) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 17:28:43.487803 dv-cinder-837356-2-iscsi neutron-server[103917]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-824050c0-b433-486e-8c1c-fb88af0c5536 admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-837356-2-iscsi {{(pid=103917) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 17:28:43.488310 dv-cinder-837356-2-iscsi neutron-server[103917]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-824050c0-b433-486e-8c1c-fb88af0c5536 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-837356-2-iscsi {{(pid=103917) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 17:28:43.488824 dv-cinder-837356-2-iscsi neutron-server[103917]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-824050c0-b433-486e-8c1c-fb88af0c5536 admin admin] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-837356-2-iscsi {{(pid=103917) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 17:28:43.489152 dv-cinder-837356-2-iscsi neutron-server[103917]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-824050c0-b433-486e-8c1c-fb88af0c5536 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-837356-2-iscsi {{(pid=103917) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 17:28:43.489502 dv-cinder-837356-2-iscsi neutron-server[103917]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-824050c0-b433-486e-8c1c-fb88af0c5536 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-837356-2-iscsi {{(pid=103917) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 17:28:43.489940 dv-cinder-837356-2-iscsi neutron-server[103917]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-824050c0-b433-486e-8c1c-fb88af0c5536 admin admin] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-837356-2-iscsi {{(pid=103917) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 17:28:43.490358 dv-cinder-837356-2-iscsi neutron-server[103917]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-824050c0-b433-486e-8c1c-fb88af0c5536 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-837356-2-iscsi {{(pid=103917) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 17:28:43.490930 dv-cinder-837356-2-iscsi neutron-server[103917]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-824050c0-b433-486e-8c1c-fb88af0c5536 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-837356-2-iscsi {{(pid=103917) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 17:28:43.491169 dv-cinder-837356-2-iscsi neutron-server[103917]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-824050c0-b433-486e-8c1c-fb88af0c5536 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-837356-2-iscsi {{(pid=103917) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 17:28:43.491486 dv-cinder-837356-2-iscsi neutron-server[103917]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-824050c0-b433-486e-8c1c-fb88af0c5536 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-837356-2-iscsi {{(pid=103917) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 17:28:43.491855 dv-cinder-837356-2-iscsi neutron-server[103917]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-824050c0-b433-486e-8c1c-fb88af0c5536 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-837356-2-iscsi {{(pid=103917) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 17:28:43.492157 dv-cinder-837356-2-iscsi neutron-server[103917]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-824050c0-b433-486e-8c1c-fb88af0c5536 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-837356-2-iscsi {{(pid=103917) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 17:28:43.492273 dv-cinder-837356-2-iscsi neutron-server[103916]: DEBUG neutron.wsgi [-] (103916) accepted ('10.222.0.66', 43184) {{(pid=103916) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 16 17:28:43.582013 dv-cinder-837356-2-iscsi neutron-server[103916]: DEBUG neutron_lib.callbacks.manager [None req-acb1147d-449a-4d60-922b-3d0b0619c3cb admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-16129347'] for network (35603100-8685-44dd-88ce-ba2913489196), before_delete {{(pid=103916) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 17:28:43.630249 dv-cinder-837356-2-iscsi neutron-server[103916]: DEBUG neutron.plugins.ml2.plugin [None req-acb1147d-449a-4d60-922b-3d0b0619c3cb admin admin] Deleting port e4980870-ccc1-487d-9329-a06f2865016d {{(pid=103916) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2043}} Jun 16 17:28:43.630730 dv-cinder-837356-2-iscsi neutron-server[103916]: DEBUG neutron_lib.callbacks.manager [None req-acb1147d-449a-4d60-922b-3d0b0619c3cb admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8728539361383'] for port (e4980870-ccc1-487d-9329-a06f2865016d), before_delete {{(pid=103916) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 17:28:43.678116 dv-cinder-837356-2-iscsi neutron-server[103918]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e8e17a5e-f01a-4bb5-88e5-bedb708b6173 None None] DHCP port deletion for 35603100-8685-44dd-88ce-ba2913489196 request from dv-cinder-837356-2-iscsi {{(pid=103918) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Jun 16 17:28:43.712776 dv-cinder-837356-2-iscsi neutron-server[103918]: DEBUG neutron.plugins.ml2.rpc [None req-39ead2dc-a542-4f04-b117-439eb7f32aa8 None None] Device 02a1cd18-bdad-4f34-901e-135683791229 no longer exists at agent ovs-agent-dv-cinder-837356-2-iscsi {{(pid=103918) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jun 16 17:28:43.747307 dv-cinder-837356-2-iscsi neutron-server[103916]: DEBUG neutron.plugins.ml2.db [None req-acb1147d-449a-4d60-922b-3d0b0619c3cb admin admin] For port e4980870-ccc1-487d-9329-a06f2865016d, host dv-cinder-837356-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-837356-2-iscsi',level=0,port_id=e4980870-ccc1-487d-9329-a06f2865016d,segment=NetworkSegment(937c5a5e-3ee7-4507-994c-7f9e653b9d74),segment_id=937c5a5e-3ee7-4507-994c-7f9e653b9d74)] {{(pid=103916) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 16 17:28:43.747933 dv-cinder-837356-2-iscsi neutron-server[103916]: DEBUG neutron_lib.callbacks.manager [None req-acb1147d-449a-4d60-922b-3d0b0619c3cb admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-708042'] for port (e4980870-ccc1-487d-9329-a06f2865016d), precommit_delete {{(pid=103916) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 17:28:43.750803 dv-cinder-837356-2-iscsi neutron-server[103918]: DEBUG neutron.plugins.ml2.plugin [None req-39ead2dc-a542-4f04-b117-439eb7f32aa8 None None] No Port match for: 02a1cd18-bdad-4f34-901e-135683791229 {{(pid=103918) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2382}} Jun 16 17:28:43.751152 dv-cinder-837356-2-iscsi neutron-server[103918]: DEBUG neutron.plugins.ml2.rpc [None req-39ead2dc-a542-4f04-b117-439eb7f32aa8 None None] Device 02a1cd18-bdad-4f34-901e-135683791229 not bound to the agent host dv-cinder-837356-2-iscsi {{(pid=103918) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jun 16 17:28:43.752540 dv-cinder-837356-2-iscsi neutron-server[103918]: DEBUG neutron.plugins.ml2.plugin [None req-e8e17a5e-f01a-4bb5-88e5-bedb708b6173 None None] Deleting port e4980870-ccc1-487d-9329-a06f2865016d {{(pid=103918) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2043}} Jun 16 17:28:43.752910 dv-cinder-837356-2-iscsi neutron-server[103918]: DEBUG neutron_lib.callbacks.manager [None req-e8e17a5e-f01a-4bb5-88e5-bedb708b6173 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8728539361383'] for port (e4980870-ccc1-487d-9329-a06f2865016d), before_delete {{(pid=103918) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 17:28:43.768432 dv-cinder-837356-2-iscsi neutron-server[103916]: DEBUG neutron.plugins.ml2.plugin [None req-acb1147d-449a-4d60-922b-3d0b0619c3cb admin admin] Calling delete_port for e4980870-ccc1-487d-9329-a06f2865016d owned by network:dhcp {{(pid=103916) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2122}} Jun 16 17:28:43.829609 dv-cinder-837356-2-iscsi neutron-server[103918]: DEBUG neutron.plugins.ml2.db [None req-e8e17a5e-f01a-4bb5-88e5-bedb708b6173 None None] For port e4980870-ccc1-487d-9329-a06f2865016d, host dv-cinder-837356-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-837356-2-iscsi',level=0,port_id=e4980870-ccc1-487d-9329-a06f2865016d,segment=NetworkSegment(937c5a5e-3ee7-4507-994c-7f9e653b9d74),segment_id=937c5a5e-3ee7-4507-994c-7f9e653b9d74)] {{(pid=103918) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 16 17:28:43.830016 dv-cinder-837356-2-iscsi neutron-server[103918]: DEBUG neutron_lib.callbacks.manager [None req-e8e17a5e-f01a-4bb5-88e5-bedb708b6173 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-708042'] for port (e4980870-ccc1-487d-9329-a06f2865016d), precommit_delete {{(pid=103918) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 17:28:43.846096 dv-cinder-837356-2-iscsi neutron-server[103918]: DEBUG neutron.plugins.ml2.plugin [None req-e8e17a5e-f01a-4bb5-88e5-bedb708b6173 None None] Calling delete_port for e4980870-ccc1-487d-9329-a06f2865016d owned by network:dhcp {{(pid=103918) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2122}} Jun 16 17:28:43.864660 dv-cinder-837356-2-iscsi neutron-server[103916]: DEBUG neutron_lib.callbacks.manager [None req-acb1147d-449a-4d60-922b-3d0b0619c3cb admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16007527', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-75831', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16241551', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8728539364702', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8728538993430', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25517999'] for port (e4980870-ccc1-487d-9329-a06f2865016d), after_delete {{(pid=103916) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 17:28:43.895495 dv-cinder-837356-2-iscsi neutron-server[103916]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-acb1147d-449a-4d60-922b-3d0b0619c3cb admin admin] Pushing event deleted for resources: {'Port': ['ID=e4980870-ccc1-487d-9329-a06f2865016d,revision_number=None']} {{(pid=103916) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 17:28:43.898106 dv-cinder-837356-2-iscsi neutron-server[103916]: DEBUG neutron.db.l3_dvrscheduler_db [None req-acb1147d-449a-4d60-922b-3d0b0619c3cb admin admin] No DVR routers for this DVR port e4980870-ccc1-487d-9329-a06f2865016d on host dv-cinder-837356-2-iscsi {{(pid=103916) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:215}} Jun 16 17:28:43.940952 dv-cinder-837356-2-iscsi neutron-server[103918]: DEBUG neutron_lib.callbacks.manager [None req-e8e17a5e-f01a-4bb5-88e5-bedb708b6173 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16007527', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-75831', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16241551', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8728539364702', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8728538993430'] for port (e4980870-ccc1-487d-9329-a06f2865016d), after_delete {{(pid=103918) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 17:28:43.945199 dv-cinder-837356-2-iscsi neutron-server[103918]: DEBUG dbcounter [-] [103918] Writing DB stats neutron:SELECT=97,neutron:DELETE=3 {{(pid=103918) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 16 17:28:43.973447 dv-cinder-837356-2-iscsi neutron-server[103918]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e8e17a5e-f01a-4bb5-88e5-bedb708b6173 None None] Pushing event deleted for resources: {'Port': ['ID=e4980870-ccc1-487d-9329-a06f2865016d,revision_number=None']} {{(pid=103918) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 17:28:43.981595 dv-cinder-837356-2-iscsi neutron-server[103916]: DEBUG neutron_lib.callbacks.manager [None req-acb1147d-449a-4d60-922b-3d0b0619c3cb admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-16152121', 'neutron.services.segments.db._delete_segments_for_network-8728539454199'] for network (35603100-8685-44dd-88ce-ba2913489196), precommit_delete {{(pid=103916) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 17:28:43.983003 dv-cinder-837356-2-iscsi neutron-server[103918]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e8e17a5e-f01a-4bb5-88e5-bedb708b6173 None None] No DVR routers for this DVR port e4980870-ccc1-487d-9329-a06f2865016d on host dv-cinder-837356-2-iscsi {{(pid=103918) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:215}} Jun 16 17:28:44.018141 dv-cinder-837356-2-iscsi neutron-server[103916]: DEBUG neutron.services.segments.db [None req-acb1147d-449a-4d60-922b-3d0b0619c3cb admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['35603100-8685-44dd-88ce-ba2913489196']}} {{(pid=103916) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 16 17:28:44.030330 dv-cinder-837356-2-iscsi neutron-server[103916]: DEBUG neutron.services.segments.db [None req-acb1147d-449a-4d60-922b-3d0b0619c3cb admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '937c5a5e-3ee7-4507-994c-7f9e653b9d74') {'for_net_delete': True} {{(pid=103916) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 16 17:28:44.030688 dv-cinder-837356-2-iscsi neutron-server[103916]: DEBUG neutron.services.segments.db [None req-acb1147d-449a-4d60-922b-3d0b0619c3cb admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '937c5a5e-3ee7-4507-994c-7f9e653b9d74') {} {{(pid=103916) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 16 17:28:44.043203 dv-cinder-837356-2-iscsi neutron-server[103916]: DEBUG neutron_lib.callbacks.manager [None req-acb1147d-449a-4d60-922b-3d0b0619c3cb admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8728539454082', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-25166628'] for segment (937c5a5e-3ee7-4507-994c-7f9e653b9d74), before_delete {{(pid=103916) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 17:28:44.059997 dv-cinder-837356-2-iscsi neutron-server[103916]: DEBUG neutron_lib.callbacks.manager [None req-acb1147d-449a-4d60-922b-3d0b0619c3cb admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16150272'] for segment (937c5a5e-3ee7-4507-994c-7f9e653b9d74), precommit_delete {{(pid=103916) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 17:28:44.070594 dv-cinder-837356-2-iscsi neutron-server[103916]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-acb1147d-449a-4d60-922b-3d0b0619c3cb admin admin] Releasing vlan 1038 on physical network physnet1 to pool {{(pid=103916) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jun 16 17:28:44.070594 dv-cinder-837356-2-iscsi neutron-server[103916]: DEBUG neutron_lib.callbacks.manager [None req-acb1147d-449a-4d60-922b-3d0b0619c3cb admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16150272', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-25517890'] for segment (937c5a5e-3ee7-4507-994c-7f9e653b9d74), after_delete {{(pid=103916) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 17:28:44.129343 dv-cinder-837356-2-iscsi neutron-server[103916]: INFO neutron.services.segments.plugin [-] Segment 937c5a5e-3ee7-4507-994c-7f9e653b9d74 resource provider aggregate not found Jun 16 17:28:44.147819 dv-cinder-837356-2-iscsi neutron-server[103916]: INFO neutron.services.segments.plugin [-] Segment 937c5a5e-3ee7-4507-994c-7f9e653b9d74 resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid 937c5a5e-3ee7-4507-994c-7f9e653b9d74 found for delete ", "request_id": "req-479a274f-583e-4786-9aab-3c48b6be5c66"}]} Jun 16 17:28:44.149227 dv-cinder-837356-2-iscsi neutron-server[103916]: DEBUG neutron_lib.callbacks.manager [None req-acb1147d-449a-4d60-922b-3d0b0619c3cb admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-16152118', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-570401', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16241551', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-704929'] for network (35603100-8685-44dd-88ce-ba2913489196), after_delete {{(pid=103916) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 17:28:44.156096 dv-cinder-837356-2-iscsi neutron-server[103916]: DEBUG neutron_lib.callbacks.manager [None req-acb1147d-449a-4d60-922b-3d0b0619c3cb admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-16241561'] for network (None), before_response {{(pid=103916) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 17:28:44.162526 dv-cinder-837356-2-iscsi neutron-server[103916]: INFO neutron.wsgi [None req-acb1147d-449a-4d60-922b-3d0b0619c3cb admin admin] 10.222.0.66 "DELETE /v2.0/networks/35603100-8685-44dd-88ce-ba2913489196 HTTP/1.1" status: 204 len: 168 time: 0.6651139 Jun 16 17:28:44.163158 dv-cinder-837356-2-iscsi neutron-server[103917]: DEBUG neutron.wsgi [-] (103917) accepted ('10.222.0.66', 43202) {{(pid=103917) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 16 17:28:44.169460 dv-cinder-837356-2-iscsi neutron-server[103916]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-acb1147d-449a-4d60-922b-3d0b0619c3cb admin admin] Pushing event deleted for resources: {'Network': ['ID=35603100-8685-44dd-88ce-ba2913489196,revision_number=None']} {{(pid=103916) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 17:28:44.278260 dv-cinder-837356-2-iscsi neutron-server[103917]: DEBUG dbcounter [-] [103917] Writing DB stats neutron:SELECT=82,neutron:DELETE=9,neutron:INSERT=6,neutron:UPDATE=3 {{(pid=103917) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 16 17:28:44.587678 dv-cinder-837356-2-iscsi neutron-server[103917]: DEBUG neutron_lib.callbacks.manager [None req-7218e691-97e7-4789-b5fa-3d1332b010f6 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-706250'] for router_interface (773cf309-19cb-42b7-91ee-afe372a91017), before_delete {{(pid=103917) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 17:28:44.632764 dv-cinder-837356-2-iscsi neutron-server[103919]: DEBUG dbcounter [-] [103919] Writing DB stats neutron:SELECT=2 {{(pid=103919) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 16 17:28:44.663917 dv-cinder-837356-2-iscsi neutron-server[103919]: DEBUG dbcounter [-] [103919] Writing DB stats neutron:SELECT=1 {{(pid=103919) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 16 17:28:44.884114 dv-cinder-837356-2-iscsi neutron-server[103917]: DEBUG neutron.plugins.ml2.plugin [None req-7218e691-97e7-4789-b5fa-3d1332b010f6 admin admin] Deleting port 095f00fe-5e2d-414c-bcb8-428f26abf5ae {{(pid=103917) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2043}} Jun 16 17:28:44.884465 dv-cinder-837356-2-iscsi neutron-server[103917]: DEBUG neutron_lib.callbacks.manager [None req-7218e691-97e7-4789-b5fa-3d1332b010f6 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8728539361383'] for port (095f00fe-5e2d-414c-bcb8-428f26abf5ae), before_delete {{(pid=103917) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 17:28:44.947768 dv-cinder-837356-2-iscsi neutron-server[103917]: DEBUG dbcounter [-] [103917] Writing DB stats neutron:SELECT=97,neutron:UPDATE=1,neutron:DELETE=2 {{(pid=103917) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 16 17:28:44.984496 dv-cinder-837356-2-iscsi neutron-server[103917]: DEBUG neutron.plugins.ml2.db [None req-7218e691-97e7-4789-b5fa-3d1332b010f6 admin admin] For port 095f00fe-5e2d-414c-bcb8-428f26abf5ae, host dv-cinder-837356-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-837356-2-iscsi',level=0,port_id=095f00fe-5e2d-414c-bcb8-428f26abf5ae,segment=NetworkSegment(4463af6d-fa55-4b6c-8cec-9c3dd9b4d253),segment_id=4463af6d-fa55-4b6c-8cec-9c3dd9b4d253)] {{(pid=103917) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 16 17:28:44.984867 dv-cinder-837356-2-iscsi neutron-server[103917]: DEBUG neutron_lib.callbacks.manager [None req-7218e691-97e7-4789-b5fa-3d1332b010f6 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-708042'] for port (095f00fe-5e2d-414c-bcb8-428f26abf5ae), precommit_delete {{(pid=103917) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 17:28:45.000397 dv-cinder-837356-2-iscsi neutron-server[103917]: DEBUG neutron.plugins.ml2.plugin [None req-7218e691-97e7-4789-b5fa-3d1332b010f6 admin admin] Calling delete_port for 095f00fe-5e2d-414c-bcb8-428f26abf5ae owned by network:router_interface {{(pid=103917) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2122}} Jun 16 17:28:45.218008 dv-cinder-837356-2-iscsi neutron-server[103917]: DEBUG neutron_lib.callbacks.manager [None req-7218e691-97e7-4789-b5fa-3d1332b010f6 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16007527', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-75831', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16241551', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8728539364702', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8728538993430', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3819743'] for port (095f00fe-5e2d-414c-bcb8-428f26abf5ae), after_delete {{(pid=103917) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 17:28:45.260700 dv-cinder-837356-2-iscsi neutron-server[103917]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7218e691-97e7-4789-b5fa-3d1332b010f6 admin admin] Pushing event deleted for resources: {'Port': ['ID=095f00fe-5e2d-414c-bcb8-428f26abf5ae,revision_number=None']} {{(pid=103917) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 17:28:45.302188 dv-cinder-837356-2-iscsi neutron-server[103918]: DEBUG neutron.plugins.ml2.rpc [None req-39ead2dc-a542-4f04-b117-439eb7f32aa8 None None] Device e1fc7f8e-d522-4dee-815c-38e4da48912b no longer exists at agent ovs-agent-dv-cinder-837356-2-iscsi {{(pid=103918) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jun 16 17:28:45.329414 dv-cinder-837356-2-iscsi neutron-server[103918]: DEBUG neutron.plugins.ml2.plugin [None req-39ead2dc-a542-4f04-b117-439eb7f32aa8 None None] No Port match for: e1fc7f8e-d522-4dee-815c-38e4da48912b {{(pid=103918) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2382}} Jun 16 17:28:45.337156 dv-cinder-837356-2-iscsi neutron-server[103918]: DEBUG neutron.plugins.ml2.rpc [None req-39ead2dc-a542-4f04-b117-439eb7f32aa8 None None] Device e1fc7f8e-d522-4dee-815c-38e4da48912b not bound to the agent host dv-cinder-837356-2-iscsi {{(pid=103918) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jun 16 17:28:45.338118 dv-cinder-837356-2-iscsi neutron-server[103918]: DEBUG neutron.plugins.ml2.rpc [None req-39ead2dc-a542-4f04-b117-439eb7f32aa8 None None] Device e4980870-ccc1-487d-9329-a06f2865016d no longer exists at agent ovs-agent-dv-cinder-837356-2-iscsi {{(pid=103918) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jun 16 17:28:45.365154 dv-cinder-837356-2-iscsi neutron-server[103918]: DEBUG neutron.plugins.ml2.plugin [None req-39ead2dc-a542-4f04-b117-439eb7f32aa8 None None] No Port match for: e4980870-ccc1-487d-9329-a06f2865016d {{(pid=103918) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2382}} Jun 16 17:28:45.366122 dv-cinder-837356-2-iscsi neutron-server[103918]: DEBUG neutron.plugins.ml2.rpc [None req-39ead2dc-a542-4f04-b117-439eb7f32aa8 None None] Device e4980870-ccc1-487d-9329-a06f2865016d not bound to the agent host dv-cinder-837356-2-iscsi {{(pid=103918) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jun 16 17:28:45.432215 dv-cinder-837356-2-iscsi neutron-server[103917]: DEBUG dbcounter [-] [103917] Writing DB stats neutron:SELECT=97,neutron:DELETE=2,neutron:UPDATE=1 {{(pid=103917) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 16 17:28:45.435295 dv-cinder-837356-2-iscsi neutron-server[103918]: DEBUG neutron_lib.callbacks.manager [None req-ac0e1b65-0065-4a3a-b751-f2123e70dac6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728539454181', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16149322'] for agent (7639df21-17c3-4235-8912-210c3ad54137), after_update {{(pid=103918) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 17:28:45.461678 dv-cinder-837356-2-iscsi neutron-server[103917]: DEBUG neutron_lib.callbacks.manager [None req-7218e691-97e7-4789-b5fa-3d1332b010f6 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-16241524', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-705370'] for router_interface (773cf309-19cb-42b7-91ee-afe372a91017), after_delete {{(pid=103917) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 17:28:45.980033 dv-cinder-837356-2-iscsi neutron-server[103917]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-7218e691-97e7-4789-b5fa-3d1332b010f6 admin admin] Router 773cf309-19cb-42b7-91ee-afe372a91017 has already been hosted by L3 agent 7639df21-17c3-4235-8912-210c3ad54137 {{(pid=103917) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jun 16 17:28:46.089948 dv-cinder-837356-2-iscsi neutron-server[103917]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7218e691-97e7-4789-b5fa-3d1332b010f6 admin admin] Notify agent at l3_agent.dv-cinder-837356-2-iscsi the message routers_updated {{(pid=103917) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jun 16 17:28:46.098295 dv-cinder-837356-2-iscsi neutron-server[103917]: INFO neutron.wsgi [None req-7218e691-97e7-4789-b5fa-3d1332b010f6 admin admin] 10.222.0.66 "PUT /v2.0/routers/773cf309-19cb-42b7-91ee-afe372a91017/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.9310470 Jun 16 17:28:46.098295 dv-cinder-837356-2-iscsi neutron-server[103917]: DEBUG neutron.wsgi [-] (103917) accepted ('10.222.0.66', 43300) {{(pid=103917) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 16 17:28:46.100000 dv-cinder-837356-2-iscsi neutron-server[103919]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-01ac59d8-9ad9-433d-a221-cefa7c4b6ae7 None None] Sync routers for ids ['773cf309-19cb-42b7-91ee-afe372a91017'] in dv-cinder-837356-2-iscsi {{(pid=103919) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 16 17:28:46.116271 dv-cinder-837356-2-iscsi neutron-server[103919]: DEBUG neutron.db.l3_dvrscheduler_db [None req-01ac59d8-9ad9-433d-a221-cefa7c4b6ae7 None None] Routers {'773cf309-19cb-42b7-91ee-afe372a91017'} bound to L3 agent in host dv-cinder-837356-2-iscsi {{(pid=103919) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jun 16 17:28:46.117075 dv-cinder-837356-2-iscsi neutron-server[103919]: DEBUG neutron.db.l3_hamode_db [None req-01ac59d8-9ad9-433d-a221-cefa7c4b6ae7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-837356-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-06-16T17:14:15Z,description=,heartbeat_timestamp=2022-06-16T17:28:45Z,host='dv-cinder-837356-2-iscsi',id=7639df21-17c3-4235-8912-210c3ad54137,load=0,resource_versions=,resources_synced=,started_at=2022-06-16T17:14:15Z,topic='l3_agent')) {'router_ids': ['773cf309-19cb-42b7-91ee-afe372a91017'], 'active': True} {{(pid=103919) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 16 17:28:46.181965 dv-cinder-837356-2-iscsi neutron-server[103916]: DEBUG neutron.wsgi [-] (103916) accepted ('10.222.0.66', 43302) {{(pid=103916) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 16 17:28:46.205659 dv-cinder-837356-2-iscsi neutron-server[103917]: DEBUG neutron_lib.callbacks.manager [None req-a743de40-c500-4f5d-b84f-9321aed5431b admin admin] Publish callbacks [] for router (773cf309-19cb-42b7-91ee-afe372a91017), before_delete {{(pid=103917) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 17:28:46.232778 dv-cinder-837356-2-iscsi neutron-server[103919]: DEBUG neutron.db.l3_dvr_db [None req-01ac59d8-9ad9-433d-a221-cefa7c4b6ae7 None None] Set router 773cf309-19cb-42b7-91ee-afe372a91017 gateway port host: dv-cinder-837356-2-iscsi {{(pid=103919) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jun 16 17:28:46.286072 dv-cinder-837356-2-iscsi neutron-server[103918]: DEBUG dbcounter [-] [103918] Writing DB stats neutron:SELECT=97,neutron:UPDATE=1,neutron:DELETE=2 {{(pid=103918) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 16 17:28:46.310134 dv-cinder-837356-2-iscsi neutron-server[103918]: DEBUG neutron_lib.callbacks.manager [None req-20715706-35a9-45af-9420-375bdcc64c61 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728539454181', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16149322'] for agent (50395103-89cf-4fb3-87eb-9dff4dfdeea8), after_update {{(pid=103918) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 17:28:46.317686 dv-cinder-837356-2-iscsi neutron-server[103916]: DEBUG neutron_lib.callbacks.manager [None req-10cb58b2-f079-43f0-9a32-021cad903fa2 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103916) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 17:28:46.327544 dv-cinder-837356-2-iscsi neutron-server[103917]: DEBUG dbcounter [-] [103917] Writing DB stats neutron:SELECT=94,neutron:DELETE=6 {{(pid=103917) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 16 17:28:46.338671 dv-cinder-837356-2-iscsi neutron-server[103917]: DEBUG neutron_lib.callbacks.manager [None req-a743de40-c500-4f5d-b84f-9321aed5431b admin admin] Publish callbacks [] for router_gateway (773cf309-19cb-42b7-91ee-afe372a91017), before_delete {{(pid=103917) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 17:28:46.398170 dv-cinder-837356-2-iscsi neutron-server[103917]: DEBUG neutron.plugins.ml2.plugin [None req-a743de40-c500-4f5d-b84f-9321aed5431b admin admin] Deleting port 94dda5bf-7a9d-481d-85a0-a77a4b31fc3d {{(pid=103917) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2043}} Jun 16 17:28:46.398734 dv-cinder-837356-2-iscsi neutron-server[103917]: DEBUG neutron_lib.callbacks.manager [None req-a743de40-c500-4f5d-b84f-9321aed5431b admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8728539361383'] for port (94dda5bf-7a9d-481d-85a0-a77a4b31fc3d), before_delete {{(pid=103917) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 17:28:46.406424 dv-cinder-837356-2-iscsi neutron-server[103916]: DEBUG neutron_lib.callbacks.manager [None req-10cb58b2-f079-43f0-9a32-021cad903fa2 admin admin] Publish callbacks [] for security_group (afebfea3-68c2-40f3-8313-17d196eab2d1), precommit_create {{(pid=103916) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 17:28:46.411198 dv-cinder-837356-2-iscsi neutron-server[103916]: DEBUG neutron_lib.callbacks.manager [None req-10cb58b2-f079-43f0-9a32-021cad903fa2 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-570488'] for security_group (afebfea3-68c2-40f3-8313-17d196eab2d1), after_create {{(pid=103916) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 17:28:46.438583 dv-cinder-837356-2-iscsi neutron-server[103919]: DEBUG neutron.db.l3_hamode_db [None req-01ac59d8-9ad9-433d-a221-cefa7c4b6ae7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '773cf309-19cb-42b7-91ee-afe372a91017', 'name': 'tempest-TestMinimumBasicScenario-2043916775-router', 'tenant_id': '848c7ff5a10a47c0b98325add4101a73', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9df31235-0797-44e6-85a0-102cb2da2d58', 'external_fixed_ips': [{'subnet_id': '1dfb0320-f5eb-46f6-88ce-33002f500238', 'ip_address': '172.27.2.138'}], 'enable_snat': True}, 'gw_port_id': '94dda5bf-7a9d-481d-85a0-a77a4b31fc3d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-16T17:25:12Z', 'updated_at': '2022-06-16T17:28:45Z', 'revision_number': 5, 'project_id': '848c7ff5a10a47c0b98325add4101a73', 'gw_port': {'id': '94dda5bf-7a9d-481d-85a0-a77a4b31fc3d', 'name': '', 'network_id': '9df31235-0797-44e6-85a0-102cb2da2d58', 'tenant_id': '', 'mac_address': 'fa:16:3e:ca:40:fa', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '773cf309-19cb-42b7-91ee-afe372a91017', 'device_owner': 'network:router_gateway', 'standard_attr_id': 443, 'fixed_ips': [{'subnet_id': '1dfb0320-f5eb-46f6-88ce-33002f500238', 'ip_address': '172.27.2.138', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-837356-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-16T17:25:14Z', 'updated_at': '2022-06-16T17:25:30Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1dfb0320-f5eb-46f6-88ce-33002f500238', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-837356-2-iscsi'}], 'dv-cinder-837356-2-iscsi', False) {} {{(pid=103919) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 16 17:28:46.452435 dv-cinder-837356-2-iscsi neutron-server[103916]: INFO neutron.wsgi [None req-10cb58b2-f079-43f0-9a32-021cad903fa2 admin admin] 10.222.0.66 "GET /v2.0/security-groups?tenant_id=af54aa80919847faac2a98437afcf99e&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2681706 Jun 16 17:28:46.453843 dv-cinder-837356-2-iscsi neutron-server[103916]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-10cb58b2-f079-43f0-9a32-021cad903fa2 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=afebfea3-68c2-40f3-8313-17d196eab2d1,revision_number=1']} {{(pid=103916) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 17:28:46.456298 dv-cinder-837356-2-iscsi neutron-server[103916]: DEBUG neutron.wsgi [-] (103916) accepted ('10.222.0.66', 43308) {{(pid=103916) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 16 17:28:46.466460 dv-cinder-837356-2-iscsi neutron-server[103919]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-01ac59d8-9ad9-433d-a221-cefa7c4b6ae7 None None] Checking router: 773cf309-19cb-42b7-91ee-afe372a91017 for host: dv-cinder-837356-2-iscsi {{(pid=103919) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 16 17:28:46.476990 dv-cinder-837356-2-iscsi neutron-server[103919]: DEBUG neutron.db.l3_dvrscheduler_db [None req-01ac59d8-9ad9-433d-a221-cefa7c4b6ae7 None None] Routers {'773cf309-19cb-42b7-91ee-afe372a91017'} bound to L3 agent in host dv-cinder-837356-2-iscsi {{(pid=103919) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jun 16 17:28:46.477783 dv-cinder-837356-2-iscsi neutron-server[103919]: DEBUG neutron.db.l3_hamode_db [None req-01ac59d8-9ad9-433d-a221-cefa7c4b6ae7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-837356-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-06-16T17:14:15Z,description=,heartbeat_timestamp=2022-06-16T17:28:45Z,host='dv-cinder-837356-2-iscsi',id=7639df21-17c3-4235-8912-210c3ad54137,load=0,resource_versions=,resources_synced=,started_at=2022-06-16T17:14:15Z,topic='l3_agent')) {'router_ids': ['773cf309-19cb-42b7-91ee-afe372a91017'], 'active': True} {{(pid=103919) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 16 17:28:46.494789 dv-cinder-837356-2-iscsi neutron-server[103916]: DEBUG dbcounter [-] [103916] Writing DB stats neutron:SELECT=85,neutron:UPDATE=2,neutron:DELETE=9,neutron:INSERT=4 {{(pid=103916) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 16 17:28:46.504132 dv-cinder-837356-2-iscsi neutron-server[103917]: DEBUG neutron.plugins.ml2.db [None req-a743de40-c500-4f5d-b84f-9321aed5431b admin admin] For port 94dda5bf-7a9d-481d-85a0-a77a4b31fc3d, host dv-cinder-837356-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-837356-2-iscsi',level=0,port_id=94dda5bf-7a9d-481d-85a0-a77a4b31fc3d,segment=NetworkSegment(18b787c7-0964-4a3b-b1f5-b8083c94f58b),segment_id=18b787c7-0964-4a3b-b1f5-b8083c94f58b)] {{(pid=103917) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 16 17:28:46.504778 dv-cinder-837356-2-iscsi neutron-server[103917]: DEBUG neutron_lib.callbacks.manager [None req-a743de40-c500-4f5d-b84f-9321aed5431b admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-708042'] for port (94dda5bf-7a9d-481d-85a0-a77a4b31fc3d), precommit_delete {{(pid=103917) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 17:28:46.522909 dv-cinder-837356-2-iscsi neutron-server[103917]: DEBUG neutron.plugins.ml2.plugin [None req-a743de40-c500-4f5d-b84f-9321aed5431b admin admin] Calling delete_port for 94dda5bf-7a9d-481d-85a0-a77a4b31fc3d owned by network:router_gateway {{(pid=103917) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2122}} Jun 16 17:28:46.524405 dv-cinder-837356-2-iscsi neutron-server[103916]: DEBUG neutron_lib.callbacks.manager [None req-df9ec813-7d17-4671-8d14-a082de277721 admin admin] Publish callbacks [] for security_group (afebfea3-68c2-40f3-8313-17d196eab2d1), before_delete {{(pid=103916) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 17:28:46.549754 dv-cinder-837356-2-iscsi neutron-server[103916]: DEBUG dbcounter [-] [103916] Writing DB stats neutron:SELECT=88,neutron:DELETE=4,neutron:UPDATE=1,neutron:INSERT=7 {{(pid=103916) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 16 17:28:46.557214 dv-cinder-837356-2-iscsi neutron-server[103916]: DEBUG neutron_lib.callbacks.manager [None req-df9ec813-7d17-4671-8d14-a082de277721 admin admin] Publish callbacks [] for security_group (afebfea3-68c2-40f3-8313-17d196eab2d1), precommit_delete {{(pid=103916) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 17:28:46.620633 dv-cinder-837356-2-iscsi neutron-server[103916]: DEBUG neutron_lib.callbacks.manager [None req-df9ec813-7d17-4671-8d14-a082de277721 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-570488'] for security_group (afebfea3-68c2-40f3-8313-17d196eab2d1), after_delete {{(pid=103916) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 17:28:46.624143 dv-cinder-837356-2-iscsi neutron-server[103916]: DEBUG neutron_lib.callbacks.manager [None req-df9ec813-7d17-4671-8d14-a082de277721 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103916) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 17:28:46.628474 dv-cinder-837356-2-iscsi neutron-server[103916]: INFO neutron.wsgi [None req-df9ec813-7d17-4671-8d14-a082de277721 admin admin] 10.222.0.66 "DELETE /v2.0/security-groups/afebfea3-68c2-40f3-8313-17d196eab2d1 HTTP/1.1" status: 204 len: 168 time: 0.1709793 Jun 16 17:28:46.638326 dv-cinder-837356-2-iscsi neutron-server[103916]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df9ec813-7d17-4671-8d14-a082de277721 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=afebfea3-68c2-40f3-8313-17d196eab2d1,revision_number=None']} {{(pid=103916) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 17:28:46.679285 dv-cinder-837356-2-iscsi neutron-server[103917]: DEBUG dbcounter [-] [103917] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=103917) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 16 17:28:46.680220 dv-cinder-837356-2-iscsi neutron-server[103919]: DEBUG neutron.db.l3_dvr_db [None req-01ac59d8-9ad9-433d-a221-cefa7c4b6ae7 None None] Set router 773cf309-19cb-42b7-91ee-afe372a91017 gateway port host: None {{(pid=103919) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jun 16 17:28:46.748827 dv-cinder-837356-2-iscsi neutron-server[103919]: DEBUG neutron.db.l3_hamode_db [None req-01ac59d8-9ad9-433d-a221-cefa7c4b6ae7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '773cf309-19cb-42b7-91ee-afe372a91017', 'name': 'tempest-TestMinimumBasicScenario-2043916775-router', 'tenant_id': '848c7ff5a10a47c0b98325add4101a73', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-16T17:25:12Z', 'updated_at': '2022-06-16T17:28:46Z', 'revision_number': 6, 'project_id': '848c7ff5a10a47c0b98325add4101a73', 'gw_port_host': None}], 'dv-cinder-837356-2-iscsi', False) {} {{(pid=103919) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 16 17:28:46.775979 dv-cinder-837356-2-iscsi neutron-server[103919]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-01ac59d8-9ad9-433d-a221-cefa7c4b6ae7 None None] The sync data for ids ['773cf309-19cb-42b7-91ee-afe372a91017'] in dv-cinder-837356-2-iscsi is: [{'id': '773cf309-19cb-42b7-91ee-afe372a91017', 'name': 'tempest-TestMinimumBasicScenario-2043916775-router', 'tenant_id': '848c7ff5a10a47c0b98325add4101a73', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-16T17:25:12Z', 'updated_at': '2022-06-16T17:28:46Z', 'revision_number': 6, 'project_id': '848c7ff5a10a47c0b98325add4101a73', 'gw_port_host': None}] {{(pid=103919) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 16 17:28:46.799805 dv-cinder-837356-2-iscsi neutron-server[103917]: DEBUG neutron_lib.callbacks.manager [None req-a743de40-c500-4f5d-b84f-9321aed5431b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16007527', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-75831', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16241551', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8728539364702', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8728538993430', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3819743'] for port (94dda5bf-7a9d-481d-85a0-a77a4b31fc3d), after_delete {{(pid=103917) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 17:28:46.831169 dv-cinder-837356-2-iscsi neutron-server[103917]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a743de40-c500-4f5d-b84f-9321aed5431b admin admin] Pushing event deleted for resources: {'Port': ['ID=94dda5bf-7a9d-481d-85a0-a77a4b31fc3d,revision_number=None']} {{(pid=103917) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 17:28:46.945143 dv-cinder-837356-2-iscsi neutron-server[103917]: DEBUG neutron_lib.callbacks.manager [None req-a743de40-c500-4f5d-b84f-9321aed5431b admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-704909'] for router_gateway (773cf309-19cb-42b7-91ee-afe372a91017), after_delete {{(pid=103917) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 17:28:47.113203 dv-cinder-837356-2-iscsi neutron-server[103917]: DEBUG neutron_lib.callbacks.manager [None req-a743de40-c500-4f5d-b84f-9321aed5431b admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-707972', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-65300'] for router (773cf309-19cb-42b7-91ee-afe372a91017), precommit_delete {{(pid=103917) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 17:28:47.115878 dv-cinder-837356-2-iscsi neutron-server[103917]: DEBUG neutron_lib.callbacks.manager [None req-a743de40-c500-4f5d-b84f-9321aed5431b admin admin] Publish callbacks [] for router_controller (773cf309-19cb-42b7-91ee-afe372a91017), precommit_delete_associations {{(pid=103917) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 17:28:47.132478 dv-cinder-837356-2-iscsi neutron-server[103916]: DEBUG neutron.wsgi [-] (103916) accepted ('10.222.0.66', 43322) {{(pid=103916) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 16 17:28:47.148645 dv-cinder-837356-2-iscsi neutron-server[103916]: DEBUG neutron_lib.callbacks.manager [None req-cc69f9e9-9c49-429c-a8e3-cf089e27ba97 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103916) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 17:28:47.165615 dv-cinder-837356-2-iscsi neutron-server[103917]: DEBUG neutron_lib.callbacks.manager [None req-a743de40-c500-4f5d-b84f-9321aed5431b admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-708078'] for router (773cf309-19cb-42b7-91ee-afe372a91017), after_delete {{(pid=103917) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 17:28:47.166416 dv-cinder-837356-2-iscsi neutron-server[103917]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a743de40-c500-4f5d-b84f-9321aed5431b admin admin] Fanout notify agent at l3_agent the message router_deleted on router 773cf309-19cb-42b7-91ee-afe372a91017 {{(pid=103917) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jun 16 17:28:47.174695 dv-cinder-837356-2-iscsi neutron-server[103917]: DEBUG neutron_lib.callbacks.manager [None req-a743de40-c500-4f5d-b84f-9321aed5431b admin admin] Publish callbacks [] for router (None), before_response {{(pid=103917) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 17:28:47.177362 dv-cinder-837356-2-iscsi neutron-server[103917]: INFO neutron.wsgi [None req-a743de40-c500-4f5d-b84f-9321aed5431b admin admin] 10.222.0.66 "DELETE /v2.0/routers/773cf309-19cb-42b7-91ee-afe372a91017 HTTP/1.1" status: 204 len: 168 time: 1.0779126 Jun 16 17:28:47.181540 dv-cinder-837356-2-iscsi neutron-server[103917]: DEBUG neutron.wsgi [-] (103917) accepted ('10.222.0.66', 43324) {{(pid=103917) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 16 17:28:47.235295 dv-cinder-837356-2-iscsi neutron-server[103917]: DEBUG neutron.db.db_base_plugin_v2 [None req-aea3d996-5a8b-4666-9516-45fdc55b6b19 admin admin] Deleting subnet 34852e9f-aba4-4b0b-87a9-5734fc3d9f6a {{(pid=103917) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1067}} Jun 16 17:28:47.239120 dv-cinder-837356-2-iscsi neutron-server[103917]: DEBUG neutron_lib.callbacks.manager [None req-aea3d996-5a8b-4666-9516-45fdc55b6b19 admin admin] Publish callbacks [] for subnet (34852e9f-aba4-4b0b-87a9-5734fc3d9f6a), before_delete {{(pid=103917) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 17:28:47.283267 dv-cinder-837356-2-iscsi neutron-server[103917]: DEBUG neutron_lib.callbacks.manager [None req-aea3d996-5a8b-4666-9516-45fdc55b6b19 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-25699587'] for subnet (34852e9f-aba4-4b0b-87a9-5734fc3d9f6a), precommit_delete_associations {{(pid=103917) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 17:28:47.288220 dv-cinder-837356-2-iscsi neutron-server[103916]: DEBUG neutron_lib.callbacks.manager [None req-cc69f9e9-9c49-429c-a8e3-cf089e27ba97 admin admin] Publish callbacks [] for security_group (a35d71ff-8a3c-4348-876f-5cda6149dc9c), precommit_create {{(pid=103916) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 17:28:47.292871 dv-cinder-837356-2-iscsi neutron-server[103916]: DEBUG neutron_lib.callbacks.manager [None req-cc69f9e9-9c49-429c-a8e3-cf089e27ba97 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-570488'] for security_group (a35d71ff-8a3c-4348-876f-5cda6149dc9c), after_create {{(pid=103916) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 17:28:47.333444 dv-cinder-837356-2-iscsi neutron-server[103916]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cc69f9e9-9c49-429c-a8e3-cf089e27ba97 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a35d71ff-8a3c-4348-876f-5cda6149dc9c,revision_number=1']} {{(pid=103916) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 17:28:47.337788 dv-cinder-837356-2-iscsi neutron-server[103916]: INFO neutron.wsgi [None req-cc69f9e9-9c49-429c-a8e3-cf089e27ba97 admin admin] 10.222.0.66 "GET /v2.0/security-groups?tenant_id=1d48e603f2854700ad33a597d8794bec&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2039206 Jun 16 17:28:47.340562 dv-cinder-837356-2-iscsi neutron-server[103916]: DEBUG neutron.wsgi [-] (103916) accepted ('10.222.0.66', 43326) {{(pid=103916) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 16 17:28:47.396956 dv-cinder-837356-2-iscsi neutron-server[103917]: DEBUG neutron_lib.callbacks.manager [None req-aea3d996-5a8b-4666-9516-45fdc55b6b19 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-16150392'] for subnet (34852e9f-aba4-4b0b-87a9-5734fc3d9f6a), precommit_delete {{(pid=103917) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 17:28:47.404650 dv-cinder-837356-2-iscsi neutron-server[103916]: DEBUG neutron_lib.callbacks.manager [None req-6a022e43-9fb1-4a36-a640-6cafd467f25b admin admin] Publish callbacks [] for security_group (a35d71ff-8a3c-4348-876f-5cda6149dc9c), before_delete {{(pid=103916) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 17:28:47.435091 dv-cinder-837356-2-iscsi neutron-server[103916]: DEBUG neutron_lib.callbacks.manager [None req-6a022e43-9fb1-4a36-a640-6cafd467f25b admin admin] Publish callbacks [] for security_group (a35d71ff-8a3c-4348-876f-5cda6149dc9c), precommit_delete {{(pid=103916) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 17:28:47.468104 dv-cinder-837356-2-iscsi neutron-server[103917]: DEBUG neutron_lib.callbacks.manager [None req-aea3d996-5a8b-4666-9516-45fdc55b6b19 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-16150339', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-570574', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16241551', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3819756', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-25758852'] for subnet (34852e9f-aba4-4b0b-87a9-5734fc3d9f6a), after_delete {{(pid=103917) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 17:28:47.480955 dv-cinder-837356-2-iscsi neutron-server[103917]: DEBUG dbcounter [-] [103917] Writing DB stats neutron:UPDATE=4,neutron:SELECT=83,neutron:DELETE=13 {{(pid=103917) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 16 17:28:47.508299 dv-cinder-837356-2-iscsi neutron-server[103916]: DEBUG neutron_lib.callbacks.manager [None req-6a022e43-9fb1-4a36-a640-6cafd467f25b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-570488'] for security_group (a35d71ff-8a3c-4348-876f-5cda6149dc9c), after_delete {{(pid=103916) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 17:28:47.511198 dv-cinder-837356-2-iscsi neutron-server[103916]: DEBUG neutron_lib.callbacks.manager [None req-6a022e43-9fb1-4a36-a640-6cafd467f25b admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103916) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 17:28:47.514810 dv-cinder-837356-2-iscsi neutron-server[103916]: INFO neutron.wsgi [None req-6a022e43-9fb1-4a36-a640-6cafd467f25b admin admin] 10.222.0.66 "DELETE /v2.0/security-groups/a35d71ff-8a3c-4348-876f-5cda6149dc9c HTTP/1.1" status: 204 len: 168 time: 0.1721048 Jun 16 17:28:47.519535 dv-cinder-837356-2-iscsi neutron-server[103917]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aea3d996-5a8b-4666-9516-45fdc55b6b19 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=34852e9f-aba4-4b0b-87a9-5734fc3d9f6a,revision_number=None']} {{(pid=103917) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 17:28:47.523301 dv-cinder-837356-2-iscsi neutron-server[103917]: DEBUG neutron_lib.callbacks.manager [None req-aea3d996-5a8b-4666-9516-45fdc55b6b19 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=103917) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 17:28:47.528877 dv-cinder-837356-2-iscsi neutron-server[103918]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fe0b3029-4e98-40a7-aef8-9cd5bb79cad8 None None] Network 68b37cbc-7f14-4f09-a1a2-98d75ba1412e requested from dv-cinder-837356-2-iscsi {{(pid=103918) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jun 16 17:28:47.533893 dv-cinder-837356-2-iscsi neutron-server[103917]: INFO neutron.wsgi [None req-aea3d996-5a8b-4666-9516-45fdc55b6b19 admin admin] 10.222.0.66 "DELETE /v2.0/subnets/34852e9f-aba4-4b0b-87a9-5734fc3d9f6a HTTP/1.1" status: 204 len: 168 time: 0.3468101 Jun 16 17:28:47.535353 dv-cinder-837356-2-iscsi neutron-server[103916]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6a022e43-9fb1-4a36-a640-6cafd467f25b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a35d71ff-8a3c-4348-876f-5cda6149dc9c,revision_number=None']} {{(pid=103916) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 17:28:47.535507 dv-cinder-837356-2-iscsi neutron-server[103917]: DEBUG neutron.wsgi [-] (103917) accepted ('10.222.0.66', 43330) {{(pid=103917) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 16 17:28:47.654093 dv-cinder-837356-2-iscsi neutron-server[103917]: DEBUG neutron_lib.callbacks.manager [None req-d6a0e65e-d2f7-42e2-bfeb-7461cf435913 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-16129347'] for network (68b37cbc-7f14-4f09-a1a2-98d75ba1412e), before_delete {{(pid=103917) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 17:28:47.702982 dv-cinder-837356-2-iscsi neutron-server[103917]: DEBUG neutron.plugins.ml2.plugin [None req-d6a0e65e-d2f7-42e2-bfeb-7461cf435913 admin admin] Deleting port 06d4db02-124d-4ee1-9f21-dc9bf1219104 {{(pid=103917) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2043}} Jun 16 17:28:47.703326 dv-cinder-837356-2-iscsi neutron-server[103917]: DEBUG neutron_lib.callbacks.manager [None req-d6a0e65e-d2f7-42e2-bfeb-7461cf435913 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8728539361383'] for port (06d4db02-124d-4ee1-9f21-dc9bf1219104), before_delete {{(pid=103917) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 17:28:47.703940 dv-cinder-837356-2-iscsi neutron-server[103918]: DEBUG neutron.plugins.ml2.rpc [None req-39ead2dc-a542-4f04-b117-439eb7f32aa8 None None] Device 095f00fe-5e2d-414c-bcb8-428f26abf5ae no longer exists at agent ovs-agent-dv-cinder-837356-2-iscsi {{(pid=103918) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jun 16 17:28:47.731278 dv-cinder-837356-2-iscsi neutron-server[103918]: DEBUG neutron.plugins.ml2.plugin [None req-39ead2dc-a542-4f04-b117-439eb7f32aa8 None None] No Port match for: 095f00fe-5e2d-414c-bcb8-428f26abf5ae {{(pid=103918) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2382}} Jun 16 17:28:47.731627 dv-cinder-837356-2-iscsi neutron-server[103918]: DEBUG neutron.plugins.ml2.rpc [None req-39ead2dc-a542-4f04-b117-439eb7f32aa8 None None] Device 095f00fe-5e2d-414c-bcb8-428f26abf5ae not bound to the agent host dv-cinder-837356-2-iscsi {{(pid=103918) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jun 16 17:28:47.782290 dv-cinder-837356-2-iscsi neutron-server[103917]: DEBUG neutron.plugins.ml2.db [None req-d6a0e65e-d2f7-42e2-bfeb-7461cf435913 admin admin] For port 06d4db02-124d-4ee1-9f21-dc9bf1219104, host dv-cinder-837356-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-837356-2-iscsi',level=0,port_id=06d4db02-124d-4ee1-9f21-dc9bf1219104,segment=NetworkSegment(4463af6d-fa55-4b6c-8cec-9c3dd9b4d253),segment_id=4463af6d-fa55-4b6c-8cec-9c3dd9b4d253)] {{(pid=103917) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 16 17:28:47.782653 dv-cinder-837356-2-iscsi neutron-server[103917]: DEBUG neutron_lib.callbacks.manager [None req-d6a0e65e-d2f7-42e2-bfeb-7461cf435913 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-708042'] for port (06d4db02-124d-4ee1-9f21-dc9bf1219104), precommit_delete {{(pid=103917) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 17:28:47.800073 dv-cinder-837356-2-iscsi neutron-server[103917]: DEBUG neutron.plugins.ml2.plugin [None req-d6a0e65e-d2f7-42e2-bfeb-7461cf435913 admin admin] Calling delete_port for 06d4db02-124d-4ee1-9f21-dc9bf1219104 owned by network:dhcp {{(pid=103917) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2122}} Jun 16 17:28:47.802072 dv-cinder-837356-2-iscsi neutron-server[103918]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-06e06e31-a775-4ed6-b2c7-4767a7642bd1 None None] DHCP port deletion for 68b37cbc-7f14-4f09-a1a2-98d75ba1412e request from dv-cinder-837356-2-iscsi {{(pid=103918) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Jun 16 17:28:47.849617 dv-cinder-837356-2-iscsi neutron-server[103918]: DEBUG neutron.plugins.ml2.plugin [None req-06e06e31-a775-4ed6-b2c7-4767a7642bd1 None None] Deleting port 06d4db02-124d-4ee1-9f21-dc9bf1219104 {{(pid=103918) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2043}} Jun 16 17:28:47.850334 dv-cinder-837356-2-iscsi neutron-server[103918]: DEBUG neutron_lib.callbacks.manager [None req-06e06e31-a775-4ed6-b2c7-4767a7642bd1 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8728539361383'] for port (06d4db02-124d-4ee1-9f21-dc9bf1219104), before_delete {{(pid=103918) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 17:28:47.903496 dv-cinder-837356-2-iscsi neutron-server[103917]: DEBUG neutron_lib.callbacks.manager [None req-d6a0e65e-d2f7-42e2-bfeb-7461cf435913 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16007527', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-75831', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16241551', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8728539364702', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8728538993430', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3819743'] for port (06d4db02-124d-4ee1-9f21-dc9bf1219104), after_delete {{(pid=103917) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 17:28:47.936732 dv-cinder-837356-2-iscsi neutron-server[103917]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d6a0e65e-d2f7-42e2-bfeb-7461cf435913 admin admin] Pushing event deleted for resources: {'Port': ['ID=06d4db02-124d-4ee1-9f21-dc9bf1219104,revision_number=None']} {{(pid=103917) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 17:28:47.939178 dv-cinder-837356-2-iscsi neutron-server[103917]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d6a0e65e-d2f7-42e2-bfeb-7461cf435913 admin admin] No DVR routers for this DVR port 06d4db02-124d-4ee1-9f21-dc9bf1219104 on host dv-cinder-837356-2-iscsi {{(pid=103917) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:215}} Jun 16 17:28:48.044677 dv-cinder-837356-2-iscsi neutron-server[103917]: DEBUG neutron_lib.callbacks.manager [None req-d6a0e65e-d2f7-42e2-bfeb-7461cf435913 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-16152121', 'neutron.services.segments.db._delete_segments_for_network-8728539454199'] for network (68b37cbc-7f14-4f09-a1a2-98d75ba1412e), precommit_delete {{(pid=103917) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 17:28:48.053592 dv-cinder-837356-2-iscsi neutron-server[103917]: DEBUG dbcounter [-] [103917] Writing DB stats neutron:UPDATE=2,neutron:SELECT=90,neutron:DELETE=8 {{(pid=103917) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 16 17:28:48.071398 dv-cinder-837356-2-iscsi neutron-server[103917]: DEBUG neutron.services.segments.db [None req-d6a0e65e-d2f7-42e2-bfeb-7461cf435913 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['68b37cbc-7f14-4f09-a1a2-98d75ba1412e']}} {{(pid=103917) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 16 17:28:48.084135 dv-cinder-837356-2-iscsi neutron-server[103917]: DEBUG neutron.services.segments.db [None req-d6a0e65e-d2f7-42e2-bfeb-7461cf435913 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '4463af6d-fa55-4b6c-8cec-9c3dd9b4d253') {'for_net_delete': True} {{(pid=103917) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 16 17:28:48.084497 dv-cinder-837356-2-iscsi neutron-server[103917]: DEBUG neutron.services.segments.db [None req-d6a0e65e-d2f7-42e2-bfeb-7461cf435913 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '4463af6d-fa55-4b6c-8cec-9c3dd9b4d253') {} {{(pid=103917) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 16 17:28:48.103214 dv-cinder-837356-2-iscsi neutron-server[103918]: DEBUG neutron.plugins.ml2.db [None req-06e06e31-a775-4ed6-b2c7-4767a7642bd1 None None] For port 06d4db02-124d-4ee1-9f21-dc9bf1219104, host dv-cinder-837356-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-837356-2-iscsi',level=0,port_id=06d4db02-124d-4ee1-9f21-dc9bf1219104,segment=NetworkSegment(4463af6d-fa55-4b6c-8cec-9c3dd9b4d253),segment_id=4463af6d-fa55-4b6c-8cec-9c3dd9b4d253)] {{(pid=103918) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 16 17:28:48.103591 dv-cinder-837356-2-iscsi neutron-server[103918]: DEBUG neutron_lib.callbacks.manager [None req-06e06e31-a775-4ed6-b2c7-4767a7642bd1 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-708042'] for port (06d4db02-124d-4ee1-9f21-dc9bf1219104), precommit_delete {{(pid=103918) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 17:28:48.105386 dv-cinder-837356-2-iscsi neutron-server[103917]: DEBUG neutron_lib.callbacks.manager [None req-d6a0e65e-d2f7-42e2-bfeb-7461cf435913 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8728539454082', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-25699604'] for segment (4463af6d-fa55-4b6c-8cec-9c3dd9b4d253), before_delete {{(pid=103917) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 17:28:48.120096 dv-cinder-837356-2-iscsi neutron-server[103918]: DEBUG neutron.plugins.ml2.plugin [None req-06e06e31-a775-4ed6-b2c7-4767a7642bd1 None None] Calling delete_port for 06d4db02-124d-4ee1-9f21-dc9bf1219104 owned by network:dhcp {{(pid=103918) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2122}} Jun 16 17:28:48.123472 dv-cinder-837356-2-iscsi neutron-server[103917]: DEBUG neutron_lib.callbacks.manager [None req-d6a0e65e-d2f7-42e2-bfeb-7461cf435913 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16150272'] for segment (4463af6d-fa55-4b6c-8cec-9c3dd9b4d253), precommit_delete {{(pid=103917) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 17:28:48.131557 dv-cinder-837356-2-iscsi neutron-server[103917]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-d6a0e65e-d2f7-42e2-bfeb-7461cf435913 admin admin] Releasing vlan 1033 on physical network physnet1 to pool {{(pid=103917) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jun 16 17:28:48.132320 dv-cinder-837356-2-iscsi neutron-server[103917]: DEBUG neutron_lib.callbacks.manager [None req-d6a0e65e-d2f7-42e2-bfeb-7461cf435913 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16150272', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3819570'] for segment (4463af6d-fa55-4b6c-8cec-9c3dd9b4d253), after_delete {{(pid=103917) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 17:28:48.153935 dv-cinder-837356-2-iscsi neutron-server[103918]: DEBUG neutron_lib.callbacks.manager [None req-90597016-5de8-4c3e-b42a-66aa2c70cc5e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728539454181', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16149322'] for agent (853db9d1-1c17-40a4-900c-de4f90440474), after_update {{(pid=103918) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 17:28:48.166757 dv-cinder-837356-2-iscsi neutron-server[103917]: INFO neutron.services.segments.plugin [-] Segment 4463af6d-fa55-4b6c-8cec-9c3dd9b4d253 resource provider aggregate not found Jun 16 17:28:48.206810 dv-cinder-837356-2-iscsi neutron-server[103917]: INFO neutron.services.segments.plugin [-] Segment 4463af6d-fa55-4b6c-8cec-9c3dd9b4d253 resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid 4463af6d-fa55-4b6c-8cec-9c3dd9b4d253 found for delete ", "request_id": "req-b08250d1-7dc2-4bf4-b7a9-615858651f59"}]} Jun 16 17:28:48.226376 dv-cinder-837356-2-iscsi neutron-server[103917]: DEBUG neutron_lib.callbacks.manager [None req-d6a0e65e-d2f7-42e2-bfeb-7461cf435913 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-16152118', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-570401', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16241551', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-704929'] for network (68b37cbc-7f14-4f09-a1a2-98d75ba1412e), after_delete {{(pid=103917) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 17:28:48.233114 dv-cinder-837356-2-iscsi neutron-server[103917]: DEBUG neutron_lib.callbacks.manager [None req-d6a0e65e-d2f7-42e2-bfeb-7461cf435913 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-16241561'] for network (None), before_response {{(pid=103917) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 17:28:48.239872 dv-cinder-837356-2-iscsi neutron-server[103917]: INFO neutron.wsgi [None req-d6a0e65e-d2f7-42e2-bfeb-7461cf435913 admin admin] 10.222.0.66 "DELETE /v2.0/networks/68b37cbc-7f14-4f09-a1a2-98d75ba1412e HTTP/1.1" status: 204 len: 168 time: 0.7048650 Jun 16 17:28:48.256328 dv-cinder-837356-2-iscsi neutron-server[103917]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d6a0e65e-d2f7-42e2-bfeb-7461cf435913 admin admin] Pushing event deleted for resources: {'Network': ['ID=68b37cbc-7f14-4f09-a1a2-98d75ba1412e,revision_number=None']} {{(pid=103917) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 17:28:48.263781 dv-cinder-837356-2-iscsi neutron-server[103918]: DEBUG neutron_lib.callbacks.manager [None req-06e06e31-a775-4ed6-b2c7-4767a7642bd1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16007527', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-75831', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16241551', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8728539364702', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8728538993430'] for port (06d4db02-124d-4ee1-9f21-dc9bf1219104), after_delete {{(pid=103918) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 17:28:48.295444 dv-cinder-837356-2-iscsi neutron-server[103918]: DEBUG neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api [None req-06e06e31-a775-4ed6-b2c7-4767a7642bd1 None None] Network 68b37cbc-7f14-4f09-a1a2-98d75ba1412e is not hosted by any dhcp agent {{(pid=103918) _notify_agents /opt/stack/neutron/neutron/api/rpc/agentnotifiers/dhcp_rpc_agent_api.py:225}} Jun 16 17:28:48.296077 dv-cinder-837356-2-iscsi neutron-server[103918]: DEBUG neutron.db.l3_dvrscheduler_db [None req-06e06e31-a775-4ed6-b2c7-4767a7642bd1 None None] No DVR routers for this DVR port 06d4db02-124d-4ee1-9f21-dc9bf1219104 on host dv-cinder-837356-2-iscsi {{(pid=103918) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:215}} Jun 16 17:28:48.302015 dv-cinder-837356-2-iscsi neutron-server[103918]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-06e06e31-a775-4ed6-b2c7-4767a7642bd1 None None] Pushing event deleted for resources: {'Port': ['ID=06d4db02-124d-4ee1-9f21-dc9bf1219104,revision_number=None']} {{(pid=103918) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 17:28:48.448029 dv-cinder-837356-2-iscsi neutron-server[103918]: DEBUG neutron_lib.callbacks.manager [None req-39ead2dc-a542-4f04-b117-439eb7f32aa8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728539454181', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16149322'] for agent (5b2fa84c-1db1-41c6-a6b9-975c3da28daf), after_update {{(pid=103918) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 17:28:48.498559 dv-cinder-837356-2-iscsi neutron-server[103916]: DEBUG neutron.wsgi [-] (103916) accepted ('10.222.0.66', 43360) {{(pid=103916) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 16 17:28:48.544478 dv-cinder-837356-2-iscsi neutron-server[103916]: INFO neutron.wsgi [None req-bdae6a91-e30e-444b-8631-0c518cb8ae30 admin admin] 10.222.0.66 "GET /v2.0/security-groups?tenant_id=546929b1810a4d20b273f3e5492ec6ed&name=default HTTP/1.1" status: 200 len: 2996 time: 0.0454013 Jun 16 17:28:48.547443 dv-cinder-837356-2-iscsi neutron-server[103917]: DEBUG neutron.wsgi [-] (103917) accepted ('10.222.0.66', 43364) {{(pid=103917) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 16 17:28:48.601865 dv-cinder-837356-2-iscsi neutron-server[103917]: DEBUG neutron_lib.callbacks.manager [None req-eec2e185-f46a-4a4e-9ba6-2b2219f3bd66 admin admin] Publish callbacks [] for security_group (054bc173-7136-43f6-8718-9d2e1fa2c0d2), before_delete {{(pid=103917) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 17:28:48.627132 dv-cinder-837356-2-iscsi neutron-server[103917]: DEBUG neutron_lib.callbacks.manager [None req-eec2e185-f46a-4a4e-9ba6-2b2219f3bd66 admin admin] Publish callbacks [] for security_group (054bc173-7136-43f6-8718-9d2e1fa2c0d2), precommit_delete {{(pid=103917) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 17:28:48.683915 dv-cinder-837356-2-iscsi neutron-server[103917]: DEBUG neutron_lib.callbacks.manager [None req-eec2e185-f46a-4a4e-9ba6-2b2219f3bd66 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-570488'] for security_group (054bc173-7136-43f6-8718-9d2e1fa2c0d2), after_delete {{(pid=103917) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 17:28:48.690108 dv-cinder-837356-2-iscsi neutron-server[103917]: DEBUG neutron_lib.callbacks.manager [None req-eec2e185-f46a-4a4e-9ba6-2b2219f3bd66 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103917) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 17:28:48.692427 dv-cinder-837356-2-iscsi neutron-server[103917]: INFO neutron.wsgi [None req-eec2e185-f46a-4a4e-9ba6-2b2219f3bd66 admin admin] 10.222.0.66 "DELETE /v2.0/security-groups/054bc173-7136-43f6-8718-9d2e1fa2c0d2 HTTP/1.1" status: 204 len: 168 time: 0.1433542 Jun 16 17:28:48.713528 dv-cinder-837356-2-iscsi neutron-server[103917]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eec2e185-f46a-4a4e-9ba6-2b2219f3bd66 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=054bc173-7136-43f6-8718-9d2e1fa2c0d2,revision_number=None']} {{(pid=103917) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 17:28:49.160301 dv-cinder-837356-2-iscsi neutron-server[103916]: DEBUG neutron.wsgi [-] (103916) accepted ('10.222.0.66', 43392) {{(pid=103916) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 16 17:28:49.196579 dv-cinder-837356-2-iscsi neutron-server[103917]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6309e570-55f2-4c04-84a5-ff30d05ee462 req-3eac796e-ae46-4966-815b-27cec31b8e68 tempest-AttachVolumeShelveTestJSON-1123487845 tempest-AttachVolumeShelveTestJSON-1123487845-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103917) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 16 17:28:49.198195 dv-cinder-837356-2-iscsi neutron-server[103917]: INFO neutron.wsgi [req-6309e570-55f2-4c04-84a5-ff30d05ee462 req-3eac796e-ae46-4966-815b-27cec31b8e68 tempest-AttachVolumeShelveTestJSON-1123487845 tempest-AttachVolumeShelveTestJSON-1123487845-project] 10.222.0.66 "GET /v2.0/ports?device_id=a9f207ac-0a5d-4cfc-abd6-2f2fc88ab6a4 HTTP/1.1" status: 200 len: 945 time: 0.0682929 Jun 16 17:28:49.215946 dv-cinder-837356-2-iscsi neutron-server[103916]: INFO neutron.wsgi [None req-5a99b09d-ca90-4ba6-85e8-7983f96ea1c2 admin admin] 10.222.0.66 "GET /v2.0/security-groups?tenant_id=848c7ff5a10a47c0b98325add4101a73&name=default HTTP/1.1" status: 200 len: 2996 time: 0.0544381 Jun 16 17:28:49.216552 dv-cinder-837356-2-iscsi neutron-server[103916]: DEBUG neutron.wsgi [-] (103916) accepted ('10.222.0.66', 43394) {{(pid=103916) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 16 17:28:49.265731 dv-cinder-837356-2-iscsi neutron-server[103917]: INFO neutron.wsgi [req-6309e570-55f2-4c04-84a5-ff30d05ee462 req-551f86d9-0a6b-40f3-80b1-3234f25f727f tempest-AttachVolumeShelveTestJSON-1123487845 tempest-AttachVolumeShelveTestJSON-1123487845-project] 10.222.0.66 "GET /v2.0/security-groups?id=528bbd8e-87bb-4e11-b4eb-c422958f1800&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0612240 Jun 16 17:28:49.290397 dv-cinder-837356-2-iscsi neutron-server[103916]: DEBUG neutron_lib.callbacks.manager [None req-7508fe06-716a-4233-94ac-99e17c270cc7 admin admin] Publish callbacks [] for security_group (094b446f-b98b-4ed7-9ecc-818d890cd5f1), before_delete {{(pid=103916) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 17:28:49.327731 dv-cinder-837356-2-iscsi neutron-server[103918]: DEBUG neutron.plugins.ml2.rpc [None req-39ead2dc-a542-4f04-b117-439eb7f32aa8 None None] Device 94dda5bf-7a9d-481d-85a0-a77a4b31fc3d no longer exists at agent ovs-agent-dv-cinder-837356-2-iscsi {{(pid=103918) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jun 16 17:28:49.334897 dv-cinder-837356-2-iscsi neutron-server[103916]: DEBUG neutron_lib.callbacks.manager [None req-7508fe06-716a-4233-94ac-99e17c270cc7 admin admin] Publish callbacks [] for security_group (094b446f-b98b-4ed7-9ecc-818d890cd5f1), precommit_delete {{(pid=103916) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 17:28:49.359559 dv-cinder-837356-2-iscsi neutron-server[103918]: DEBUG neutron.plugins.ml2.plugin [None req-39ead2dc-a542-4f04-b117-439eb7f32aa8 None None] No Port match for: 94dda5bf-7a9d-481d-85a0-a77a4b31fc3d {{(pid=103918) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2382}} Jun 16 17:28:49.360054 dv-cinder-837356-2-iscsi neutron-server[103918]: DEBUG neutron.plugins.ml2.rpc [None req-39ead2dc-a542-4f04-b117-439eb7f32aa8 None None] Device 94dda5bf-7a9d-481d-85a0-a77a4b31fc3d not bound to the agent host dv-cinder-837356-2-iscsi {{(pid=103918) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jun 16 17:28:49.360674 dv-cinder-837356-2-iscsi neutron-server[103918]: DEBUG neutron.plugins.ml2.rpc [None req-39ead2dc-a542-4f04-b117-439eb7f32aa8 None None] Device 06d4db02-124d-4ee1-9f21-dc9bf1219104 no longer exists at agent ovs-agent-dv-cinder-837356-2-iscsi {{(pid=103918) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jun 16 17:28:49.389906 dv-cinder-837356-2-iscsi neutron-server[103918]: DEBUG neutron.plugins.ml2.plugin [None req-39ead2dc-a542-4f04-b117-439eb7f32aa8 None None] No Port match for: 06d4db02-124d-4ee1-9f21-dc9bf1219104 {{(pid=103918) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2382}} Jun 16 17:28:49.390782 dv-cinder-837356-2-iscsi neutron-server[103918]: DEBUG neutron.plugins.ml2.rpc [None req-39ead2dc-a542-4f04-b117-439eb7f32aa8 None None] Device 06d4db02-124d-4ee1-9f21-dc9bf1219104 not bound to the agent host dv-cinder-837356-2-iscsi {{(pid=103918) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jun 16 17:28:49.404630 dv-cinder-837356-2-iscsi neutron-server[103916]: DEBUG neutron_lib.callbacks.manager [None req-7508fe06-716a-4233-94ac-99e17c270cc7 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-570488'] for security_group (094b446f-b98b-4ed7-9ecc-818d890cd5f1), after_delete {{(pid=103916) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 17:28:49.407216 dv-cinder-837356-2-iscsi neutron-server[103916]: DEBUG neutron_lib.callbacks.manager [None req-7508fe06-716a-4233-94ac-99e17c270cc7 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103916) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 17:28:49.408374 dv-cinder-837356-2-iscsi neutron-server[103916]: INFO neutron.wsgi [None req-7508fe06-716a-4233-94ac-99e17c270cc7 admin admin] 10.222.0.66 "DELETE /v2.0/security-groups/094b446f-b98b-4ed7-9ecc-818d890cd5f1 HTTP/1.1" status: 204 len: 168 time: 0.1909037 Jun 16 17:28:49.417652 dv-cinder-837356-2-iscsi neutron-server[103916]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7508fe06-716a-4233-94ac-99e17c270cc7 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=094b446f-b98b-4ed7-9ecc-818d890cd5f1,revision_number=None']} {{(pid=103916) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 17:28:50.420763 dv-cinder-837356-2-iscsi neutron-server[103916]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9de78ed-3486-481a-bf3d-f082bd30be35 req-0935b2f9-2bcf-46a9-9ffd-7a85abb1d30e tempest-AttachVolumeShelveTestJSON-1123487845 tempest-AttachVolumeShelveTestJSON-1123487845-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103916) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 16 17:28:50.422371 dv-cinder-837356-2-iscsi neutron-server[103916]: INFO neutron.wsgi [req-e9de78ed-3486-481a-bf3d-f082bd30be35 req-0935b2f9-2bcf-46a9-9ffd-7a85abb1d30e tempest-AttachVolumeShelveTestJSON-1123487845 tempest-AttachVolumeShelveTestJSON-1123487845-project] 10.222.0.66 "GET /v2.0/ports?device_id=a9f207ac-0a5d-4cfc-abd6-2f2fc88ab6a4 HTTP/1.1" status: 200 len: 945 time: 0.0545690 Jun 16 17:28:50.475576 dv-cinder-837356-2-iscsi neutron-server[103916]: INFO neutron.wsgi [req-e9de78ed-3486-481a-bf3d-f082bd30be35 req-2bcffb0b-9aed-4fa8-9dc0-ed7218b38886 tempest-AttachVolumeShelveTestJSON-1123487845 tempest-AttachVolumeShelveTestJSON-1123487845-project] 10.222.0.66 "GET /v2.0/security-groups?id=528bbd8e-87bb-4e11-b4eb-c422958f1800&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0466018 Jun 16 17:28:50.650560 dv-cinder-837356-2-iscsi neutron-server[103919]: DEBUG neutron.db.agents_db [None req-d2debd9c-00d6-4a8f-b9fc-d112a2dcea0d None None] Agent healthcheck: found 6 active agents {{(pid=103919) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jun 16 17:28:51.066368 dv-cinder-837356-2-iscsi neutron-server[103917]: DEBUG neutron.wsgi [-] (103917) accepted ('10.222.0.66', 43438) {{(pid=103917) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 16 17:28:51.184519 dv-cinder-837356-2-iscsi neutron-server[103917]: DEBUG neutron_lib.callbacks.manager [None req-20e6bb6a-37e9-4e2b-9055-2f345af85a6d admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103917) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 17:28:51.246234 dv-cinder-837356-2-iscsi neutron-server[103917]: DEBUG dbcounter [-] [103917] Writing DB stats neutron:SELECT=85,neutron:DELETE=7,neutron:UPDATE=2,neutron:INSERT=6 {{(pid=103917) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 16 17:28:51.270814 dv-cinder-837356-2-iscsi neutron-server[103917]: DEBUG neutron_lib.callbacks.manager [None req-20e6bb6a-37e9-4e2b-9055-2f345af85a6d admin admin] Publish callbacks [] for security_group (a96f50f0-c91f-4397-b3b2-bd217710b398), precommit_create {{(pid=103917) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 17:28:51.276359 dv-cinder-837356-2-iscsi neutron-server[103917]: DEBUG neutron_lib.callbacks.manager [None req-20e6bb6a-37e9-4e2b-9055-2f345af85a6d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-570488'] for security_group (a96f50f0-c91f-4397-b3b2-bd217710b398), after_create {{(pid=103917) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 17:28:51.319370 dv-cinder-837356-2-iscsi neutron-server[103917]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-20e6bb6a-37e9-4e2b-9055-2f345af85a6d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a96f50f0-c91f-4397-b3b2-bd217710b398,revision_number=1']} {{(pid=103917) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 17:28:51.323701 dv-cinder-837356-2-iscsi neutron-server[103917]: INFO neutron.wsgi [None req-20e6bb6a-37e9-4e2b-9055-2f345af85a6d admin admin] 10.222.0.66 "GET /v2.0/security-groups?tenant_id=f8ae0c1b586b4cca8267f0e1c872d331&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2563014 Jun 16 17:28:51.334147 dv-cinder-837356-2-iscsi neutron-server[103917]: DEBUG neutron.wsgi [-] (103917) accepted ('10.222.0.66', 43442) {{(pid=103917) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 16 17:28:51.382767 dv-cinder-837356-2-iscsi neutron-server[103917]: DEBUG neutron_lib.callbacks.manager [None req-c45a5c9f-4da1-4e15-a484-2582444742db admin admin] Publish callbacks [] for security_group (a96f50f0-c91f-4397-b3b2-bd217710b398), before_delete {{(pid=103917) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 17:28:51.405664 dv-cinder-837356-2-iscsi neutron-server[103917]: DEBUG neutron_lib.callbacks.manager [None req-c45a5c9f-4da1-4e15-a484-2582444742db admin admin] Publish callbacks [] for security_group (a96f50f0-c91f-4397-b3b2-bd217710b398), precommit_delete {{(pid=103917) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 17:28:51.458219 dv-cinder-837356-2-iscsi neutron-server[103917]: DEBUG neutron_lib.callbacks.manager [None req-c45a5c9f-4da1-4e15-a484-2582444742db admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-570488'] for security_group (a96f50f0-c91f-4397-b3b2-bd217710b398), after_delete {{(pid=103917) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 17:28:51.461498 dv-cinder-837356-2-iscsi neutron-server[103917]: DEBUG neutron_lib.callbacks.manager [None req-c45a5c9f-4da1-4e15-a484-2582444742db admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103917) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 17:28:51.463078 dv-cinder-837356-2-iscsi neutron-server[103917]: INFO neutron.wsgi [None req-c45a5c9f-4da1-4e15-a484-2582444742db admin admin] 10.222.0.66 "DELETE /v2.0/security-groups/a96f50f0-c91f-4397-b3b2-bd217710b398 HTTP/1.1" status: 204 len: 168 time: 0.1354740 Jun 16 17:28:51.474584 dv-cinder-837356-2-iscsi neutron-server[103917]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c45a5c9f-4da1-4e15-a484-2582444742db admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a96f50f0-c91f-4397-b3b2-bd217710b398,revision_number=None']} {{(pid=103917) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 17:28:51.612902 dv-cinder-837356-2-iscsi neutron-server[103917]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e1b9fda-c073-482d-b265-1cbcc5f1d4ce req-67f06a03-e5c1-4d4c-af0e-dc3bbbe0c714 tempest-AttachVolumeShelveTestJSON-1123487845 tempest-AttachVolumeShelveTestJSON-1123487845-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103917) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 16 17:28:51.614251 dv-cinder-837356-2-iscsi neutron-server[103917]: INFO neutron.wsgi [req-5e1b9fda-c073-482d-b265-1cbcc5f1d4ce req-67f06a03-e5c1-4d4c-af0e-dc3bbbe0c714 tempest-AttachVolumeShelveTestJSON-1123487845 tempest-AttachVolumeShelveTestJSON-1123487845-project] 10.222.0.66 "GET /v2.0/ports?device_id=a9f207ac-0a5d-4cfc-abd6-2f2fc88ab6a4 HTTP/1.1" status: 200 len: 945 time: 0.0569112 Jun 16 17:28:51.664116 dv-cinder-837356-2-iscsi neutron-server[103917]: INFO neutron.wsgi [req-5e1b9fda-c073-482d-b265-1cbcc5f1d4ce req-7904833d-a539-4de8-9b10-4ba686750e23 tempest-AttachVolumeShelveTestJSON-1123487845 tempest-AttachVolumeShelveTestJSON-1123487845-project] 10.222.0.66 "GET /v2.0/security-groups?id=528bbd8e-87bb-4e11-b4eb-c422958f1800&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0441144 Jun 16 17:28:51.776650 dv-cinder-837356-2-iscsi neutron-server[103917]: DEBUG neutron.wsgi [-] (103917) accepted ('10.222.0.66', 43450) {{(pid=103917) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 16 17:28:51.790841 dv-cinder-837356-2-iscsi neutron-server[103917]: DEBUG neutron_lib.callbacks.manager [None req-10ae3c99-4a6d-403e-9d04-5ed066270f62 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103917) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 17:28:51.855258 dv-cinder-837356-2-iscsi neutron-server[103917]: DEBUG dbcounter [-] [103917] Writing DB stats neutron:SELECT=85,neutron:DELETE=6,neutron:INSERT=9 {{(pid=103917) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 16 17:28:51.875610 dv-cinder-837356-2-iscsi neutron-server[103917]: DEBUG neutron_lib.callbacks.manager [None req-10ae3c99-4a6d-403e-9d04-5ed066270f62 admin admin] Publish callbacks [] for security_group (07c4ec6f-1b1f-4667-8c46-f1ea5588fb98), precommit_create {{(pid=103917) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 17:28:51.880605 dv-cinder-837356-2-iscsi neutron-server[103917]: DEBUG neutron_lib.callbacks.manager [None req-10ae3c99-4a6d-403e-9d04-5ed066270f62 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-570488'] for security_group (07c4ec6f-1b1f-4667-8c46-f1ea5588fb98), after_create {{(pid=103917) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 17:28:51.920957 dv-cinder-837356-2-iscsi neutron-server[103917]: INFO neutron.wsgi [None req-10ae3c99-4a6d-403e-9d04-5ed066270f62 admin admin] 10.222.0.66 "GET /v2.0/security-groups?tenant_id=b80a8c3c496d4b87b042708645c1088b&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1431103 Jun 16 17:28:51.921830 dv-cinder-837356-2-iscsi neutron-server[103917]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-10ae3c99-4a6d-403e-9d04-5ed066270f62 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=07c4ec6f-1b1f-4667-8c46-f1ea5588fb98,revision_number=1']} {{(pid=103917) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 17:28:51.923802 dv-cinder-837356-2-iscsi neutron-server[103916]: DEBUG neutron.wsgi [-] (103916) accepted ('10.222.0.66', 43452) {{(pid=103916) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 16 17:28:51.979118 dv-cinder-837356-2-iscsi neutron-server[103916]: DEBUG neutron_lib.callbacks.manager [None req-60a2d863-cec7-4c64-b49e-196c4d4c438c admin admin] Publish callbacks [] for security_group (07c4ec6f-1b1f-4667-8c46-f1ea5588fb98), before_delete {{(pid=103916) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 17:28:51.980564 dv-cinder-837356-2-iscsi neutron-server[103916]: DEBUG dbcounter [-] [103916] Writing DB stats neutron:SELECT=86,neutron:DELETE=7,neutron:INSERT=7 {{(pid=103916) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 16 17:28:52.000382 dv-cinder-837356-2-iscsi neutron-server[103916]: DEBUG dbcounter [-] [103916] Writing DB stats neutron:SELECT=90,neutron:DELETE=5,neutron:INSERT=4,neutron:UPDATE=1 {{(pid=103916) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 16 17:28:52.005726 dv-cinder-837356-2-iscsi neutron-server[103916]: DEBUG neutron_lib.callbacks.manager [None req-60a2d863-cec7-4c64-b49e-196c4d4c438c admin admin] Publish callbacks [] for security_group (07c4ec6f-1b1f-4667-8c46-f1ea5588fb98), precommit_delete {{(pid=103916) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 17:28:52.057665 dv-cinder-837356-2-iscsi neutron-server[103916]: DEBUG neutron_lib.callbacks.manager [None req-60a2d863-cec7-4c64-b49e-196c4d4c438c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-570488'] for security_group (07c4ec6f-1b1f-4667-8c46-f1ea5588fb98), after_delete {{(pid=103916) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 17:28:52.060449 dv-cinder-837356-2-iscsi neutron-server[103916]: DEBUG neutron_lib.callbacks.manager [None req-60a2d863-cec7-4c64-b49e-196c4d4c438c admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103916) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 17:28:52.061622 dv-cinder-837356-2-iscsi neutron-server[103916]: INFO neutron.wsgi [None req-60a2d863-cec7-4c64-b49e-196c4d4c438c admin admin] 10.222.0.66 "DELETE /v2.0/security-groups/07c4ec6f-1b1f-4667-8c46-f1ea5588fb98 HTTP/1.1" status: 204 len: 168 time: 0.1367009 Jun 16 17:28:52.072029 dv-cinder-837356-2-iscsi neutron-server[103916]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-60a2d863-cec7-4c64-b49e-196c4d4c438c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=07c4ec6f-1b1f-4667-8c46-f1ea5588fb98,revision_number=None']} {{(pid=103916) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 17:28:52.792585 dv-cinder-837356-2-iscsi neutron-server[103916]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aece1500-2f48-46bf-bb71-35387ca1a34b req-8ea91f33-c624-4755-82a0-cf67890872ef tempest-AttachVolumeShelveTestJSON-1123487845 tempest-AttachVolumeShelveTestJSON-1123487845-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103916) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 16 17:28:52.794318 dv-cinder-837356-2-iscsi neutron-server[103916]: INFO neutron.wsgi [req-aece1500-2f48-46bf-bb71-35387ca1a34b req-8ea91f33-c624-4755-82a0-cf67890872ef tempest-AttachVolumeShelveTestJSON-1123487845 tempest-AttachVolumeShelveTestJSON-1123487845-project] 10.222.0.66 "GET /v2.0/ports?device_id=a9f207ac-0a5d-4cfc-abd6-2f2fc88ab6a4 HTTP/1.1" status: 200 len: 945 time: 0.0549202 Jun 16 17:28:52.849689 dv-cinder-837356-2-iscsi neutron-server[103916]: INFO neutron.wsgi [req-aece1500-2f48-46bf-bb71-35387ca1a34b req-f972e121-60b5-472c-923f-093f39c941eb tempest-AttachVolumeShelveTestJSON-1123487845 tempest-AttachVolumeShelveTestJSON-1123487845-project] 10.222.0.66 "GET /v2.0/security-groups?id=528bbd8e-87bb-4e11-b4eb-c422958f1800&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0478907 Jun 16 17:28:53.980917 dv-cinder-837356-2-iscsi neutron-server[103917]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a793fded-b319-440b-af43-d4987379e54c req-b6fae248-b70f-4eae-a7b0-d5c20a7853bf tempest-AttachVolumeShelveTestJSON-1123487845 tempest-AttachVolumeShelveTestJSON-1123487845-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103917) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 16 17:28:53.983049 dv-cinder-837356-2-iscsi neutron-server[103917]: INFO neutron.wsgi [req-a793fded-b319-440b-af43-d4987379e54c req-b6fae248-b70f-4eae-a7b0-d5c20a7853bf tempest-AttachVolumeShelveTestJSON-1123487845 tempest-AttachVolumeShelveTestJSON-1123487845-project] 10.222.0.66 "GET /v2.0/ports?device_id=a9f207ac-0a5d-4cfc-abd6-2f2fc88ab6a4 HTTP/1.1" status: 200 len: 945 time: 0.0568349 Jun 16 17:28:54.035558 dv-cinder-837356-2-iscsi neutron-server[103917]: INFO neutron.wsgi [req-a793fded-b319-440b-af43-d4987379e54c req-e3aa095f-5dfe-4ff7-a5da-1235e43f21f5 tempest-AttachVolumeShelveTestJSON-1123487845 tempest-AttachVolumeShelveTestJSON-1123487845-project] 10.222.0.66 "GET /v2.0/security-groups?id=528bbd8e-87bb-4e11-b4eb-c422958f1800&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0447512 Jun 16 17:28:55.179185 dv-cinder-837356-2-iscsi neutron-server[103916]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15c0df04-0852-46f9-a339-6f40e6eecd1c req-8d33ea5c-b4a4-497c-9571-da934fee3a28 tempest-AttachVolumeShelveTestJSON-1123487845 tempest-AttachVolumeShelveTestJSON-1123487845-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103916) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 16 17:28:55.180777 dv-cinder-837356-2-iscsi neutron-server[103916]: INFO neutron.wsgi [req-15c0df04-0852-46f9-a339-6f40e6eecd1c req-8d33ea5c-b4a4-497c-9571-da934fee3a28 tempest-AttachVolumeShelveTestJSON-1123487845 tempest-AttachVolumeShelveTestJSON-1123487845-project] 10.222.0.66 "GET /v2.0/ports?device_id=a9f207ac-0a5d-4cfc-abd6-2f2fc88ab6a4 HTTP/1.1" status: 200 len: 945 time: 0.0519466 Jun 16 17:28:55.233477 dv-cinder-837356-2-iscsi neutron-server[103916]: INFO neutron.wsgi [req-15c0df04-0852-46f9-a339-6f40e6eecd1c req-fac3e68d-95be-4636-8598-1c83add62024 tempest-AttachVolumeShelveTestJSON-1123487845 tempest-AttachVolumeShelveTestJSON-1123487845-project] 10.222.0.66 "GET /v2.0/security-groups?id=528bbd8e-87bb-4e11-b4eb-c422958f1800&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0466857 Jun 16 17:28:56.361418 dv-cinder-837356-2-iscsi neutron-server[103917]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da438e2d-2a7b-47e6-851c-46472e9efd89 req-374f75c6-2cb8-4897-ba94-9fa0c6e9f344 tempest-AttachVolumeShelveTestJSON-1123487845 tempest-AttachVolumeShelveTestJSON-1123487845-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103917) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 16 17:28:56.363245 dv-cinder-837356-2-iscsi neutron-server[103917]: INFO neutron.wsgi [req-da438e2d-2a7b-47e6-851c-46472e9efd89 req-374f75c6-2cb8-4897-ba94-9fa0c6e9f344 tempest-AttachVolumeShelveTestJSON-1123487845 tempest-AttachVolumeShelveTestJSON-1123487845-project] 10.222.0.66 "GET /v2.0/ports?device_id=a9f207ac-0a5d-4cfc-abd6-2f2fc88ab6a4 HTTP/1.1" status: 200 len: 945 time: 0.0542002 Jun 16 17:28:56.420549 dv-cinder-837356-2-iscsi neutron-server[103917]: INFO neutron.wsgi [req-da438e2d-2a7b-47e6-851c-46472e9efd89 req-0198abda-61dd-4e1b-ac9c-261b3dd01107 tempest-AttachVolumeShelveTestJSON-1123487845 tempest-AttachVolumeShelveTestJSON-1123487845-project] 10.222.0.66 "GET /v2.0/security-groups?id=528bbd8e-87bb-4e11-b4eb-c422958f1800&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0490165 Jun 16 17:28:56.776609 dv-cinder-837356-2-iscsi neutron-server[103919]: DEBUG dbcounter [-] [103919] Writing DB stats neutron:SELECT=36 {{(pid=103919) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 16 17:28:57.603520 dv-cinder-837356-2-iscsi neutron-server[103916]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea4ea344-192d-44c0-834a-d43dc11dd754 req-19e0e576-161e-4a1d-83d7-57ba8056179a tempest-AttachVolumeShelveTestJSON-1123487845 tempest-AttachVolumeShelveTestJSON-1123487845-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103916) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 16 17:28:57.606422 dv-cinder-837356-2-iscsi neutron-server[103916]: INFO neutron.wsgi [req-ea4ea344-192d-44c0-834a-d43dc11dd754 req-19e0e576-161e-4a1d-83d7-57ba8056179a tempest-AttachVolumeShelveTestJSON-1123487845 tempest-AttachVolumeShelveTestJSON-1123487845-project] 10.222.0.66 "GET /v2.0/ports?device_id=a9f207ac-0a5d-4cfc-abd6-2f2fc88ab6a4 HTTP/1.1" status: 200 len: 945 time: 0.0619688 Jun 16 17:28:57.663819 dv-cinder-837356-2-iscsi neutron-server[103916]: INFO neutron.wsgi [req-ea4ea344-192d-44c0-834a-d43dc11dd754 req-76a50648-c3dc-4497-a2d8-7b2b5e18489c tempest-AttachVolumeShelveTestJSON-1123487845 tempest-AttachVolumeShelveTestJSON-1123487845-project] 10.222.0.66 "GET /v2.0/security-groups?id=528bbd8e-87bb-4e11-b4eb-c422958f1800&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0505793 Jun 16 17:28:58.803102 dv-cinder-837356-2-iscsi neutron-server[103917]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95d8d718-6888-46b3-8336-d92e5552bba9 req-81f20860-0a2a-4b76-970a-91a0f2410652 tempest-AttachVolumeShelveTestJSON-1123487845 tempest-AttachVolumeShelveTestJSON-1123487845-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103917) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 16 17:28:58.806445 dv-cinder-837356-2-iscsi neutron-server[103917]: INFO neutron.wsgi [req-95d8d718-6888-46b3-8336-d92e5552bba9 req-81f20860-0a2a-4b76-970a-91a0f2410652 tempest-AttachVolumeShelveTestJSON-1123487845 tempest-AttachVolumeShelveTestJSON-1123487845-project] 10.222.0.66 "GET /v2.0/ports?device_id=a9f207ac-0a5d-4cfc-abd6-2f2fc88ab6a4 HTTP/1.1" status: 200 len: 945 time: 0.0624824 Jun 16 17:28:58.867089 dv-cinder-837356-2-iscsi neutron-server[103917]: INFO neutron.wsgi [req-95d8d718-6888-46b3-8336-d92e5552bba9 req-f0454938-1aee-4da8-854c-a555a6478d3e tempest-AttachVolumeShelveTestJSON-1123487845 tempest-AttachVolumeShelveTestJSON-1123487845-project] 10.222.0.66 "GET /v2.0/security-groups?id=528bbd8e-87bb-4e11-b4eb-c422958f1800&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0544870 Jun 16 17:28:59.461247 dv-cinder-837356-2-iscsi neutron-server[103918]: DEBUG neutron_lib.callbacks.manager [None req-b2b17746-c296-4803-869a-65578e8233dd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728539454181', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16149322'] for agent (2e97d73d-50fc-4f89-a4ea-85f65eb860d8), after_update {{(pid=103918) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 17:29:00.007775 dv-cinder-837356-2-iscsi neutron-server[103916]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b4bfcaf-eadd-4f43-9f94-026c30371565 req-b6c453b3-f006-4f75-b208-6798fef44068 tempest-AttachVolumeShelveTestJSON-1123487845 tempest-AttachVolumeShelveTestJSON-1123487845-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103916) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 16 17:29:00.009467 dv-cinder-837356-2-iscsi neutron-server[103916]: INFO neutron.wsgi [req-3b4bfcaf-eadd-4f43-9f94-026c30371565 req-b6c453b3-f006-4f75-b208-6798fef44068 tempest-AttachVolumeShelveTestJSON-1123487845 tempest-AttachVolumeShelveTestJSON-1123487845-project] 10.222.0.66 "GET /v2.0/ports?device_id=a9f207ac-0a5d-4cfc-abd6-2f2fc88ab6a4 HTTP/1.1" status: 200 len: 945 time: 0.0548177 Jun 16 17:29:00.065457 dv-cinder-837356-2-iscsi neutron-server[103916]: INFO neutron.wsgi [req-3b4bfcaf-eadd-4f43-9f94-026c30371565 req-6e483a65-074b-4070-a93e-8f41b438159f tempest-AttachVolumeShelveTestJSON-1123487845 tempest-AttachVolumeShelveTestJSON-1123487845-project] 10.222.0.66 "GET /v2.0/security-groups?id=528bbd8e-87bb-4e11-b4eb-c422958f1800&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0499001 Jun 16 17:29:01.201519 dv-cinder-837356-2-iscsi neutron-server[103917]: DEBUG dbcounter [-] [103917] Writing DB stats neutron:SELECT=90,neutron:DELETE=2,neutron:INSERT=7,neutron:UPDATE=1 {{(pid=103917) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 16 17:29:01.212336 dv-cinder-837356-2-iscsi neutron-server[103917]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81809b01-c5bf-4e57-84da-76aa0c813124 req-2aa14656-a9c6-4bc3-b8d4-69937ae5b2b6 tempest-AttachVolumeShelveTestJSON-1123487845 tempest-AttachVolumeShelveTestJSON-1123487845-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103917) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 16 17:29:01.213959 dv-cinder-837356-2-iscsi neutron-server[103917]: INFO neutron.wsgi [req-81809b01-c5bf-4e57-84da-76aa0c813124 req-2aa14656-a9c6-4bc3-b8d4-69937ae5b2b6 tempest-AttachVolumeShelveTestJSON-1123487845 tempest-AttachVolumeShelveTestJSON-1123487845-project] 10.222.0.66 "GET /v2.0/ports?device_id=a9f207ac-0a5d-4cfc-abd6-2f2fc88ab6a4 HTTP/1.1" status: 200 len: 945 time: 0.0572596 Jun 16 17:29:01.279244 dv-cinder-837356-2-iscsi neutron-server[103917]: INFO neutron.wsgi [req-81809b01-c5bf-4e57-84da-76aa0c813124 req-550420bb-dbac-4b2d-b3ab-cade0ac1fad1 tempest-AttachVolumeShelveTestJSON-1123487845 tempest-AttachVolumeShelveTestJSON-1123487845-project] 10.222.0.66 "GET /v2.0/security-groups?id=528bbd8e-87bb-4e11-b4eb-c422958f1800&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0570843 Jun 16 17:29:01.698097 dv-cinder-837356-2-iscsi neutron-server[103916]: DEBUG neutron.wsgi [-] (103916) accepted ('10.222.0.66', 43600) {{(pid=103916) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 16 17:29:01.810023 dv-cinder-837356-2-iscsi neutron-server[103916]: DEBUG neutron_lib.callbacks.manager [None req-56882e4f-669b-4025-9c7a-9223c492b057 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103916) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 17:29:01.909954 dv-cinder-837356-2-iscsi neutron-server[103916]: DEBUG neutron_lib.callbacks.manager [None req-56882e4f-669b-4025-9c7a-9223c492b057 admin admin] Publish callbacks [] for security_group (dd428637-0840-4434-b5ec-229365cb90bc), precommit_create {{(pid=103916) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 17:29:01.916012 dv-cinder-837356-2-iscsi neutron-server[103916]: DEBUG neutron_lib.callbacks.manager [None req-56882e4f-669b-4025-9c7a-9223c492b057 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-570488'] for security_group (dd428637-0840-4434-b5ec-229365cb90bc), after_create {{(pid=103916) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 17:29:01.957790 dv-cinder-837356-2-iscsi neutron-server[103916]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-56882e4f-669b-4025-9c7a-9223c492b057 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=dd428637-0840-4434-b5ec-229365cb90bc,revision_number=1']} {{(pid=103916) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 17:29:01.962850 dv-cinder-837356-2-iscsi neutron-server[103916]: INFO neutron.wsgi [None req-56882e4f-669b-4025-9c7a-9223c492b057 admin admin] 10.222.0.66 "GET /v2.0/security-groups?tenant_id=ece26421b4d3448bb88aad92ded92e95&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2637005 Jun 16 17:29:01.965674 dv-cinder-837356-2-iscsi neutron-server[103916]: DEBUG neutron.wsgi [-] (103916) accepted ('10.222.0.66', 43604) {{(pid=103916) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 16 17:29:02.030810 dv-cinder-837356-2-iscsi neutron-server[103916]: DEBUG neutron_lib.callbacks.manager [None req-9d02b782-2394-4b23-809a-871f5f00249f admin admin] Publish callbacks [] for security_group (dd428637-0840-4434-b5ec-229365cb90bc), before_delete {{(pid=103916) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 17:29:02.054994 dv-cinder-837356-2-iscsi neutron-server[103916]: DEBUG neutron_lib.callbacks.manager [None req-9d02b782-2394-4b23-809a-871f5f00249f admin admin] Publish callbacks [] for security_group (dd428637-0840-4434-b5ec-229365cb90bc), precommit_delete {{(pid=103916) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 17:29:02.109411 dv-cinder-837356-2-iscsi neutron-server[103916]: DEBUG neutron_lib.callbacks.manager [None req-9d02b782-2394-4b23-809a-871f5f00249f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-570488'] for security_group (dd428637-0840-4434-b5ec-229365cb90bc), after_delete {{(pid=103916) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 17:29:02.112374 dv-cinder-837356-2-iscsi neutron-server[103916]: DEBUG neutron_lib.callbacks.manager [None req-9d02b782-2394-4b23-809a-871f5f00249f admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103916) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 17:29:02.113553 dv-cinder-837356-2-iscsi neutron-server[103916]: INFO neutron.wsgi [None req-9d02b782-2394-4b23-809a-871f5f00249f admin admin] 10.222.0.66 "DELETE /v2.0/security-groups/dd428637-0840-4434-b5ec-229365cb90bc HTTP/1.1" status: 204 len: 168 time: 0.1469474 Jun 16 17:29:02.122256 dv-cinder-837356-2-iscsi neutron-server[103916]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9d02b782-2394-4b23-809a-871f5f00249f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=dd428637-0840-4434-b5ec-229365cb90bc,revision_number=None']} {{(pid=103916) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 17:29:02.474615 dv-cinder-837356-2-iscsi neutron-server[103916]: DEBUG neutron.wsgi [-] (103916) accepted ('10.222.0.66', 43612) {{(pid=103916) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 16 17:29:02.490220 dv-cinder-837356-2-iscsi neutron-server[103916]: DEBUG neutron_lib.callbacks.manager [None req-0d413ec2-9149-46db-ac66-43414ad4035c admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103916) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 17:29:02.576372 dv-cinder-837356-2-iscsi neutron-server[103916]: DEBUG dbcounter [-] [103916] Writing DB stats neutron:SELECT=86,neutron:DELETE=4,neutron:INSERT=9,neutron:UPDATE=1 {{(pid=103916) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 16 17:29:02.586179 dv-cinder-837356-2-iscsi neutron-server[103916]: DEBUG dbcounter [-] [103916] Writing DB stats neutron:DELETE=4,neutron:SELECT=87,neutron:INSERT=8,neutron:UPDATE=1 {{(pid=103916) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 16 17:29:02.600528 dv-cinder-837356-2-iscsi neutron-server[103916]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87d0906c-3f5f-43b2-959c-b393eda6d8d4 req-f5c7dc89-c42e-4049-9c91-0a8831cfa79d tempest-AttachVolumeShelveTestJSON-1123487845 tempest-AttachVolumeShelveTestJSON-1123487845-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103916) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 16 17:29:02.602195 dv-cinder-837356-2-iscsi neutron-server[103916]: INFO neutron.wsgi [req-87d0906c-3f5f-43b2-959c-b393eda6d8d4 req-f5c7dc89-c42e-4049-9c91-0a8831cfa79d tempest-AttachVolumeShelveTestJSON-1123487845 tempest-AttachVolumeShelveTestJSON-1123487845-project] 10.222.0.66 "GET /v2.0/ports?device_id=a9f207ac-0a5d-4cfc-abd6-2f2fc88ab6a4 HTTP/1.1" status: 200 len: 945 time: 0.0786188 Jun 16 17:29:02.671176 dv-cinder-837356-2-iscsi neutron-server[103916]: DEBUG neutron_lib.callbacks.manager [None req-0d413ec2-9149-46db-ac66-43414ad4035c admin admin] Publish callbacks [] for security_group (67160bcc-c2d8-4604-9740-4f5a0510d808), precommit_create {{(pid=103916) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 17:29:02.683484 dv-cinder-837356-2-iscsi neutron-server[103916]: DEBUG neutron_lib.callbacks.manager [None req-0d413ec2-9149-46db-ac66-43414ad4035c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-570488'] for security_group (67160bcc-c2d8-4604-9740-4f5a0510d808), after_create {{(pid=103916) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 17:29:02.699745 dv-cinder-837356-2-iscsi neutron-server[103916]: INFO neutron.wsgi [req-87d0906c-3f5f-43b2-959c-b393eda6d8d4 req-458cb27f-5088-4346-8c3b-70b89862495d tempest-AttachVolumeShelveTestJSON-1123487845 tempest-AttachVolumeShelveTestJSON-1123487845-project] 10.222.0.66 "GET /v2.0/security-groups?id=528bbd8e-87bb-4e11-b4eb-c422958f1800&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0836267 Jun 16 17:29:02.729367 dv-cinder-837356-2-iscsi neutron-server[103916]: INFO neutron.wsgi [None req-0d413ec2-9149-46db-ac66-43414ad4035c admin admin] 10.222.0.66 "GET /v2.0/security-groups?tenant_id=b68cae1c3aa24e2f9b80f33ac5c615d4&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2526555 Jun 16 17:29:02.731794 dv-cinder-837356-2-iscsi neutron-server[103916]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d413ec2-9149-46db-ac66-43414ad4035c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=67160bcc-c2d8-4604-9740-4f5a0510d808,revision_number=1']} {{(pid=103916) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 17:29:02.732101 dv-cinder-837356-2-iscsi neutron-server[103917]: DEBUG neutron.wsgi [-] (103917) accepted ('10.222.0.66', 43614) {{(pid=103917) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 16 17:29:02.784156 dv-cinder-837356-2-iscsi neutron-server[103917]: DEBUG neutron_lib.callbacks.manager [None req-5755d8c4-d9f5-458a-8e0f-ad4d0a4c2888 admin admin] Publish callbacks [] for security_group (67160bcc-c2d8-4604-9740-4f5a0510d808), before_delete {{(pid=103917) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 17:29:02.805861 dv-cinder-837356-2-iscsi neutron-server[103917]: DEBUG neutron_lib.callbacks.manager [None req-5755d8c4-d9f5-458a-8e0f-ad4d0a4c2888 admin admin] Publish callbacks [] for security_group (67160bcc-c2d8-4604-9740-4f5a0510d808), precommit_delete {{(pid=103917) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 17:29:02.858620 dv-cinder-837356-2-iscsi neutron-server[103917]: DEBUG neutron_lib.callbacks.manager [None req-5755d8c4-d9f5-458a-8e0f-ad4d0a4c2888 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-570488'] for security_group (67160bcc-c2d8-4604-9740-4f5a0510d808), after_delete {{(pid=103917) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 17:29:02.861766 dv-cinder-837356-2-iscsi neutron-server[103917]: DEBUG neutron_lib.callbacks.manager [None req-5755d8c4-d9f5-458a-8e0f-ad4d0a4c2888 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103917) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 17:29:02.863026 dv-cinder-837356-2-iscsi neutron-server[103917]: INFO neutron.wsgi [None req-5755d8c4-d9f5-458a-8e0f-ad4d0a4c2888 admin admin] 10.222.0.66 "DELETE /v2.0/security-groups/67160bcc-c2d8-4604-9740-4f5a0510d808 HTTP/1.1" status: 204 len: 168 time: 0.1298475 Jun 16 17:29:02.871332 dv-cinder-837356-2-iscsi neutron-server[103917]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5755d8c4-d9f5-458a-8e0f-ad4d0a4c2888 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=67160bcc-c2d8-4604-9740-4f5a0510d808,revision_number=None']} {{(pid=103917) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 17:29:03.214427 dv-cinder-837356-2-iscsi neutron-server[103916]: DEBUG neutron.wsgi [-] (103916) accepted ('10.222.0.66', 43620) {{(pid=103916) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 16 17:29:03.228775 dv-cinder-837356-2-iscsi neutron-server[103916]: DEBUG neutron_lib.callbacks.manager [None req-8df6d4fd-ec3a-45c0-83ee-06b0cd2e5d09 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103916) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 17:29:03.312169 dv-cinder-837356-2-iscsi neutron-server[103916]: DEBUG neutron_lib.callbacks.manager [None req-8df6d4fd-ec3a-45c0-83ee-06b0cd2e5d09 admin admin] Publish callbacks [] for security_group (05d5252c-4eb8-4f2b-97ac-a1d31c593286), precommit_create {{(pid=103916) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 17:29:03.317422 dv-cinder-837356-2-iscsi neutron-server[103916]: DEBUG neutron_lib.callbacks.manager [None req-8df6d4fd-ec3a-45c0-83ee-06b0cd2e5d09 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-570488'] for security_group (05d5252c-4eb8-4f2b-97ac-a1d31c593286), after_create {{(pid=103916) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 17:29:03.358949 dv-cinder-837356-2-iscsi neutron-server[103916]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8df6d4fd-ec3a-45c0-83ee-06b0cd2e5d09 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=05d5252c-4eb8-4f2b-97ac-a1d31c593286,revision_number=1']} {{(pid=103916) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 17:29:03.366324 dv-cinder-837356-2-iscsi neutron-server[103916]: INFO neutron.wsgi [None req-8df6d4fd-ec3a-45c0-83ee-06b0cd2e5d09 admin admin] 10.222.0.66 "GET /v2.0/security-groups?tenant_id=6b58945a296141c2b69caf7ae2bce303&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1481793 Jun 16 17:29:03.366528 dv-cinder-837356-2-iscsi neutron-server[103916]: DEBUG neutron.wsgi [-] (103916) accepted ('10.222.0.66', 43622) {{(pid=103916) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 16 17:29:03.421030 dv-cinder-837356-2-iscsi neutron-server[103916]: DEBUG neutron_lib.callbacks.manager [None req-9fe0409d-6f70-4885-8264-cca6bff9a0a2 admin admin] Publish callbacks [] for security_group (05d5252c-4eb8-4f2b-97ac-a1d31c593286), before_delete {{(pid=103916) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 17:29:03.445752 dv-cinder-837356-2-iscsi neutron-server[103916]: DEBUG neutron_lib.callbacks.manager [None req-9fe0409d-6f70-4885-8264-cca6bff9a0a2 admin admin] Publish callbacks [] for security_group (05d5252c-4eb8-4f2b-97ac-a1d31c593286), precommit_delete {{(pid=103916) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 17:29:03.501342 dv-cinder-837356-2-iscsi neutron-server[103916]: DEBUG neutron_lib.callbacks.manager [None req-9fe0409d-6f70-4885-8264-cca6bff9a0a2 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-570488'] for security_group (05d5252c-4eb8-4f2b-97ac-a1d31c593286), after_delete {{(pid=103916) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 17:29:03.504013 dv-cinder-837356-2-iscsi neutron-server[103916]: DEBUG neutron_lib.callbacks.manager [None req-9fe0409d-6f70-4885-8264-cca6bff9a0a2 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103916) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 17:29:03.505393 dv-cinder-837356-2-iscsi neutron-server[103916]: INFO neutron.wsgi [None req-9fe0409d-6f70-4885-8264-cca6bff9a0a2 admin admin] 10.222.0.66 "DELETE /v2.0/security-groups/05d5252c-4eb8-4f2b-97ac-a1d31c593286 HTTP/1.1" status: 204 len: 168 time: 0.1378508 Jun 16 17:29:03.513997 dv-cinder-837356-2-iscsi neutron-server[103916]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9fe0409d-6f70-4885-8264-cca6bff9a0a2 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=05d5252c-4eb8-4f2b-97ac-a1d31c593286,revision_number=None']} {{(pid=103916) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 17:29:03.828004 dv-cinder-837356-2-iscsi neutron-server[103917]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4aecd285-0be9-46c9-9725-9b112996feac req-b0dc9352-b4ff-4236-a826-a84dd1e7b620 tempest-AttachVolumeShelveTestJSON-1123487845 tempest-AttachVolumeShelveTestJSON-1123487845-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103917) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 16 17:29:03.829461 dv-cinder-837356-2-iscsi neutron-server[103917]: INFO neutron.wsgi [req-4aecd285-0be9-46c9-9725-9b112996feac req-b0dc9352-b4ff-4236-a826-a84dd1e7b620 tempest-AttachVolumeShelveTestJSON-1123487845 tempest-AttachVolumeShelveTestJSON-1123487845-project] 10.222.0.66 "GET /v2.0/ports?device_id=a9f207ac-0a5d-4cfc-abd6-2f2fc88ab6a4 HTTP/1.1" status: 200 len: 945 time: 0.0493233 Jun 16 17:29:03.886007 dv-cinder-837356-2-iscsi neutron-server[103917]: INFO neutron.wsgi [req-4aecd285-0be9-46c9-9725-9b112996feac req-eb8c6a14-ba27-41af-b9ef-3e2f334a5495 tempest-AttachVolumeShelveTestJSON-1123487845 tempest-AttachVolumeShelveTestJSON-1123487845-project] 10.222.0.66 "GET /v2.0/security-groups?id=528bbd8e-87bb-4e11-b4eb-c422958f1800&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0506096 Jun 16 17:29:04.684066 dv-cinder-837356-2-iscsi neutron-server[103918]: DEBUG neutron.plugins.ml2.rpc [None req-b2b17746-c296-4803-869a-65578e8233dd None None] Device 8d7a682c-8735-4554-a952-dc548868e5d9 details requested by agent hyperv_hv-cinder-83735 with host hv-cinder-83735 {{(pid=103918) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jun 16 17:29:04.812264 dv-cinder-837356-2-iscsi neutron-server[103918]: DEBUG neutron.plugins.ml2.db [None req-b2b17746-c296-4803-869a-65578e8233dd None None] For port 8d7a682c-8735-4554-a952-dc548868e5d9, host hv-cinder-83735, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83735',level=0,port_id=8d7a682c-8735-4554-a952-dc548868e5d9,segment=NetworkSegment(d53d2152-678f-42ce-a3f8-cc589901ed6b),segment_id=d53d2152-678f-42ce-a3f8-cc589901ed6b)] {{(pid=103918) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 16 17:29:04.825452 dv-cinder-837356-2-iscsi neutron-server[103918]: DEBUG neutron.plugins.ml2.rpc [None req-b2b17746-c296-4803-869a-65578e8233dd None None] Returning: {'device': '8d7a682c-8735-4554-a952-dc548868e5d9', 'network_id': '04f2ecf4-cd9f-483b-9100-6d9d67a561d2', 'port_id': '8d7a682c-8735-4554-a952-dc548868e5d9', 'mac_address': 'fa:16:3e:dc:6b:d3', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 1034, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '57d5f714-8d8c-468b-957a-7745cf345909', 'ip_address': '172.20.0.6'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'qos_network_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103918) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jun 16 17:29:04.855743 dv-cinder-837356-2-iscsi neutron-server[103918]: DEBUG dbcounter [-] [103918] Writing DB stats neutron:SELECT=94,neutron:UPDATE=3,neutron:DELETE=3 {{(pid=103918) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 16 17:29:04.863622 dv-cinder-837356-2-iscsi neutron-server[103918]: DEBUG neutron.plugins.ml2.plugin [None req-b2b17746-c296-4803-869a-65578e8233dd None None] Current status of the port 8d7a682c-8735-4554-a952-dc548868e5d9 is: ACTIVE; New status is: BUILD {{(pid=103918) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2298}} Jun 16 17:29:04.863985 dv-cinder-837356-2-iscsi neutron-server[103918]: DEBUG neutron_lib.callbacks.manager [None req-b2b17746-c296-4803-869a-65578e8233dd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16007590'] for port (8d7a682c-8735-4554-a952-dc548868e5d9), before_update {{(pid=103918) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 17:29:04.882117 dv-cinder-837356-2-iscsi neutron-server[103918]: DEBUG neutron.notifiers.nova [None req-b2b17746-c296-4803-869a-65578e8233dd None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id 8d7a682c-8735-4554-a952-dc548868e5d9 {{(pid=103918) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Jun 16 17:29:04.906466 dv-cinder-837356-2-iscsi neutron-server[103918]: DEBUG neutron.plugins.ml2.db [None req-b2b17746-c296-4803-869a-65578e8233dd None None] For port 8d7a682c-8735-4554-a952-dc548868e5d9, host hv-cinder-83735, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83735',level=0,port_id=8d7a682c-8735-4554-a952-dc548868e5d9,segment=NetworkSegment(d53d2152-678f-42ce-a3f8-cc589901ed6b),segment_id=d53d2152-678f-42ce-a3f8-cc589901ed6b)] {{(pid=103918) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 16 17:29:04.913097 dv-cinder-837356-2-iscsi neutron-server[103918]: DEBUG neutron_lib.callbacks.manager [None req-b2b17746-c296-4803-869a-65578e8233dd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16007527', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-75831', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16241551', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728539364693', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728538993439', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728538993457'] for port (8d7a682c-8735-4554-a952-dc548868e5d9), after_update {{(pid=103918) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 17:29:04.985830 dv-cinder-837356-2-iscsi neutron-server[103918]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b2b17746-c296-4803-869a-65578e8233dd None None] Pushing event updated for resources: {'Port': ['ID=8d7a682c-8735-4554-a952-dc548868e5d9,revision_number=6']} {{(pid=103918) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 17:29:04.994747 dv-cinder-837356-2-iscsi neutron-server[103918]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b2b17746-c296-4803-869a-65578e8233dd None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-837356-2-iscsi {{(pid=103918) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 17:29:04.995417 dv-cinder-837356-2-iscsi neutron-server[103918]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b2b17746-c296-4803-869a-65578e8233dd None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-837356-2-iscsi {{(pid=103918) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 17:29:04.996055 dv-cinder-837356-2-iscsi neutron-server[103918]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b2b17746-c296-4803-869a-65578e8233dd None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-837356-2-iscsi {{(pid=103918) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 17:29:04.996563 dv-cinder-837356-2-iscsi neutron-server[103918]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b2b17746-c296-4803-869a-65578e8233dd None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-837356-2-iscsi {{(pid=103918) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 17:29:04.997051 dv-cinder-837356-2-iscsi neutron-server[103918]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b2b17746-c296-4803-869a-65578e8233dd None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-837356-2-iscsi {{(pid=103918) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 17:29:04.997563 dv-cinder-837356-2-iscsi neutron-server[103918]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b2b17746-c296-4803-869a-65578e8233dd None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-837356-2-iscsi {{(pid=103918) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 17:29:04.998188 dv-cinder-837356-2-iscsi neutron-server[103918]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b2b17746-c296-4803-869a-65578e8233dd None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-837356-2-iscsi {{(pid=103918) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 17:29:04.998823 dv-cinder-837356-2-iscsi neutron-server[103918]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b2b17746-c296-4803-869a-65578e8233dd None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-837356-2-iscsi {{(pid=103918) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 17:29:04.999452 dv-cinder-837356-2-iscsi neutron-server[103918]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b2b17746-c296-4803-869a-65578e8233dd None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-837356-2-iscsi {{(pid=103918) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 17:29:04.999784 dv-cinder-837356-2-iscsi neutron-server[103918]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b2b17746-c296-4803-869a-65578e8233dd None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-837356-2-iscsi {{(pid=103918) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 17:29:05.005053 dv-cinder-837356-2-iscsi neutron-server[103918]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b2b17746-c296-4803-869a-65578e8233dd None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-837356-2-iscsi {{(pid=103918) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 17:29:05.005053 dv-cinder-837356-2-iscsi neutron-server[103918]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b2b17746-c296-4803-869a-65578e8233dd None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-837356-2-iscsi {{(pid=103918) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 17:29:05.005053 dv-cinder-837356-2-iscsi neutron-server[103918]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b2b17746-c296-4803-869a-65578e8233dd None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-837356-2-iscsi {{(pid=103918) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 17:29:05.005053 dv-cinder-837356-2-iscsi neutron-server[103918]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b2b17746-c296-4803-869a-65578e8233dd None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-837356-2-iscsi {{(pid=103918) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 17:29:05.005053 dv-cinder-837356-2-iscsi neutron-server[103918]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b2b17746-c296-4803-869a-65578e8233dd None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-837356-2-iscsi {{(pid=103918) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 17:29:05.008106 dv-cinder-837356-2-iscsi neutron-server[103918]: DEBUG neutron.plugins.ml2.db [None req-b2b17746-c296-4803-869a-65578e8233dd None None] get_ports_and_sgs() called for port_ids ['8d7a682c-8735-4554-a952-dc548868e5d9'] {{(pid=103918) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jun 16 17:29:05.047726 dv-cinder-837356-2-iscsi neutron-server[103917]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c51c672d-c6bb-499c-ae2e-edcbc19c273b req-e2935190-bb89-416f-b592-778a92f1c5dd tempest-AttachVolumeShelveTestJSON-1123487845 tempest-AttachVolumeShelveTestJSON-1123487845-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103917) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 16 17:29:05.049354 dv-cinder-837356-2-iscsi neutron-server[103917]: INFO neutron.wsgi [req-c51c672d-c6bb-499c-ae2e-edcbc19c273b req-e2935190-bb89-416f-b592-778a92f1c5dd tempest-AttachVolumeShelveTestJSON-1123487845 tempest-AttachVolumeShelveTestJSON-1123487845-project] 10.222.0.66 "GET /v2.0/ports?device_id=a9f207ac-0a5d-4cfc-abd6-2f2fc88ab6a4 HTTP/1.1" status: 200 len: 944 time: 0.0612984 Jun 16 17:29:05.113773 dv-cinder-837356-2-iscsi neutron-server[103917]: INFO neutron.wsgi [req-c51c672d-c6bb-499c-ae2e-edcbc19c273b req-a949271c-4b9f-4742-8c5d-542e98b4648a tempest-AttachVolumeShelveTestJSON-1123487845 tempest-AttachVolumeShelveTestJSON-1123487845-project] 10.222.0.66 "GET /v2.0/security-groups?id=528bbd8e-87bb-4e11-b4eb-c422958f1800&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0569086 Jun 16 17:29:06.278211 dv-cinder-837356-2-iscsi neutron-server[103917]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2f522de-813a-4e8a-806e-a59b9537dc6a req-0792c06a-e08c-49cf-8060-84e1bf096885 tempest-AttachVolumeShelveTestJSON-1123487845 tempest-AttachVolumeShelveTestJSON-1123487845-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103917) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 16 17:29:06.280581 dv-cinder-837356-2-iscsi neutron-server[103917]: INFO neutron.wsgi [req-e2f522de-813a-4e8a-806e-a59b9537dc6a req-0792c06a-e08c-49cf-8060-84e1bf096885 tempest-AttachVolumeShelveTestJSON-1123487845 tempest-AttachVolumeShelveTestJSON-1123487845-project] 10.222.0.66 "GET /v2.0/ports?device_id=a9f207ac-0a5d-4cfc-abd6-2f2fc88ab6a4 HTTP/1.1" status: 200 len: 944 time: 0.0589321 Jun 16 17:29:06.340691 dv-cinder-837356-2-iscsi neutron-server[103917]: INFO neutron.wsgi [req-e2f522de-813a-4e8a-806e-a59b9537dc6a req-d7fa575a-9d3e-4e8a-a615-a89eea066062 tempest-AttachVolumeShelveTestJSON-1123487845 tempest-AttachVolumeShelveTestJSON-1123487845-project] 10.222.0.66 "GET /v2.0/security-groups?id=528bbd8e-87bb-4e11-b4eb-c422958f1800&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0532174 Jun 16 17:29:06.704194 dv-cinder-837356-2-iscsi neutron-server[103918]: DEBUG neutron.plugins.ml2.rpc [None req-b2b17746-c296-4803-869a-65578e8233dd None None] Device 8d7a682c-8735-4554-a952-dc548868e5d9 up at agent hyperv_hv-cinder-83735 {{(pid=103918) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 16 17:29:06.753342 dv-cinder-837356-2-iscsi neutron-server[103918]: DEBUG neutron.db.provisioning_blocks [None req-b2b17746-c296-4803-869a-65578e8233dd None None] Provisioning complete for port 8d7a682c-8735-4554-a952-dc548868e5d9 triggered by entity L2. {{(pid=103918) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jun 16 17:29:06.753630 dv-cinder-837356-2-iscsi neutron-server[103918]: DEBUG neutron_lib.callbacks.manager [None req-b2b17746-c296-4803-869a-65578e8233dd None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16149424'] for port (8d7a682c-8735-4554-a952-dc548868e5d9), provisioning_complete {{(pid=103918) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 17:29:06.779277 dv-cinder-837356-2-iscsi neutron-server[103918]: DEBUG dbcounter [-] [103918] Writing DB stats neutron:SELECT=94,neutron:UPDATE=4,neutron:DELETE=2 {{(pid=103918) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 16 17:29:06.841804 dv-cinder-837356-2-iscsi neutron-server[103918]: DEBUG neutron.plugins.ml2.plugin [None req-b2b17746-c296-4803-869a-65578e8233dd None None] Current status of the port 8d7a682c-8735-4554-a952-dc548868e5d9 is: BUILD; New status is: ACTIVE {{(pid=103918) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2298}} Jun 16 17:29:06.842479 dv-cinder-837356-2-iscsi neutron-server[103918]: DEBUG neutron_lib.callbacks.manager [None req-b2b17746-c296-4803-869a-65578e8233dd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16007590'] for port (8d7a682c-8735-4554-a952-dc548868e5d9), before_update {{(pid=103918) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 17:29:06.873848 dv-cinder-837356-2-iscsi neutron-server[103918]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a9f207ac-0a5d-4cfc-abd6-2f2fc88ab6a4', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '8d7a682c-8735-4554-a952-dc548868e5d9'}] {{(pid=103918) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jun 16 17:29:06.876710 dv-cinder-837356-2-iscsi neutron-server[103918]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.66/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c81ba123246404939637391270152498621c2ac0d5068f91321d7f7277fce0c4" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-95e2e912-a50c-4bfd-b005-fe635600832d" -d '{"events": [{"server_uuid": "a9f207ac-0a5d-4cfc-abd6-2f2fc88ab6a4", "name": "network-vif-plugged", "status": "completed", "tag": "8d7a682c-8735-4554-a952-dc548868e5d9"}]}' {{(pid=103918) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 16 17:29:06.893662 dv-cinder-837356-2-iscsi neutron-server[103918]: DEBUG neutron.plugins.ml2.db [None req-b2b17746-c296-4803-869a-65578e8233dd None None] For port 8d7a682c-8735-4554-a952-dc548868e5d9, host hv-cinder-83735, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83735',level=0,port_id=8d7a682c-8735-4554-a952-dc548868e5d9,segment=NetworkSegment(d53d2152-678f-42ce-a3f8-cc589901ed6b),segment_id=d53d2152-678f-42ce-a3f8-cc589901ed6b)] {{(pid=103918) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 16 17:29:06.900832 dv-cinder-837356-2-iscsi neutron-server[103918]: DEBUG neutron_lib.callbacks.manager [None req-b2b17746-c296-4803-869a-65578e8233dd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16007527', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-75831', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16241551', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728539364693', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728538993439', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728538993457'] for port (8d7a682c-8735-4554-a952-dc548868e5d9), after_update {{(pid=103918) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 17:29:06.963118 dv-cinder-837356-2-iscsi neutron-server[103918]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b2b17746-c296-4803-869a-65578e8233dd None None] Pushing event updated for resources: {'Port': ['ID=8d7a682c-8735-4554-a952-dc548868e5d9,revision_number=7']} {{(pid=103918) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 17:29:07.095131 dv-cinder-837356-2-iscsi neutron-server[103918]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 16 Jun 2022 17:29:06 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-847cc7ac-d7fe-4d83-91d4-14448566ef83 x-openstack-request-id: req-847cc7ac-d7fe-4d83-91d4-14448566ef83 {{(pid=103918) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 16 17:29:07.095451 dv-cinder-837356-2-iscsi neutron-server[103918]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "a9f207ac-0a5d-4cfc-abd6-2f2fc88ab6a4", "name": "network-vif-plugged", "status": "completed", "tag": "8d7a682c-8735-4554-a952-dc548868e5d9", "code": 200}]} {{(pid=103918) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 16 17:29:07.095715 dv-cinder-837356-2-iscsi neutron-server[103918]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.66/compute/v2.1/os-server-external-events used request id req-847cc7ac-d7fe-4d83-91d4-14448566ef83 {{(pid=103918) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 16 17:29:07.096174 dv-cinder-837356-2-iscsi neutron-server[103918]: INFO neutron.notifiers.nova [-] Nova event matching ['req-847cc7ac-d7fe-4d83-91d4-14448566ef83'] response: {'server_uuid': 'a9f207ac-0a5d-4cfc-abd6-2f2fc88ab6a4', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '8d7a682c-8735-4554-a952-dc548868e5d9', 'code': 200} Jun 16 17:29:07.528155 dv-cinder-837356-2-iscsi neutron-server[103917]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-806f6cd4-199f-4f3c-9b8d-c57586af7d4a req-33c0bd5d-16b6-41e0-9dbd-ac73d438f8f6 tempest-AttachVolumeShelveTestJSON-1123487845 tempest-AttachVolumeShelveTestJSON-1123487845-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103917) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 16 17:29:07.537922 dv-cinder-837356-2-iscsi neutron-server[103917]: INFO neutron.wsgi [req-806f6cd4-199f-4f3c-9b8d-c57586af7d4a req-33c0bd5d-16b6-41e0-9dbd-ac73d438f8f6 tempest-AttachVolumeShelveTestJSON-1123487845 tempest-AttachVolumeShelveTestJSON-1123487845-project] 10.222.0.66 "GET /v2.0/ports?device_id=a9f207ac-0a5d-4cfc-abd6-2f2fc88ab6a4 HTTP/1.1" status: 200 len: 945 time: 0.1027038 Jun 16 17:29:07.615193 dv-cinder-837356-2-iscsi neutron-server[103917]: INFO neutron.wsgi [req-806f6cd4-199f-4f3c-9b8d-c57586af7d4a req-7348d1f8-6c07-4edd-aee6-a479d6bcc411 tempest-AttachVolumeShelveTestJSON-1123487845 tempest-AttachVolumeShelveTestJSON-1123487845-project] 10.222.0.66 "GET /v2.0/security-groups?id=528bbd8e-87bb-4e11-b4eb-c422958f1800&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0702751 Jun 16 17:29:08.194104 dv-cinder-837356-2-iscsi neutron-server[103919]: DEBUG dbcounter [-] [103919] Writing DB stats neutron:SELECT=11 {{(pid=103919) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 16 17:29:08.198089 dv-cinder-837356-2-iscsi neutron-server[103919]: DEBUG dbcounter [-] [103919] Writing DB stats neutron:SELECT=70 {{(pid=103919) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 16 17:29:08.753782 dv-cinder-837356-2-iscsi neutron-server[103916]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8fb96ec4-a02f-4f79-9320-c954c69dd85a req-82a452d7-097b-4e52-bec4-9423adcb2e40 tempest-AttachVolumeShelveTestJSON-1123487845 tempest-AttachVolumeShelveTestJSON-1123487845-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103916) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 16 17:29:08.755612 dv-cinder-837356-2-iscsi neutron-server[103916]: INFO neutron.wsgi [req-8fb96ec4-a02f-4f79-9320-c954c69dd85a req-82a452d7-097b-4e52-bec4-9423adcb2e40 tempest-AttachVolumeShelveTestJSON-1123487845 tempest-AttachVolumeShelveTestJSON-1123487845-project] 10.222.0.66 "GET /v2.0/ports?device_id=a9f207ac-0a5d-4cfc-abd6-2f2fc88ab6a4 HTTP/1.1" status: 200 len: 945 time: 0.0538990 Jun 16 17:29:08.816341 dv-cinder-837356-2-iscsi neutron-server[103916]: INFO neutron.wsgi [req-8fb96ec4-a02f-4f79-9320-c954c69dd85a req-48105906-16d3-4aad-84b3-928a6136a8e3 tempest-AttachVolumeShelveTestJSON-1123487845 tempest-AttachVolumeShelveTestJSON-1123487845-project] 10.222.0.66 "GET /v2.0/security-groups?id=528bbd8e-87bb-4e11-b4eb-c422958f1800&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0549898 Jun 16 17:29:09.976005 dv-cinder-837356-2-iscsi neutron-server[103917]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f10d7bd-f274-4d90-83a6-e99fac68b84f req-315faf50-415d-4522-8032-218e2c050b65 tempest-AttachVolumeShelveTestJSON-1123487845 tempest-AttachVolumeShelveTestJSON-1123487845-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103917) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 16 17:29:09.978735 dv-cinder-837356-2-iscsi neutron-server[103917]: INFO neutron.wsgi [req-7f10d7bd-f274-4d90-83a6-e99fac68b84f req-315faf50-415d-4522-8032-218e2c050b65 tempest-AttachVolumeShelveTestJSON-1123487845 tempest-AttachVolumeShelveTestJSON-1123487845-project] 10.222.0.66 "GET /v2.0/ports?device_id=a9f207ac-0a5d-4cfc-abd6-2f2fc88ab6a4 HTTP/1.1" status: 200 len: 945 time: 0.0671699 Jun 16 17:29:10.018654 dv-cinder-837356-2-iscsi neutron-server[103917]: DEBUG dbcounter [-] [103917] Writing DB stats neutron:SELECT=98,neutron:DELETE=2 {{(pid=103917) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 16 17:29:10.042009 dv-cinder-837356-2-iscsi neutron-server[103917]: INFO neutron.wsgi [req-7f10d7bd-f274-4d90-83a6-e99fac68b84f req-dea05c78-705c-4a39-a2f3-6870304eb8d5 tempest-AttachVolumeShelveTestJSON-1123487845 tempest-AttachVolumeShelveTestJSON-1123487845-project] 10.222.0.66 "GET /v2.0/security-groups?id=528bbd8e-87bb-4e11-b4eb-c422958f1800&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0573857 Jun 16 17:29:11.189331 dv-cinder-837356-2-iscsi neutron-server[103916]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bcca542f-2ac9-4574-896c-2a73674ce5ce req-61de83a1-5ea4-49b0-ac28-2bc241eebb7a tempest-AttachVolumeShelveTestJSON-1123487845 tempest-AttachVolumeShelveTestJSON-1123487845-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103916) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 16 17:29:11.192070 dv-cinder-837356-2-iscsi neutron-server[103916]: INFO neutron.wsgi [req-bcca542f-2ac9-4574-896c-2a73674ce5ce req-61de83a1-5ea4-49b0-ac28-2bc241eebb7a tempest-AttachVolumeShelveTestJSON-1123487845 tempest-AttachVolumeShelveTestJSON-1123487845-project] 10.222.0.66 "GET /v2.0/ports?device_id=a9f207ac-0a5d-4cfc-abd6-2f2fc88ab6a4 HTTP/1.1" status: 200 len: 945 time: 0.0578308 Jun 16 17:29:11.272421 dv-cinder-837356-2-iscsi neutron-server[103916]: INFO neutron.wsgi [req-bcca542f-2ac9-4574-896c-2a73674ce5ce req-238cecdd-246f-4dd3-8376-30a9bfca416f tempest-AttachVolumeShelveTestJSON-1123487845 tempest-AttachVolumeShelveTestJSON-1123487845-project] 10.222.0.66 "GET /v2.0/security-groups?id=528bbd8e-87bb-4e11-b4eb-c422958f1800&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0726593 Jun 16 17:29:12.452687 dv-cinder-837356-2-iscsi neutron-server[103917]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bea29fb5-b869-4332-97de-0e76de657635 req-f677ce67-2811-4ddb-b319-0a5fcf709654 tempest-AttachVolumeShelveTestJSON-1123487845 tempest-AttachVolumeShelveTestJSON-1123487845-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103917) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 16 17:29:12.461897 dv-cinder-837356-2-iscsi neutron-server[103917]: INFO neutron.wsgi [req-bea29fb5-b869-4332-97de-0e76de657635 req-f677ce67-2811-4ddb-b319-0a5fcf709654 tempest-AttachVolumeShelveTestJSON-1123487845 tempest-AttachVolumeShelveTestJSON-1123487845-project] 10.222.0.66 "GET /v2.0/ports?device_id=a9f207ac-0a5d-4cfc-abd6-2f2fc88ab6a4 HTTP/1.1" status: 200 len: 945 time: 0.0785508 Jun 16 17:29:12.533914 dv-cinder-837356-2-iscsi neutron-server[103917]: INFO neutron.wsgi [req-bea29fb5-b869-4332-97de-0e76de657635 req-ed7a70b2-b110-4cd3-a52f-fc0544254b07 tempest-AttachVolumeShelveTestJSON-1123487845 tempest-AttachVolumeShelveTestJSON-1123487845-project] 10.222.0.66 "GET /v2.0/security-groups?id=528bbd8e-87bb-4e11-b4eb-c422958f1800&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0704153 Jun 16 17:29:13.011249 dv-cinder-837356-2-iscsi neutron-server[103918]: DEBUG neutron_lib.callbacks.manager [None req-95b64052-af11-40e4-8b96-3b22aadbc961 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728539454181', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16149322'] for agent (0913b7ec-eea4-4492-8ef1-e01c4575abca), after_update {{(pid=103918) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 17:29:13.707395 dv-cinder-837356-2-iscsi neutron-server[103916]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88cdb0dc-b44f-49f9-bd2a-d036b7540f46 req-3b0ab982-caa0-4bbe-a965-8911a2c8b246 tempest-AttachVolumeShelveTestJSON-1123487845 tempest-AttachVolumeShelveTestJSON-1123487845-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103916) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 16 17:29:13.710599 dv-cinder-837356-2-iscsi neutron-server[103916]: INFO neutron.wsgi [req-88cdb0dc-b44f-49f9-bd2a-d036b7540f46 req-3b0ab982-caa0-4bbe-a965-8911a2c8b246 tempest-AttachVolumeShelveTestJSON-1123487845 tempest-AttachVolumeShelveTestJSON-1123487845-project] 10.222.0.66 "GET /v2.0/ports?device_id=a9f207ac-0a5d-4cfc-abd6-2f2fc88ab6a4 HTTP/1.1" status: 200 len: 945 time: 0.0725822 Jun 16 17:29:13.782726 dv-cinder-837356-2-iscsi neutron-server[103916]: INFO neutron.wsgi [req-88cdb0dc-b44f-49f9-bd2a-d036b7540f46 req-9449b414-807e-478a-af50-76ebd4866027 tempest-AttachVolumeShelveTestJSON-1123487845 tempest-AttachVolumeShelveTestJSON-1123487845-project] 10.222.0.66 "GET /v2.0/security-groups?id=528bbd8e-87bb-4e11-b4eb-c422958f1800&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0638263 Jun 16 17:29:14.160207 dv-cinder-837356-2-iscsi neutron-server[103916]: DEBUG dbcounter [-] [103916] Writing DB stats neutron:SELECT=90,neutron:INSERT=8,neutron:UPDATE=1,neutron:DELETE=1 {{(pid=103916) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 16 17:29:14.168312 dv-cinder-837356-2-iscsi neutron-server[103916]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d427ad56-c309-40d3-8d13-83f731e861cd req-927d779e-18ef-476f-9e1f-f2c70d9eaed9 tempest-TestVolumeBootPattern-1350759327 tempest-TestVolumeBootPattern-1350759327-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103916) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 16 17:29:14.177868 dv-cinder-837356-2-iscsi neutron-server[103916]: INFO neutron.wsgi [req-d427ad56-c309-40d3-8d13-83f731e861cd req-927d779e-18ef-476f-9e1f-f2c70d9eaed9 tempest-TestVolumeBootPattern-1350759327 tempest-TestVolumeBootPattern-1350759327-project] 10.222.0.66 "GET /v2.0/ports?device_id=157a0c77-c88e-4ef0-aef5-6ba851b57d00 HTTP/1.1" status: 200 len: 946 time: 0.1047180 Jun 16 17:29:14.270120 dv-cinder-837356-2-iscsi neutron-server[103916]: INFO neutron.wsgi [req-d427ad56-c309-40d3-8d13-83f731e861cd req-ee3a4dac-7fbe-424b-a2d8-82febc76d532 tempest-TestVolumeBootPattern-1350759327 tempest-TestVolumeBootPattern-1350759327-project] 10.222.0.66 "GET /v2.0/security-groups?id=e6a9443b-cf7a-479e-b6b0-e85ba61d4c81&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0908568 Jun 16 17:29:14.915623 dv-cinder-837356-2-iscsi neutron-server[103916]: DEBUG dbcounter [-] [103916] Writing DB stats neutron:SELECT=89,neutron:INSERT=8,neutron:DELETE=3 {{(pid=103916) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 16 17:29:14.939456 dv-cinder-837356-2-iscsi neutron-server[103916]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6483fd0-e1a4-49e2-8657-539808cba948 req-6383745e-3b64-49cf-b1b8-ff5b4118c6b1 tempest-AttachVolumeShelveTestJSON-1123487845 tempest-AttachVolumeShelveTestJSON-1123487845-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103916) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 16 17:29:14.941060 dv-cinder-837356-2-iscsi neutron-server[103916]: INFO neutron.wsgi [req-d6483fd0-e1a4-49e2-8657-539808cba948 req-6383745e-3b64-49cf-b1b8-ff5b4118c6b1 tempest-AttachVolumeShelveTestJSON-1123487845 tempest-AttachVolumeShelveTestJSON-1123487845-project] 10.222.0.66 "GET /v2.0/ports?device_id=a9f207ac-0a5d-4cfc-abd6-2f2fc88ab6a4 HTTP/1.1" status: 200 len: 945 time: 0.0669909 Jun 16 17:29:15.005810 dv-cinder-837356-2-iscsi neutron-server[103916]: INFO neutron.wsgi [req-d6483fd0-e1a4-49e2-8657-539808cba948 req-c98aa113-1cdf-41d7-a27b-7a2c972643ec tempest-AttachVolumeShelveTestJSON-1123487845 tempest-AttachVolumeShelveTestJSON-1123487845-project] 10.222.0.66 "GET /v2.0/security-groups?id=528bbd8e-87bb-4e11-b4eb-c422958f1800&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0562482 Jun 16 17:29:15.478654 dv-cinder-837356-2-iscsi neutron-server[103918]: DEBUG neutron_lib.callbacks.manager [None req-3f28d712-fc08-44d8-a591-75c5b164b69e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728539454181', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16149322'] for agent (7639df21-17c3-4235-8912-210c3ad54137), after_update {{(pid=103918) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 17:29:15.491858 dv-cinder-837356-2-iscsi neutron-server[103916]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-861c0be2-8803-4094-9771-c70adb8d9420 req-fbc12341-724b-4e87-831d-a35ac11951ee tempest-TestVolumeBootPattern-1350759327 tempest-TestVolumeBootPattern-1350759327-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103916) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 16 17:29:15.494578 dv-cinder-837356-2-iscsi neutron-server[103916]: INFO neutron.wsgi [req-861c0be2-8803-4094-9771-c70adb8d9420 req-fbc12341-724b-4e87-831d-a35ac11951ee tempest-TestVolumeBootPattern-1350759327 tempest-TestVolumeBootPattern-1350759327-project] 10.222.0.66 "GET /v2.0/ports?device_id=157a0c77-c88e-4ef0-aef5-6ba851b57d00 HTTP/1.1" status: 200 len: 946 time: 0.1161067 Jun 16 17:29:15.625748 dv-cinder-837356-2-iscsi neutron-server[103916]: INFO neutron.wsgi [req-861c0be2-8803-4094-9771-c70adb8d9420 req-235d8caf-b583-4aec-90d8-1f7a128dbb22 tempest-TestVolumeBootPattern-1350759327 tempest-TestVolumeBootPattern-1350759327-project] 10.222.0.66 "GET /v2.0/security-groups?id=e6a9443b-cf7a-479e-b6b0-e85ba61d4c81&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1153266 Jun 16 17:29:15.730346 dv-cinder-837356-2-iscsi neutron-server[103916]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2bde247-e4c7-403f-8fad-310077022bfd req-ae394a28-bf02-4de8-b416-ee80b4f2c8cc tempest-TestVolumeBootPattern-1350759327 tempest-TestVolumeBootPattern-1350759327-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103916) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 16 17:29:15.733606 dv-cinder-837356-2-iscsi neutron-server[103916]: INFO neutron.wsgi [req-b2bde247-e4c7-403f-8fad-310077022bfd req-ae394a28-bf02-4de8-b416-ee80b4f2c8cc tempest-TestVolumeBootPattern-1350759327 tempest-TestVolumeBootPattern-1350759327-project] 10.222.0.81 "GET /v2.0/ports?device_id=157a0c77-c88e-4ef0-aef5-6ba851b57d00 HTTP/1.1" status: 200 len: 946 time: 0.1063414 Jun 16 17:29:15.875152 dv-cinder-837356-2-iscsi neutron-server[103916]: DEBUG neutron.plugins.ml2.plugin [req-b2bde247-e4c7-403f-8fad-310077022bfd req-85a6f038-a605-450f-b4bb-eb1979d2c48a tempest-TestVolumeBootPattern-1350759327 tempest-TestVolumeBootPattern-1350759327-project] Deleting port 0fdde9ef-e61f-4c66-9976-8477640c42a6 {{(pid=103916) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2043}} Jun 16 17:29:15.875508 dv-cinder-837356-2-iscsi neutron-server[103916]: DEBUG neutron_lib.callbacks.manager [req-b2bde247-e4c7-403f-8fad-310077022bfd req-85a6f038-a605-450f-b4bb-eb1979d2c48a tempest-TestVolumeBootPattern-1350759327 tempest-TestVolumeBootPattern-1350759327-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8728539361383'] for port (0fdde9ef-e61f-4c66-9976-8477640c42a6), before_delete {{(pid=103916) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 17:29:15.876700 dv-cinder-837356-2-iscsi neutron-server[103917]: DEBUG neutron.wsgi [-] (103917) accepted ('10.222.0.66', 43874) {{(pid=103917) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 16 17:29:15.995610 dv-cinder-837356-2-iscsi neutron-server[103916]: DEBUG neutron.plugins.ml2.db [req-b2bde247-e4c7-403f-8fad-310077022bfd req-85a6f038-a605-450f-b4bb-eb1979d2c48a tempest-TestVolumeBootPattern-1350759327 tempest-TestVolumeBootPattern-1350759327-project] For port 0fdde9ef-e61f-4c66-9976-8477640c42a6, host hv-cinder-83735, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83735',level=0,port_id=0fdde9ef-e61f-4c66-9976-8477640c42a6,segment=NetworkSegment(363e514d-58a6-41ff-89ea-af6a85f188ef),segment_id=363e514d-58a6-41ff-89ea-af6a85f188ef)] {{(pid=103916) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 16 17:29:15.997333 dv-cinder-837356-2-iscsi neutron-server[103916]: DEBUG neutron_lib.callbacks.manager [req-b2bde247-e4c7-403f-8fad-310077022bfd req-85a6f038-a605-450f-b4bb-eb1979d2c48a tempest-TestVolumeBootPattern-1350759327 tempest-TestVolumeBootPattern-1350759327-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-708042'] for port (0fdde9ef-e61f-4c66-9976-8477640c42a6), precommit_delete {{(pid=103916) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 17:29:16.075440 dv-cinder-837356-2-iscsi neutron-server[103917]: DEBUG neutron_lib.callbacks.manager [None req-3782c8b3-ca49-48b5-87c7-4d4f978195df admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103917) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 17:29:16.207779 dv-cinder-837356-2-iscsi neutron-server[103917]: DEBUG dbcounter [-] [103917] Writing DB stats neutron:SELECT=95,neutron:DELETE=2,neutron:INSERT=2,neutron:UPDATE=1 {{(pid=103917) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 16 17:29:16.240715 dv-cinder-837356-2-iscsi neutron-server[103917]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9138abc8-3e97-4e6a-8269-d2a9a222ef98 req-5118166e-f59b-4677-a2a5-2f7427f52db0 tempest-AttachVolumeShelveTestJSON-1123487845 tempest-AttachVolumeShelveTestJSON-1123487845-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103917) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 16 17:29:16.242905 dv-cinder-837356-2-iscsi neutron-server[103917]: INFO neutron.wsgi [req-9138abc8-3e97-4e6a-8269-d2a9a222ef98 req-5118166e-f59b-4677-a2a5-2f7427f52db0 tempest-AttachVolumeShelveTestJSON-1123487845 tempest-AttachVolumeShelveTestJSON-1123487845-project] 10.222.0.66 "GET /v2.0/ports?device_id=a9f207ac-0a5d-4cfc-abd6-2f2fc88ab6a4 HTTP/1.1" status: 200 len: 945 time: 0.1023858 Jun 16 17:29:16.283501 dv-cinder-837356-2-iscsi neutron-server[103917]: DEBUG neutron_lib.callbacks.manager [None req-3782c8b3-ca49-48b5-87c7-4d4f978195df admin admin] Publish callbacks [] for security_group (c71786ae-2c33-4993-b4ad-a8b16e21f170), precommit_create {{(pid=103917) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 17:29:16.304913 dv-cinder-837356-2-iscsi neutron-server[103916]: DEBUG neutron_lib.callbacks.manager [req-b2bde247-e4c7-403f-8fad-310077022bfd req-85a6f038-a605-450f-b4bb-eb1979d2c48a tempest-TestVolumeBootPattern-1350759327 tempest-TestVolumeBootPattern-1350759327-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=103916) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 17:29:16.305291 dv-cinder-837356-2-iscsi neutron-server[103916]: DEBUG neutron_lib.callbacks.manager [req-b2bde247-e4c7-403f-8fad-310077022bfd req-85a6f038-a605-450f-b4bb-eb1979d2c48a tempest-TestVolumeBootPattern-1350759327 tempest-TestVolumeBootPattern-1350759327-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-704970'] for floatingip (fed1302c-64e4-46d6-b845-db8e614aed8e), after_update {{(pid=103916) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 17:29:16.305618 dv-cinder-837356-2-iscsi neutron-server[103916]: INFO neutron.db.l3_db [req-b2bde247-e4c7-403f-8fad-310077022bfd req-85a6f038-a605-450f-b4bb-eb1979d2c48a tempest-TestVolumeBootPattern-1350759327 tempest-TestVolumeBootPattern-1350759327-project] Floating IP fed1302c-64e4-46d6-b845-db8e614aed8e disassociated. External IP: 172.27.2.120, port: 0fdde9ef-e61f-4c66-9976-8477640c42a6. Jun 16 17:29:16.306129 dv-cinder-837356-2-iscsi neutron-server[103916]: DEBUG neutron.plugins.ml2.plugin [req-b2bde247-e4c7-403f-8fad-310077022bfd req-85a6f038-a605-450f-b4bb-eb1979d2c48a tempest-TestVolumeBootPattern-1350759327 tempest-TestVolumeBootPattern-1350759327-project] Calling delete_port for 0fdde9ef-e61f-4c66-9976-8477640c42a6 owned by compute:nova {{(pid=103916) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2122}} Jun 16 17:29:16.311207 dv-cinder-837356-2-iscsi neutron-server[103917]: DEBUG neutron_lib.callbacks.manager [None req-3782c8b3-ca49-48b5-87c7-4d4f978195df admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-570488'] for security_group (c71786ae-2c33-4993-b4ad-a8b16e21f170), after_create {{(pid=103917) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 17:29:16.319291 dv-cinder-837356-2-iscsi neutron-server[103918]: DEBUG neutron_lib.callbacks.manager [None req-20715706-35a9-45af-9420-375bdcc64c61 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728539454181', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16149322'] for agent (50395103-89cf-4fb3-87eb-9dff4dfdeea8), after_update {{(pid=103918) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 17:29:16.419504 dv-cinder-837356-2-iscsi neutron-server[103917]: INFO neutron.wsgi [None req-3782c8b3-ca49-48b5-87c7-4d4f978195df admin admin] 10.222.0.66 "GET /v2.0/security-groups?tenant_id=61b68ce75b4846ef9ef3a169cbaa4f8d&name=default HTTP/1.1" status: 200 len: 2996 time: 0.5398231 Jun 16 17:29:16.420946 dv-cinder-837356-2-iscsi neutron-server[103917]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3782c8b3-ca49-48b5-87c7-4d4f978195df admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c71786ae-2c33-4993-b4ad-a8b16e21f170,revision_number=1']} {{(pid=103917) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 17:29:16.429078 dv-cinder-837356-2-iscsi neutron-server[103917]: DEBUG neutron.wsgi [-] (103917) accepted ('10.222.0.66', 43880) {{(pid=103917) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 16 17:29:16.458010 dv-cinder-837356-2-iscsi neutron-server[103917]: INFO neutron.wsgi [req-9138abc8-3e97-4e6a-8269-d2a9a222ef98 req-5805ca56-7c18-492c-b050-25b663dc0961 tempest-AttachVolumeShelveTestJSON-1123487845 tempest-AttachVolumeShelveTestJSON-1123487845-project] 10.222.0.66 "GET /v2.0/security-groups?id=528bbd8e-87bb-4e11-b4eb-c422958f1800&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1912949 Jun 16 17:29:16.516759 dv-cinder-837356-2-iscsi neutron-server[103917]: DEBUG neutron_lib.callbacks.manager [None req-0130322f-aa4a-4d52-8558-09254f97b57c admin admin] Publish callbacks [] for security_group (c71786ae-2c33-4993-b4ad-a8b16e21f170), before_delete {{(pid=103917) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 17:29:16.548950 dv-cinder-837356-2-iscsi neutron-server[103916]: DEBUG neutron_lib.callbacks.manager [req-b2bde247-e4c7-403f-8fad-310077022bfd req-85a6f038-a605-450f-b4bb-eb1979d2c48a tempest-TestVolumeBootPattern-1350759327 tempest-TestVolumeBootPattern-1350759327-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16007527', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-75831', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16241551', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8728539364702', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8728538993430', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25517999'] for port (0fdde9ef-e61f-4c66-9976-8477640c42a6), after_delete {{(pid=103916) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 17:29:16.554958 dv-cinder-837356-2-iscsi neutron-server[103917]: DEBUG neutron_lib.callbacks.manager [None req-0130322f-aa4a-4d52-8558-09254f97b57c admin admin] Publish callbacks [] for security_group (c71786ae-2c33-4993-b4ad-a8b16e21f170), precommit_delete {{(pid=103917) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 17:29:16.591163 dv-cinder-837356-2-iscsi neutron-server[103916]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-85a6f038-a605-450f-b4bb-eb1979d2c48a tempest-TestVolumeBootPattern-1350759327 tempest-TestVolumeBootPattern-1350759327-project] Pushing event deleted for resources: {'Port': ['ID=0fdde9ef-e61f-4c66-9976-8477640c42a6,revision_number=None']} {{(pid=103916) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 17:29:16.634615 dv-cinder-837356-2-iscsi neutron-server[103917]: DEBUG neutron_lib.callbacks.manager [None req-0130322f-aa4a-4d52-8558-09254f97b57c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-570488'] for security_group (c71786ae-2c33-4993-b4ad-a8b16e21f170), after_delete {{(pid=103917) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 17:29:16.638673 dv-cinder-837356-2-iscsi neutron-server[103917]: DEBUG neutron_lib.callbacks.manager [None req-0130322f-aa4a-4d52-8558-09254f97b57c admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103917) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 17:29:16.642238 dv-cinder-837356-2-iscsi neutron-server[103917]: INFO neutron.wsgi [None req-0130322f-aa4a-4d52-8558-09254f97b57c admin admin] 10.222.0.66 "DELETE /v2.0/security-groups/c71786ae-2c33-4993-b4ad-a8b16e21f170 HTTP/1.1" status: 204 len: 168 time: 0.2094529 Jun 16 17:29:16.649510 dv-cinder-837356-2-iscsi neutron-server[103917]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0130322f-aa4a-4d52-8558-09254f97b57c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c71786ae-2c33-4993-b4ad-a8b16e21f170,revision_number=None']} {{(pid=103917) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 17:29:16.804882 dv-cinder-837356-2-iscsi neutron-server[103916]: INFO neutron.wsgi [req-0afc125a-c7ab-4e35-b90d-e5c145646ceb req-739d2587-a42a-4895-b700-cfa674ddf320 tempest-TestVolumeBootPattern-1350759327 tempest-TestVolumeBootPattern-1350759327-project] 10.222.0.66 "GET /v2.0/ports?device_id=157a0c77-c88e-4ef0-aef5-6ba851b57d00 HTTP/1.1" status: 200 len: 210 time: 0.0512254 Jun 16 17:29:16.808387 dv-cinder-837356-2-iscsi neutron-server[103916]: DEBUG neutron.scheduler.l3_agent_scheduler [req-b2bde247-e4c7-403f-8fad-310077022bfd req-85a6f038-a605-450f-b4bb-eb1979d2c48a tempest-TestVolumeBootPattern-1350759327 tempest-TestVolumeBootPattern-1350759327-project] Router c35ad751-e83c-4d20-bca1-ec4f6db7db70 has already been hosted by L3 agent 7639df21-17c3-4235-8912-210c3ad54137 {{(pid=103916) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jun 16 17:29:16.886038 dv-cinder-837356-2-iscsi neutron-server[103916]: DEBUG dbcounter [-] [103916] Writing DB stats neutron:SELECT=96,neutron:UPDATE=1,neutron:DELETE=3 {{(pid=103916) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 16 17:29:16.945200 dv-cinder-837356-2-iscsi neutron-server[103916]: DEBUG dbcounter [-] [103916] Writing DB stats neutron:SELECT=94,neutron:UPDATE=1,neutron:DELETE=5 {{(pid=103916) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 16 17:29:16.960295 dv-cinder-837356-2-iscsi neutron-server[103916]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-b2bde247-e4c7-403f-8fad-310077022bfd req-85a6f038-a605-450f-b4bb-eb1979d2c48a tempest-TestVolumeBootPattern-1350759327 tempest-TestVolumeBootPattern-1350759327-project] Notify agent at l3_agent.dv-cinder-837356-2-iscsi the message routers_updated {{(pid=103916) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jun 16 17:29:16.981118 dv-cinder-837356-2-iscsi neutron-server[103918]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9c743f61-455c-4ceb-8000-43fe4a3924eb None None] Sync routers for ids ['c35ad751-e83c-4d20-bca1-ec4f6db7db70'] in dv-cinder-837356-2-iscsi {{(pid=103918) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 16 17:29:17.000807 dv-cinder-837356-2-iscsi neutron-server[103918]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9c743f61-455c-4ceb-8000-43fe4a3924eb None None] Routers {'c35ad751-e83c-4d20-bca1-ec4f6db7db70'} bound to L3 agent in host dv-cinder-837356-2-iscsi {{(pid=103918) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jun 16 17:29:17.015497 dv-cinder-837356-2-iscsi neutron-server[103918]: DEBUG neutron.db.l3_hamode_db [None req-9c743f61-455c-4ceb-8000-43fe4a3924eb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-837356-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-06-16T17:14:15Z,description=,heartbeat_timestamp=2022-06-16T17:29:15Z,host='dv-cinder-837356-2-iscsi',id=7639df21-17c3-4235-8912-210c3ad54137,load=0,resource_versions=,resources_synced=,started_at=2022-06-16T17:14:15Z,topic='l3_agent')) {'router_ids': ['c35ad751-e83c-4d20-bca1-ec4f6db7db70'], 'active': True} {{(pid=103918) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 16 17:29:17.068657 dv-cinder-837356-2-iscsi neutron-server[103916]: DEBUG neutron.db.l3_dvrscheduler_db [req-b2bde247-e4c7-403f-8fad-310077022bfd req-85a6f038-a605-450f-b4bb-eb1979d2c48a tempest-TestVolumeBootPattern-1350759327 tempest-TestVolumeBootPattern-1350759327-project] No DVR routers for this DVR port 0fdde9ef-e61f-4c66-9976-8477640c42a6 on host hv-cinder-83735 {{(pid=103916) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:215}} Jun 16 17:29:17.071767 dv-cinder-837356-2-iscsi neutron-server[103916]: DEBUG neutron_lib.callbacks.manager [req-b2bde247-e4c7-403f-8fad-310077022bfd req-85a6f038-a605-450f-b4bb-eb1979d2c48a tempest-TestVolumeBootPattern-1350759327 tempest-TestVolumeBootPattern-1350759327-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-191112'] for port (None), before_response {{(pid=103916) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 17:29:17.076238 dv-cinder-837356-2-iscsi neutron-server[103916]: INFO neutron.wsgi [req-b2bde247-e4c7-403f-8fad-310077022bfd req-85a6f038-a605-450f-b4bb-eb1979d2c48a tempest-TestVolumeBootPattern-1350759327 tempest-TestVolumeBootPattern-1350759327-project] 10.222.0.81 "DELETE /v2.0/ports/0fdde9ef-e61f-4c66-9976-8477640c42a6 HTTP/1.1" status: 204 len: 173 time: 1.3344686 Jun 16 17:29:17.076997 dv-cinder-837356-2-iscsi neutron-server[103916]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '157a0c77-c88e-4ef0-aef5-6ba851b57d00', 'name': 'network-vif-deleted', 'tag': '0fdde9ef-e61f-4c66-9976-8477640c42a6'}] {{(pid=103916) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jun 16 17:29:17.080239 dv-cinder-837356-2-iscsi neutron-server[103916]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.66/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}15d8713043fc5f9b6f9aaf4a9a169ba36e5aaa6307a8131177ae56adda3437c5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-cece5198-86dc-4c93-9e2f-972267c59147" -d '{"events": [{"server_uuid": "157a0c77-c88e-4ef0-aef5-6ba851b57d00", "name": "network-vif-deleted", "tag": "0fdde9ef-e61f-4c66-9976-8477640c42a6"}]}' {{(pid=103916) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 16 17:29:17.131583 dv-cinder-837356-2-iscsi neutron-server[103916]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 16 Jun 2022 17:29:17 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d4e7b93a-7f53-4ff9-874f-b0d96f7671b5 x-openstack-request-id: req-d4e7b93a-7f53-4ff9-874f-b0d96f7671b5 {{(pid=103916) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 16 17:29:17.131908 dv-cinder-837356-2-iscsi neutron-server[103916]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "157a0c77-c88e-4ef0-aef5-6ba851b57d00", "name": "network-vif-deleted", "tag": "0fdde9ef-e61f-4c66-9976-8477640c42a6", "status": "completed", "code": 200}]} {{(pid=103916) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 16 17:29:17.132169 dv-cinder-837356-2-iscsi neutron-server[103916]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.66/compute/v2.1/os-server-external-events used request id req-d4e7b93a-7f53-4ff9-874f-b0d96f7671b5 {{(pid=103916) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 16 17:29:17.132583 dv-cinder-837356-2-iscsi neutron-server[103916]: INFO neutron.notifiers.nova [-] Nova event matching ['req-d4e7b93a-7f53-4ff9-874f-b0d96f7671b5'] response: {'server_uuid': '157a0c77-c88e-4ef0-aef5-6ba851b57d00', 'name': 'network-vif-deleted', 'tag': '0fdde9ef-e61f-4c66-9976-8477640c42a6', 'status': 'completed', 'code': 200} Jun 16 17:29:17.226278 dv-cinder-837356-2-iscsi neutron-server[103918]: DEBUG neutron.db.l3_dvr_db [None req-9c743f61-455c-4ceb-8000-43fe4a3924eb None None] Set router c35ad751-e83c-4d20-bca1-ec4f6db7db70 gateway port host: dv-cinder-837356-2-iscsi {{(pid=103918) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jun 16 17:29:17.433071 dv-cinder-837356-2-iscsi neutron-server[103918]: DEBUG dbcounter [-] [103918] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=103918) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 16 17:29:17.538746 dv-cinder-837356-2-iscsi neutron-server[103918]: DEBUG neutron.db.l3_hamode_db [None req-9c743f61-455c-4ceb-8000-43fe4a3924eb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c35ad751-e83c-4d20-bca1-ec4f6db7db70', 'name': 'tempest-TestVolumeBootPattern-2032781159-router', 'tenant_id': 'bd1488226a424c6e9e7f94f31b020e4f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9df31235-0797-44e6-85a0-102cb2da2d58', 'external_fixed_ips': [{'subnet_id': '1dfb0320-f5eb-46f6-88ce-33002f500238', 'ip_address': '172.27.2.144'}], 'enable_snat': True}, 'gw_port_id': '1fb74e99-4857-44c3-af81-ed3d3ffe4f39', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-16T17:25:16Z', 'updated_at': '2022-06-16T17:25:23Z', 'revision_number': 4, 'project_id': 'bd1488226a424c6e9e7f94f31b020e4f', 'gw_port': {'id': '1fb74e99-4857-44c3-af81-ed3d3ffe4f39', 'name': '', 'network_id': '9df31235-0797-44e6-85a0-102cb2da2d58', 'tenant_id': '', 'mac_address': 'fa:16:3e:40:75:a6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c35ad751-e83c-4d20-bca1-ec4f6db7db70', 'device_owner': 'network:router_gateway', 'standard_attr_id': 446, 'fixed_ips': [{'subnet_id': '1dfb0320-f5eb-46f6-88ce-33002f500238', 'ip_address': '172.27.2.144', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-837356-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-16T17:25:18Z', 'updated_at': '2022-06-16T17:25:26Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1dfb0320-f5eb-46f6-88ce-33002f500238', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-837356-2-iscsi', '_interfaces': [{'id': '2ef48185-74c7-486a-9679-f9baac8bfe7a', 'name': '', 'network_id': '3da1c24e-a853-4091-89c9-dc663f379476', 'tenant_id': 'bd1488226a424c6e9e7f94f31b020e4f', 'mac_address': 'fa:16:3e:49:e9:fe', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c35ad751-e83c-4d20-bca1-ec4f6db7db70', 'device_owner': 'network:router_interface', 'standard_attr_id': 448, 'fixed_ips': [{'subnet_id': 'ff26c6d8-fbe9-4318-9056-e5433e3433f5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-837356-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-16T17:25:21Z', 'updated_at': '2022-06-16T17:25:36Z', 'revision_number': 5, 'project_id': 'bd1488226a424c6e9e7f94f31b020e4f', 'subnets': [{'id': 'ff26c6d8-fbe9-4318-9056-e5433e3433f5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-837356-2-iscsi', False) {} {{(pid=103918) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 16 17:29:17.577326 dv-cinder-837356-2-iscsi neutron-server[103918]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9c743f61-455c-4ceb-8000-43fe4a3924eb None None] Checking router: c35ad751-e83c-4d20-bca1-ec4f6db7db70 for host: dv-cinder-837356-2-iscsi {{(pid=103918) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 16 17:29:17.593542 dv-cinder-837356-2-iscsi neutron-server[103918]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9c743f61-455c-4ceb-8000-43fe4a3924eb None None] Routers {'c35ad751-e83c-4d20-bca1-ec4f6db7db70'} bound to L3 agent in host dv-cinder-837356-2-iscsi {{(pid=103918) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jun 16 17:29:17.594209 dv-cinder-837356-2-iscsi neutron-server[103918]: DEBUG neutron.db.l3_hamode_db [None req-9c743f61-455c-4ceb-8000-43fe4a3924eb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-837356-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-06-16T17:14:15Z,description=,heartbeat_timestamp=2022-06-16T17:29:15Z,host='dv-cinder-837356-2-iscsi',id=7639df21-17c3-4235-8912-210c3ad54137,load=0,resource_versions=,resources_synced=,started_at=2022-06-16T17:14:15Z,topic='l3_agent')) {'router_ids': ['c35ad751-e83c-4d20-bca1-ec4f6db7db70'], 'active': True} {{(pid=103918) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 16 17:29:17.648186 dv-cinder-837356-2-iscsi neutron-server[103916]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee399ddb-cc26-4163-a3db-c686e464c929 req-fd9d28c9-770d-4c4f-954a-11016e33c572 tempest-AttachVolumeShelveTestJSON-1123487845 tempest-AttachVolumeShelveTestJSON-1123487845-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103916) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 16 17:29:17.649801 dv-cinder-837356-2-iscsi neutron-server[103916]: INFO neutron.wsgi [req-ee399ddb-cc26-4163-a3db-c686e464c929 req-fd9d28c9-770d-4c4f-954a-11016e33c572 tempest-AttachVolumeShelveTestJSON-1123487845 tempest-AttachVolumeShelveTestJSON-1123487845-project] 10.222.0.66 "GET /v2.0/ports?device_id=a9f207ac-0a5d-4cfc-abd6-2f2fc88ab6a4 HTTP/1.1" status: 200 len: 945 time: 0.0692902 Jun 16 17:29:17.749257 dv-cinder-837356-2-iscsi neutron-server[103916]: INFO neutron.wsgi [req-ee399ddb-cc26-4163-a3db-c686e464c929 req-e465021f-da8d-4283-8937-97ab2b2b196a tempest-AttachVolumeShelveTestJSON-1123487845 tempest-AttachVolumeShelveTestJSON-1123487845-project] 10.222.0.66 "GET /v2.0/security-groups?id=528bbd8e-87bb-4e11-b4eb-c422958f1800&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0819054 Jun 16 17:29:17.769260 dv-cinder-837356-2-iscsi neutron-server[103918]: DEBUG neutron.db.l3_dvr_db [None req-9c743f61-455c-4ceb-8000-43fe4a3924eb None None] Set router c35ad751-e83c-4d20-bca1-ec4f6db7db70 gateway port host: dv-cinder-837356-2-iscsi {{(pid=103918) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jun 16 17:29:18.061568 dv-cinder-837356-2-iscsi neutron-server[103917]: INFO neutron.wsgi [req-b4e6e5e7-5634-41b5-a439-af457eb77394 req-695bbccc-cf61-4453-a181-c8fec1a10373 tempest-TestVolumeBootPattern-1350759327 tempest-TestVolumeBootPattern-1350759327-project] 10.222.0.66 "GET /v2.0/ports?device_id=157a0c77-c88e-4ef0-aef5-6ba851b57d00 HTTP/1.1" status: 200 len: 210 time: 0.1003807 Jun 16 17:29:18.101151 dv-cinder-837356-2-iscsi neutron-server[103918]: DEBUG neutron_lib.callbacks.manager [None req-90597016-5de8-4c3e-b42a-66aa2c70cc5e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728539454181', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16149322'] for agent (853db9d1-1c17-40a4-900c-de4f90440474), after_update {{(pid=103918) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 17:29:18.162753 dv-cinder-837356-2-iscsi neutron-server[103918]: DEBUG neutron.db.l3_hamode_db [None req-9c743f61-455c-4ceb-8000-43fe4a3924eb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c35ad751-e83c-4d20-bca1-ec4f6db7db70', 'name': 'tempest-TestVolumeBootPattern-2032781159-router', 'tenant_id': 'bd1488226a424c6e9e7f94f31b020e4f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9df31235-0797-44e6-85a0-102cb2da2d58', 'external_fixed_ips': [{'subnet_id': '1dfb0320-f5eb-46f6-88ce-33002f500238', 'ip_address': '172.27.2.144'}], 'enable_snat': True}, 'gw_port_id': '1fb74e99-4857-44c3-af81-ed3d3ffe4f39', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-16T17:25:16Z', 'updated_at': '2022-06-16T17:25:23Z', 'revision_number': 4, 'project_id': 'bd1488226a424c6e9e7f94f31b020e4f', 'gw_port': {'id': '1fb74e99-4857-44c3-af81-ed3d3ffe4f39', 'name': '', 'network_id': '9df31235-0797-44e6-85a0-102cb2da2d58', 'tenant_id': '', 'mac_address': 'fa:16:3e:40:75:a6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c35ad751-e83c-4d20-bca1-ec4f6db7db70', 'device_owner': 'network:router_gateway', 'standard_attr_id': 446, 'fixed_ips': [{'subnet_id': '1dfb0320-f5eb-46f6-88ce-33002f500238', 'ip_address': '172.27.2.144', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-837356-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-16T17:25:18Z', 'updated_at': '2022-06-16T17:25:26Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1dfb0320-f5eb-46f6-88ce-33002f500238', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-837356-2-iscsi', '_interfaces': [{'id': '2ef48185-74c7-486a-9679-f9baac8bfe7a', 'name': '', 'network_id': '3da1c24e-a853-4091-89c9-dc663f379476', 'tenant_id': 'bd1488226a424c6e9e7f94f31b020e4f', 'mac_address': 'fa:16:3e:49:e9:fe', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c35ad751-e83c-4d20-bca1-ec4f6db7db70', 'device_owner': 'network:router_interface', 'standard_attr_id': 448, 'fixed_ips': [{'subnet_id': 'ff26c6d8-fbe9-4318-9056-e5433e3433f5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-837356-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-16T17:25:21Z', 'updated_at': '2022-06-16T17:25:36Z', 'revision_number': 5, 'project_id': 'bd1488226a424c6e9e7f94f31b020e4f', 'subnets': [{'id': 'ff26c6d8-fbe9-4318-9056-e5433e3433f5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-837356-2-iscsi', False) {} {{(pid=103918) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 16 17:29:18.196708 dv-cinder-837356-2-iscsi neutron-server[103918]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9c743f61-455c-4ceb-8000-43fe4a3924eb None None] The sync data for ids ['c35ad751-e83c-4d20-bca1-ec4f6db7db70'] in dv-cinder-837356-2-iscsi is: [{'id': 'c35ad751-e83c-4d20-bca1-ec4f6db7db70', 'name': 'tempest-TestVolumeBootPattern-2032781159-router', 'tenant_id': 'bd1488226a424c6e9e7f94f31b020e4f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9df31235-0797-44e6-85a0-102cb2da2d58', 'external_fixed_ips': [{'subnet_id': '1dfb0320-f5eb-46f6-88ce-33002f500238', 'ip_address': '172.27.2.144'}], 'enable_snat': True}, 'gw_port_id': '1fb74e99-4857-44c3-af81-ed3d3ffe4f39', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-16T17:25:16Z', 'updated_at': '2022-06-16T17:25:23Z', 'revision_number': 4, 'project_id': 'bd1488226a424c6e9e7f94f31b020e4f', 'gw_port': {'id': '1fb74e99-4857-44c3-af81-ed3d3ffe4f39', 'name': '', 'network_id': '9df31235-0797-44e6-85a0-102cb2da2d58', 'tenant_id': '', 'mac_address': 'fa:16:3e:40:75:a6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c35ad751-e83c-4d20-bca1-ec4f6db7db70', 'device_owner': 'network:router_gateway', 'standard_attr_id': 446, 'fixed_ips': [{'subnet_id': '1dfb0320-f5eb-46f6-88ce-33002f500238', 'ip_address': '172.27.2.144', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-837356-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-16T17:25:18Z', 'updated_at': '2022-06-16T17:25:26Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1dfb0320-f5eb-46f6-88ce-33002f500238', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-837356-2-iscsi', '_interfaces': [{'id': '2ef48185-74c7-486a-9679-f9baac8bfe7a', 'name': '', 'network_id': '3da1c24e-a853-4091-89c9-dc663f379476', 'tenant_id': 'bd1488226a424c6e9e7f94f31b020e4f', 'mac_address': 'fa:16:3e:49:e9:fe', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c35ad751-e83c-4d20-bca1-ec4f6db7db70', 'device_owner': 'network:router_interface', 'standard_attr_id': 448, 'fixed_ips': [{'subnet_id': 'ff26c6d8-fbe9-4318-9056-e5433e3433f5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-837356-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-16T17:25:21Z', 'updated_at': '2022-06-16T17:25:36Z', 'revision_number': 5, 'project_id': 'bd1488226a424c6e9e7f94f31b020e4f', 'subnets': [{'id': 'ff26c6d8-fbe9-4318-9056-e5433e3433f5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103918) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 16 17:29:18.445773 dv-cinder-837356-2-iscsi neutron-server[103918]: DEBUG neutron_lib.callbacks.manager [None req-39ead2dc-a542-4f04-b117-439eb7f32aa8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728539454181', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16149322'] for agent (5b2fa84c-1db1-41c6-a6b9-975c3da28daf), after_update {{(pid=103918) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 17:29:18.456930 dv-cinder-837356-2-iscsi neutron-server[103919]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dcc379d6-2d90-44fc-8b5c-cca36764ad0a None None] New status for floating IP fed1302c-64e4-46d6-b845-db8e614aed8e: DOWN {{(pid=103919) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:269}} Jun 16 17:29:18.720414 dv-cinder-837356-2-iscsi neutron-server[103916]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eee18a50-b161-4ce5-bf0c-393854a84fc9 req-dcf606c7-2707-4077-a3d0-2074f9fc4ca4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103916) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 16 17:29:18.722077 dv-cinder-837356-2-iscsi neutron-server[103916]: INFO neutron.wsgi [req-eee18a50-b161-4ce5-bf0c-393854a84fc9 req-dcf606c7-2707-4077-a3d0-2074f9fc4ca4 service neutron] 10.222.0.81 "GET /v2.0/ports?tenant_id=0c63f648631a4a11910b4b135f22b235&device_id=a9f207ac-0a5d-4cfc-abd6-2f2fc88ab6a4 HTTP/1.1" status: 200 len: 1129 time: 0.0527716 Jun 16 17:29:18.828564 dv-cinder-837356-2-iscsi neutron-server[103916]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eee18a50-b161-4ce5-bf0c-393854a84fc9 req-e6439334-d59f-4261-a8a8-1d5c2cde17cb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103916) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 16 17:29:18.830212 dv-cinder-837356-2-iscsi neutron-server[103916]: INFO neutron.wsgi [req-eee18a50-b161-4ce5-bf0c-393854a84fc9 req-e6439334-d59f-4261-a8a8-1d5c2cde17cb service neutron] 10.222.0.81 "GET /v2.0/networks?id=04f2ecf4-cd9f-483b-9100-6d9d67a561d2 HTTP/1.1" status: 200 len: 918 time: 0.0991771 Jun 16 17:29:18.932476 dv-cinder-837356-2-iscsi neutron-server[103916]: INFO neutron.wsgi [req-eee18a50-b161-4ce5-bf0c-393854a84fc9 req-c6faaac6-95bb-4f2d-9190-c7b97c8001be service neutron] 10.222.0.81 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=8d7a682c-8735-4554-a952-dc548868e5d9 HTTP/1.1" status: 200 len: 1000 time: 0.0949492 Jun 16 17:29:18.942414 dv-cinder-837356-2-iscsi neutron-server[103916]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5359c2dc-d70d-4193-af58-4cb40a54e62e req-be56acee-08bc-4f2e-93b6-d9febeed5b3e tempest-AttachVolumeShelveTestJSON-1123487845 tempest-AttachVolumeShelveTestJSON-1123487845-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103916) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 16 17:29:18.943999 dv-cinder-837356-2-iscsi neutron-server[103916]: INFO neutron.wsgi [req-5359c2dc-d70d-4193-af58-4cb40a54e62e req-be56acee-08bc-4f2e-93b6-d9febeed5b3e tempest-AttachVolumeShelveTestJSON-1123487845 tempest-AttachVolumeShelveTestJSON-1123487845-project] 10.222.0.66 "GET /v2.0/ports?device_id=a9f207ac-0a5d-4cfc-abd6-2f2fc88ab6a4 HTTP/1.1" status: 200 len: 945 time: 0.0710328 Jun 16 17:29:19.016130 dv-cinder-837356-2-iscsi neutron-server[103916]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eee18a50-b161-4ce5-bf0c-393854a84fc9 req-d55961ab-226b-4f78-883b-58d613a092a4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103916) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 16 17:29:19.017637 dv-cinder-837356-2-iscsi neutron-server[103916]: INFO neutron.wsgi [req-eee18a50-b161-4ce5-bf0c-393854a84fc9 req-d55961ab-226b-4f78-883b-58d613a092a4 service neutron] 10.222.0.81 "GET /v2.0/subnets?id=57d5f714-8d8c-468b-957a-7745cf345909 HTTP/1.1" status: 200 len: 855 time: 0.0727663 Jun 16 17:29:19.046364 dv-cinder-837356-2-iscsi neutron-server[103916]: INFO neutron.wsgi [req-5359c2dc-d70d-4193-af58-4cb40a54e62e req-cbd81205-430f-44f5-808d-6a96f5d8fd54 tempest-AttachVolumeShelveTestJSON-1123487845 tempest-AttachVolumeShelveTestJSON-1123487845-project] 10.222.0.66 "GET /v2.0/security-groups?id=528bbd8e-87bb-4e11-b4eb-c422958f1800&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0924633 Jun 16 17:29:19.076960 dv-cinder-837356-2-iscsi neutron-server[103916]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eee18a50-b161-4ce5-bf0c-393854a84fc9 req-6bdc432a-34b3-4f4f-b610-ebe5493cef4c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103916) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 16 17:29:19.078774 dv-cinder-837356-2-iscsi neutron-server[103916]: INFO neutron.wsgi [req-eee18a50-b161-4ce5-bf0c-393854a84fc9 req-6bdc432a-34b3-4f4f-b610-ebe5493cef4c service neutron] 10.222.0.81 "GET /v2.0/ports?network_id=04f2ecf4-cd9f-483b-9100-6d9d67a561d2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0501125 Jun 16 17:29:19.189476 dv-cinder-837356-2-iscsi neutron-server[103916]: INFO neutron.wsgi [req-eee18a50-b161-4ce5-bf0c-393854a84fc9 req-f6de223e-ac73-4b9b-b796-5b1d05b53be2 service neutron] 10.222.0.81 "GET /v2.0/networks/04f2ecf4-cd9f-483b-9100-6d9d67a561d2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1041422 Jun 16 17:29:19.557037 dv-cinder-837356-2-iscsi neutron-server[103916]: INFO neutron.wsgi [req-eee18a50-b161-4ce5-bf0c-393854a84fc9 req-e8ffcd57-9569-4fdd-9a33-ffcf3f463f5f service neutron] 10.222.0.81 "GET /v2.0/networks/04f2ecf4-cd9f-483b-9100-6d9d67a561d2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3610222 Jun 16 17:29:19.582423 dv-cinder-837356-2-iscsi neutron-server[103916]: INFO neutron.wsgi [req-cb3248a5-5cf4-4bd2-926a-7ea1f76a596f req-de429891-84ac-4fa0-98d3-69851a56d7df tempest-TestVolumeBootPattern-1350759327 tempest-TestVolumeBootPattern-1350759327-project] 10.222.0.66 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-641343783&fields=id&tenant_id=bd1488226a424c6e9e7f94f31b020e4f HTTP/1.1" status: 200 len: 267 time: 0.0688732 Jun 16 17:29:19.712828 dv-cinder-837356-2-iscsi neutron-server[103916]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb3248a5-5cf4-4bd2-926a-7ea1f76a596f req-54a2bf62-23a7-4ad8-bf23-500ac891658d tempest-TestVolumeBootPattern-1350759327 tempest-TestVolumeBootPattern-1350759327-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103916) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 16 17:29:19.714404 dv-cinder-837356-2-iscsi neutron-server[103916]: INFO neutron.wsgi [req-cb3248a5-5cf4-4bd2-926a-7ea1f76a596f req-54a2bf62-23a7-4ad8-bf23-500ac891658d tempest-TestVolumeBootPattern-1350759327 tempest-TestVolumeBootPattern-1350759327-project] 10.222.0.66 "GET /v2.0/networks?id=3da1c24e-a853-4091-89c9-dc663f379476 HTTP/1.1" status: 200 len: 812 time: 0.1239300 Jun 16 17:29:19.733610 dv-cinder-837356-2-iscsi neutron-server[103916]: INFO neutron.wsgi [req-cb3248a5-5cf4-4bd2-926a-7ea1f76a596f req-88042594-7f6d-4e8d-885e-5614ff91111b tempest-TestVolumeBootPattern-1350759327 tempest-TestVolumeBootPattern-1350759327-project] 10.222.0.66 "GET /v2.0/quotas/bd1488226a424c6e9e7f94f31b020e4f HTTP/1.1" status: 200 len: 375 time: 0.0132225 Jun 16 17:29:19.799175 dv-cinder-837356-2-iscsi neutron-server[103916]: INFO neutron.wsgi [req-cb3248a5-5cf4-4bd2-926a-7ea1f76a596f req-a0ddbb31-f61f-4ecd-9e37-9ee18cb30a42 tempest-TestVolumeBootPattern-1350759327 tempest-TestVolumeBootPattern-1350759327-project] 10.222.0.66 "GET /v2.0/ports?tenant_id=bd1488226a424c6e9e7f94f31b020e4f&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0551085 Jun 16 17:29:19.872228 dv-cinder-837356-2-iscsi neutron-server[103916]: DEBUG dbcounter [-] [103916] Writing DB stats neutron:SELECT=100 {{(pid=103916) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 16 17:29:19.920124 dv-cinder-837356-2-iscsi neutron-server[103916]: INFO neutron.wsgi [req-cb3248a5-5cf4-4bd2-926a-7ea1f76a596f req-579cd0bb-2b99-4ab6-aaaf-3cfa52dc5c0b service neutron] 10.222.0.66 "GET /v2.0/networks/3da1c24e-a853-4091-89c9-dc663f379476?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1071894 Jun 16 17:29:20.010684 dv-cinder-837356-2-iscsi neutron-server[103916]: DEBUG dbcounter [-] [103916] Writing DB stats neutron:SELECT=100 {{(pid=103916) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 16 17:29:20.053076 dv-cinder-837356-2-iscsi neutron-server[103916]: INFO neutron.wsgi [req-cb3248a5-5cf4-4bd2-926a-7ea1f76a596f req-cd140607-d2e9-4c31-9ee3-234a82d97099 service neutron] 10.222.0.66 "GET /v2.0/networks/3da1c24e-a853-4091-89c9-dc663f379476?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1212635 Jun 16 17:29:20.192216 dv-cinder-837356-2-iscsi neutron-server[103917]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94913cea-bd57-43d7-9274-aa9f98c16ac1 req-fe483cb6-7918-472b-9fb8-26569e2c51cc tempest-AttachVolumeShelveTestJSON-1123487845 tempest-AttachVolumeShelveTestJSON-1123487845-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103917) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 16 17:29:20.194466 dv-cinder-837356-2-iscsi neutron-server[103917]: INFO neutron.wsgi [req-94913cea-bd57-43d7-9274-aa9f98c16ac1 req-fe483cb6-7918-472b-9fb8-26569e2c51cc tempest-AttachVolumeShelveTestJSON-1123487845 tempest-AttachVolumeShelveTestJSON-1123487845-project] 10.222.0.66 "GET /v2.0/ports?device_id=a9f207ac-0a5d-4cfc-abd6-2f2fc88ab6a4 HTTP/1.1" status: 200 len: 945 time: 0.0558331 Jun 16 17:29:20.256996 dv-cinder-837356-2-iscsi neutron-server[103917]: INFO neutron.wsgi [req-94913cea-bd57-43d7-9274-aa9f98c16ac1 req-1912c795-8331-4312-8067-21fe78389afb tempest-AttachVolumeShelveTestJSON-1123487845 tempest-AttachVolumeShelveTestJSON-1123487845-project] 10.222.0.66 "GET /v2.0/security-groups?id=528bbd8e-87bb-4e11-b4eb-c422958f1800&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0565758 Jun 16 17:29:20.386368 dv-cinder-837356-2-iscsi neutron-server[103917]: INFO neutron.wsgi [req-ef4dd3f6-4a19-49c2-9d00-b6aeeb25d157 req-f7573c48-9287-4963-8482-372df585578d tempest-TestVolumeBootPattern-1350759327 tempest-TestVolumeBootPattern-1350759327-project] 10.222.0.66 "GET /v2.0/ports?device_id=ce5b6345-48fe-44a0-b917-2b12902e234b HTTP/1.1" status: 200 len: 210 time: 0.0309443 Jun 16 17:29:21.066515 dv-cinder-837356-2-iscsi neutron-server[103918]: DEBUG neutron.plugins.ml2.rpc [None req-b2b17746-c296-4803-869a-65578e8233dd None None] Device 0fdde9ef-e61f-4c66-9976-8477640c42a6 no longer exists at agent hyperv_hv-cinder-83735 {{(pid=103918) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jun 16 17:29:21.069467 dv-cinder-837356-2-iscsi neutron-server[103918]: DEBUG dbcounter [-] [103918] Writing DB stats neutron:SELECT=96,neutron:UPDATE=4 {{(pid=103918) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 16 17:29:21.088266 dv-cinder-837356-2-iscsi neutron-server[103918]: DEBUG neutron.plugins.ml2.plugin [None req-b2b17746-c296-4803-869a-65578e8233dd None None] No Port match for: 0fdde9ef-e61f-4c66-9976-8477640c42a6 {{(pid=103918) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2382}} Jun 16 17:29:21.088594 dv-cinder-837356-2-iscsi neutron-server[103918]: DEBUG neutron.plugins.ml2.rpc [None req-b2b17746-c296-4803-869a-65578e8233dd None None] Device 0fdde9ef-e61f-4c66-9976-8477640c42a6 not bound to the agent host hv-cinder-83735 {{(pid=103918) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jun 16 17:29:21.384514 dv-cinder-837356-2-iscsi neutron-server[103916]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4099a7b6-8133-44ab-9efd-865c64f496c2 req-72f779af-2153-4599-ad40-e8358f4318ee tempest-AttachVolumeShelveTestJSON-1123487845 tempest-AttachVolumeShelveTestJSON-1123487845-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103916) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 16 17:29:21.386110 dv-cinder-837356-2-iscsi neutron-server[103916]: INFO neutron.wsgi [req-4099a7b6-8133-44ab-9efd-865c64f496c2 req-72f779af-2153-4599-ad40-e8358f4318ee tempest-AttachVolumeShelveTestJSON-1123487845 tempest-AttachVolumeShelveTestJSON-1123487845-project] 10.222.0.66 "GET /v2.0/ports?device_id=a9f207ac-0a5d-4cfc-abd6-2f2fc88ab6a4 HTTP/1.1" status: 200 len: 945 time: 0.0500338 Jun 16 17:29:21.450252 dv-cinder-837356-2-iscsi neutron-server[103916]: INFO neutron.wsgi [req-4099a7b6-8133-44ab-9efd-865c64f496c2 req-762f89cf-6967-40cd-b3f2-b744c25e8567 tempest-AttachVolumeShelveTestJSON-1123487845 tempest-AttachVolumeShelveTestJSON-1123487845-project] 10.222.0.66 "GET /v2.0/security-groups?id=528bbd8e-87bb-4e11-b4eb-c422958f1800&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0580440 Jun 16 17:29:21.508816 dv-cinder-837356-2-iscsi neutron-server[103917]: INFO neutron.wsgi [req-fe4e6c4f-54d3-4dff-bbab-aa5917c204c5 req-54593f51-b1f0-4536-ac45-4578a0626262 tempest-TestVolumeBootPattern-1350759327 tempest-TestVolumeBootPattern-1350759327-project] 10.222.0.66 "GET /v2.0/ports?device_id=ce5b6345-48fe-44a0-b917-2b12902e234b HTTP/1.1" status: 200 len: 210 time: 0.0484736 Jun 16 17:29:22.605113 dv-cinder-837356-2-iscsi neutron-server[103916]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-209d6e98-8757-467b-ba53-215242c214c0 req-359960bc-b417-482b-82f9-7dee56ecdb6d tempest-AttachVolumeShelveTestJSON-1123487845 tempest-AttachVolumeShelveTestJSON-1123487845-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103916) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 16 17:29:22.606718 dv-cinder-837356-2-iscsi neutron-server[103916]: INFO neutron.wsgi [req-209d6e98-8757-467b-ba53-215242c214c0 req-359960bc-b417-482b-82f9-7dee56ecdb6d tempest-AttachVolumeShelveTestJSON-1123487845 tempest-AttachVolumeShelveTestJSON-1123487845-project] 10.222.0.66 "GET /v2.0/ports?device_id=a9f207ac-0a5d-4cfc-abd6-2f2fc88ab6a4 HTTP/1.1" status: 200 len: 945 time: 0.0563116 Jun 16 17:29:22.645212 dv-cinder-837356-2-iscsi neutron-server[103917]: INFO neutron.wsgi [req-abb669ea-25d1-4f1d-bd51-ad9fb07ee7f1 req-5b7e4232-fd7d-4d42-aadd-50a37782351e tempest-TestVolumeBootPattern-1350759327 tempest-TestVolumeBootPattern-1350759327-project] 10.222.0.66 "GET /v2.0/ports?device_id=ce5b6345-48fe-44a0-b917-2b12902e234b HTTP/1.1" status: 200 len: 210 time: 0.0350409 Jun 16 17:29:22.668173 dv-cinder-837356-2-iscsi neutron-server[103916]: INFO neutron.wsgi [req-209d6e98-8757-467b-ba53-215242c214c0 req-de75d33f-f531-4067-ad2f-5e49eb91551c tempest-AttachVolumeShelveTestJSON-1123487845 tempest-AttachVolumeShelveTestJSON-1123487845-project] 10.222.0.66 "GET /v2.0/security-groups?id=528bbd8e-87bb-4e11-b4eb-c422958f1800&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0551565 Jun 16 17:29:22.801132 dv-cinder-837356-2-iscsi neutron-server[103918]: DEBUG neutron.plugins.ml2.rpc [None req-b2b17746-c296-4803-869a-65578e8233dd None None] Device 8d7a682c-8735-4554-a952-dc548868e5d9 no longer exists at agent hyperv_hv-cinder-83735 {{(pid=103918) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jun 16 17:29:22.886265 dv-cinder-837356-2-iscsi neutron-server[103918]: DEBUG neutron.plugins.ml2.plugin [None req-b2b17746-c296-4803-869a-65578e8233dd None None] Current status of the port 8d7a682c-8735-4554-a952-dc548868e5d9 is: ACTIVE; New status is: DOWN {{(pid=103918) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2298}} Jun 16 17:29:22.886654 dv-cinder-837356-2-iscsi neutron-server[103918]: DEBUG neutron_lib.callbacks.manager [None req-b2b17746-c296-4803-869a-65578e8233dd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16007590'] for port (8d7a682c-8735-4554-a952-dc548868e5d9), before_update {{(pid=103918) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 17:29:22.912105 dv-cinder-837356-2-iscsi neutron-server[103918]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a9f207ac-0a5d-4cfc-abd6-2f2fc88ab6a4', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '8d7a682c-8735-4554-a952-dc548868e5d9'}] {{(pid=103918) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jun 16 17:29:22.914496 dv-cinder-837356-2-iscsi neutron-server[103918]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.66/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c81ba123246404939637391270152498621c2ac0d5068f91321d7f7277fce0c4" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c950c58e-f2bf-404c-9b3c-97e1c00adfc1" -d '{"events": [{"server_uuid": "a9f207ac-0a5d-4cfc-abd6-2f2fc88ab6a4", "name": "network-vif-unplugged", "status": "completed", "tag": "8d7a682c-8735-4554-a952-dc548868e5d9"}]}' {{(pid=103918) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 16 17:29:22.928170 dv-cinder-837356-2-iscsi neutron-server[103918]: DEBUG neutron.plugins.ml2.db [None req-b2b17746-c296-4803-869a-65578e8233dd None None] For port 8d7a682c-8735-4554-a952-dc548868e5d9, host hv-cinder-83735, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83735',level=0,port_id=8d7a682c-8735-4554-a952-dc548868e5d9,segment=NetworkSegment(d53d2152-678f-42ce-a3f8-cc589901ed6b),segment_id=d53d2152-678f-42ce-a3f8-cc589901ed6b)] {{(pid=103918) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 16 17:29:22.933101 dv-cinder-837356-2-iscsi neutron-server[103918]: DEBUG neutron_lib.callbacks.manager [None req-b2b17746-c296-4803-869a-65578e8233dd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16007527', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-75831', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16241551', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728539364693', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728538993439', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728538993457'] for port (8d7a682c-8735-4554-a952-dc548868e5d9), after_update {{(pid=103918) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 17:29:22.962716 dv-cinder-837356-2-iscsi neutron-server[103918]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Thu, 16 Jun 2022 17:29:22 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a486c59d-5b93-42f5-b051-f4a366cc436c x-openstack-request-id: req-a486c59d-5b93-42f5-b051-f4a366cc436c {{(pid=103918) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 16 17:29:22.963022 dv-cinder-837356-2-iscsi neutron-server[103918]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "a9f207ac-0a5d-4cfc-abd6-2f2fc88ab6a4", "name": "network-vif-unplugged", "status": "completed", "tag": "8d7a682c-8735-4554-a952-dc548868e5d9", "code": 200}]} {{(pid=103918) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 16 17:29:22.963268 dv-cinder-837356-2-iscsi neutron-server[103918]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.66/compute/v2.1/os-server-external-events used request id req-a486c59d-5b93-42f5-b051-f4a366cc436c {{(pid=103918) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 16 17:29:22.963653 dv-cinder-837356-2-iscsi neutron-server[103918]: INFO neutron.notifiers.nova [-] Nova event matching ['req-a486c59d-5b93-42f5-b051-f4a366cc436c'] response: {'server_uuid': 'a9f207ac-0a5d-4cfc-abd6-2f2fc88ab6a4', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '8d7a682c-8735-4554-a952-dc548868e5d9', 'code': 200} Jun 16 17:29:22.994334 dv-cinder-837356-2-iscsi neutron-server[103918]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b2b17746-c296-4803-869a-65578e8233dd None None] Pushing event updated for resources: {'Port': ['ID=8d7a682c-8735-4554-a952-dc548868e5d9,revision_number=8']} {{(pid=103918) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 17:29:23.768306 dv-cinder-837356-2-iscsi neutron-server[103916]: INFO neutron.wsgi [req-cedc5519-8b63-41cb-861c-f2c2ad43c6ab req-6153e27d-5c3c-4bac-9c5f-8dd1fc7c1b4f tempest-TestVolumeBootPattern-1350759327 tempest-TestVolumeBootPattern-1350759327-project] 10.222.0.66 "GET /v2.0/ports?device_id=ce5b6345-48fe-44a0-b917-2b12902e234b HTTP/1.1" status: 200 len: 210 time: 0.0423636 Jun 16 17:29:23.812326 dv-cinder-837356-2-iscsi neutron-server[103917]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3db24a20-276d-42fc-8037-b3417789169e req-afd85ee8-897d-4d59-93a6-c59f4e566e9b tempest-AttachVolumeShelveTestJSON-1123487845 tempest-AttachVolumeShelveTestJSON-1123487845-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103917) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 16 17:29:23.815257 dv-cinder-837356-2-iscsi neutron-server[103917]: INFO neutron.wsgi [req-3db24a20-276d-42fc-8037-b3417789169e req-afd85ee8-897d-4d59-93a6-c59f4e566e9b tempest-AttachVolumeShelveTestJSON-1123487845 tempest-AttachVolumeShelveTestJSON-1123487845-project] 10.222.0.66 "GET /v2.0/ports?device_id=a9f207ac-0a5d-4cfc-abd6-2f2fc88ab6a4 HTTP/1.1" status: 200 len: 943 time: 0.0633829 Jun 16 17:29:23.891617 dv-cinder-837356-2-iscsi neutron-server[103917]: INFO neutron.wsgi [req-3db24a20-276d-42fc-8037-b3417789169e req-598b0821-92b4-4cd5-a96e-ea5ff096ce69 tempest-AttachVolumeShelveTestJSON-1123487845 tempest-AttachVolumeShelveTestJSON-1123487845-project] 10.222.0.66 "GET /v2.0/security-groups?id=528bbd8e-87bb-4e11-b4eb-c422958f1800&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0687253 Jun 16 17:29:24.646826 dv-cinder-837356-2-iscsi neutron-server[103916]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb3248a5-5cf4-4bd2-926a-7ea1f76a596f req-a8a50685-2ac1-4fa4-a68a-da87bb6d2148 tempest-TestVolumeBootPattern-1350759327 tempest-TestVolumeBootPattern-1350759327-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103916) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 16 17:29:24.650647 dv-cinder-837356-2-iscsi neutron-server[103916]: INFO neutron.wsgi [req-cb3248a5-5cf4-4bd2-926a-7ea1f76a596f req-a8a50685-2ac1-4fa4-a68a-da87bb6d2148 tempest-TestVolumeBootPattern-1350759327 tempest-TestVolumeBootPattern-1350759327-project] 10.222.0.81 "GET /v2.0/networks?id=3da1c24e-a853-4091-89c9-dc663f379476 HTTP/1.1" status: 200 len: 812 time: 0.2339718 Jun 16 17:29:24.750958 dv-cinder-837356-2-iscsi neutron-server[103916]: INFO neutron.wsgi [req-cb3248a5-5cf4-4bd2-926a-7ea1f76a596f req-b97c7c70-6658-4f49-bd66-16e61a58ea77 tempest-TestVolumeBootPattern-1350759327 tempest-TestVolumeBootPattern-1350759327-project] 10.222.0.81 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=bd1488226a424c6e9e7f94f31b020e4f HTTP/1.1" status: 200 len: 379 time: 0.0921063 Jun 16 17:29:24.760758 dv-cinder-837356-2-iscsi neutron-server[103916]: DEBUG neutron.api.v2.base [req-cb3248a5-5cf4-4bd2-926a-7ea1f76a596f req-ec373317-5350-4ed9-8de3-8db3509abd87 tempest-TestVolumeBootPattern-1350759327 tempest-TestVolumeBootPattern-1350759327-project] Request body: {'port': {'device_id': 'ce5b6345-48fe-44a0-b917-2b12902e234b', 'network_id': '3da1c24e-a853-4091-89c9-dc663f379476', 'admin_state_up': True, 'tenant_id': 'bd1488226a424c6e9e7f94f31b020e4f', 'security_groups': ['e6a9443b-cf7a-479e-b6b0-e85ba61d4c81']}} {{(pid=103916) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jun 16 17:29:24.898422 dv-cinder-837356-2-iscsi neutron-server[103916]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-cb3248a5-5cf4-4bd2-926a-7ea1f76a596f req-ec373317-5350-4ed9-8de3-8db3509abd87 tempest-TestVolumeBootPattern-1350759327 tempest-TestVolumeBootPattern-1350759327-project] Made reservation on behalf of bd1488226a424c6e9e7f94f31b020e4f for: {'port': 1} {{(pid=103916) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 16 17:29:24.902766 dv-cinder-837356-2-iscsi neutron-server[103916]: DEBUG neutron_lib.callbacks.manager [req-cb3248a5-5cf4-4bd2-926a-7ea1f76a596f req-ec373317-5350-4ed9-8de3-8db3509abd87 tempest-TestVolumeBootPattern-1350759327 tempest-TestVolumeBootPattern-1350759327-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16007590'] for port (None), before_create {{(pid=103916) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 17:29:25.042701 dv-cinder-837356-2-iscsi neutron-server[103916]: INFO neutron.wsgi [req-d101326f-5d67-4bbf-80db-2120e34c1d81 req-a06b153c-0095-4819-8470-913aefaa4f4a tempest-TestVolumeBootPattern-1350759327 tempest-TestVolumeBootPattern-1350759327-project] 10.222.0.66 "GET /v2.0/ports?device_id=ce5b6345-48fe-44a0-b917-2b12902e234b HTTP/1.1" status: 200 len: 210 time: 0.0667140 Jun 16 17:29:25.112692 dv-cinder-837356-2-iscsi neutron-server[103917]: DEBUG neutron.wsgi [req-9e2a5a21-b1c8-4f5f-a79b-c5a73b47561b req-ac72441e-7994-42f3-b5ef-87beee54e059 service neutron] http://10.222.0.66:9696/v2.0/extensions returned with HTTP 200 {{(pid=103917) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Jun 16 17:29:25.113991 dv-cinder-837356-2-iscsi neutron-server[103917]: INFO neutron.wsgi [req-9e2a5a21-b1c8-4f5f-a79b-c5a73b47561b req-ac72441e-7994-42f3-b5ef-87beee54e059 service neutron] 10.222.0.66 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14320 time: 0.0130253 Jun 16 17:29:25.197955 dv-cinder-837356-2-iscsi neutron-server[103916]: DEBUG neutron.db.db_base_plugin_common [req-cb3248a5-5cf4-4bd2-926a-7ea1f76a596f req-ec373317-5350-4ed9-8de3-8db3509abd87 tempest-TestVolumeBootPattern-1350759327 tempest-TestVolumeBootPattern-1350759327-project] Allocated IP 172.20.0.3 (3da1c24e-a853-4091-89c9-dc663f379476/ff26c6d8-fbe9-4318-9056-e5433e3433f5/ccefb110-1f8f-47f6-a66f-5a8c5114a8dc) {{(pid=103916) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 16 17:29:25.384415 dv-cinder-837356-2-iscsi neutron-server[103916]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4495881f-e5f2-47d3-8006-36ab8cc71b21 req-3b168f96-14b1-430c-a3be-f9e3ee42af4b tempest-AttachVolumeShelveTestJSON-1123487845 tempest-AttachVolumeShelveTestJSON-1123487845-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103916) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 16 17:29:25.385881 dv-cinder-837356-2-iscsi neutron-server[103916]: INFO neutron.wsgi [req-4495881f-e5f2-47d3-8006-36ab8cc71b21 req-3b168f96-14b1-430c-a3be-f9e3ee42af4b tempest-AttachVolumeShelveTestJSON-1123487845 tempest-AttachVolumeShelveTestJSON-1123487845-project] 10.222.0.66 "GET /v2.0/ports?device_id=a9f207ac-0a5d-4cfc-abd6-2f2fc88ab6a4 HTTP/1.1" status: 200 len: 943 time: 0.1074276 Jun 16 17:29:25.408381 dv-cinder-837356-2-iscsi neutron-server[103916]: DEBUG dbcounter [-] [103916] Writing DB stats neutron:SELECT=92,neutron:INSERT=5,neutron:UPDATE=3 {{(pid=103916) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 16 17:29:25.436968 dv-cinder-837356-2-iscsi neutron-server[103916]: DEBUG dbcounter [-] [103916] Writing DB stats neutron:SELECT=96,neutron:INSERT=3,neutron:UPDATE=1 {{(pid=103916) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 16 17:29:25.461372 dv-cinder-837356-2-iscsi neutron-server[103916]: DEBUG neutron_lib.callbacks.manager [req-cb3248a5-5cf4-4bd2-926a-7ea1f76a596f req-ec373317-5350-4ed9-8de3-8db3509abd87 tempest-TestVolumeBootPattern-1350759327 tempest-TestVolumeBootPattern-1350759327-project] Publish callbacks [] for port (ccefb110-1f8f-47f6-a66f-5a8c5114a8dc), precommit_create {{(pid=103916) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 17:29:25.520142 dv-cinder-837356-2-iscsi neutron-server[103916]: INFO neutron.wsgi [req-4495881f-e5f2-47d3-8006-36ab8cc71b21 req-b62cd5f6-d0a6-4e5c-9534-0e2f1608d638 tempest-AttachVolumeShelveTestJSON-1123487845 tempest-AttachVolumeShelveTestJSON-1123487845-project] 10.222.0.66 "GET /v2.0/security-groups?id=528bbd8e-87bb-4e11-b4eb-c422958f1800&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1265216 Jun 16 17:29:25.543177 dv-cinder-837356-2-iscsi neutron-server[103916]: DEBUG neutron_lib.callbacks.manager [req-cb3248a5-5cf4-4bd2-926a-7ea1f76a596f req-ec373317-5350-4ed9-8de3-8db3509abd87 tempest-TestVolumeBootPattern-1350759327 tempest-TestVolumeBootPattern-1350759327-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16007527', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-75831', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16241551', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8728538993421', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25517999'] for port (ccefb110-1f8f-47f6-a66f-5a8c5114a8dc), after_create {{(pid=103916) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 17:29:25.616075 dv-cinder-837356-2-iscsi neutron-server[103916]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-cb3248a5-5cf4-4bd2-926a-7ea1f76a596f req-ec373317-5350-4ed9-8de3-8db3509abd87 tempest-TestVolumeBootPattern-1350759327 tempest-TestVolumeBootPattern-1350759327-project] Network 3da1c24e-a853-4091-89c9-dc663f379476 is already hosted by enough agents. {{(pid=103916) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 16 17:29:25.626745 dv-cinder-837356-2-iscsi neutron-server[103916]: DEBUG neutron.scheduler.base_scheduler [req-cb3248a5-5cf4-4bd2-926a-7ea1f76a596f req-ec373317-5350-4ed9-8de3-8db3509abd87 tempest-TestVolumeBootPattern-1350759327 tempest-TestVolumeBootPattern-1350759327-project] Resources bound (agent type, host, resource id): {{(pid=103916) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 16 17:29:25.627500 dv-cinder-837356-2-iscsi neutron-server[103916]: DEBUG neutron.db.l3_dvrscheduler_db [req-cb3248a5-5cf4-4bd2-926a-7ea1f76a596f req-ec373317-5350-4ed9-8de3-8db3509abd87 tempest-TestVolumeBootPattern-1350759327 tempest-TestVolumeBootPattern-1350759327-project] Received port after_create {{(pid=103916) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:542}} Jun 16 17:29:25.634228 dv-cinder-837356-2-iscsi neutron-server[103916]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ec373317-5350-4ed9-8de3-8db3509abd87 tempest-TestVolumeBootPattern-1350759327 tempest-TestVolumeBootPattern-1350759327-project] Pushing event updated for resources: {'Port': ['ID=ccefb110-1f8f-47f6-a66f-5a8c5114a8dc,revision_number=1']} {{(pid=103916) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 17:29:25.701271 dv-cinder-837356-2-iscsi neutron-server[103916]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb3248a5-5cf4-4bd2-926a-7ea1f76a596f req-ec373317-5350-4ed9-8de3-8db3509abd87 tempest-TestVolumeBootPattern-1350759327 tempest-TestVolumeBootPattern-1350759327-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103916) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 16 17:29:25.701967 dv-cinder-837356-2-iscsi neutron-server[103916]: DEBUG neutron_lib.callbacks.manager [req-cb3248a5-5cf4-4bd2-926a-7ea1f76a596f req-ec373317-5350-4ed9-8de3-8db3509abd87 tempest-TestVolumeBootPattern-1350759327 tempest-TestVolumeBootPattern-1350759327-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-191112'] for port (None), before_response {{(pid=103916) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 17:29:25.744663 dv-cinder-837356-2-iscsi neutron-server[103916]: INFO neutron.wsgi [req-cb3248a5-5cf4-4bd2-926a-7ea1f76a596f req-ec373317-5350-4ed9-8de3-8db3509abd87 tempest-TestVolumeBootPattern-1350759327 tempest-TestVolumeBootPattern-1350759327-project] 10.222.0.81 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.9872241 Jun 16 17:29:25.808756 dv-cinder-837356-2-iscsi neutron-server[103916]: DEBUG neutron.api.v2.base [req-cb3248a5-5cf4-4bd2-926a-7ea1f76a596f req-f521ef5f-31be-4c46-bcc3-1f8eaa54442e service neutron] Request body: {'port': {'device_id': 'ce5b6345-48fe-44a0-b917-2b12902e234b', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-83735'}} {{(pid=103916) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jun 16 17:29:25.822199 dv-cinder-837356-2-iscsi neutron-server[103917]: DEBUG neutron.wsgi [-] (103917) accepted ('10.222.0.66', 44090) {{(pid=103917) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 16 17:29:25.910943 dv-cinder-837356-2-iscsi neutron-server[103916]: DEBUG neutron_lib.callbacks.manager [req-cb3248a5-5cf4-4bd2-926a-7ea1f76a596f req-f521ef5f-31be-4c46-bcc3-1f8eaa54442e service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16007590'] for port (ccefb110-1f8f-47f6-a66f-5a8c5114a8dc), before_update {{(pid=103916) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 17:29:25.940528 dv-cinder-837356-2-iscsi neutron-server[103917]: INFO neutron.wsgi [req-4cc3f028-61d2-4b30-b3c3-93e0f7aeae98 req-572c5db6-ac98-4e1c-9a90-6b8f40c84a9d service neutron] 10.222.0.66 "GET /v2.0/ports?device_id=a9f207ac-0a5d-4cfc-abd6-2f2fc88ab6a4&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.1167588 Jun 16 17:29:25.952778 dv-cinder-837356-2-iscsi neutron-server[103917]: DEBUG neutron.wsgi [req-4cc3f028-61d2-4b30-b3c3-93e0f7aeae98 req-5dfd02fb-9659-4afa-8ab8-2967d5cb85c9 service neutron] http://10.222.0.66:9696/v2.0/extensions returned with HTTP 200 {{(pid=103917) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Jun 16 17:29:25.954831 dv-cinder-837356-2-iscsi neutron-server[103917]: INFO neutron.wsgi [req-4cc3f028-61d2-4b30-b3c3-93e0f7aeae98 req-5dfd02fb-9659-4afa-8ab8-2967d5cb85c9 service neutron] 10.222.0.66 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14320 time: 0.0083606 Jun 16 17:29:25.968237 dv-cinder-837356-2-iscsi neutron-server[103918]: DEBUG neutron.db.provisioning_blocks [None req-8c10db8a-fd78-42dc-8470-44c5ab8d0d0f None None] Provisioning complete for port ccefb110-1f8f-47f6-a66f-5a8c5114a8dc triggered by entity DHCP. {{(pid=103918) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jun 16 17:29:25.968869 dv-cinder-837356-2-iscsi neutron-server[103918]: DEBUG neutron_lib.callbacks.manager [None req-8c10db8a-fd78-42dc-8470-44c5ab8d0d0f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16149424'] for port (ccefb110-1f8f-47f6-a66f-5a8c5114a8dc), provisioning_complete {{(pid=103918) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 17:29:26.025025 dv-cinder-837356-2-iscsi neutron-server[103918]: DEBUG neutron.plugins.ml2.plugin [None req-8c10db8a-fd78-42dc-8470-44c5ab8d0d0f None None] Port ccefb110-1f8f-47f6-a66f-5a8c5114a8dc cannot update to ACTIVE because it is not bound. {{(pid=103918) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:354}} Jun 16 17:29:26.032959 dv-cinder-837356-2-iscsi neutron-server[103917]: DEBUG neutron.wsgi [-] (103917) accepted ('10.222.0.66', 44098) {{(pid=103917) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 16 17:29:26.267449 dv-cinder-837356-2-iscsi neutron-server[103916]: DEBUG neutron.wsgi [-] (103916) accepted ('10.222.0.66', 44112) {{(pid=103916) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 16 17:29:26.279612 dv-cinder-837356-2-iscsi neutron-server[103917]: DEBUG neutron_lib.callbacks.manager [None req-b2d8c50f-4ea6-47e5-98fb-d42d6aeef301 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103917) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 17:29:26.316694 dv-cinder-837356-2-iscsi neutron-server[103917]: DEBUG dbcounter [-] [103917] Writing DB stats neutron:SELECT=86,neutron:INSERT=11,neutron:DELETE=3 {{(pid=103917) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 16 17:29:26.336914 dv-cinder-837356-2-iscsi neutron-server[103916]: DEBUG neutron.notifiers.nova [req-cb3248a5-5cf4-4bd2-926a-7ea1f76a596f req-f521ef5f-31be-4c46-bcc3-1f8eaa54442e service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id ccefb110-1f8f-47f6-a66f-5a8c5114a8dc {{(pid=103916) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Jun 16 17:29:26.347355 dv-cinder-837356-2-iscsi neutron-server[103916]: DEBUG neutron_lib.callbacks.manager [req-cb3248a5-5cf4-4bd2-926a-7ea1f76a596f req-f521ef5f-31be-4c46-bcc3-1f8eaa54442e service neutron] Publish callbacks [] for port (ccefb110-1f8f-47f6-a66f-5a8c5114a8dc), precommit_update {{(pid=103916) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 17:29:26.355567 dv-cinder-837356-2-iscsi neutron-server[103917]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4dd6154f-5e2a-4862-9898-3bf0b9a977d0 req-8fa2396d-f6ea-4990-bab6-9a282584e672 tempest-TestVolumeBootPattern-1350759327 tempest-TestVolumeBootPattern-1350759327-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103917) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 16 17:29:26.358184 dv-cinder-837356-2-iscsi neutron-server[103917]: INFO neutron.wsgi [req-4dd6154f-5e2a-4862-9898-3bf0b9a977d0 req-8fa2396d-f6ea-4990-bab6-9a282584e672 tempest-TestVolumeBootPattern-1350759327 tempest-TestVolumeBootPattern-1350759327-project] 10.222.0.66 "GET /v2.0/ports?device_id=ce5b6345-48fe-44a0-b917-2b12902e234b HTTP/1.1" status: 200 len: 931 time: 0.1667900 Jun 16 17:29:26.433003 dv-cinder-837356-2-iscsi neutron-server[103916]: DEBUG neutron.db.provisioning_blocks [req-cb3248a5-5cf4-4bd2-926a-7ea1f76a596f req-f521ef5f-31be-4c46-bcc3-1f8eaa54442e service neutron] Transition to ACTIVE for port object ccefb110-1f8f-47f6-a66f-5a8c5114a8dc will not be triggered until provisioned by entity L2. {{(pid=103916) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Jun 16 17:29:26.453576 dv-cinder-837356-2-iscsi neutron-server[103916]: DEBUG neutron_lib.callbacks.manager [req-cb3248a5-5cf4-4bd2-926a-7ea1f76a596f req-f521ef5f-31be-4c46-bcc3-1f8eaa54442e service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16007527', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-75831', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16241551', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728539364693', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728538993439', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728538993457', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25517990'] for port (ccefb110-1f8f-47f6-a66f-5a8c5114a8dc), after_update {{(pid=103916) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 17:29:26.471308 dv-cinder-837356-2-iscsi neutron-server[103917]: DEBUG neutron_lib.callbacks.manager [None req-b2d8c50f-4ea6-47e5-98fb-d42d6aeef301 admin admin] Publish callbacks [] for security_group (2df0de22-d151-42d4-9ce5-3d09acb9a120), precommit_create {{(pid=103917) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 17:29:26.484202 dv-cinder-837356-2-iscsi neutron-server[103916]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4cc3f028-61d2-4b30-b3c3-93e0f7aeae98 req-bc1b4b9c-4727-4364-a790-4e6548f94c90 tempest-AttachVolumeShelveTestJSON-1123487845 tempest-AttachVolumeShelveTestJSON-1123487845-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103916) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 16 17:29:26.485938 dv-cinder-837356-2-iscsi neutron-server[103917]: INFO neutron.wsgi [req-4dd6154f-5e2a-4862-9898-3bf0b9a977d0 req-374b4358-ebc1-4580-9181-9af5253c2c7a tempest-TestVolumeBootPattern-1350759327 tempest-TestVolumeBootPattern-1350759327-project] 10.222.0.66 "GET /v2.0/security-groups?id=e6a9443b-cf7a-479e-b6b0-e85ba61d4c81&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1156592 Jun 16 17:29:26.486922 dv-cinder-837356-2-iscsi neutron-server[103916]: INFO neutron.wsgi [req-4cc3f028-61d2-4b30-b3c3-93e0f7aeae98 req-bc1b4b9c-4727-4364-a790-4e6548f94c90 tempest-AttachVolumeShelveTestJSON-1123487845 tempest-AttachVolumeShelveTestJSON-1123487845-project] 10.222.0.66 "GET /v2.0/ports/8d7a682c-8735-4554-a952-dc548868e5d9 HTTP/1.1" status: 200 len: 940 time: 0.2179928 Jun 16 17:29:26.491095 dv-cinder-837356-2-iscsi neutron-server[103917]: DEBUG neutron_lib.callbacks.manager [None req-b2d8c50f-4ea6-47e5-98fb-d42d6aeef301 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-570488'] for security_group (2df0de22-d151-42d4-9ce5-3d09acb9a120), after_create {{(pid=103917) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 17:29:26.562555 dv-cinder-837356-2-iscsi neutron-server[103917]: INFO neutron.wsgi [None req-b2d8c50f-4ea6-47e5-98fb-d42d6aeef301 admin admin] 10.222.0.66 "GET /v2.0/security-groups?tenant_id=cbd2d870adac48849df1ba578d6bc3ce&name=default HTTP/1.1" status: 200 len: 2996 time: 0.5276406 Jun 16 17:29:26.565601 dv-cinder-837356-2-iscsi neutron-server[103917]: DEBUG neutron.wsgi [-] (103917) accepted ('10.222.0.66', 44124) {{(pid=103917) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 16 17:29:26.566551 dv-cinder-837356-2-iscsi neutron-server[103917]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b2d8c50f-4ea6-47e5-98fb-d42d6aeef301 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2df0de22-d151-42d4-9ce5-3d09acb9a120,revision_number=1']} {{(pid=103917) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 17:29:26.662307 dv-cinder-837356-2-iscsi neutron-server[103916]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f521ef5f-31be-4c46-bcc3-1f8eaa54442e service neutron] Pushing event updated for resources: {'Port': ['ID=ccefb110-1f8f-47f6-a66f-5a8c5114a8dc,revision_number=2']} {{(pid=103916) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 17:29:26.705701 dv-cinder-837356-2-iscsi neutron-server[103917]: DEBUG neutron_lib.callbacks.manager [None req-f1391417-5ea0-418a-ac8a-9985dcc5e67c admin admin] Publish callbacks [] for security_group (2df0de22-d151-42d4-9ce5-3d09acb9a120), before_delete {{(pid=103917) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 17:29:26.714426 dv-cinder-837356-2-iscsi neutron-server[103917]: DEBUG dbcounter [-] [103917] Writing DB stats neutron:SELECT=92,neutron:DELETE=1,neutron:INSERT=6,neutron:UPDATE=1 {{(pid=103917) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 16 17:29:26.750134 dv-cinder-837356-2-iscsi neutron-server[103917]: DEBUG neutron_lib.callbacks.manager [None req-f1391417-5ea0-418a-ac8a-9985dcc5e67c admin admin] Publish callbacks [] for security_group (2df0de22-d151-42d4-9ce5-3d09acb9a120), precommit_delete {{(pid=103917) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 17:29:26.753552 dv-cinder-837356-2-iscsi neutron-server[103916]: DEBUG neutron.plugins.ml2.managers [req-cb3248a5-5cf4-4bd2-926a-7ea1f76a596f req-f521ef5f-31be-4c46-bcc3-1f8eaa54442e service neutron] Attempting to bind port ccefb110-1f8f-47f6-a66f-5a8c5114a8dc on host hv-cinder-83735 for vnic_type normal with profile {{(pid=103916) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:811}} Jun 16 17:29:26.754013 dv-cinder-837356-2-iscsi neutron-server[103916]: DEBUG neutron.plugins.ml2.managers [req-cb3248a5-5cf4-4bd2-926a-7ea1f76a596f req-f521ef5f-31be-4c46-bcc3-1f8eaa54442e service neutron] Attempting to bind port ccefb110-1f8f-47f6-a66f-5a8c5114a8dc by drivers openvswitch,hyperv on host hv-cinder-83735 at level 0 using segments [{'id': '363e514d-58a6-41ff-89ea-af6a85f188ef', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1006, 'network_id': '3da1c24e-a853-4091-89c9-dc663f379476'}] {{(pid=103916) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:836}} Jun 16 17:29:26.754443 dv-cinder-837356-2-iscsi neutron-server[103916]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cb3248a5-5cf4-4bd2-926a-7ea1f76a596f req-f521ef5f-31be-4c46-bcc3-1f8eaa54442e service neutron] Attempting to bind port ccefb110-1f8f-47f6-a66f-5a8c5114a8dc on network 3da1c24e-a853-4091-89c9-dc663f379476 {{(pid=103916) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jun 16 17:29:26.759820 dv-cinder-837356-2-iscsi neutron-server[103916]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cb3248a5-5cf4-4bd2-926a-7ea1f76a596f req-f521ef5f-31be-4c46-bcc3-1f8eaa54442e service neutron] Port ccefb110-1f8f-47f6-a66f-5a8c5114a8dc on network 3da1c24e-a853-4091-89c9-dc663f379476 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-83735 {{(pid=103916) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Jun 16 17:29:26.760287 dv-cinder-837356-2-iscsi neutron-server[103916]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cb3248a5-5cf4-4bd2-926a-7ea1f76a596f req-f521ef5f-31be-4c46-bcc3-1f8eaa54442e service neutron] Attempting to bind port ccefb110-1f8f-47f6-a66f-5a8c5114a8dc on network 3da1c24e-a853-4091-89c9-dc663f379476 {{(pid=103916) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jun 16 17:29:26.760518 dv-cinder-837356-2-iscsi neutron-server[103917]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d9bdf54-3180-41dd-b261-f097762a1792 req-1c70730a-765a-40c8-87c7-56c3078251c9 tempest-AttachVolumeShelveTestJSON-1123487845 tempest-AttachVolumeShelveTestJSON-1123487845-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103917) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 16 17:29:26.762803 dv-cinder-837356-2-iscsi neutron-server[103917]: INFO neutron.wsgi [req-0d9bdf54-3180-41dd-b261-f097762a1792 req-1c70730a-765a-40c8-87c7-56c3078251c9 tempest-AttachVolumeShelveTestJSON-1123487845 tempest-AttachVolumeShelveTestJSON-1123487845-project] 10.222.0.66 "GET /v2.0/ports?device_id=a9f207ac-0a5d-4cfc-abd6-2f2fc88ab6a4 HTTP/1.1" status: 200 len: 943 time: 0.1066258 Jun 16 17:29:26.766995 dv-cinder-837356-2-iscsi neutron-server[103916]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cb3248a5-5cf4-4bd2-926a-7ea1f76a596f req-f521ef5f-31be-4c46-bcc3-1f8eaa54442e service neutron] Checking agent: {'id': '2e97d73d-50fc-4f89-a4ea-85f65eb860d8', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-83735', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 6, 16, 17, 20, 29), 'started_at': datetime.datetime(2022, 6, 16, 17, 20, 29), 'heartbeat_timestamp': datetime.datetime(2022, 6, 16, 17, 28, 59), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103916) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jun 16 17:29:26.767439 dv-cinder-837356-2-iscsi neutron-server[103916]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cb3248a5-5cf4-4bd2-926a-7ea1f76a596f req-f521ef5f-31be-4c46-bcc3-1f8eaa54442e service neutron] Checking segment: {'id': '363e514d-58a6-41ff-89ea-af6a85f188ef', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1006, 'network_id': '3da1c24e-a853-4091-89c9-dc663f379476'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103916) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jun 16 17:29:26.768086 dv-cinder-837356-2-iscsi neutron-server[103916]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cb3248a5-5cf4-4bd2-926a-7ea1f76a596f req-f521ef5f-31be-4c46-bcc3-1f8eaa54442e service neutron] Bound using segment: {'id': '363e514d-58a6-41ff-89ea-af6a85f188ef', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1006, 'network_id': '3da1c24e-a853-4091-89c9-dc663f379476'} {{(pid=103916) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jun 16 17:29:26.768625 dv-cinder-837356-2-iscsi neutron-server[103916]: DEBUG neutron.plugins.ml2.managers [req-cb3248a5-5cf4-4bd2-926a-7ea1f76a596f req-f521ef5f-31be-4c46-bcc3-1f8eaa54442e service neutron] Bound port: ccefb110-1f8f-47f6-a66f-5a8c5114a8dc, host: hv-cinder-83735, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '363e514d-58a6-41ff-89ea-af6a85f188ef', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1006, 'network_id': '3da1c24e-a853-4091-89c9-dc663f379476'}}] {{(pid=103916) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:948}} Jun 16 17:29:26.769085 dv-cinder-837356-2-iscsi neutron-server[103916]: DEBUG neutron_lib.callbacks.manager [req-cb3248a5-5cf4-4bd2-926a-7ea1f76a596f req-f521ef5f-31be-4c46-bcc3-1f8eaa54442e service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16007590'] for port (ccefb110-1f8f-47f6-a66f-5a8c5114a8dc), before_update {{(pid=103916) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 17:29:26.785694 dv-cinder-837356-2-iscsi neutron-server[103916]: DEBUG dbcounter [-] [103916] Writing DB stats neutron:INSERT=2,neutron:SELECT=95,neutron:UPDATE=3 {{(pid=103916) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 16 17:29:26.840326 dv-cinder-837356-2-iscsi neutron-server[103918]: DEBUG neutron.plugins.ml2.rpc [None req-b2b17746-c296-4803-869a-65578e8233dd None None] Device 8d7a682c-8735-4554-a952-dc548868e5d9 no longer exists at agent hyperv_hv-cinder-83735 {{(pid=103918) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jun 16 17:29:26.848445 dv-cinder-837356-2-iscsi neutron-server[103916]: DEBUG dbcounter [-] [103916] Writing DB stats neutron:SELECT=95,neutron:DELETE=2,neutron:UPDATE=3 {{(pid=103916) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 16 17:29:26.850698 dv-cinder-837356-2-iscsi neutron-server[103916]: DEBUG neutron.plugins.ml2.db [req-cb3248a5-5cf4-4bd2-926a-7ea1f76a596f req-f521ef5f-31be-4c46-bcc3-1f8eaa54442e service neutron] For port ccefb110-1f8f-47f6-a66f-5a8c5114a8dc, host hv-cinder-83735, cleared binding levels {{(pid=103916) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 16 17:29:26.855347 dv-cinder-837356-2-iscsi neutron-server[103916]: DEBUG neutron.plugins.ml2.db [req-cb3248a5-5cf4-4bd2-926a-7ea1f76a596f req-f521ef5f-31be-4c46-bcc3-1f8eaa54442e service neutron] For port ccefb110-1f8f-47f6-a66f-5a8c5114a8dc, host hv-cinder-83735, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83735',level=0,port_id=ccefb110-1f8f-47f6-a66f-5a8c5114a8dc,segment=NetworkSegment(363e514d-58a6-41ff-89ea-af6a85f188ef),segment_id=363e514d-58a6-41ff-89ea-af6a85f188ef)] {{(pid=103916) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 16 17:29:26.882421 dv-cinder-837356-2-iscsi neutron-server[103916]: DEBUG neutron_lib.callbacks.manager [req-cb3248a5-5cf4-4bd2-926a-7ea1f76a596f req-f521ef5f-31be-4c46-bcc3-1f8eaa54442e service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16007527', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-75831', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16241551', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728539364693', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728538993439', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728538993457', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25517990'] for port (ccefb110-1f8f-47f6-a66f-5a8c5114a8dc), after_update {{(pid=103916) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 17:29:26.909114 dv-cinder-837356-2-iscsi neutron-server[103917]: INFO neutron.wsgi [req-0d9bdf54-3180-41dd-b261-f097762a1792 req-04bceabd-bbe9-4dbb-916a-3780401fa116 tempest-AttachVolumeShelveTestJSON-1123487845 tempest-AttachVolumeShelveTestJSON-1123487845-project] 10.222.0.66 "GET /v2.0/security-groups?id=528bbd8e-87bb-4e11-b4eb-c422958f1800&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1203060 Jun 16 17:29:26.934584 dv-cinder-837356-2-iscsi neutron-server[103917]: DEBUG neutron_lib.callbacks.manager [None req-f1391417-5ea0-418a-ac8a-9985dcc5e67c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-570488'] for security_group (2df0de22-d151-42d4-9ce5-3d09acb9a120), after_delete {{(pid=103917) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 17:29:26.938901 dv-cinder-837356-2-iscsi neutron-server[103917]: DEBUG neutron_lib.callbacks.manager [None req-f1391417-5ea0-418a-ac8a-9985dcc5e67c admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103917) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 17:29:26.945243 dv-cinder-837356-2-iscsi neutron-server[103917]: INFO neutron.wsgi [None req-f1391417-5ea0-418a-ac8a-9985dcc5e67c admin admin] 10.222.0.66 "DELETE /v2.0/security-groups/2df0de22-d151-42d4-9ce5-3d09acb9a120 HTTP/1.1" status: 204 len: 168 time: 0.3704174 Jun 16 17:29:26.956885 dv-cinder-837356-2-iscsi neutron-server[103916]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb3248a5-5cf4-4bd2-926a-7ea1f76a596f req-f521ef5f-31be-4c46-bcc3-1f8eaa54442e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103916) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 16 17:29:26.965623 dv-cinder-837356-2-iscsi neutron-server[103916]: DEBUG neutron_lib.callbacks.manager [req-cb3248a5-5cf4-4bd2-926a-7ea1f76a596f req-f521ef5f-31be-4c46-bcc3-1f8eaa54442e service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-191112'] for port (None), before_response {{(pid=103916) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 17:29:26.967028 dv-cinder-837356-2-iscsi neutron-server[103917]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f1391417-5ea0-418a-ac8a-9985dcc5e67c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2df0de22-d151-42d4-9ce5-3d09acb9a120,revision_number=None']} {{(pid=103917) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 17:29:26.968075 dv-cinder-837356-2-iscsi neutron-server[103916]: INFO neutron.wsgi [req-cb3248a5-5cf4-4bd2-926a-7ea1f76a596f req-f521ef5f-31be-4c46-bcc3-1f8eaa54442e service neutron] 10.222.0.81 "PUT /v2.0/ports/ccefb110-1f8f-47f6-a66f-5a8c5114a8dc HTTP/1.1" status: 200 len: 1093 time: 1.1639559 Jun 16 17:29:26.968700 dv-cinder-837356-2-iscsi neutron-server[103916]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'ce5b6345-48fe-44a0-b917-2b12902e234b', 'tag': 'ccefb110-1f8f-47f6-a66f-5a8c5114a8dc'}] {{(pid=103916) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jun 16 17:29:26.971995 dv-cinder-837356-2-iscsi neutron-server[103916]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.66/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}15d8713043fc5f9b6f9aaf4a9a169ba36e5aaa6307a8131177ae56adda3437c5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5f2acdcb-fb34-41c3-998f-f511c28ff99b" -d '{"events": [{"name": "network-changed", "server_uuid": "ce5b6345-48fe-44a0-b917-2b12902e234b", "tag": "ccefb110-1f8f-47f6-a66f-5a8c5114a8dc"}]}' {{(pid=103916) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 16 17:29:27.030047 dv-cinder-837356-2-iscsi neutron-server[103918]: DEBUG neutron.plugins.ml2.plugin [None req-b2b17746-c296-4803-869a-65578e8233dd None None] Current status of the port 8d7a682c-8735-4554-a952-dc548868e5d9 is: DOWN; New status is: DOWN {{(pid=103918) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2298}} Jun 16 17:29:27.046144 dv-cinder-837356-2-iscsi neutron-server[103916]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f521ef5f-31be-4c46-bcc3-1f8eaa54442e service neutron] Pushing event updated for resources: {'Port': ['ID=ccefb110-1f8f-47f6-a66f-5a8c5114a8dc,revision_number=3']} {{(pid=103916) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 17:29:27.142520 dv-cinder-837356-2-iscsi neutron-server[103916]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 16 Jun 2022 17:29:26 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a11d20b4-1422-483b-838f-4e2a2405fe77 x-openstack-request-id: req-a11d20b4-1422-483b-838f-4e2a2405fe77 {{(pid=103916) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 16 17:29:27.142520 dv-cinder-837356-2-iscsi neutron-server[103916]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "ce5b6345-48fe-44a0-b917-2b12902e234b", "tag": "ccefb110-1f8f-47f6-a66f-5a8c5114a8dc", "status": "completed", "code": 200}]} {{(pid=103916) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 16 17:29:27.142520 dv-cinder-837356-2-iscsi neutron-server[103916]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.66/compute/v2.1/os-server-external-events used request id req-a11d20b4-1422-483b-838f-4e2a2405fe77 {{(pid=103916) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 16 17:29:27.142520 dv-cinder-837356-2-iscsi neutron-server[103916]: INFO neutron.notifiers.nova [-] Nova event matching ['req-a11d20b4-1422-483b-838f-4e2a2405fe77'] response: {'name': 'network-changed', 'server_uuid': 'ce5b6345-48fe-44a0-b917-2b12902e234b', 'tag': 'ccefb110-1f8f-47f6-a66f-5a8c5114a8dc', 'status': 'completed', 'code': 200} Jun 16 17:29:27.184141 dv-cinder-837356-2-iscsi neutron-server[103916]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb3248a5-5cf4-4bd2-926a-7ea1f76a596f req-55c02391-057f-4622-9382-f07b30aad505 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103916) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 16 17:29:27.185902 dv-cinder-837356-2-iscsi neutron-server[103916]: INFO neutron.wsgi [req-cb3248a5-5cf4-4bd2-926a-7ea1f76a596f req-55c02391-057f-4622-9382-f07b30aad505 service neutron] 10.222.0.81 "GET /v2.0/ports?tenant_id=bd1488226a424c6e9e7f94f31b020e4f&device_id=ce5b6345-48fe-44a0-b917-2b12902e234b HTTP/1.1" status: 200 len: 1127 time: 0.0703223 Jun 16 17:29:27.276266 dv-cinder-837356-2-iscsi neutron-server[103916]: INFO neutron.wsgi [req-cb3248a5-5cf4-4bd2-926a-7ea1f76a596f req-b1a080bc-4ee5-456a-9850-9cf130767e0c service neutron] 10.222.0.81 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=ccefb110-1f8f-47f6-a66f-5a8c5114a8dc HTTP/1.1" status: 200 len: 217 time: 0.0790374 Jun 16 17:29:27.353566 dv-cinder-837356-2-iscsi neutron-server[103916]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb3248a5-5cf4-4bd2-926a-7ea1f76a596f req-88573a32-389d-4590-bd81-6c1a6055ef57 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103916) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 16 17:29:27.356800 dv-cinder-837356-2-iscsi neutron-server[103916]: INFO neutron.wsgi [req-cb3248a5-5cf4-4bd2-926a-7ea1f76a596f req-88573a32-389d-4590-bd81-6c1a6055ef57 service neutron] 10.222.0.81 "GET /v2.0/subnets?id=ff26c6d8-fbe9-4318-9056-e5433e3433f5 HTTP/1.1" status: 200 len: 851 time: 0.0726147 Jun 16 17:29:27.418757 dv-cinder-837356-2-iscsi neutron-server[103916]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb3248a5-5cf4-4bd2-926a-7ea1f76a596f req-a10ac4da-4e9c-4c61-859b-93896e36b7d7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103916) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 16 17:29:27.420321 dv-cinder-837356-2-iscsi neutron-server[103916]: INFO neutron.wsgi [req-cb3248a5-5cf4-4bd2-926a-7ea1f76a596f req-a10ac4da-4e9c-4c61-859b-93896e36b7d7 service neutron] 10.222.0.81 "GET /v2.0/ports?network_id=3da1c24e-a853-4091-89c9-dc663f379476&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0573311 Jun 16 17:29:27.562470 dv-cinder-837356-2-iscsi neutron-server[103916]: INFO neutron.wsgi [req-cb3248a5-5cf4-4bd2-926a-7ea1f76a596f req-a0b30be9-9fd4-47ee-ad8b-3f396f982ef5 service neutron] 10.222.0.81 "GET /v2.0/networks/3da1c24e-a853-4091-89c9-dc663f379476?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1357243 Jun 16 17:29:27.638376 dv-cinder-837356-2-iscsi neutron-server[103917]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1edc185-9ffa-45c6-ae50-ecbfc6ef1ace req-cd000861-c00a-4cae-9632-7ba794695b42 tempest-TestVolumeBootPattern-1350759327 tempest-TestVolumeBootPattern-1350759327-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103917) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 16 17:29:27.639971 dv-cinder-837356-2-iscsi neutron-server[103917]: INFO neutron.wsgi [req-d1edc185-9ffa-45c6-ae50-ecbfc6ef1ace req-cd000861-c00a-4cae-9632-7ba794695b42 tempest-TestVolumeBootPattern-1350759327 tempest-TestVolumeBootPattern-1350759327-project] 10.222.0.66 "GET /v2.0/ports?device_id=ce5b6345-48fe-44a0-b917-2b12902e234b HTTP/1.1" status: 200 len: 943 time: 0.0644054 Jun 16 17:29:27.654643 dv-cinder-837356-2-iscsi neutron-server[103919]: DEBUG neutron.db.agents_db [None req-d2debd9c-00d6-4a8f-b9fc-d112a2dcea0d None None] Agent healthcheck: found 6 active agents {{(pid=103919) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jun 16 17:29:27.706971 dv-cinder-837356-2-iscsi neutron-server[103917]: INFO neutron.wsgi [req-d1edc185-9ffa-45c6-ae50-ecbfc6ef1ace req-febe1e10-0b96-4042-9102-301cab3210b4 tempest-TestVolumeBootPattern-1350759327 tempest-TestVolumeBootPattern-1350759327-project] 10.222.0.66 "GET /v2.0/security-groups?id=e6a9443b-cf7a-479e-b6b0-e85ba61d4c81&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0564237 Jun 16 17:29:27.832742 dv-cinder-837356-2-iscsi neutron-server[103917]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4cc3f028-61d2-4b30-b3c3-93e0f7aeae98 req-a8233219-f80a-44ba-b8ba-32225f9d9718 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103917) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 16 17:29:27.834471 dv-cinder-837356-2-iscsi neutron-server[103917]: INFO neutron.wsgi [req-4cc3f028-61d2-4b30-b3c3-93e0f7aeae98 req-a8233219-f80a-44ba-b8ba-32225f9d9718 service neutron] 10.222.0.81 "GET /v2.0/ports?device_id=a9f207ac-0a5d-4cfc-abd6-2f2fc88ab6a4&tenant_id=0c63f648631a4a11910b4b135f22b235 HTTP/1.1" status: 200 len: 1127 time: 0.0614991 Jun 16 17:29:27.875027 dv-cinder-837356-2-iscsi neutron-server[103916]: INFO neutron.wsgi [req-cb3248a5-5cf4-4bd2-926a-7ea1f76a596f req-8ddde3bd-26a2-4d71-90ce-c9994eea124f service neutron] 10.222.0.81 "GET /v2.0/networks/3da1c24e-a853-4091-89c9-dc663f379476?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1481938 Jun 16 17:29:27.907330 dv-cinder-837356-2-iscsi neutron-server[103917]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4cc3f028-61d2-4b30-b3c3-93e0f7aeae98 req-c876764b-b53e-4b8c-8e05-436d6e0b84e8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103917) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 16 17:29:27.908874 dv-cinder-837356-2-iscsi neutron-server[103917]: INFO neutron.wsgi [req-4cc3f028-61d2-4b30-b3c3-93e0f7aeae98 req-c876764b-b53e-4b8c-8e05-436d6e0b84e8 service neutron] 10.222.0.81 "GET /v2.0/ports?tenant_id=0c63f648631a4a11910b4b135f22b235&device_id=a9f207ac-0a5d-4cfc-abd6-2f2fc88ab6a4 HTTP/1.1" status: 200 len: 1127 time: 0.0506170 Jun 16 17:29:28.032210 dv-cinder-837356-2-iscsi neutron-server[103916]: DEBUG neutron.wsgi [-] (103916) accepted ('10.222.0.66', 44168) {{(pid=103916) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 16 17:29:28.068093 dv-cinder-837356-2-iscsi neutron-server[103917]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77263c58-9134-47cd-955d-8ddfba926136 req-18ea8814-d288-441f-aebc-1e2c818f718f tempest-AttachVolumeShelveTestJSON-1123487845 tempest-AttachVolumeShelveTestJSON-1123487845-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103917) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 16 17:29:28.070933 dv-cinder-837356-2-iscsi neutron-server[103917]: INFO neutron.wsgi [req-77263c58-9134-47cd-955d-8ddfba926136 req-18ea8814-d288-441f-aebc-1e2c818f718f tempest-AttachVolumeShelveTestJSON-1123487845 tempest-AttachVolumeShelveTestJSON-1123487845-project] 10.222.0.66 "GET /v2.0/ports?device_id=a9f207ac-0a5d-4cfc-abd6-2f2fc88ab6a4 HTTP/1.1" status: 200 len: 943 time: 0.0713205 Jun 16 17:29:28.194928 dv-cinder-837356-2-iscsi neutron-server[103916]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f2acdcb-fb34-41c3-998f-f511c28ff99b req-3a36b0d2-a6ee-46db-a54c-8fd3e9c35268 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103916) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 16 17:29:28.198468 dv-cinder-837356-2-iscsi neutron-server[103916]: INFO neutron.wsgi [req-5f2acdcb-fb34-41c3-998f-f511c28ff99b req-3a36b0d2-a6ee-46db-a54c-8fd3e9c35268 service neutron] 10.222.0.81 "GET /v2.0/ports?tenant_id=bd1488226a424c6e9e7f94f31b020e4f&device_id=ce5b6345-48fe-44a0-b917-2b12902e234b HTTP/1.1" status: 200 len: 1127 time: 0.1061456 Jun 16 17:29:28.241424 dv-cinder-837356-2-iscsi neutron-server[103917]: INFO neutron.wsgi [req-77263c58-9134-47cd-955d-8ddfba926136 req-c49f8b54-1821-40ac-b9e2-f10d1d188567 tempest-AttachVolumeShelveTestJSON-1123487845 tempest-AttachVolumeShelveTestJSON-1123487845-project] 10.222.0.66 "GET /v2.0/security-groups?id=528bbd8e-87bb-4e11-b4eb-c422958f1800&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1513124 Jun 16 17:29:28.256594 dv-cinder-837356-2-iscsi neutron-server[103916]: DEBUG neutron.api.v2.base [None req-89aef52c-2b02-424c-9d18-cb99ca00af24 admin admin] Request body: {'network': {'name': 'tempest-TestShelveInstance-278687210-network', 'tenant_id': '50aeadccaa9348fd9af173f94291bf6f'}} {{(pid=103916) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jun 16 17:29:28.302291 dv-cinder-837356-2-iscsi neutron-server[103917]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4cc3f028-61d2-4b30-b3c3-93e0f7aeae98 req-9f0825c3-ddf3-4712-9f41-ff2c0833965b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103917) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 16 17:29:28.305130 dv-cinder-837356-2-iscsi neutron-server[103917]: INFO neutron.wsgi [req-4cc3f028-61d2-4b30-b3c3-93e0f7aeae98 req-9f0825c3-ddf3-4712-9f41-ff2c0833965b service neutron] 10.222.0.81 "GET /v2.0/networks?id=04f2ecf4-cd9f-483b-9100-6d9d67a561d2 HTTP/1.1" status: 200 len: 918 time: 0.2288644 Jun 16 17:29:28.362363 dv-cinder-837356-2-iscsi neutron-server[103916]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-89aef52c-2b02-424c-9d18-cb99ca00af24 admin admin] Made reservation on behalf of 50aeadccaa9348fd9af173f94291bf6f for: {'network': 1} {{(pid=103916) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 16 17:29:28.366440 dv-cinder-837356-2-iscsi neutron-server[103916]: DEBUG neutron_lib.callbacks.manager [None req-89aef52c-2b02-424c-9d18-cb99ca00af24 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16007590'] for network (None), before_create {{(pid=103916) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 17:29:28.389677 dv-cinder-837356-2-iscsi neutron-server[103916]: DEBUG neutron_lib.callbacks.manager [None req-89aef52c-2b02-424c-9d18-cb99ca00af24 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103916) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 17:29:28.399410 dv-cinder-837356-2-iscsi neutron-server[103917]: INFO neutron.wsgi [req-4cc3f028-61d2-4b30-b3c3-93e0f7aeae98 req-948a932e-9f2b-4156-a52d-71bb5da056be service neutron] 10.222.0.81 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=8d7a682c-8735-4554-a952-dc548868e5d9 HTTP/1.1" status: 200 len: 998 time: 0.0885124 Jun 16 17:29:28.432187 dv-cinder-837356-2-iscsi neutron-server[103916]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f2acdcb-fb34-41c3-998f-f511c28ff99b req-037c4a32-c0d3-47a3-8c09-39275b412c78 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103916) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 16 17:29:28.433908 dv-cinder-837356-2-iscsi neutron-server[103916]: INFO neutron.wsgi [req-5f2acdcb-fb34-41c3-998f-f511c28ff99b req-037c4a32-c0d3-47a3-8c09-39275b412c78 service neutron] 10.222.0.81 "GET /v2.0/networks?id=3da1c24e-a853-4091-89c9-dc663f379476 HTTP/1.1" status: 200 len: 914 time: 0.2290180 Jun 16 17:29:28.520692 dv-cinder-837356-2-iscsi neutron-server[103917]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8e54e59-4e16-402c-8180-c7be4a77f1c7 req-d00a4b9b-38f8-4d74-87cf-229f73a70a28 tempest-AttachVolumeTestJSON-336390128 tempest-AttachVolumeTestJSON-336390128-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103917) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 16 17:29:28.522460 dv-cinder-837356-2-iscsi neutron-server[103917]: INFO neutron.wsgi [req-b8e54e59-4e16-402c-8180-c7be4a77f1c7 req-d00a4b9b-38f8-4d74-87cf-229f73a70a28 tempest-AttachVolumeTestJSON-336390128 tempest-AttachVolumeTestJSON-336390128-project] 10.222.0.66 "GET /v2.0/ports?device_id=aeb07519-2ce6-44ee-a88c-d46b4e11b367 HTTP/1.1" status: 200 len: 945 time: 0.0693507 Jun 16 17:29:28.536265 dv-cinder-837356-2-iscsi neutron-server[103916]: DEBUG neutron_lib.callbacks.manager [None req-89aef52c-2b02-424c-9d18-cb99ca00af24 admin admin] Publish callbacks [] for security_group (f98377ec-1a2f-4576-9a6f-ea632d204661), precommit_create {{(pid=103916) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 17:29:28.542917 dv-cinder-837356-2-iscsi neutron-server[103916]: DEBUG neutron_lib.callbacks.manager [None req-89aef52c-2b02-424c-9d18-cb99ca00af24 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-570488'] for security_group (f98377ec-1a2f-4576-9a6f-ea632d204661), after_create {{(pid=103916) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 17:29:28.568355 dv-cinder-837356-2-iscsi neutron-server[103916]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-89aef52c-2b02-424c-9d18-cb99ca00af24 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 1015} {{(pid=103916) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jun 16 17:29:28.586904 dv-cinder-837356-2-iscsi neutron-server[103916]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-89aef52c-2b02-424c-9d18-cb99ca00af24 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f98377ec-1a2f-4576-9a6f-ea632d204661,revision_number=1']} {{(pid=103916) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 17:29:28.590346 dv-cinder-837356-2-iscsi neutron-server[103916]: DEBUG neutron_lib.callbacks.manager [None req-89aef52c-2b02-424c-9d18-cb99ca00af24 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16150272'] for segment (c699bc47-a9b6-4cfb-b695-ab4077dce1dd), precommit_create {{(pid=103916) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 17:29:28.590694 dv-cinder-837356-2-iscsi neutron-server[103916]: INFO neutron.db.segments_db [None req-89aef52c-2b02-424c-9d18-cb99ca00af24 admin admin] Added segment c699bc47-a9b6-4cfb-b695-ab4077dce1dd of type vlan for network e2e2bf0f-54ad-46f0-9611-04e943388552 Jun 16 17:29:28.608968 dv-cinder-837356-2-iscsi neutron-server[103917]: INFO neutron.wsgi [req-b8e54e59-4e16-402c-8180-c7be4a77f1c7 req-bec3c2d0-2edd-4696-a088-dd0a442d559b tempest-AttachVolumeTestJSON-336390128 tempest-AttachVolumeTestJSON-336390128-project] 10.222.0.66 "GET /v2.0/security-groups?id=060b0594-d1ec-490a-9c32-ca8c342f956c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0726984 Jun 16 17:29:28.653839 dv-cinder-837356-2-iscsi neutron-server[103916]: DEBUG neutron_lib.callbacks.manager [None req-89aef52c-2b02-424c-9d18-cb99ca00af24 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8728539013196'] for network (e2e2bf0f-54ad-46f0-9611-04e943388552), precommit_create {{(pid=103916) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 17:29:28.704611 dv-cinder-837356-2-iscsi neutron-server[103916]: DEBUG neutron_lib.callbacks.manager [None req-89aef52c-2b02-424c-9d18-cb99ca00af24 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-570401', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16241551'] for network (e2e2bf0f-54ad-46f0-9611-04e943388552), after_create {{(pid=103916) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 17:29:28.705830 dv-cinder-837356-2-iscsi neutron-server[103916]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-89aef52c-2b02-424c-9d18-cb99ca00af24 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103916) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 16 17:29:28.706417 dv-cinder-837356-2-iscsi neutron-server[103916]: DEBUG neutron_lib.callbacks.manager [None req-89aef52c-2b02-424c-9d18-cb99ca00af24 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-16241561'] for network (None), before_response {{(pid=103916) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 17:29:28.724272 dv-cinder-837356-2-iscsi neutron-server[103916]: DEBUG dbcounter [-] [103916] Writing DB stats neutron:SELECT=88,neutron:INSERT=9,neutron:UPDATE=3 {{(pid=103916) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 16 17:29:28.730219 dv-cinder-837356-2-iscsi neutron-server[103916]: DEBUG dbcounter [-] [103916] Writing DB stats neutron:SELECT=87,neutron:UPDATE=2,neutron:INSERT=10,neutron:DELETE=1 {{(pid=103916) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 16 17:29:28.780991 dv-cinder-837356-2-iscsi neutron-server[103916]: INFO neutron.wsgi [None req-89aef52c-2b02-424c-9d18-cb99ca00af24 admin admin] 10.222.0.66 "POST /v2.0/networks HTTP/1.1" status: 201 len: 863 time: 0.7406623 Jun 16 17:29:28.784874 dv-cinder-837356-2-iscsi neutron-server[103916]: DEBUG neutron.wsgi [-] (103916) accepted ('10.222.0.66', 44182) {{(pid=103916) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 16 17:29:28.788071 dv-cinder-837356-2-iscsi neutron-server[103916]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-89aef52c-2b02-424c-9d18-cb99ca00af24 admin admin] Pushing event updated for resources: {'Network': ['ID=e2e2bf0f-54ad-46f0-9611-04e943388552,revision_number=1']} {{(pid=103916) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 17:29:28.793725 dv-cinder-837356-2-iscsi neutron-server[103916]: DEBUG neutron.api.v2.base [None req-1ec74ce1-b3a9-4e59-9600-9db74ca02e5a admin admin] Request body: {'subnet': {'network_id': 'e2e2bf0f-54ad-46f0-9611-04e943388552', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestShelveInstance-278687210-subnet', 'tenant_id': '50aeadccaa9348fd9af173f94291bf6f', 'ip_version': 4}} {{(pid=103916) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jun 16 17:29:28.802604 dv-cinder-837356-2-iscsi neutron-server[103918]: DEBUG neutron.plugins.ml2.rpc [None req-39ead2dc-a542-4f04-b117-439eb7f32aa8 None None] Network e2e2bf0f-54ad-46f0-9611-04e943388552 details requested by agent ovs-agent-dv-cinder-837356-2-iscsi with host dv-cinder-837356-2-iscsi {{(pid=103918) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jun 16 17:29:28.858756 dv-cinder-837356-2-iscsi neutron-server[103916]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64ad27a6-8ecb-442b-abdc-73016378c01d req-621037fb-b2da-4d17-b889-f05859bad712 tempest-TestVolumeBootPattern-1350759327 tempest-TestVolumeBootPattern-1350759327-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103916) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 16 17:29:28.860382 dv-cinder-837356-2-iscsi neutron-server[103916]: INFO neutron.wsgi [req-64ad27a6-8ecb-442b-abdc-73016378c01d req-621037fb-b2da-4d17-b889-f05859bad712 tempest-TestVolumeBootPattern-1350759327 tempest-TestVolumeBootPattern-1350759327-project] 10.222.0.66 "GET /v2.0/ports?device_id=ce5b6345-48fe-44a0-b917-2b12902e234b HTTP/1.1" status: 200 len: 943 time: 0.0625169 Jun 16 17:29:28.861962 dv-cinder-837356-2-iscsi neutron-server[103916]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1ec74ce1-b3a9-4e59-9600-9db74ca02e5a admin admin] Made reservation on behalf of 50aeadccaa9348fd9af173f94291bf6f for: {'subnet': 1} {{(pid=103916) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 16 17:29:28.864588 dv-cinder-837356-2-iscsi neutron-server[103916]: DEBUG neutron_lib.callbacks.manager [None req-1ec74ce1-b3a9-4e59-9600-9db74ca02e5a admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-25510000'] for subnet (None), before_create {{(pid=103916) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 17:29:28.982133 dv-cinder-837356-2-iscsi neutron-server[103916]: INFO neutron.wsgi [req-64ad27a6-8ecb-442b-abdc-73016378c01d req-cb79f2c7-3666-44bf-ae90-c79975421a8d tempest-TestVolumeBootPattern-1350759327 tempest-TestVolumeBootPattern-1350759327-project] 10.222.0.66 "GET /v2.0/security-groups?id=e6a9443b-cf7a-479e-b6b0-e85ba61d4c81&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1149282 Jun 16 17:29:29.105727 dv-cinder-837356-2-iscsi neutron-server[103916]: DEBUG neutron_lib.callbacks.manager [None req-1ec74ce1-b3a9-4e59-9600-9db74ca02e5a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-570574', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16241551', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-25518043', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-25509954'] for subnet (4a1d4ef0-9517-4aff-bf32-d5774cc7c0cd), after_create {{(pid=103916) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 17:29:29.167931 dv-cinder-837356-2-iscsi neutron-server[103916]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1ec74ce1-b3a9-4e59-9600-9db74ca02e5a admin admin] Pushing event updated for resources: {'Subnet': ['ID=4a1d4ef0-9517-4aff-bf32-d5774cc7c0cd,revision_number=0']} {{(pid=103916) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 17:29:29.190267 dv-cinder-837356-2-iscsi neutron-server[103916]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1ec74ce1-b3a9-4e59-9600-9db74ca02e5a admin admin] Checking segment: {'id': 'c699bc47-a9b6-4cfb-b695-ab4077dce1dd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1015, 'network_id': 'e2e2bf0f-54ad-46f0-9611-04e943388552'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103916) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jun 16 17:29:29.190770 dv-cinder-837356-2-iscsi neutron-server[103916]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1ec74ce1-b3a9-4e59-9600-9db74ca02e5a admin admin] Network hostable DHCP agents. Network: e2e2bf0f-54ad-46f0-9611-04e943388552, hostable agents: ['0913b7ec-eea4-4492-8ef1-e01c4575abca'], hosted agents: [] {{(pid=103916) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jun 16 17:29:29.220783 dv-cinder-837356-2-iscsi neutron-server[103916]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1ec74ce1-b3a9-4e59-9600-9db74ca02e5a admin admin] Network e2e2bf0f-54ad-46f0-9611-04e943388552 is scheduled to be hosted by DHCP agent 0913b7ec-eea4-4492-8ef1-e01c4575abca with binding_index 1 {{(pid=103916) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jun 16 17:29:29.236981 dv-cinder-837356-2-iscsi neutron-server[103916]: DEBUG neutron.scheduler.base_scheduler [None req-1ec74ce1-b3a9-4e59-9600-9db74ca02e5a admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-837356-2-iscsi, e2e2bf0f-54ad-46f0-9611-04e943388552) {{(pid=103916) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 16 17:29:29.242457 dv-cinder-837356-2-iscsi neutron-server[103916]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1ec74ce1-b3a9-4e59-9600-9db74ca02e5a admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103916) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 16 17:29:29.243414 dv-cinder-837356-2-iscsi neutron-server[103916]: DEBUG neutron_lib.callbacks.manager [None req-1ec74ce1-b3a9-4e59-9600-9db74ca02e5a admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-16241561'] for subnet (None), before_response {{(pid=103916) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 17:29:29.247753 dv-cinder-837356-2-iscsi neutron-server[103918]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-01595811-72ee-4457-8ac3-df49de7a8da8 None None] Network e2e2bf0f-54ad-46f0-9611-04e943388552 requested from dv-cinder-837356-2-iscsi {{(pid=103918) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jun 16 17:29:29.276959 dv-cinder-837356-2-iscsi neutron-server[103916]: INFO neutron.wsgi [None req-1ec74ce1-b3a9-4e59-9600-9db74ca02e5a admin admin] 10.222.0.66 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 844 time: 0.4898264 Jun 16 17:29:29.280103 dv-cinder-837356-2-iscsi neutron-server[103917]: DEBUG neutron.wsgi [-] (103917) accepted ('10.222.0.66', 44184) {{(pid=103917) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 16 17:29:29.287341 dv-cinder-837356-2-iscsi neutron-server[103917]: DEBUG neutron.api.v2.base [None req-11cef1b3-1a12-4e46-bc81-077020453398 admin admin] Request body: {'router': {'name': 'tempest-TestShelveInstance-278687210-router', 'tenant_id': '50aeadccaa9348fd9af173f94291bf6f', 'external_gateway_info': {'network_id': '9df31235-0797-44e6-85a0-102cb2da2d58'}}} {{(pid=103917) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jun 16 17:29:29.329348 dv-cinder-837356-2-iscsi neutron-server[103917]: DEBUG neutron_lib.callbacks.manager [None req-11cef1b3-1a12-4e46-bc81-077020453398 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-706286', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-65378'] for router (51e0e6e8-2961-4a56-9c97-c0eb890fa510), before_create {{(pid=103917) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 17:29:29.330542 dv-cinder-837356-2-iscsi neutron-server[103917]: DEBUG neutron_lib.callbacks.manager [None req-11cef1b3-1a12-4e46-bc81-077020453398 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-706077', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-735905', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-614867', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-65307'] for router (51e0e6e8-2961-4a56-9c97-c0eb890fa510), precommit_create {{(pid=103917) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 17:29:29.343334 dv-cinder-837356-2-iscsi neutron-server[103917]: DEBUG dbcounter [-] [103917] Writing DB stats neutron:SELECT=93,neutron:INSERT=5,neutron:DELETE=2 {{(pid=103917) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 16 17:29:29.425295 dv-cinder-837356-2-iscsi neutron-server[103918]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ff6725cd-5bec-4f57-90d0-a2bee6750ca0 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp3cc71102-b35b-562a-842b-e84838effaf9-e2e2bf0f-54ad-46f0-9611-04e943388552', 'network_id': 'e2e2bf0f-54ad-46f0-9611-04e943388552', 'project_id': '50aeadccaa9348fd9af173f94291bf6f', 'fixed_ips': [{'subnet_id': '4a1d4ef0-9517-4aff-bf32-d5774cc7c0cd'}]}} from dv-cinder-837356-2-iscsi. {{(pid=103918) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Jun 16 17:29:29.426774 dv-cinder-837356-2-iscsi neutron-server[103918]: DEBUG neutron_lib.callbacks.manager [None req-ff6725cd-5bec-4f57-90d0-a2bee6750ca0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16007590'] for port (None), before_create {{(pid=103918) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 17:29:29.441776 dv-cinder-837356-2-iscsi neutron-server[103918]: DEBUG dbcounter [-] [103918] Writing DB stats neutron:SELECT=97,neutron:UPDATE=3 {{(pid=103918) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 16 17:29:29.455376 dv-cinder-837356-2-iscsi neutron-server[103917]: DEBUG neutron_lib.callbacks.manager [None req-11cef1b3-1a12-4e46-bc81-077020453398 admin admin] Publish callbacks [] for router_controller (51e0e6e8-2961-4a56-9c97-c0eb890fa510), precommit_add_association {{(pid=103917) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 17:29:29.539537 dv-cinder-837356-2-iscsi neutron-server[103917]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0136b314-8e3b-4bf5-afb1-cadac8b31b1d req-54b8fa3f-f7f0-4bda-9dda-21e17fd6f3d1 tempest-AttachVolumeShelveTestJSON-1123487845 tempest-AttachVolumeShelveTestJSON-1123487845-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103917) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 16 17:29:29.540700 dv-cinder-837356-2-iscsi neutron-server[103918]: DEBUG neutron_lib.callbacks.manager [None req-b2b17746-c296-4803-869a-65578e8233dd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728539454181', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16149322'] for agent (2e97d73d-50fc-4f89-a4ea-85f65eb860d8), after_update {{(pid=103918) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 17:29:29.541095 dv-cinder-837356-2-iscsi neutron-server[103917]: INFO neutron.wsgi [req-0136b314-8e3b-4bf5-afb1-cadac8b31b1d req-54b8fa3f-f7f0-4bda-9dda-21e17fd6f3d1 tempest-AttachVolumeShelveTestJSON-1123487845 tempest-AttachVolumeShelveTestJSON-1123487845-project] 10.222.0.66 "GET /v2.0/ports?device_id=a9f207ac-0a5d-4cfc-abd6-2f2fc88ab6a4 HTTP/1.1" status: 200 len: 943 time: 0.1534860 Jun 16 17:29:29.628403 dv-cinder-837356-2-iscsi neutron-server[103917]: DEBUG dbcounter [-] [103917] Writing DB stats neutron:SELECT=93,neutron:DELETE=2,neutron:INSERT=4,neutron:UPDATE=1 {{(pid=103917) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 16 17:29:29.639480 dv-cinder-837356-2-iscsi neutron-server[103917]: DEBUG neutron_lib.callbacks.manager [None req-11cef1b3-1a12-4e46-bc81-077020453398 admin admin] Publish callbacks [] for router_gateway (51e0e6e8-2961-4a56-9c97-c0eb890fa510), precommit_update {{(pid=103917) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 17:29:29.699255 dv-cinder-837356-2-iscsi neutron-server[103917]: INFO neutron.wsgi [req-0136b314-8e3b-4bf5-afb1-cadac8b31b1d req-6e2654d8-74e7-46e0-ade2-b47bd3e9729e tempest-AttachVolumeShelveTestJSON-1123487845 tempest-AttachVolumeShelveTestJSON-1123487845-project] 10.222.0.66 "GET /v2.0/security-groups?id=528bbd8e-87bb-4e11-b4eb-c422958f1800&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1451452 Jun 16 17:29:29.812492 dv-cinder-837356-2-iscsi neutron-server[103918]: DEBUG neutron.db.db_base_plugin_common [None req-ff6725cd-5bec-4f57-90d0-a2bee6750ca0 None None] Allocated IP 172.20.0.2 (e2e2bf0f-54ad-46f0-9611-04e943388552/4a1d4ef0-9517-4aff-bf32-d5774cc7c0cd/b62d7ef5-373d-4eec-8928-9fb7491060d8) {{(pid=103918) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 16 17:29:29.814813 dv-cinder-837356-2-iscsi neutron-server[103916]: INFO neutron.wsgi [req-5f2acdcb-fb34-41c3-998f-f511c28ff99b req-4344982e-0d97-4a69-8af3-c77e369b9c39 service neutron] 10.222.0.81 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=ccefb110-1f8f-47f6-a66f-5a8c5114a8dc HTTP/1.1" status: 200 len: 217 time: 0.0443358 Jun 16 17:29:29.822127 dv-cinder-837356-2-iscsi neutron-server[103916]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae8dadfb-38af-465f-b960-a69110c91259 req-d0491ad5-5614-44c8-a849-f64007e092ae tempest-AttachVolumeTestJSON-336390128 tempest-AttachVolumeTestJSON-336390128-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103916) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 16 17:29:29.824734 dv-cinder-837356-2-iscsi neutron-server[103916]: INFO neutron.wsgi [req-ae8dadfb-38af-465f-b960-a69110c91259 req-d0491ad5-5614-44c8-a849-f64007e092ae tempest-AttachVolumeTestJSON-336390128 tempest-AttachVolumeTestJSON-336390128-project] 10.222.0.66 "GET /v2.0/ports?device_id=aeb07519-2ce6-44ee-a88c-d46b4e11b367 HTTP/1.1" status: 200 len: 945 time: 0.0993743 Jun 16 17:29:29.901295 dv-cinder-837356-2-iscsi neutron-server[103917]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4cc3f028-61d2-4b30-b3c3-93e0f7aeae98 req-ae332228-e75b-482c-8267-f973ba8bf68b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103917) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 16 17:29:29.902869 dv-cinder-837356-2-iscsi neutron-server[103917]: INFO neutron.wsgi [req-4cc3f028-61d2-4b30-b3c3-93e0f7aeae98 req-ae332228-e75b-482c-8267-f973ba8bf68b service neutron] 10.222.0.81 "GET /v2.0/subnets?id=57d5f714-8d8c-468b-957a-7745cf345909 HTTP/1.1" status: 200 len: 855 time: 0.1086795 Jun 16 17:29:29.916275 dv-cinder-837356-2-iscsi neutron-server[103916]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f2acdcb-fb34-41c3-998f-f511c28ff99b req-a265f8e8-ace2-4a78-997a-f7483ba9d11b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103916) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 16 17:29:29.917829 dv-cinder-837356-2-iscsi neutron-server[103916]: INFO neutron.wsgi [req-5f2acdcb-fb34-41c3-998f-f511c28ff99b req-a265f8e8-ace2-4a78-997a-f7483ba9d11b service neutron] 10.222.0.81 "GET /v2.0/subnets?id=ff26c6d8-fbe9-4318-9056-e5433e3433f5 HTTP/1.1" status: 200 len: 851 time: 0.0930901 Jun 16 17:29:29.920610 dv-cinder-837356-2-iscsi neutron-server[103917]: DEBUG neutron_lib.callbacks.manager [None req-11cef1b3-1a12-4e46-bc81-077020453398 admin admin] Publish callbacks [] for router_gateway (51e0e6e8-2961-4a56-9c97-c0eb890fa510), before_create {{(pid=103917) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 17:29:29.930106 dv-cinder-837356-2-iscsi neutron-server[103916]: INFO neutron.wsgi [req-ae8dadfb-38af-465f-b960-a69110c91259 req-d6565629-c569-41bc-94ca-6b4777a0ea74 tempest-AttachVolumeTestJSON-336390128 tempest-AttachVolumeTestJSON-336390128-project] 10.222.0.66 "GET /v2.0/security-groups?id=060b0594-d1ec-490a-9c32-ca8c342f956c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0948498 Jun 16 17:29:29.954856 dv-cinder-837356-2-iscsi neutron-server[103917]: DEBUG neutron_lib.callbacks.manager [None req-11cef1b3-1a12-4e46-bc81-077020453398 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16007590'] for port (None), before_create {{(pid=103917) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 17:29:30.007182 dv-cinder-837356-2-iscsi neutron-server[103916]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f2acdcb-fb34-41c3-998f-f511c28ff99b req-e8144b51-be1d-4327-b838-36d3e1bf9d4d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103916) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 16 17:29:30.009789 dv-cinder-837356-2-iscsi neutron-server[103916]: INFO neutron.wsgi [req-5f2acdcb-fb34-41c3-998f-f511c28ff99b req-e8144b51-be1d-4327-b838-36d3e1bf9d4d service neutron] 10.222.0.81 "GET /v2.0/ports?network_id=3da1c24e-a853-4091-89c9-dc663f379476&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0591960 Jun 16 17:29:30.034422 dv-cinder-837356-2-iscsi neutron-server[103917]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4cc3f028-61d2-4b30-b3c3-93e0f7aeae98 req-84c41fc5-0de7-45f1-a75e-643c2ea2748e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103917) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 16 17:29:30.036386 dv-cinder-837356-2-iscsi neutron-server[103917]: INFO neutron.wsgi [req-4cc3f028-61d2-4b30-b3c3-93e0f7aeae98 req-84c41fc5-0de7-45f1-a75e-643c2ea2748e service neutron] 10.222.0.81 "GET /v2.0/ports?network_id=04f2ecf4-cd9f-483b-9100-6d9d67a561d2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0919559 Jun 16 17:29:30.063344 dv-cinder-837356-2-iscsi neutron-server[103918]: DEBUG neutron_lib.callbacks.manager [None req-ff6725cd-5bec-4f57-90d0-a2bee6750ca0 None None] Publish callbacks [] for port (b62d7ef5-373d-4eec-8928-9fb7491060d8), precommit_create {{(pid=103918) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 17:29:30.072453 dv-cinder-837356-2-iscsi neutron-server[103918]: DEBUG neutron_lib.callbacks.manager [None req-ff6725cd-5bec-4f57-90d0-a2bee6750ca0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16007527', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-75831', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16241551', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8728538993421'] for port (b62d7ef5-373d-4eec-8928-9fb7491060d8), after_create {{(pid=103918) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 17:29:30.113954 dv-cinder-837356-2-iscsi neutron-server[103918]: DEBUG dbcounter [-] [103918] Writing DB stats neutron:SELECT=94,neutron:INSERT=3,neutron:UPDATE=3 {{(pid=103918) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 16 17:29:30.133502 dv-cinder-837356-2-iscsi neutron-server[103918]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ff6725cd-5bec-4f57-90d0-a2bee6750ca0 None None] Network e2e2bf0f-54ad-46f0-9611-04e943388552 is already hosted by enough agents. {{(pid=103918) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 16 17:29:30.135935 dv-cinder-837356-2-iscsi neutron-server[103918]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff6725cd-5bec-4f57-90d0-a2bee6750ca0 None None] Pushing event updated for resources: {'Port': ['ID=b62d7ef5-373d-4eec-8928-9fb7491060d8,revision_number=1']} {{(pid=103918) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 17:29:30.141245 dv-cinder-837356-2-iscsi neutron-server[103918]: DEBUG neutron.scheduler.base_scheduler [None req-ff6725cd-5bec-4f57-90d0-a2bee6750ca0 None None] Resources bound (agent type, host, resource id): {{(pid=103918) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 16 17:29:30.144071 dv-cinder-837356-2-iscsi neutron-server[103918]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ff6725cd-5bec-4f57-90d0-a2bee6750ca0 None None] Received port after_create {{(pid=103918) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:542}} Jun 16 17:29:30.183931 dv-cinder-837356-2-iscsi neutron-server[103916]: INFO neutron.wsgi [req-5f2acdcb-fb34-41c3-998f-f511c28ff99b req-5d18bc95-a168-4f4e-8aa2-daa14bf66c3a service neutron] 10.222.0.81 "GET /v2.0/networks/3da1c24e-a853-4091-89c9-dc663f379476?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1665199 Jun 16 17:29:30.232440 dv-cinder-837356-2-iscsi neutron-server[103918]: DEBUG neutron.plugins.ml2.managers [None req-ff6725cd-5bec-4f57-90d0-a2bee6750ca0 None None] Attempting to bind port b62d7ef5-373d-4eec-8928-9fb7491060d8 on host dv-cinder-837356-2-iscsi for vnic_type normal with profile {{(pid=103918) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:811}} Jun 16 17:29:30.233334 dv-cinder-837356-2-iscsi neutron-server[103918]: DEBUG neutron.plugins.ml2.managers [None req-ff6725cd-5bec-4f57-90d0-a2bee6750ca0 None None] Attempting to bind port b62d7ef5-373d-4eec-8928-9fb7491060d8 by drivers openvswitch,hyperv on host dv-cinder-837356-2-iscsi at level 0 using segments [{'id': 'c699bc47-a9b6-4cfb-b695-ab4077dce1dd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1015, 'network_id': 'e2e2bf0f-54ad-46f0-9611-04e943388552'}] {{(pid=103918) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:836}} Jun 16 17:29:30.234079 dv-cinder-837356-2-iscsi neutron-server[103918]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ff6725cd-5bec-4f57-90d0-a2bee6750ca0 None None] Attempting to bind port b62d7ef5-373d-4eec-8928-9fb7491060d8 on network e2e2bf0f-54ad-46f0-9611-04e943388552 {{(pid=103918) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jun 16 17:29:30.244878 dv-cinder-837356-2-iscsi neutron-server[103918]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ff6725cd-5bec-4f57-90d0-a2bee6750ca0 None None] Checking agent: {'id': '5b2fa84c-1db1-41c6-a6b9-975c3da28daf', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-837356-2-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 6, 16, 17, 14, 18), 'started_at': datetime.datetime(2022, 6, 16, 17, 14, 48), 'heartbeat_timestamp': datetime.datetime(2022, 6, 16, 17, 29, 18), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-837356-2-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103918) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jun 16 17:29:30.245280 dv-cinder-837356-2-iscsi neutron-server[103918]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ff6725cd-5bec-4f57-90d0-a2bee6750ca0 None None] Checking segment: {'id': 'c699bc47-a9b6-4cfb-b695-ab4077dce1dd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1015, 'network_id': 'e2e2bf0f-54ad-46f0-9611-04e943388552'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103918) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jun 16 17:29:30.245694 dv-cinder-837356-2-iscsi neutron-server[103918]: DEBUG neutron_lib.callbacks.manager [None req-ff6725cd-5bec-4f57-90d0-a2bee6750ca0 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103918) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 17:29:30.246096 dv-cinder-837356-2-iscsi neutron-server[103918]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ff6725cd-5bec-4f57-90d0-a2bee6750ca0 None None] Bound using segment: {'id': 'c699bc47-a9b6-4cfb-b695-ab4077dce1dd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1015, 'network_id': 'e2e2bf0f-54ad-46f0-9611-04e943388552'} {{(pid=103918) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jun 16 17:29:30.246786 dv-cinder-837356-2-iscsi neutron-server[103918]: DEBUG neutron.plugins.ml2.managers [None req-ff6725cd-5bec-4f57-90d0-a2bee6750ca0 None None] Bound port: b62d7ef5-373d-4eec-8928-9fb7491060d8, host: dv-cinder-837356-2-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'c699bc47-a9b6-4cfb-b695-ab4077dce1dd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1015, 'network_id': 'e2e2bf0f-54ad-46f0-9611-04e943388552'}}] {{(pid=103918) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:948}} Jun 16 17:29:30.247192 dv-cinder-837356-2-iscsi neutron-server[103918]: DEBUG neutron_lib.callbacks.manager [None req-ff6725cd-5bec-4f57-90d0-a2bee6750ca0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16007590'] for port (b62d7ef5-373d-4eec-8928-9fb7491060d8), before_update {{(pid=103918) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 17:29:30.305484 dv-cinder-837356-2-iscsi neutron-server[103916]: DEBUG dbcounter [-] [103916] Writing DB stats neutron:SELECT=92,neutron:DELETE=2,neutron:INSERT=4,neutron:UPDATE=2 {{(pid=103916) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 16 17:29:30.316920 dv-cinder-837356-2-iscsi neutron-server[103917]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-933bde45-0590-4879-9c95-a16351abb949 req-094b8b06-325b-46df-b4d4-71feb388e3f7 tempest-AttachVolumeTestJSON-336390128 tempest-AttachVolumeTestJSON-336390128-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103917) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 16 17:29:30.319011 dv-cinder-837356-2-iscsi neutron-server[103917]: INFO neutron.wsgi [req-933bde45-0590-4879-9c95-a16351abb949 req-094b8b06-325b-46df-b4d4-71feb388e3f7 tempest-AttachVolumeTestJSON-336390128 tempest-AttachVolumeTestJSON-336390128-project] 10.222.0.81 "GET /v2.0/ports?device_id=aeb07519-2ce6-44ee-a88c-d46b4e11b367 HTTP/1.1" status: 200 len: 945 time: 0.2370245 Jun 16 17:29:30.340603 dv-cinder-837356-2-iscsi neutron-server[103916]: INFO neutron.wsgi [req-5f2acdcb-fb34-41c3-998f-f511c28ff99b req-f0b7f2f8-b6ba-4f90-a0fa-1ea6a48b20b7 service neutron] 10.222.0.81 "GET /v2.0/networks/3da1c24e-a853-4091-89c9-dc663f379476?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1503708 Jun 16 17:29:30.340937 dv-cinder-837356-2-iscsi neutron-server[103917]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b133444f-7c28-4c30-90a6-de8261d07802 req-1d8fb6aa-383a-4f37-8664-b600591c4fe2 tempest-TestVolumeBootPattern-1350759327 tempest-TestVolumeBootPattern-1350759327-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103917) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 16 17:29:30.342566 dv-cinder-837356-2-iscsi neutron-server[103917]: INFO neutron.wsgi [req-b133444f-7c28-4c30-90a6-de8261d07802 req-1d8fb6aa-383a-4f37-8664-b600591c4fe2 tempest-TestVolumeBootPattern-1350759327 tempest-TestVolumeBootPattern-1350759327-project] 10.222.0.66 "GET /v2.0/ports?device_id=ce5b6345-48fe-44a0-b917-2b12902e234b HTTP/1.1" status: 200 len: 943 time: 0.2594683 Jun 16 17:29:30.348916 dv-cinder-837356-2-iscsi neutron-server[103918]: DEBUG neutron.plugins.ml2.db [None req-ff6725cd-5bec-4f57-90d0-a2bee6750ca0 None None] For port b62d7ef5-373d-4eec-8928-9fb7491060d8, host dv-cinder-837356-2-iscsi, cleared binding levels {{(pid=103918) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 16 17:29:30.354187 dv-cinder-837356-2-iscsi neutron-server[103918]: DEBUG neutron.plugins.ml2.db [None req-ff6725cd-5bec-4f57-90d0-a2bee6750ca0 None None] For port b62d7ef5-373d-4eec-8928-9fb7491060d8, host dv-cinder-837356-2-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-837356-2-iscsi',level=0,port_id=b62d7ef5-373d-4eec-8928-9fb7491060d8,segment=NetworkSegment(c699bc47-a9b6-4cfb-b695-ab4077dce1dd),segment_id=c699bc47-a9b6-4cfb-b695-ab4077dce1dd)] {{(pid=103918) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 16 17:29:30.365240 dv-cinder-837356-2-iscsi neutron-server[103918]: DEBUG neutron_lib.callbacks.manager [None req-ff6725cd-5bec-4f57-90d0-a2bee6750ca0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16007527', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-75831', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16241551', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728539364693', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728538993439', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728538993457'] for port (b62d7ef5-373d-4eec-8928-9fb7491060d8), after_update {{(pid=103918) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 17:29:30.374961 dv-cinder-837356-2-iscsi neutron-server[103917]: DEBUG neutron.db.db_base_plugin_common [None req-11cef1b3-1a12-4e46-bc81-077020453398 admin admin] Allocated IP 172.27.2.24 (9df31235-0797-44e6-85a0-102cb2da2d58/1dfb0320-f5eb-46f6-88ce-33002f500238/9117a816-4e9e-43ec-ac6e-c5b153dd0bc9) {{(pid=103917) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 16 17:29:30.432122 dv-cinder-837356-2-iscsi neutron-server[103917]: INFO neutron.wsgi [req-4cc3f028-61d2-4b30-b3c3-93e0f7aeae98 req-caffb7a0-4b3f-4311-8a7f-ad109f378acd service neutron] 10.222.0.81 "GET /v2.0/networks/04f2ecf4-cd9f-483b-9100-6d9d67a561d2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3513060 Jun 16 17:29:30.440741 dv-cinder-837356-2-iscsi neutron-server[103918]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff6725cd-5bec-4f57-90d0-a2bee6750ca0 None None] Pushing event updated for resources: {'Port': ['ID=b62d7ef5-373d-4eec-8928-9fb7491060d8,revision_number=2']} {{(pid=103918) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 17:29:30.469226 dv-cinder-837356-2-iscsi neutron-server[103917]: INFO neutron.wsgi [req-b133444f-7c28-4c30-90a6-de8261d07802 req-2e9ba3f8-08e1-4178-a614-71e5a58791d9 tempest-TestVolumeBootPattern-1350759327 tempest-TestVolumeBootPattern-1350759327-project] 10.222.0.66 "GET /v2.0/security-groups?id=e6a9443b-cf7a-479e-b6b0-e85ba61d4c81&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1128612 Jun 16 17:29:30.574601 dv-cinder-837356-2-iscsi neutron-server[103917]: DEBUG dbcounter [-] [103917] Writing DB stats neutron:SELECT=97,neutron:UPDATE=2,neutron:INSERT=1 {{(pid=103917) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 16 17:29:30.857170 dv-cinder-837356-2-iscsi neutron-server[103916]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b800bc2e-b7bb-49fd-976e-211fd0197b99 req-7202c288-eb52-43cf-8a48-db75c06ceec3 tempest-AttachVolumeShelveTestJSON-1123487845 tempest-AttachVolumeShelveTestJSON-1123487845-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103916) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 16 17:29:30.859064 dv-cinder-837356-2-iscsi neutron-server[103916]: INFO neutron.wsgi [req-b800bc2e-b7bb-49fd-976e-211fd0197b99 req-7202c288-eb52-43cf-8a48-db75c06ceec3 tempest-AttachVolumeShelveTestJSON-1123487845 tempest-AttachVolumeShelveTestJSON-1123487845-project] 10.222.0.66 "GET /v2.0/ports?device_id=a9f207ac-0a5d-4cfc-abd6-2f2fc88ab6a4 HTTP/1.1" status: 200 len: 943 time: 0.0655398 Jun 16 17:29:30.915640 dv-cinder-837356-2-iscsi neutron-server[103916]: DEBUG dbcounter [-] [103916] Writing DB stats neutron:INSERT=5,neutron:SELECT=94,neutron:DELETE=1 {{(pid=103916) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 16 17:29:30.925876 dv-cinder-837356-2-iscsi neutron-server[103916]: INFO neutron.wsgi [req-b800bc2e-b7bb-49fd-976e-211fd0197b99 req-aa5f1485-2db0-4939-ae39-710066f9d813 tempest-AttachVolumeShelveTestJSON-1123487845 tempest-AttachVolumeShelveTestJSON-1123487845-project] 10.222.0.66 "GET /v2.0/security-groups?id=528bbd8e-87bb-4e11-b4eb-c422958f1800&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0593958 Jun 16 17:29:31.157307 dv-cinder-837356-2-iscsi neutron-server[103917]: DEBUG dbcounter [-] [103917] Writing DB stats neutron:SELECT=93,neutron:INSERT=4,neutron:UPDATE=3 {{(pid=103917) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 16 17:29:31.229678 dv-cinder-837356-2-iscsi neutron-server[103917]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7edfc83c-6f11-4de4-a917-7a5c38eaa40c req-e33e229b-d900-4766-8c0a-0125dd30cf40 tempest-AttachVolumeTestJSON-336390128 tempest-AttachVolumeTestJSON-336390128-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103917) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 16 17:29:31.231249 dv-cinder-837356-2-iscsi neutron-server[103917]: INFO neutron.wsgi [req-7edfc83c-6f11-4de4-a917-7a5c38eaa40c req-e33e229b-d900-4766-8c0a-0125dd30cf40 tempest-AttachVolumeTestJSON-336390128 tempest-AttachVolumeTestJSON-336390128-project] 10.222.0.66 "GET /v2.0/ports?device_id=aeb07519-2ce6-44ee-a88c-d46b4e11b367 HTTP/1.1" status: 200 len: 945 time: 0.1630685 Jun 16 17:29:31.237419 dv-cinder-837356-2-iscsi neutron-server[103917]: DEBUG neutron.plugins.ml2.plugin [req-933bde45-0590-4879-9c95-a16351abb949 req-c7d84791-fe31-4180-ae2c-d9976a25b7e9 tempest-AttachVolumeTestJSON-336390128 tempest-AttachVolumeTestJSON-336390128-project] Deleting port 7176d454-867c-4dc6-b412-5623b5292926 {{(pid=103917) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2043}} Jun 16 17:29:31.237768 dv-cinder-837356-2-iscsi neutron-server[103917]: DEBUG neutron_lib.callbacks.manager [req-933bde45-0590-4879-9c95-a16351abb949 req-c7d84791-fe31-4180-ae2c-d9976a25b7e9 tempest-AttachVolumeTestJSON-336390128 tempest-AttachVolumeTestJSON-336390128-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8728539361383'] for port (7176d454-867c-4dc6-b412-5623b5292926), before_delete {{(pid=103917) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 17:29:31.243880 dv-cinder-837356-2-iscsi neutron-server[103917]: DEBUG neutron_lib.callbacks.manager [None req-11cef1b3-1a12-4e46-bc81-077020453398 admin admin] Publish callbacks [] for port (9117a816-4e9e-43ec-ac6e-c5b153dd0bc9), precommit_create {{(pid=103917) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 17:29:31.247195 dv-cinder-837356-2-iscsi neutron-server[103917]: INFO neutron.wsgi [req-4cc3f028-61d2-4b30-b3c3-93e0f7aeae98 req-716c6073-2da3-4d3e-a239-b8403c416271 service neutron] 10.222.0.81 "GET /v2.0/networks/04f2ecf4-cd9f-483b-9100-6d9d67a561d2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.7674806 Jun 16 17:29:31.370900 dv-cinder-837356-2-iscsi neutron-server[103918]: DEBUG neutron.plugins.ml2.rpc [None req-39ead2dc-a542-4f04-b117-439eb7f32aa8 None None] Device b62d7ef5-373d-4eec-8928-9fb7491060d8 up at agent ovs-agent-dv-cinder-837356-2-iscsi {{(pid=103918) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 16 17:29:31.406088 dv-cinder-837356-2-iscsi neutron-server[103917]: DEBUG neutron_lib.callbacks.manager [None req-11cef1b3-1a12-4e46-bc81-077020453398 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16007527', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-75831', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16241551', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8728538993421', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3819743'] for port (9117a816-4e9e-43ec-ac6e-c5b153dd0bc9), after_create {{(pid=103917) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 17:29:31.417795 dv-cinder-837356-2-iscsi neutron-server[103917]: INFO neutron.wsgi [req-7edfc83c-6f11-4de4-a917-7a5c38eaa40c req-01cb5a87-155d-4261-a739-7620c27216b2 tempest-AttachVolumeTestJSON-336390128 tempest-AttachVolumeTestJSON-336390128-project] 10.222.0.66 "GET /v2.0/security-groups?id=060b0594-d1ec-490a-9c32-ca8c342f956c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1664128 Jun 16 17:29:31.439877 dv-cinder-837356-2-iscsi neutron-server[103918]: DEBUG neutron.db.provisioning_blocks [None req-39ead2dc-a542-4f04-b117-439eb7f32aa8 None None] Provisioning complete for port b62d7ef5-373d-4eec-8928-9fb7491060d8 triggered by entity L2. {{(pid=103918) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jun 16 17:29:31.440263 dv-cinder-837356-2-iscsi neutron-server[103918]: DEBUG neutron_lib.callbacks.manager [None req-39ead2dc-a542-4f04-b117-439eb7f32aa8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16149424'] for port (b62d7ef5-373d-4eec-8928-9fb7491060d8), provisioning_complete {{(pid=103918) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 17:29:31.513893 dv-cinder-837356-2-iscsi neutron-server[103917]: DEBUG neutron.plugins.ml2.db [req-933bde45-0590-4879-9c95-a16351abb949 req-c7d84791-fe31-4180-ae2c-d9976a25b7e9 tempest-AttachVolumeTestJSON-336390128 tempest-AttachVolumeTestJSON-336390128-project] For port 7176d454-867c-4dc6-b412-5623b5292926, host hv-cinder-83735, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83735',level=0,port_id=7176d454-867c-4dc6-b412-5623b5292926,segment=NetworkSegment(3fc55272-fc64-4407-9040-7681311e4934),segment_id=3fc55272-fc64-4407-9040-7681311e4934)] {{(pid=103917) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 16 17:29:31.514321 dv-cinder-837356-2-iscsi neutron-server[103917]: DEBUG neutron_lib.callbacks.manager [req-933bde45-0590-4879-9c95-a16351abb949 req-c7d84791-fe31-4180-ae2c-d9976a25b7e9 tempest-AttachVolumeTestJSON-336390128 tempest-AttachVolumeTestJSON-336390128-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-708042'] for port (7176d454-867c-4dc6-b412-5623b5292926), precommit_delete {{(pid=103917) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 17:29:31.528853 dv-cinder-837356-2-iscsi neutron-server[103917]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-11cef1b3-1a12-4e46-bc81-077020453398 admin admin] Network 9df31235-0797-44e6-85a0-102cb2da2d58 is already hosted by enough agents. {{(pid=103917) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 16 17:29:31.544763 dv-cinder-837356-2-iscsi neutron-server[103917]: DEBUG neutron.scheduler.base_scheduler [None req-11cef1b3-1a12-4e46-bc81-077020453398 admin admin] Resources bound (agent type, host, resource id): {{(pid=103917) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 16 17:29:31.597413 dv-cinder-837356-2-iscsi neutron-server[103918]: DEBUG neutron.plugins.ml2.plugin [None req-39ead2dc-a542-4f04-b117-439eb7f32aa8 None None] Current status of the port b62d7ef5-373d-4eec-8928-9fb7491060d8 is: DOWN; New status is: ACTIVE {{(pid=103918) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2298}} Jun 16 17:29:31.597803 dv-cinder-837356-2-iscsi neutron-server[103918]: DEBUG neutron_lib.callbacks.manager [None req-39ead2dc-a542-4f04-b117-439eb7f32aa8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16007590'] for port (b62d7ef5-373d-4eec-8928-9fb7491060d8), before_update {{(pid=103918) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 17:29:31.620982 dv-cinder-837356-2-iscsi neutron-server[103916]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6fa55e61-a9d4-42d1-a65a-a7a0a6efc634 req-01629a2e-0bdf-4eca-8b15-9703247a968b tempest-TestVolumeBootPattern-1350759327 tempest-TestVolumeBootPattern-1350759327-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103916) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 16 17:29:31.629828 dv-cinder-837356-2-iscsi neutron-server[103916]: INFO neutron.wsgi [req-6fa55e61-a9d4-42d1-a65a-a7a0a6efc634 req-01629a2e-0bdf-4eca-8b15-9703247a968b tempest-TestVolumeBootPattern-1350759327 tempest-TestVolumeBootPattern-1350759327-project] 10.222.0.66 "GET /v2.0/ports?device_id=ce5b6345-48fe-44a0-b917-2b12902e234b HTTP/1.1" status: 200 len: 943 time: 0.0622716 Jun 16 17:29:31.637125 dv-cinder-837356-2-iscsi neutron-server[103917]: DEBUG neutron.db.l3_dvrscheduler_db [None req-11cef1b3-1a12-4e46-bc81-077020453398 admin admin] Received port after_create {{(pid=103917) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:542}} Jun 16 17:29:31.655501 dv-cinder-837356-2-iscsi neutron-server[103918]: DEBUG neutron.plugins.ml2.db [None req-39ead2dc-a542-4f04-b117-439eb7f32aa8 None None] For port b62d7ef5-373d-4eec-8928-9fb7491060d8, host dv-cinder-837356-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-837356-2-iscsi',level=0,port_id=b62d7ef5-373d-4eec-8928-9fb7491060d8,segment=NetworkSegment(c699bc47-a9b6-4cfb-b695-ab4077dce1dd),segment_id=c699bc47-a9b6-4cfb-b695-ab4077dce1dd)] {{(pid=103918) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 16 17:29:31.665408 dv-cinder-837356-2-iscsi neutron-server[103918]: DEBUG neutron_lib.callbacks.manager [None req-39ead2dc-a542-4f04-b117-439eb7f32aa8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16007527', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-75831', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16241551', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728539364693', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728538993439', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728538993457'] for port (b62d7ef5-373d-4eec-8928-9fb7491060d8), after_update {{(pid=103918) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 17:29:31.672528 dv-cinder-837356-2-iscsi neutron-server[103918]: DEBUG dbcounter [-] [103918] Writing DB stats neutron:INSERT=4,neutron:SELECT=91,neutron:UPDATE=5 {{(pid=103918) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 16 17:29:31.716863 dv-cinder-837356-2-iscsi neutron-server[103916]: INFO neutron.wsgi [req-6fa55e61-a9d4-42d1-a65a-a7a0a6efc634 req-eb7b9273-e015-4f66-8ff1-490b4686f8dd tempest-TestVolumeBootPattern-1350759327 tempest-TestVolumeBootPattern-1350759327-project] 10.222.0.66 "GET /v2.0/security-groups?id=e6a9443b-cf7a-479e-b6b0-e85ba61d4c81&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0861323 Jun 16 17:29:31.717563 dv-cinder-837356-2-iscsi neutron-server[103918]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f2cff19f-db05-435b-b041-741730264c63 None None] Network e2e2bf0f-54ad-46f0-9611-04e943388552 requested from dv-cinder-837356-2-iscsi {{(pid=103918) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jun 16 17:29:31.770141 dv-cinder-837356-2-iscsi neutron-server[103917]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-11cef1b3-1a12-4e46-bc81-077020453398 admin admin] Pushing event updated for resources: {'Port': ['ID=9117a816-4e9e-43ec-ac6e-c5b153dd0bc9,revision_number=1']} {{(pid=103917) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 17:29:31.839557 dv-cinder-837356-2-iscsi neutron-server[103918]: DEBUG neutron.db.provisioning_blocks [None req-9c5906c9-0ac6-45f0-8b3a-f1b709ae6496 None None] Provisioning complete for port b62d7ef5-373d-4eec-8928-9fb7491060d8 triggered by entity DHCP. {{(pid=103918) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jun 16 17:29:31.839948 dv-cinder-837356-2-iscsi neutron-server[103918]: DEBUG neutron_lib.callbacks.manager [None req-9c5906c9-0ac6-45f0-8b3a-f1b709ae6496 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16149424'] for port (b62d7ef5-373d-4eec-8928-9fb7491060d8), provisioning_complete {{(pid=103918) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 17:29:31.898129 dv-cinder-837356-2-iscsi neutron-server[103918]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-39ead2dc-a542-4f04-b117-439eb7f32aa8 None None] Pushing event updated for resources: {'Port': ['ID=b62d7ef5-373d-4eec-8928-9fb7491060d8,revision_number=3']} {{(pid=103918) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 17:29:32.068785 dv-cinder-837356-2-iscsi neutron-server[103918]: DEBUG neutron.plugins.ml2.plugin [None req-9c5906c9-0ac6-45f0-8b3a-f1b709ae6496 None None] Current status of the port b62d7ef5-373d-4eec-8928-9fb7491060d8 is: ACTIVE; New status is: ACTIVE {{(pid=103918) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2298}} Jun 16 17:29:32.120794 dv-cinder-837356-2-iscsi neutron-server[103917]: DEBUG neutron_lib.callbacks.manager [None req-11cef1b3-1a12-4e46-bc81-077020453398 admin admin] Publish callbacks [] for router_gateway (51e0e6e8-2961-4a56-9c97-c0eb890fa510), after_create {{(pid=103917) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 17:29:32.127205 dv-cinder-837356-2-iscsi neutron-server[103917]: DEBUG neutron_lib.callbacks.manager [req-933bde45-0590-4879-9c95-a16351abb949 req-c7d84791-fe31-4180-ae2c-d9976a25b7e9 tempest-AttachVolumeTestJSON-336390128 tempest-AttachVolumeTestJSON-336390128-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=103917) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 17:29:32.127205 dv-cinder-837356-2-iscsi neutron-server[103917]: DEBUG neutron_lib.callbacks.manager [req-933bde45-0590-4879-9c95-a16351abb949 req-c7d84791-fe31-4180-ae2c-d9976a25b7e9 tempest-AttachVolumeTestJSON-336390128 tempest-AttachVolumeTestJSON-336390128-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-704970'] for floatingip (56024222-9c39-4a30-bbd8-80bc138bf42f), after_update {{(pid=103917) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 17:29:32.127205 dv-cinder-837356-2-iscsi neutron-server[103917]: INFO neutron.db.l3_db [req-933bde45-0590-4879-9c95-a16351abb949 req-c7d84791-fe31-4180-ae2c-d9976a25b7e9 tempest-AttachVolumeTestJSON-336390128 tempest-AttachVolumeTestJSON-336390128-project] Floating IP 56024222-9c39-4a30-bbd8-80bc138bf42f disassociated. External IP: 172.27.2.248, port: 7176d454-867c-4dc6-b412-5623b5292926. Jun 16 17:29:32.127883 dv-cinder-837356-2-iscsi neutron-server[103917]: DEBUG neutron.plugins.ml2.plugin [req-933bde45-0590-4879-9c95-a16351abb949 req-c7d84791-fe31-4180-ae2c-d9976a25b7e9 tempest-AttachVolumeTestJSON-336390128 tempest-AttachVolumeTestJSON-336390128-project] Calling delete_port for 7176d454-867c-4dc6-b412-5623b5292926 owned by compute:nova {{(pid=103917) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2122}} Jun 16 17:29:32.283546 dv-cinder-837356-2-iscsi neutron-server[103917]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3304de7-40f7-4f39-8538-01f27595b92e req-e2212b5b-a776-4e5c-9c22-bed42eaa63a9 tempest-AttachVolumeShelveTestJSON-1123487845 tempest-AttachVolumeShelveTestJSON-1123487845-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103917) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 16 17:29:32.286084 dv-cinder-837356-2-iscsi neutron-server[103917]: INFO neutron.wsgi [req-d3304de7-40f7-4f39-8538-01f27595b92e req-e2212b5b-a776-4e5c-9c22-bed42eaa63a9 tempest-AttachVolumeShelveTestJSON-1123487845 tempest-AttachVolumeShelveTestJSON-1123487845-project] 10.222.0.66 "GET /v2.0/ports?device_id=a9f207ac-0a5d-4cfc-abd6-2f2fc88ab6a4 HTTP/1.1" status: 200 len: 943 time: 0.1801858 Jun 16 17:29:32.357335 dv-cinder-837356-2-iscsi neutron-server[103917]: DEBUG dbcounter [-] [103917] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=103917) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 16 17:29:32.373706 dv-cinder-837356-2-iscsi neutron-server[103917]: DEBUG dbcounter [-] [103917] Writing DB stats neutron:SELECT=95,neutron:INSERT=2,neutron:UPDATE=3 {{(pid=103917) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 16 17:29:32.403773 dv-cinder-837356-2-iscsi neutron-server[103918]: DEBUG neutron.db.provisioning_blocks [None req-53f3b0d7-cdd7-44d7-8a6d-4ba5599b9a8a None None] Provisioning complete for port b62d7ef5-373d-4eec-8928-9fb7491060d8 triggered by entity DHCP. {{(pid=103918) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jun 16 17:29:32.405070 dv-cinder-837356-2-iscsi neutron-server[103918]: DEBUG neutron_lib.callbacks.manager [None req-53f3b0d7-cdd7-44d7-8a6d-4ba5599b9a8a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16149424'] for port (b62d7ef5-373d-4eec-8928-9fb7491060d8), provisioning_complete {{(pid=103918) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 17:29:32.583364 dv-cinder-837356-2-iscsi neutron-server[103918]: DEBUG neutron.plugins.ml2.plugin [None req-53f3b0d7-cdd7-44d7-8a6d-4ba5599b9a8a None None] Current status of the port b62d7ef5-373d-4eec-8928-9fb7491060d8 is: ACTIVE; New status is: ACTIVE {{(pid=103918) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2298}} Jun 16 17:29:32.627087 dv-cinder-837356-2-iscsi neutron-server[103917]: INFO neutron.wsgi [req-d3304de7-40f7-4f39-8538-01f27595b92e req-9d559f8f-d603-45c9-86fa-a780fad9e34c tempest-AttachVolumeShelveTestJSON-1123487845 tempest-AttachVolumeShelveTestJSON-1123487845-project] 10.222.0.66 "GET /v2.0/security-groups?id=528bbd8e-87bb-4e11-b4eb-c422958f1800&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2663677 Jun 16 17:29:32.641231 dv-cinder-837356-2-iscsi neutron-server[103916]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c21ed6a9-0bbc-47f6-a424-8c1bf4c08fda req-76109141-1e82-49f1-83d4-ab465ac82339 tempest-AttachVolumeTestJSON-336390128 tempest-AttachVolumeTestJSON-336390128-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103916) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 16 17:29:32.651736 dv-cinder-837356-2-iscsi neutron-server[103919]: DEBUG dbcounter [-] [103919] Writing DB stats neutron:SELECT=9 {{(pid=103919) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 16 17:29:32.655534 dv-cinder-837356-2-iscsi neutron-server[103916]: INFO neutron.wsgi [req-c21ed6a9-0bbc-47f6-a424-8c1bf4c08fda req-76109141-1e82-49f1-83d4-ab465ac82339 tempest-AttachVolumeTestJSON-336390128 tempest-AttachVolumeTestJSON-336390128-project] 10.222.0.66 "GET /v2.0/ports?device_id=aeb07519-2ce6-44ee-a88c-d46b4e11b367 HTTP/1.1" status: 200 len: 945 time: 0.1111376 Jun 16 17:29:32.704799 dv-cinder-837356-2-iscsi neutron-server[103917]: DEBUG neutron_lib.callbacks.manager [None req-11cef1b3-1a12-4e46-bc81-077020453398 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-705015', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-704873'] for router (51e0e6e8-2961-4a56-9c97-c0eb890fa510), after_create {{(pid=103917) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 17:29:32.761308 dv-cinder-837356-2-iscsi neutron-server[103916]: INFO neutron.wsgi [req-c21ed6a9-0bbc-47f6-a424-8c1bf4c08fda req-c1626fd1-05dd-4575-a42b-6fef1b6f2f14 tempest-AttachVolumeTestJSON-336390128 tempest-AttachVolumeTestJSON-336390128-project] 10.222.0.66 "GET /v2.0/security-groups?id=060b0594-d1ec-490a-9c32-ca8c342f956c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0995276 Jun 16 17:29:32.776650 dv-cinder-837356-2-iscsi neutron-server[103917]: DEBUG neutron_lib.callbacks.manager [req-933bde45-0590-4879-9c95-a16351abb949 req-c7d84791-fe31-4180-ae2c-d9976a25b7e9 tempest-AttachVolumeTestJSON-336390128 tempest-AttachVolumeTestJSON-336390128-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16007527', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-75831', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16241551', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8728539364702', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8728538993430', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3819743'] for port (7176d454-867c-4dc6-b412-5623b5292926), after_delete {{(pid=103917) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 17:29:32.854633 dv-cinder-837356-2-iscsi neutron-server[103917]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c7d84791-fe31-4180-ae2c-d9976a25b7e9 tempest-AttachVolumeTestJSON-336390128 tempest-AttachVolumeTestJSON-336390128-project] Pushing event deleted for resources: {'Port': ['ID=7176d454-867c-4dc6-b412-5623b5292926,revision_number=None']} {{(pid=103917) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 17:29:33.072791 dv-cinder-837356-2-iscsi neutron-server[103917]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc94141f-3aca-4e07-a642-6d33e13495fa req-8432d1d2-0a65-4e6f-86bf-23edef96682d tempest-TestVolumeBootPattern-1350759327 tempest-TestVolumeBootPattern-1350759327-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103917) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 16 17:29:33.074868 dv-cinder-837356-2-iscsi neutron-server[103917]: INFO neutron.wsgi [req-dc94141f-3aca-4e07-a642-6d33e13495fa req-8432d1d2-0a65-4e6f-86bf-23edef96682d tempest-TestVolumeBootPattern-1350759327 tempest-TestVolumeBootPattern-1350759327-project] 10.222.0.66 "GET /v2.0/ports?device_id=ce5b6345-48fe-44a0-b917-2b12902e234b HTTP/1.1" status: 200 len: 943 time: 0.1441665 Jun 16 17:29:33.143710 dv-cinder-837356-2-iscsi neutron-server[103917]: DEBUG neutron.scheduler.l3_agent_scheduler [req-933bde45-0590-4879-9c95-a16351abb949 req-c7d84791-fe31-4180-ae2c-d9976a25b7e9 tempest-AttachVolumeTestJSON-336390128 tempest-AttachVolumeTestJSON-336390128-project] Router b698568a-354a-41b9-a41d-a2afa6bbdd0f has already been hosted by L3 agent 7639df21-17c3-4235-8912-210c3ad54137 {{(pid=103917) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jun 16 17:29:33.158822 dv-cinder-837356-2-iscsi neutron-server[103917]: DEBUG dbcounter [-] [103917] Writing DB stats neutron:SELECT=93,neutron:DELETE=6,neutron:INSERT=1 {{(pid=103917) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 16 17:29:33.181865 dv-cinder-837356-2-iscsi neutron-server[103917]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-11cef1b3-1a12-4e46-bc81-077020453398 admin admin] Router 51e0e6e8-2961-4a56-9c97-c0eb890fa510 is scheduled to L3 agent 7639df21-17c3-4235-8912-210c3ad54137 with binding_index 1 {{(pid=103917) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Jun 16 17:29:33.192438 dv-cinder-837356-2-iscsi neutron-server[103917]: INFO neutron.wsgi [req-dc94141f-3aca-4e07-a642-6d33e13495fa req-5d14fa35-3866-4a38-877d-bf4961cd7cfe tempest-TestVolumeBootPattern-1350759327 tempest-TestVolumeBootPattern-1350759327-project] 10.222.0.66 "GET /v2.0/security-groups?id=e6a9443b-cf7a-479e-b6b0-e85ba61d4c81&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0949988 Jun 16 17:29:33.442926 dv-cinder-837356-2-iscsi neutron-server[103918]: DEBUG neutron.plugins.ml2.rpc [None req-39ead2dc-a542-4f04-b117-439eb7f32aa8 None None] Device b62d7ef5-373d-4eec-8928-9fb7491060d8 up at agent ovs-agent-dv-cinder-837356-2-iscsi {{(pid=103918) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 16 17:29:33.491127 dv-cinder-837356-2-iscsi neutron-server[103917]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-933bde45-0590-4879-9c95-a16351abb949 req-c7d84791-fe31-4180-ae2c-d9976a25b7e9 tempest-AttachVolumeTestJSON-336390128 tempest-AttachVolumeTestJSON-336390128-project] Notify agent at l3_agent.dv-cinder-837356-2-iscsi the message routers_updated {{(pid=103917) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jun 16 17:29:33.541451 dv-cinder-837356-2-iscsi neutron-server[103918]: DEBUG dbcounter [-] [103918] Writing DB stats neutron:SELECT=97,neutron:UPDATE=3 {{(pid=103918) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 16 17:29:33.542405 dv-cinder-837356-2-iscsi neutron-server[103917]: DEBUG neutron.db.l3_dvrscheduler_db [req-933bde45-0590-4879-9c95-a16351abb949 req-c7d84791-fe31-4180-ae2c-d9976a25b7e9 tempest-AttachVolumeTestJSON-336390128 tempest-AttachVolumeTestJSON-336390128-project] No DVR routers for this DVR port 7176d454-867c-4dc6-b412-5623b5292926 on host hv-cinder-83735 {{(pid=103917) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:215}} Jun 16 17:29:33.547222 dv-cinder-837356-2-iscsi neutron-server[103917]: DEBUG neutron_lib.callbacks.manager [req-933bde45-0590-4879-9c95-a16351abb949 req-c7d84791-fe31-4180-ae2c-d9976a25b7e9 tempest-AttachVolumeTestJSON-336390128 tempest-AttachVolumeTestJSON-336390128-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-191112'] for port (None), before_response {{(pid=103917) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 17:29:33.550694 dv-cinder-837356-2-iscsi neutron-server[103917]: INFO neutron.wsgi [req-933bde45-0590-4879-9c95-a16351abb949 req-c7d84791-fe31-4180-ae2c-d9976a25b7e9 tempest-AttachVolumeTestJSON-336390128 tempest-AttachVolumeTestJSON-336390128-project] 10.222.0.81 "DELETE /v2.0/ports/7176d454-867c-4dc6-b412-5623b5292926 HTTP/1.1" status: 204 len: 173 time: 3.0727575 Jun 16 17:29:33.551161 dv-cinder-837356-2-iscsi neutron-server[103917]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'aeb07519-2ce6-44ee-a88c-d46b4e11b367', 'name': 'network-vif-deleted', 'tag': '7176d454-867c-4dc6-b412-5623b5292926'}] {{(pid=103917) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jun 16 17:29:33.552035 dv-cinder-837356-2-iscsi neutron-server[103918]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1a071b42-3c57-4dfd-8edf-5939b7dffb3e None None] Sync routers for ids ['b698568a-354a-41b9-a41d-a2afa6bbdd0f'] in dv-cinder-837356-2-iscsi {{(pid=103918) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 16 17:29:33.555515 dv-cinder-837356-2-iscsi neutron-server[103917]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.66/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6f3fd2b1a6655810f50592bc9015c397d118e5689141688eaf1b23dbeee2ebf8" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d98756a9-6c99-4abc-8414-40c3c2c69beb" -d '{"events": [{"server_uuid": "aeb07519-2ce6-44ee-a88c-d46b4e11b367", "name": "network-vif-deleted", "tag": "7176d454-867c-4dc6-b412-5623b5292926"}]}' {{(pid=103917) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 16 17:29:33.562348 dv-cinder-837356-2-iscsi neutron-server[103917]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-11cef1b3-1a12-4e46-bc81-077020453398 admin admin] Notify agent at l3_agent.dv-cinder-837356-2-iscsi the message routers_updated {{(pid=103917) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jun 16 17:29:33.575463 dv-cinder-837356-2-iscsi neutron-server[103919]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1e6e9084-5deb-4725-9093-971f5d737a05 None None] Sync routers for ids ['51e0e6e8-2961-4a56-9c97-c0eb890fa510'] in dv-cinder-837356-2-iscsi {{(pid=103919) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 16 17:29:33.591626 dv-cinder-837356-2-iscsi neutron-server[103917]: DEBUG neutron_lib.callbacks.manager [None req-11cef1b3-1a12-4e46-bc81-077020453398 admin admin] Publish callbacks [] for router (None), before_response {{(pid=103917) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 17:29:33.592903 dv-cinder-837356-2-iscsi neutron-server[103917]: INFO neutron.wsgi [None req-11cef1b3-1a12-4e46-bc81-077020453398 admin admin] 10.222.0.66 "POST /v2.0/routers HTTP/1.1" status: 201 len: 919 time: 4.3117707 Jun 16 17:29:33.595960 dv-cinder-837356-2-iscsi neutron-server[103916]: DEBUG neutron.wsgi [-] (103916) accepted ('10.222.0.66', 44230) {{(pid=103916) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 16 17:29:33.597443 dv-cinder-837356-2-iscsi neutron-server[103919]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1e6e9084-5deb-4725-9093-971f5d737a05 None None] Routers {'51e0e6e8-2961-4a56-9c97-c0eb890fa510'} bound to L3 agent in host dv-cinder-837356-2-iscsi {{(pid=103919) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jun 16 17:29:33.600613 dv-cinder-837356-2-iscsi neutron-server[103919]: DEBUG neutron.db.l3_hamode_db [None req-1e6e9084-5deb-4725-9093-971f5d737a05 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-837356-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-06-16T17:14:15Z,description=,heartbeat_timestamp=2022-06-16T17:29:15Z,host='dv-cinder-837356-2-iscsi',id=7639df21-17c3-4235-8912-210c3ad54137,load=0,resource_versions=,resources_synced=,started_at=2022-06-16T17:14:15Z,topic='l3_agent')) {'router_ids': ['51e0e6e8-2961-4a56-9c97-c0eb890fa510'], 'active': True} {{(pid=103919) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 16 17:29:33.646718 dv-cinder-837356-2-iscsi neutron-server[103917]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 16 Jun 2022 17:29:33 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-90e1b38f-74f2-465f-bede-7fdafa9d947f x-openstack-request-id: req-90e1b38f-74f2-465f-bede-7fdafa9d947f {{(pid=103917) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 16 17:29:33.647244 dv-cinder-837356-2-iscsi neutron-server[103917]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "aeb07519-2ce6-44ee-a88c-d46b4e11b367", "name": "network-vif-deleted", "tag": "7176d454-867c-4dc6-b412-5623b5292926", "status": "completed", "code": 200}]} {{(pid=103917) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 16 17:29:33.647516 dv-cinder-837356-2-iscsi neutron-server[103917]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.66/compute/v2.1/os-server-external-events used request id req-90e1b38f-74f2-465f-bede-7fdafa9d947f {{(pid=103917) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 16 17:29:33.648307 dv-cinder-837356-2-iscsi neutron-server[103917]: INFO neutron.notifiers.nova [-] Nova event matching ['req-90e1b38f-74f2-465f-bede-7fdafa9d947f'] response: {'server_uuid': 'aeb07519-2ce6-44ee-a88c-d46b4e11b367', 'name': 'network-vif-deleted', 'tag': '7176d454-867c-4dc6-b412-5623b5292926', 'status': 'completed', 'code': 200} Jun 16 17:29:33.666053 dv-cinder-837356-2-iscsi neutron-server[103918]: DEBUG neutron.db.provisioning_blocks [None req-39ead2dc-a542-4f04-b117-439eb7f32aa8 None None] Provisioning complete for port b62d7ef5-373d-4eec-8928-9fb7491060d8 triggered by entity L2. {{(pid=103918) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jun 16 17:29:33.666606 dv-cinder-837356-2-iscsi neutron-server[103918]: DEBUG neutron_lib.callbacks.manager [None req-39ead2dc-a542-4f04-b117-439eb7f32aa8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16149424'] for port (b62d7ef5-373d-4eec-8928-9fb7491060d8), provisioning_complete {{(pid=103918) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 17:29:33.669562 dv-cinder-837356-2-iscsi neutron-server[103918]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1a071b42-3c57-4dfd-8edf-5939b7dffb3e None None] Routers {'b698568a-354a-41b9-a41d-a2afa6bbdd0f'} bound to L3 agent in host dv-cinder-837356-2-iscsi {{(pid=103918) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jun 16 17:29:33.671138 dv-cinder-837356-2-iscsi neutron-server[103918]: DEBUG neutron.db.l3_hamode_db [None req-1a071b42-3c57-4dfd-8edf-5939b7dffb3e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-837356-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-06-16T17:14:15Z,description=,heartbeat_timestamp=2022-06-16T17:29:15Z,host='dv-cinder-837356-2-iscsi',id=7639df21-17c3-4235-8912-210c3ad54137,load=0,resource_versions=,resources_synced=,started_at=2022-06-16T17:14:15Z,topic='l3_agent')) {'router_ids': ['b698568a-354a-41b9-a41d-a2afa6bbdd0f'], 'active': True} {{(pid=103918) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 16 17:29:33.896615 dv-cinder-837356-2-iscsi neutron-server[103919]: DEBUG neutron.db.l3_dvr_db [None req-1e6e9084-5deb-4725-9093-971f5d737a05 None None] Set router 51e0e6e8-2961-4a56-9c97-c0eb890fa510 gateway port host: dv-cinder-837356-2-iscsi {{(pid=103919) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jun 16 17:29:33.986605 dv-cinder-837356-2-iscsi neutron-server[103917]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c8c8558-39d6-4264-a787-bc0eeab084e9 req-0760830e-f615-4f09-8727-3113add12524 tempest-AttachVolumeShelveTestJSON-1123487845 tempest-AttachVolumeShelveTestJSON-1123487845-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103917) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 16 17:29:34.005546 dv-cinder-837356-2-iscsi neutron-server[103917]: INFO neutron.wsgi [req-2c8c8558-39d6-4264-a787-bc0eeab084e9 req-0760830e-f615-4f09-8727-3113add12524 tempest-AttachVolumeShelveTestJSON-1123487845 tempest-AttachVolumeShelveTestJSON-1123487845-project] 10.222.0.66 "GET /v2.0/ports?device_id=a9f207ac-0a5d-4cfc-abd6-2f2fc88ab6a4 HTTP/1.1" status: 200 len: 943 time: 0.1959138 Jun 16 17:29:34.046362 dv-cinder-837356-2-iscsi neutron-server[103916]: INFO neutron.wsgi [req-3e3a2cc0-19d4-470a-9cd1-652c4cccd764 req-cc044ab4-be9b-4843-b20f-437245d7b24b tempest-AttachVolumeTestJSON-336390128 tempest-AttachVolumeTestJSON-336390128-project] 10.222.0.66 "GET /v2.0/ports?device_id=aeb07519-2ce6-44ee-a88c-d46b4e11b367 HTTP/1.1" status: 200 len: 210 time: 0.0861750 Jun 16 17:29:34.112591 dv-cinder-837356-2-iscsi neutron-server[103918]: DEBUG neutron.plugins.ml2.plugin [None req-39ead2dc-a542-4f04-b117-439eb7f32aa8 None None] Current status of the port b62d7ef5-373d-4eec-8928-9fb7491060d8 is: ACTIVE; New status is: ACTIVE {{(pid=103918) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2298}} Jun 16 17:29:34.134508 dv-cinder-837356-2-iscsi neutron-server[103917]: INFO neutron.wsgi [req-2c8c8558-39d6-4264-a787-bc0eeab084e9 req-1c8c1d4a-78ee-47a8-841e-01fa038671ac tempest-AttachVolumeShelveTestJSON-1123487845 tempest-AttachVolumeShelveTestJSON-1123487845-project] 10.222.0.66 "GET /v2.0/security-groups?id=528bbd8e-87bb-4e11-b4eb-c422958f1800&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1256895 Jun 16 17:29:34.155122 dv-cinder-837356-2-iscsi neutron-server[103918]: DEBUG neutron.db.l3_dvr_db [None req-1a071b42-3c57-4dfd-8edf-5939b7dffb3e None None] Set router b698568a-354a-41b9-a41d-a2afa6bbdd0f gateway port host: dv-cinder-837356-2-iscsi {{(pid=103918) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jun 16 17:29:34.240481 dv-cinder-837356-2-iscsi neutron-server[103919]: DEBUG neutron.db.l3_hamode_db [None req-1e6e9084-5deb-4725-9093-971f5d737a05 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '51e0e6e8-2961-4a56-9c97-c0eb890fa510', 'name': 'tempest-TestShelveInstance-278687210-router', 'tenant_id': '50aeadccaa9348fd9af173f94291bf6f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9df31235-0797-44e6-85a0-102cb2da2d58', 'external_fixed_ips': [{'subnet_id': '1dfb0320-f5eb-46f6-88ce-33002f500238', 'ip_address': '172.27.2.24'}], 'enable_snat': True}, 'gw_port_id': '9117a816-4e9e-43ec-ac6e-c5b153dd0bc9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-16T17:29:29Z', 'updated_at': '2022-06-16T17:29:31Z', 'revision_number': 3, 'project_id': '50aeadccaa9348fd9af173f94291bf6f', 'gw_port': {'id': '9117a816-4e9e-43ec-ac6e-c5b153dd0bc9', 'name': '', 'network_id': '9df31235-0797-44e6-85a0-102cb2da2d58', 'tenant_id': '', 'mac_address': 'fa:16:3e:9a:49:27', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '51e0e6e8-2961-4a56-9c97-c0eb890fa510', 'device_owner': 'network:router_gateway', 'standard_attr_id': 573, 'fixed_ips': [{'subnet_id': '1dfb0320-f5eb-46f6-88ce-33002f500238', 'ip_address': '172.27.2.24', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-16T17:29:29Z', 'updated_at': '2022-06-16T17:29:30Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '1dfb0320-f5eb-46f6-88ce-33002f500238', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-837356-2-iscsi'}], 'dv-cinder-837356-2-iscsi', False) {} {{(pid=103919) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 16 17:29:34.272384 dv-cinder-837356-2-iscsi neutron-server[103919]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1e6e9084-5deb-4725-9093-971f5d737a05 None None] Checking router: 51e0e6e8-2961-4a56-9c97-c0eb890fa510 for host: dv-cinder-837356-2-iscsi {{(pid=103919) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 16 17:29:34.272847 dv-cinder-837356-2-iscsi neutron-server[103919]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1e6e9084-5deb-4725-9093-971f5d737a05 None None] Updating router 51e0e6e8-2961-4a56-9c97-c0eb890fa510 port 9117a816-4e9e-43ec-ac6e-c5b153dd0bc9 binding host dv-cinder-837356-2-iscsi {{(pid=103919) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jun 16 17:29:34.312016 dv-cinder-837356-2-iscsi neutron-server[103919]: DEBUG neutron_lib.callbacks.manager [None req-1e6e9084-5deb-4725-9093-971f5d737a05 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16007590'] for port (9117a816-4e9e-43ec-ac6e-c5b153dd0bc9), before_update {{(pid=103919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 17:29:34.348526 dv-cinder-837356-2-iscsi neutron-server[103916]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6c598b5-fbb8-4ed2-ad35-b092443ac20d req-0c74a2ef-6c6e-492e-9307-d6a8d1019a8f tempest-TestVolumeBootPattern-1350759327 tempest-TestVolumeBootPattern-1350759327-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103916) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 16 17:29:34.350368 dv-cinder-837356-2-iscsi neutron-server[103916]: INFO neutron.wsgi [req-c6c598b5-fbb8-4ed2-ad35-b092443ac20d req-0c74a2ef-6c6e-492e-9307-d6a8d1019a8f tempest-TestVolumeBootPattern-1350759327 tempest-TestVolumeBootPattern-1350759327-project] 10.222.0.66 "GET /v2.0/ports?device_id=ce5b6345-48fe-44a0-b917-2b12902e234b HTTP/1.1" status: 200 len: 943 time: 0.0589771 Jun 16 17:29:34.357141 dv-cinder-837356-2-iscsi neutron-server[103916]: DEBUG neutron_lib.callbacks.manager [None req-1b763d01-e4f7-48ae-8722-0860447d5cf7 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16007590'] for port (None), before_create {{(pid=103916) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 17:29:34.403205 dv-cinder-837356-2-iscsi neutron-server[103918]: DEBUG neutron.db.l3_hamode_db [None req-1a071b42-3c57-4dfd-8edf-5939b7dffb3e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b698568a-354a-41b9-a41d-a2afa6bbdd0f', 'name': 'tempest-AttachVolumeTestJSON-2145162369-router', 'tenant_id': 'f029a8bb389c4d348c0e9001c5fa059c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9df31235-0797-44e6-85a0-102cb2da2d58', 'external_fixed_ips': [{'subnet_id': '1dfb0320-f5eb-46f6-88ce-33002f500238', 'ip_address': '172.27.2.110'}], 'enable_snat': True}, 'gw_port_id': '8996dd90-031b-4185-b6a7-e192f4c0cebb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-16T17:22:25Z', 'updated_at': '2022-06-16T17:22:36Z', 'revision_number': 4, 'project_id': 'f029a8bb389c4d348c0e9001c5fa059c', 'gw_port': {'id': '8996dd90-031b-4185-b6a7-e192f4c0cebb', 'name': '', 'network_id': '9df31235-0797-44e6-85a0-102cb2da2d58', 'tenant_id': '', 'mac_address': 'fa:16:3e:c1:51:ad', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b698568a-354a-41b9-a41d-a2afa6bbdd0f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 79, 'fixed_ips': [{'subnet_id': '1dfb0320-f5eb-46f6-88ce-33002f500238', 'ip_address': '172.27.2.110', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-837356-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-16T17:22:28Z', 'updated_at': '2022-06-16T17:22:43Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1dfb0320-f5eb-46f6-88ce-33002f500238', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-837356-2-iscsi', '_interfaces': [{'id': 'a8d5bd16-d884-4270-9432-d25b5a4fcf68', 'name': '', 'network_id': '82c6c893-96f4-45ae-b1e3-d70ff1db738d', 'tenant_id': 'f029a8bb389c4d348c0e9001c5fa059c', 'mac_address': 'fa:16:3e:43:3b:d8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b698568a-354a-41b9-a41d-a2afa6bbdd0f', 'device_owner': 'network:router_interface', 'standard_attr_id': 117, 'fixed_ips': [{'subnet_id': '744fc868-35e9-4c30-8ac9-ba01749c37c3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-837356-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-16T17:22:35Z', 'updated_at': '2022-06-16T17:22:48Z', 'revision_number': 5, 'project_id': 'f029a8bb389c4d348c0e9001c5fa059c', 'subnets': [{'id': '744fc868-35e9-4c30-8ac9-ba01749c37c3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-837356-2-iscsi', False) {} {{(pid=103918) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 16 17:29:34.412748 dv-cinder-837356-2-iscsi neutron-server[103916]: DEBUG dbcounter [-] [103916] Writing DB stats neutron:SELECT=99,neutron:INSERT=1 {{(pid=103916) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 16 17:29:34.433517 dv-cinder-837356-2-iscsi neutron-server[103918]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1a071b42-3c57-4dfd-8edf-5939b7dffb3e None None] Checking router: b698568a-354a-41b9-a41d-a2afa6bbdd0f for host: dv-cinder-837356-2-iscsi {{(pid=103918) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 16 17:29:34.459585 dv-cinder-837356-2-iscsi neutron-server[103916]: INFO neutron.wsgi [req-c6c598b5-fbb8-4ed2-ad35-b092443ac20d req-ddccff9c-73a0-4d99-86cc-9426e7a14ca8 tempest-TestVolumeBootPattern-1350759327 tempest-TestVolumeBootPattern-1350759327-project] 10.222.0.66 "GET /v2.0/security-groups?id=e6a9443b-cf7a-479e-b6b0-e85ba61d4c81&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0998557 Jun 16 17:29:34.460072 dv-cinder-837356-2-iscsi neutron-server[103918]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1a071b42-3c57-4dfd-8edf-5939b7dffb3e None None] Routers {'b698568a-354a-41b9-a41d-a2afa6bbdd0f'} bound to L3 agent in host dv-cinder-837356-2-iscsi {{(pid=103918) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jun 16 17:29:34.460947 dv-cinder-837356-2-iscsi neutron-server[103918]: DEBUG neutron.db.l3_hamode_db [None req-1a071b42-3c57-4dfd-8edf-5939b7dffb3e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-837356-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-06-16T17:14:15Z,description=,heartbeat_timestamp=2022-06-16T17:29:15Z,host='dv-cinder-837356-2-iscsi',id=7639df21-17c3-4235-8912-210c3ad54137,load=0,resource_versions=,resources_synced=,started_at=2022-06-16T17:14:15Z,topic='l3_agent')) {'router_ids': ['b698568a-354a-41b9-a41d-a2afa6bbdd0f'], 'active': True} {{(pid=103918) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 16 17:29:34.619099 dv-cinder-837356-2-iscsi neutron-server[103916]: DEBUG neutron.db.db_base_plugin_common [None req-1b763d01-e4f7-48ae-8722-0860447d5cf7 admin admin] Allocated IP 172.20.0.1 (e2e2bf0f-54ad-46f0-9611-04e943388552/4a1d4ef0-9517-4aff-bf32-d5774cc7c0cd/401826ae-efee-49a0-8dc1-2f0485f4adf8) {{(pid=103916) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 16 17:29:34.648591 dv-cinder-837356-2-iscsi neutron-server[103916]: DEBUG dbcounter [-] [103916] Writing DB stats neutron:SELECT=92,neutron:INSERT=4,neutron:UPDATE=4 {{(pid=103916) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 16 17:29:34.672375 dv-cinder-837356-2-iscsi neutron-server[103919]: DEBUG neutron_lib.callbacks.manager [None req-1e6e9084-5deb-4725-9093-971f5d737a05 None None] Publish callbacks [] for port (9117a816-4e9e-43ec-ac6e-c5b153dd0bc9), precommit_update {{(pid=103919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 17:29:34.682003 dv-cinder-837356-2-iscsi neutron-server[103919]: DEBUG neutron_lib.callbacks.manager [None req-1e6e9084-5deb-4725-9093-971f5d737a05 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16007527', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-75831', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16241551', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728539364693', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728538993439', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728538993457'] for port (9117a816-4e9e-43ec-ac6e-c5b153dd0bc9), after_update {{(pid=103919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 17:29:34.690208 dv-cinder-837356-2-iscsi neutron-server[103918]: DEBUG neutron.db.l3_dvr_db [None req-1a071b42-3c57-4dfd-8edf-5939b7dffb3e None None] Set router b698568a-354a-41b9-a41d-a2afa6bbdd0f gateway port host: dv-cinder-837356-2-iscsi {{(pid=103918) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jun 16 17:29:34.770716 dv-cinder-837356-2-iscsi neutron-server[103918]: DEBUG dbcounter [-] [103918] Writing DB stats neutron:SELECT=100 {{(pid=103918) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 16 17:29:34.800014 dv-cinder-837356-2-iscsi neutron-server[103919]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bc9d01b9-8e2f-4dd0-b25a-d64898a01c84 None None] Pushing event updated for resources: {'Port': ['ID=9117a816-4e9e-43ec-ac6e-c5b153dd0bc9,revision_number=2']} {{(pid=103919) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 17:29:34.804999 dv-cinder-837356-2-iscsi neutron-server[103919]: DEBUG neutron.plugins.ml2.managers [None req-1e6e9084-5deb-4725-9093-971f5d737a05 None None] Attempting to bind port 9117a816-4e9e-43ec-ac6e-c5b153dd0bc9 on host dv-cinder-837356-2-iscsi for vnic_type normal with profile {{(pid=103919) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:811}} Jun 16 17:29:34.806226 dv-cinder-837356-2-iscsi neutron-server[103919]: DEBUG neutron.plugins.ml2.managers [None req-1e6e9084-5deb-4725-9093-971f5d737a05 None None] Attempting to bind port 9117a816-4e9e-43ec-ac6e-c5b153dd0bc9 by drivers openvswitch,hyperv on host dv-cinder-837356-2-iscsi at level 0 using segments [{'id': '18b787c7-0964-4a3b-b1f5-b8083c94f58b', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '9df31235-0797-44e6-85a0-102cb2da2d58'}] {{(pid=103919) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:836}} Jun 16 17:29:34.806806 dv-cinder-837356-2-iscsi neutron-server[103919]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1e6e9084-5deb-4725-9093-971f5d737a05 None None] Attempting to bind port 9117a816-4e9e-43ec-ac6e-c5b153dd0bc9 on network 9df31235-0797-44e6-85a0-102cb2da2d58 {{(pid=103919) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jun 16 17:29:34.821467 dv-cinder-837356-2-iscsi neutron-server[103919]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bc9d01b9-8e2f-4dd0-b25a-d64898a01c84 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-837356-2-iscsi {{(pid=103919) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 17:29:34.821844 dv-cinder-837356-2-iscsi neutron-server[103919]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bc9d01b9-8e2f-4dd0-b25a-d64898a01c84 None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-837356-2-iscsi {{(pid=103919) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 17:29:34.822268 dv-cinder-837356-2-iscsi neutron-server[103919]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bc9d01b9-8e2f-4dd0-b25a-d64898a01c84 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-837356-2-iscsi {{(pid=103919) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 17:29:34.822749 dv-cinder-837356-2-iscsi neutron-server[103919]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bc9d01b9-8e2f-4dd0-b25a-d64898a01c84 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-837356-2-iscsi {{(pid=103919) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 17:29:34.823188 dv-cinder-837356-2-iscsi neutron-server[103919]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bc9d01b9-8e2f-4dd0-b25a-d64898a01c84 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-837356-2-iscsi {{(pid=103919) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 17:29:34.823616 dv-cinder-837356-2-iscsi neutron-server[103919]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bc9d01b9-8e2f-4dd0-b25a-d64898a01c84 None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-837356-2-iscsi {{(pid=103919) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 17:29:34.824133 dv-cinder-837356-2-iscsi neutron-server[103919]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bc9d01b9-8e2f-4dd0-b25a-d64898a01c84 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-837356-2-iscsi {{(pid=103919) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 17:29:34.824496 dv-cinder-837356-2-iscsi neutron-server[103919]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bc9d01b9-8e2f-4dd0-b25a-d64898a01c84 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-837356-2-iscsi {{(pid=103919) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 17:29:34.824923 dv-cinder-837356-2-iscsi neutron-server[103919]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bc9d01b9-8e2f-4dd0-b25a-d64898a01c84 None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-837356-2-iscsi {{(pid=103919) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 17:29:34.825442 dv-cinder-837356-2-iscsi neutron-server[103919]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bc9d01b9-8e2f-4dd0-b25a-d64898a01c84 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-837356-2-iscsi {{(pid=103919) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 17:29:34.825954 dv-cinder-837356-2-iscsi neutron-server[103919]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bc9d01b9-8e2f-4dd0-b25a-d64898a01c84 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-837356-2-iscsi {{(pid=103919) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 17:29:34.826616 dv-cinder-837356-2-iscsi neutron-server[103919]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bc9d01b9-8e2f-4dd0-b25a-d64898a01c84 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-837356-2-iscsi {{(pid=103919) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 17:29:34.827133 dv-cinder-837356-2-iscsi neutron-server[103919]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bc9d01b9-8e2f-4dd0-b25a-d64898a01c84 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-837356-2-iscsi {{(pid=103919) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 17:29:34.827585 dv-cinder-837356-2-iscsi neutron-server[103919]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bc9d01b9-8e2f-4dd0-b25a-d64898a01c84 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-837356-2-iscsi {{(pid=103919) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 17:29:34.828144 dv-cinder-837356-2-iscsi neutron-server[103919]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bc9d01b9-8e2f-4dd0-b25a-d64898a01c84 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-837356-2-iscsi {{(pid=103919) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 17:29:34.834814 dv-cinder-837356-2-iscsi neutron-server[103919]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1e6e9084-5deb-4725-9093-971f5d737a05 None None] Checking agent: {'id': '5b2fa84c-1db1-41c6-a6b9-975c3da28daf', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-837356-2-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 6, 16, 17, 14, 18), 'started_at': datetime.datetime(2022, 6, 16, 17, 14, 48), 'heartbeat_timestamp': datetime.datetime(2022, 6, 16, 17, 29, 18), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-837356-2-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103919) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jun 16 17:29:34.835238 dv-cinder-837356-2-iscsi neutron-server[103919]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1e6e9084-5deb-4725-9093-971f5d737a05 None None] Checking segment: {'id': '18b787c7-0964-4a3b-b1f5-b8083c94f58b', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '9df31235-0797-44e6-85a0-102cb2da2d58'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103919) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jun 16 17:29:34.835683 dv-cinder-837356-2-iscsi neutron-server[103919]: DEBUG neutron_lib.callbacks.manager [None req-1e6e9084-5deb-4725-9093-971f5d737a05 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 17:29:34.836079 dv-cinder-837356-2-iscsi neutron-server[103919]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1e6e9084-5deb-4725-9093-971f5d737a05 None None] Bound using segment: {'id': '18b787c7-0964-4a3b-b1f5-b8083c94f58b', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '9df31235-0797-44e6-85a0-102cb2da2d58'} {{(pid=103919) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jun 16 17:29:34.836713 dv-cinder-837356-2-iscsi neutron-server[103919]: DEBUG neutron.plugins.ml2.managers [None req-1e6e9084-5deb-4725-9093-971f5d737a05 None None] Bound port: 9117a816-4e9e-43ec-ac6e-c5b153dd0bc9, host: dv-cinder-837356-2-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '18b787c7-0964-4a3b-b1f5-b8083c94f58b', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '9df31235-0797-44e6-85a0-102cb2da2d58'}}] {{(pid=103919) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:948}} Jun 16 17:29:34.837100 dv-cinder-837356-2-iscsi neutron-server[103919]: DEBUG neutron_lib.callbacks.manager [None req-1e6e9084-5deb-4725-9093-971f5d737a05 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16007590'] for port (9117a816-4e9e-43ec-ac6e-c5b153dd0bc9), before_update {{(pid=103919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 17:29:34.846510 dv-cinder-837356-2-iscsi neutron-server[103916]: DEBUG neutron_lib.callbacks.manager [None req-1b763d01-e4f7-48ae-8722-0860447d5cf7 admin admin] Publish callbacks [] for port (401826ae-efee-49a0-8dc1-2f0485f4adf8), precommit_create {{(pid=103916) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 17:29:34.905386 dv-cinder-837356-2-iscsi neutron-server[103916]: DEBUG neutron_lib.callbacks.manager [None req-1b763d01-e4f7-48ae-8722-0860447d5cf7 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16007527', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-75831', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16241551', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8728538993421', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25517999'] for port (401826ae-efee-49a0-8dc1-2f0485f4adf8), after_create {{(pid=103916) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 17:29:34.907414 dv-cinder-837356-2-iscsi neutron-server[103918]: DEBUG neutron.plugins.ml2.rpc [None req-b2b17746-c296-4803-869a-65578e8233dd None None] Device ccefb110-1f8f-47f6-a66f-5a8c5114a8dc details requested by agent hyperv_hv-cinder-83735 with host hv-cinder-83735 {{(pid=103918) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jun 16 17:29:34.917221 dv-cinder-837356-2-iscsi neutron-server[103919]: DEBUG neutron.plugins.ml2.db [None req-1e6e9084-5deb-4725-9093-971f5d737a05 None None] For port 9117a816-4e9e-43ec-ac6e-c5b153dd0bc9, host dv-cinder-837356-2-iscsi, cleared binding levels {{(pid=103919) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 16 17:29:34.926588 dv-cinder-837356-2-iscsi neutron-server[103919]: DEBUG neutron.plugins.ml2.db [None req-1e6e9084-5deb-4725-9093-971f5d737a05 None None] For port 9117a816-4e9e-43ec-ac6e-c5b153dd0bc9, host dv-cinder-837356-2-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-837356-2-iscsi',level=0,port_id=9117a816-4e9e-43ec-ac6e-c5b153dd0bc9,segment=NetworkSegment(18b787c7-0964-4a3b-b1f5-b8083c94f58b),segment_id=18b787c7-0964-4a3b-b1f5-b8083c94f58b)] {{(pid=103919) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 16 17:29:34.939838 dv-cinder-837356-2-iscsi neutron-server[103919]: DEBUG neutron_lib.callbacks.manager [None req-1e6e9084-5deb-4725-9093-971f5d737a05 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16007527', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-75831', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16241551', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728539364693', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728538993439', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728538993457'] for port (9117a816-4e9e-43ec-ac6e-c5b153dd0bc9), after_update {{(pid=103919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 17:29:34.947393 dv-cinder-837356-2-iscsi neutron-server[103919]: DEBUG dbcounter [-] [103919] Writing DB stats neutron:SELECT=95,neutron:UPDATE=4,neutron:INSERT=1 {{(pid=103919) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 16 17:29:34.958686 dv-cinder-837356-2-iscsi neutron-server[103916]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1b763d01-e4f7-48ae-8722-0860447d5cf7 admin admin] Network e2e2bf0f-54ad-46f0-9611-04e943388552 is already hosted by enough agents. {{(pid=103916) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 16 17:29:34.965868 dv-cinder-837356-2-iscsi neutron-server[103916]: DEBUG neutron.scheduler.base_scheduler [None req-1b763d01-e4f7-48ae-8722-0860447d5cf7 admin admin] Resources bound (agent type, host, resource id): {{(pid=103916) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 16 17:29:34.968396 dv-cinder-837356-2-iscsi neutron-server[103916]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1b763d01-e4f7-48ae-8722-0860447d5cf7 admin admin] Received port after_create {{(pid=103916) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:542}} Jun 16 17:29:35.005148 dv-cinder-837356-2-iscsi neutron-server[103916]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1b763d01-e4f7-48ae-8722-0860447d5cf7 admin admin] Pushing event updated for resources: {'Port': ['ID=401826ae-efee-49a0-8dc1-2f0485f4adf8,revision_number=1']} {{(pid=103916) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 17:29:35.033925 dv-cinder-837356-2-iscsi neutron-server[103916]: DEBUG neutron_lib.callbacks.manager [None req-1b763d01-e4f7-48ae-8722-0860447d5cf7 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-706133'] for router_interface (51e0e6e8-2961-4a56-9c97-c0eb890fa510), before_create {{(pid=103916) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 17:29:35.121757 dv-cinder-837356-2-iscsi neutron-server[103919]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1e6e9084-5deb-4725-9093-971f5d737a05 None None] Routers {'51e0e6e8-2961-4a56-9c97-c0eb890fa510'} bound to L3 agent in host dv-cinder-837356-2-iscsi {{(pid=103919) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jun 16 17:29:35.123340 dv-cinder-837356-2-iscsi neutron-server[103919]: DEBUG neutron.db.l3_hamode_db [None req-1e6e9084-5deb-4725-9093-971f5d737a05 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-837356-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-06-16T17:14:15Z,description=,heartbeat_timestamp=2022-06-16T17:29:15Z,host='dv-cinder-837356-2-iscsi',id=7639df21-17c3-4235-8912-210c3ad54137,load=0,resource_versions=,resources_synced=,started_at=2022-06-16T17:14:15Z,topic='l3_agent')) {'router_ids': ['51e0e6e8-2961-4a56-9c97-c0eb890fa510'], 'active': True} {{(pid=103919) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 16 17:29:35.206659 dv-cinder-837356-2-iscsi neutron-server[103919]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bc9d01b9-8e2f-4dd0-b25a-d64898a01c84 None None] Pushing event updated for resources: {'Port': ['ID=9117a816-4e9e-43ec-ac6e-c5b153dd0bc9,revision_number=3']} {{(pid=103919) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 17:29:35.286897 dv-cinder-837356-2-iscsi neutron-server[103917]: INFO neutron.wsgi [req-fe58bd54-09cc-405f-92bb-5e552c2416df req-3e46283a-a376-4e5d-b6c1-26519d28b8bc tempest-AttachVolumeTestJSON-336390128 tempest-AttachVolumeTestJSON-336390128-project] 10.222.0.66 "GET /v2.0/ports?device_id=aeb07519-2ce6-44ee-a88c-d46b4e11b367 HTTP/1.1" status: 200 len: 210 time: 0.1078305 Jun 16 17:29:35.323072 dv-cinder-837356-2-iscsi neutron-server[103916]: DEBUG neutron_lib.callbacks.manager [None req-1b763d01-e4f7-48ae-8722-0860447d5cf7 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16007590'] for port (401826ae-efee-49a0-8dc1-2f0485f4adf8), before_update {{(pid=103916) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 17:29:35.423385 dv-cinder-837356-2-iscsi neutron-server[103919]: DEBUG neutron.db.l3_dvr_db [None req-1e6e9084-5deb-4725-9093-971f5d737a05 None None] Set router 51e0e6e8-2961-4a56-9c97-c0eb890fa510 gateway port host: dv-cinder-837356-2-iscsi {{(pid=103919) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jun 16 17:29:35.610603 dv-cinder-837356-2-iscsi neutron-server[103918]: DEBUG neutron.plugins.ml2.rpc [None req-b2b17746-c296-4803-869a-65578e8233dd None None] Device 7176d454-867c-4dc6-b412-5623b5292926 no longer exists at agent hyperv_hv-cinder-83735 {{(pid=103918) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jun 16 17:29:35.673429 dv-cinder-837356-2-iscsi neutron-server[103918]: DEBUG dbcounter [-] [103918] Writing DB stats neutron:SELECT=100 {{(pid=103918) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 16 17:29:35.685282 dv-cinder-837356-2-iscsi neutron-server[103917]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f16249b-6282-40f5-8430-d0dec907f377 req-bf85711e-b5dd-4463-aeee-0eb1c5205f32 tempest-TestVolumeBootPattern-1350759327 tempest-TestVolumeBootPattern-1350759327-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103917) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 16 17:29:35.687132 dv-cinder-837356-2-iscsi neutron-server[103917]: INFO neutron.wsgi [req-1f16249b-6282-40f5-8430-d0dec907f377 req-bf85711e-b5dd-4463-aeee-0eb1c5205f32 tempest-TestVolumeBootPattern-1350759327 tempest-TestVolumeBootPattern-1350759327-project] 10.222.0.66 "GET /v2.0/ports?device_id=ce5b6345-48fe-44a0-b917-2b12902e234b HTTP/1.1" status: 200 len: 943 time: 0.0588093 Jun 16 17:29:35.797402 dv-cinder-837356-2-iscsi neutron-server[103919]: DEBUG dbcounter [-] [103919] Writing DB stats neutron:SELECT=97,neutron:UPDATE=3 {{(pid=103919) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 16 17:29:35.800446 dv-cinder-837356-2-iscsi neutron-server[103918]: DEBUG neutron.plugins.ml2.plugin [None req-b2b17746-c296-4803-869a-65578e8233dd None None] No Port match for: 7176d454-867c-4dc6-b412-5623b5292926 {{(pid=103918) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2382}} Jun 16 17:29:35.801227 dv-cinder-837356-2-iscsi neutron-server[103918]: DEBUG neutron.plugins.ml2.rpc [None req-b2b17746-c296-4803-869a-65578e8233dd None None] Device 7176d454-867c-4dc6-b412-5623b5292926 not bound to the agent host hv-cinder-83735 {{(pid=103918) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jun 16 17:29:35.814002 dv-cinder-837356-2-iscsi neutron-server[103918]: DEBUG neutron.plugins.ml2.db [None req-b2b17746-c296-4803-869a-65578e8233dd None None] For port ccefb110-1f8f-47f6-a66f-5a8c5114a8dc, host hv-cinder-83735, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83735',level=0,port_id=ccefb110-1f8f-47f6-a66f-5a8c5114a8dc,segment=NetworkSegment(363e514d-58a6-41ff-89ea-af6a85f188ef),segment_id=363e514d-58a6-41ff-89ea-af6a85f188ef)] {{(pid=103918) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 16 17:29:35.824818 dv-cinder-837356-2-iscsi neutron-server[103918]: DEBUG neutron.db.provisioning_blocks [None req-11a9a4aa-5fe5-4865-855e-b54dfa6d9c38 None None] Provisioning complete for port 401826ae-efee-49a0-8dc1-2f0485f4adf8 triggered by entity DHCP. {{(pid=103918) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jun 16 17:29:35.825327 dv-cinder-837356-2-iscsi neutron-server[103918]: DEBUG neutron_lib.callbacks.manager [None req-11a9a4aa-5fe5-4865-855e-b54dfa6d9c38 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16149424'] for port (401826ae-efee-49a0-8dc1-2f0485f4adf8), provisioning_complete {{(pid=103918) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 17:29:35.844322 dv-cinder-837356-2-iscsi neutron-server[103917]: INFO neutron.wsgi [req-1f16249b-6282-40f5-8430-d0dec907f377 req-e27d023d-4b9e-4f40-bf0d-85cc508bd31f tempest-TestVolumeBootPattern-1350759327 tempest-TestVolumeBootPattern-1350759327-project] 10.222.0.66 "GET /v2.0/security-groups?id=e6a9443b-cf7a-479e-b6b0-e85ba61d4c81&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1417134 Jun 16 17:29:35.860778 dv-cinder-837356-2-iscsi neutron-server[103918]: DEBUG neutron.plugins.ml2.rpc [None req-b2b17746-c296-4803-869a-65578e8233dd None None] Returning: {'device': 'ccefb110-1f8f-47f6-a66f-5a8c5114a8dc', 'network_id': '3da1c24e-a853-4091-89c9-dc663f379476', 'port_id': 'ccefb110-1f8f-47f6-a66f-5a8c5114a8dc', 'mac_address': 'fa:16:3e:56:6b:2c', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 1006, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'ff26c6d8-fbe9-4318-9056-e5433e3433f5', 'ip_address': '172.20.0.3'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'qos_network_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103918) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jun 16 17:29:35.879862 dv-cinder-837356-2-iscsi neutron-server[103918]: DEBUG neutron.db.l3_hamode_db [None req-1a071b42-3c57-4dfd-8edf-5939b7dffb3e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b698568a-354a-41b9-a41d-a2afa6bbdd0f', 'name': 'tempest-AttachVolumeTestJSON-2145162369-router', 'tenant_id': 'f029a8bb389c4d348c0e9001c5fa059c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9df31235-0797-44e6-85a0-102cb2da2d58', 'external_fixed_ips': [{'subnet_id': '1dfb0320-f5eb-46f6-88ce-33002f500238', 'ip_address': '172.27.2.110'}], 'enable_snat': True}, 'gw_port_id': '8996dd90-031b-4185-b6a7-e192f4c0cebb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-16T17:22:25Z', 'updated_at': '2022-06-16T17:22:36Z', 'revision_number': 4, 'project_id': 'f029a8bb389c4d348c0e9001c5fa059c', 'gw_port': {'id': '8996dd90-031b-4185-b6a7-e192f4c0cebb', 'name': '', 'network_id': '9df31235-0797-44e6-85a0-102cb2da2d58', 'tenant_id': '', 'mac_address': 'fa:16:3e:c1:51:ad', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b698568a-354a-41b9-a41d-a2afa6bbdd0f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 79, 'fixed_ips': [{'subnet_id': '1dfb0320-f5eb-46f6-88ce-33002f500238', 'ip_address': '172.27.2.110', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-837356-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-16T17:22:28Z', 'updated_at': '2022-06-16T17:22:43Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1dfb0320-f5eb-46f6-88ce-33002f500238', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-837356-2-iscsi', '_interfaces': [{'id': 'a8d5bd16-d884-4270-9432-d25b5a4fcf68', 'name': '', 'network_id': '82c6c893-96f4-45ae-b1e3-d70ff1db738d', 'tenant_id': 'f029a8bb389c4d348c0e9001c5fa059c', 'mac_address': 'fa:16:3e:43:3b:d8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b698568a-354a-41b9-a41d-a2afa6bbdd0f', 'device_owner': 'network:router_interface', 'standard_attr_id': 117, 'fixed_ips': [{'subnet_id': '744fc868-35e9-4c30-8ac9-ba01749c37c3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-837356-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-16T17:22:35Z', 'updated_at': '2022-06-16T17:22:48Z', 'revision_number': 5, 'project_id': 'f029a8bb389c4d348c0e9001c5fa059c', 'subnets': [{'id': '744fc868-35e9-4c30-8ac9-ba01749c37c3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-837356-2-iscsi', False) {} {{(pid=103918) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 16 17:29:35.940444 dv-cinder-837356-2-iscsi neutron-server[103918]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1a071b42-3c57-4dfd-8edf-5939b7dffb3e None None] The sync data for ids ['b698568a-354a-41b9-a41d-a2afa6bbdd0f'] in dv-cinder-837356-2-iscsi is: [{'id': 'b698568a-354a-41b9-a41d-a2afa6bbdd0f', 'name': 'tempest-AttachVolumeTestJSON-2145162369-router', 'tenant_id': 'f029a8bb389c4d348c0e9001c5fa059c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9df31235-0797-44e6-85a0-102cb2da2d58', 'external_fixed_ips': [{'subnet_id': '1dfb0320-f5eb-46f6-88ce-33002f500238', 'ip_address': '172.27.2.110'}], 'enable_snat': True}, 'gw_port_id': '8996dd90-031b-4185-b6a7-e192f4c0cebb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-16T17:22:25Z', 'updated_at': '2022-06-16T17:22:36Z', 'revision_number': 4, 'project_id': 'f029a8bb389c4d348c0e9001c5fa059c', 'gw_port': {'id': '8996dd90-031b-4185-b6a7-e192f4c0cebb', 'name': '', 'network_id': '9df31235-0797-44e6-85a0-102cb2da2d58', 'tenant_id': '', 'mac_address': 'fa:16:3e:c1:51:ad', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b698568a-354a-41b9-a41d-a2afa6bbdd0f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 79, 'fixed_ips': [{'subnet_id': '1dfb0320-f5eb-46f6-88ce-33002f500238', 'ip_address': '172.27.2.110', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-837356-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-16T17:22:28Z', 'updated_at': '2022-06-16T17:22:43Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1dfb0320-f5eb-46f6-88ce-33002f500238', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-837356-2-iscsi', '_interfaces': [{'id': 'a8d5bd16-d884-4270-9432-d25b5a4fcf68', 'name': '', 'network_id': '82c6c893-96f4-45ae-b1e3-d70ff1db738d', 'tenant_id': 'f029a8bb389c4d348c0e9001c5fa059c', 'mac_address': 'fa:16:3e:43:3b:d8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b698568a-354a-41b9-a41d-a2afa6bbdd0f', 'device_owner': 'network:router_interface', 'standard_attr_id': 117, 'fixed_ips': [{'subnet_id': '744fc868-35e9-4c30-8ac9-ba01749c37c3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-837356-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-16T17:22:35Z', 'updated_at': '2022-06-16T17:22:48Z', 'revision_number': 5, 'project_id': 'f029a8bb389c4d348c0e9001c5fa059c', 'subnets': [{'id': '744fc868-35e9-4c30-8ac9-ba01749c37c3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103918) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 16 17:29:35.948751 dv-cinder-837356-2-iscsi neutron-server[103918]: DEBUG neutron.plugins.ml2.plugin [None req-11a9a4aa-5fe5-4865-855e-b54dfa6d9c38 None None] Port 401826ae-efee-49a0-8dc1-2f0485f4adf8 cannot update to ACTIVE because it is not bound. {{(pid=103918) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:354}} Jun 16 17:29:35.965826 dv-cinder-837356-2-iscsi neutron-server[103918]: DEBUG neutron.plugins.ml2.plugin [None req-b2b17746-c296-4803-869a-65578e8233dd None None] Current status of the port ccefb110-1f8f-47f6-a66f-5a8c5114a8dc is: DOWN; New status is: BUILD {{(pid=103918) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2298}} Jun 16 17:29:35.966313 dv-cinder-837356-2-iscsi neutron-server[103918]: DEBUG neutron_lib.callbacks.manager [None req-b2b17746-c296-4803-869a-65578e8233dd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16007590'] for port (ccefb110-1f8f-47f6-a66f-5a8c5114a8dc), before_update {{(pid=103918) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 17:29:35.990128 dv-cinder-837356-2-iscsi neutron-server[103919]: DEBUG neutron.db.l3_hamode_db [None req-1e6e9084-5deb-4725-9093-971f5d737a05 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '51e0e6e8-2961-4a56-9c97-c0eb890fa510', 'name': 'tempest-TestShelveInstance-278687210-router', 'tenant_id': '50aeadccaa9348fd9af173f94291bf6f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9df31235-0797-44e6-85a0-102cb2da2d58', 'external_fixed_ips': [{'subnet_id': '1dfb0320-f5eb-46f6-88ce-33002f500238', 'ip_address': '172.27.2.24'}], 'enable_snat': True}, 'gw_port_id': '9117a816-4e9e-43ec-ac6e-c5b153dd0bc9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-16T17:29:29Z', 'updated_at': '2022-06-16T17:29:31Z', 'revision_number': 3, 'project_id': '50aeadccaa9348fd9af173f94291bf6f', 'gw_port': {'id': '9117a816-4e9e-43ec-ac6e-c5b153dd0bc9', 'name': '', 'network_id': '9df31235-0797-44e6-85a0-102cb2da2d58', 'tenant_id': '', 'mac_address': 'fa:16:3e:9a:49:27', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '51e0e6e8-2961-4a56-9c97-c0eb890fa510', 'device_owner': 'network:router_gateway', 'standard_attr_id': 573, 'fixed_ips': [{'subnet_id': '1dfb0320-f5eb-46f6-88ce-33002f500238', 'ip_address': '172.27.2.24', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-837356-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-16T17:29:29Z', 'updated_at': '2022-06-16T17:29:34Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '1dfb0320-f5eb-46f6-88ce-33002f500238', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-837356-2-iscsi'}], 'dv-cinder-837356-2-iscsi', False) {} {{(pid=103919) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 16 17:29:36.045849 dv-cinder-837356-2-iscsi neutron-server[103918]: DEBUG neutron.notifiers.nova [None req-b2b17746-c296-4803-869a-65578e8233dd None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id ccefb110-1f8f-47f6-a66f-5a8c5114a8dc {{(pid=103918) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Jun 16 17:29:36.081152 dv-cinder-837356-2-iscsi neutron-server[103919]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1e6e9084-5deb-4725-9093-971f5d737a05 None None] The sync data for ids ['51e0e6e8-2961-4a56-9c97-c0eb890fa510'] in dv-cinder-837356-2-iscsi is: [{'id': '51e0e6e8-2961-4a56-9c97-c0eb890fa510', 'name': 'tempest-TestShelveInstance-278687210-router', 'tenant_id': '50aeadccaa9348fd9af173f94291bf6f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9df31235-0797-44e6-85a0-102cb2da2d58', 'external_fixed_ips': [{'subnet_id': '1dfb0320-f5eb-46f6-88ce-33002f500238', 'ip_address': '172.27.2.24'}], 'enable_snat': True}, 'gw_port_id': '9117a816-4e9e-43ec-ac6e-c5b153dd0bc9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-16T17:29:29Z', 'updated_at': '2022-06-16T17:29:31Z', 'revision_number': 3, 'project_id': '50aeadccaa9348fd9af173f94291bf6f', 'gw_port': {'id': '9117a816-4e9e-43ec-ac6e-c5b153dd0bc9', 'name': '', 'network_id': '9df31235-0797-44e6-85a0-102cb2da2d58', 'tenant_id': '', 'mac_address': 'fa:16:3e:9a:49:27', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '51e0e6e8-2961-4a56-9c97-c0eb890fa510', 'device_owner': 'network:router_gateway', 'standard_attr_id': 573, 'fixed_ips': [{'subnet_id': '1dfb0320-f5eb-46f6-88ce-33002f500238', 'ip_address': '172.27.2.24', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-837356-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-16T17:29:29Z', 'updated_at': '2022-06-16T17:29:34Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '1dfb0320-f5eb-46f6-88ce-33002f500238', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-837356-2-iscsi'}] {{(pid=103919) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 16 17:29:36.108468 dv-cinder-837356-2-iscsi neutron-server[103918]: DEBUG neutron.plugins.ml2.db [None req-b2b17746-c296-4803-869a-65578e8233dd None None] For port ccefb110-1f8f-47f6-a66f-5a8c5114a8dc, host hv-cinder-83735, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83735',level=0,port_id=ccefb110-1f8f-47f6-a66f-5a8c5114a8dc,segment=NetworkSegment(363e514d-58a6-41ff-89ea-af6a85f188ef),segment_id=363e514d-58a6-41ff-89ea-af6a85f188ef)] {{(pid=103918) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 16 17:29:36.130016 dv-cinder-837356-2-iscsi neutron-server[103918]: DEBUG neutron_lib.callbacks.manager [None req-b2b17746-c296-4803-869a-65578e8233dd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16007527', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-75831', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16241551', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728539364693', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728538993439', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728538993457'] for port (ccefb110-1f8f-47f6-a66f-5a8c5114a8dc), after_update {{(pid=103918) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 17:29:36.219508 dv-cinder-837356-2-iscsi neutron-server[103918]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b2b17746-c296-4803-869a-65578e8233dd None None] Pushing event updated for resources: {'Port': ['ID=ccefb110-1f8f-47f6-a66f-5a8c5114a8dc,revision_number=4']} {{(pid=103918) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 17:29:36.355616 dv-cinder-837356-2-iscsi neutron-server[103918]: DEBUG neutron.plugins.ml2.db [None req-b2b17746-c296-4803-869a-65578e8233dd None None] get_ports_and_sgs() called for port_ids ['ccefb110-1f8f-47f6-a66f-5a8c5114a8dc'] {{(pid=103918) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jun 16 17:29:36.362204 dv-cinder-837356-2-iscsi neutron-server[103916]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34bfd8b3-9ea4-419f-94ce-7972a701665c req-3011c370-1c96-4b8e-a96f-62a8ad7abbe2 tempest-AttachVolumeShelveTestJSON-1123487845 tempest-AttachVolumeShelveTestJSON-1123487845-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103916) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 16 17:29:36.363988 dv-cinder-837356-2-iscsi neutron-server[103916]: INFO neutron.wsgi [req-34bfd8b3-9ea4-419f-94ce-7972a701665c req-3011c370-1c96-4b8e-a96f-62a8ad7abbe2 tempest-AttachVolumeShelveTestJSON-1123487845 tempest-AttachVolumeShelveTestJSON-1123487845-project] 10.222.0.66 "GET /v2.0/ports?device_id=a9f207ac-0a5d-4cfc-abd6-2f2fc88ab6a4 HTTP/1.1" status: 200 len: 943 time: 0.9113717 Jun 16 17:29:36.495237 dv-cinder-837356-2-iscsi neutron-server[103916]: DEBUG neutron_lib.callbacks.manager [None req-1b763d01-e4f7-48ae-8722-0860447d5cf7 admin admin] Publish callbacks [] for port (401826ae-efee-49a0-8dc1-2f0485f4adf8), precommit_update {{(pid=103916) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 17:29:36.507138 dv-cinder-837356-2-iscsi neutron-server[103917]: DEBUG neutron.wsgi [-] (103917) accepted ('10.222.0.66', 44250) {{(pid=103917) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 16 17:29:36.523890 dv-cinder-837356-2-iscsi neutron-server[103916]: DEBUG neutron_lib.callbacks.manager [None req-1b763d01-e4f7-48ae-8722-0860447d5cf7 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16007527', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-75831', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16241551', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728539364693', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728538993439', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728538993457', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25517990'] for port (401826ae-efee-49a0-8dc1-2f0485f4adf8), after_update {{(pid=103916) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 17:29:36.543892 dv-cinder-837356-2-iscsi neutron-server[103917]: DEBUG dbcounter [-] [103917] Writing DB stats neutron:SELECT=97,neutron:DELETE=3 {{(pid=103917) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 16 17:29:36.643213 dv-cinder-837356-2-iscsi neutron-server[103918]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-484d6960-1631-4d3b-9fab-339d4deb08ba None None] New status for floating IP 56024222-9c39-4a30-bbd8-80bc138bf42f: DOWN {{(pid=103918) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:269}} Jun 16 17:29:36.702617 dv-cinder-837356-2-iscsi neutron-server[103917]: DEBUG neutron_lib.callbacks.manager [None req-cfc10536-7415-4a3c-92e0-b874128a7d32 tempest-AttachVolumeTestJSON-336390128 tempest-AttachVolumeTestJSON-336390128-project] Publish callbacks [] for security_group (060b0594-d1ec-490a-9c32-ca8c342f956c), before_delete {{(pid=103917) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 17:29:36.714493 dv-cinder-837356-2-iscsi neutron-server[103916]: INFO neutron.wsgi [req-34bfd8b3-9ea4-419f-94ce-7972a701665c req-2a692709-14ed-4a9d-a51d-e105bb314ef7 tempest-AttachVolumeShelveTestJSON-1123487845 tempest-AttachVolumeShelveTestJSON-1123487845-project] 10.222.0.66 "GET /v2.0/security-groups?id=528bbd8e-87bb-4e11-b4eb-c422958f1800&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.3357019 Jun 16 17:29:36.742831 dv-cinder-837356-2-iscsi neutron-server[103916]: DEBUG neutron_lib.callbacks.manager [None req-1b763d01-e4f7-48ae-8722-0860447d5cf7 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-16241533', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-706209'] for router_interface (51e0e6e8-2961-4a56-9c97-c0eb890fa510), after_create {{(pid=103916) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 17:29:36.744825 dv-cinder-837356-2-iscsi neutron-server[103916]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1b763d01-e4f7-48ae-8722-0860447d5cf7 admin admin] Pushing event updated for resources: {'Port': ['ID=401826ae-efee-49a0-8dc1-2f0485f4adf8,revision_number=2']} {{(pid=103916) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 17:29:36.753682 dv-cinder-837356-2-iscsi neutron-server[103917]: DEBUG neutron_lib.callbacks.manager [None req-cfc10536-7415-4a3c-92e0-b874128a7d32 tempest-AttachVolumeTestJSON-336390128 tempest-AttachVolumeTestJSON-336390128-project] Publish callbacks [] for security_group (060b0594-d1ec-490a-9c32-ca8c342f956c), precommit_delete {{(pid=103917) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 17:29:36.822609 dv-cinder-837356-2-iscsi neutron-server[103917]: DEBUG neutron_lib.callbacks.manager [None req-cfc10536-7415-4a3c-92e0-b874128a7d32 tempest-AttachVolumeTestJSON-336390128 tempest-AttachVolumeTestJSON-336390128-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-570488'] for security_group (060b0594-d1ec-490a-9c32-ca8c342f956c), after_delete {{(pid=103917) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 17:29:36.837051 dv-cinder-837356-2-iscsi neutron-server[103917]: DEBUG neutron_lib.callbacks.manager [None req-cfc10536-7415-4a3c-92e0-b874128a7d32 tempest-AttachVolumeTestJSON-336390128 tempest-AttachVolumeTestJSON-336390128-project] Publish callbacks [] for security_group (None), before_response {{(pid=103917) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 17:29:36.838685 dv-cinder-837356-2-iscsi neutron-server[103917]: INFO neutron.wsgi [None req-cfc10536-7415-4a3c-92e0-b874128a7d32 tempest-AttachVolumeTestJSON-336390128 tempest-AttachVolumeTestJSON-336390128-project] 10.222.0.66 "DELETE /v2.0/security-groups/060b0594-d1ec-490a-9c32-ca8c342f956c HTTP/1.1" status: 204 len: 168 time: 0.3298292 Jun 16 17:29:36.842627 dv-cinder-837356-2-iscsi neutron-server[103917]: DEBUG neutron.wsgi [-] (103917) accepted ('10.222.0.66', 44252) {{(pid=103917) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 16 17:29:36.866196 dv-cinder-837356-2-iscsi neutron-server[103917]: INFO neutron.api.v2.resource [None req-1280ddf5-1d84-4660-9d86-b5af2360c183 tempest-AttachVolumeTestJSON-336390128 tempest-AttachVolumeTestJSON-336390128-project] show failed (client error): The resource could not be found. Jun 16 17:29:36.868160 dv-cinder-837356-2-iscsi neutron-server[103917]: INFO neutron.wsgi [None req-1280ddf5-1d84-4660-9d86-b5af2360c183 tempest-AttachVolumeTestJSON-336390128 tempest-AttachVolumeTestJSON-336390128-project] 10.222.0.66 "GET /v2.0/security-groups/060b0594-d1ec-490a-9c32-ca8c342f956c HTTP/1.1" status: 404 len: 347 time: 0.0242097 Jun 16 17:29:36.874038 dv-cinder-837356-2-iscsi neutron-server[103916]: DEBUG dbcounter [-] [103916] Writing DB stats neutron:SELECT=97,neutron:INSERT=1,neutron:UPDATE=2 {{(pid=103916) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 16 17:29:36.874509 dv-cinder-837356-2-iscsi neutron-server[103917]: DEBUG neutron.wsgi [-] (103917) accepted ('10.222.0.66', 44254) {{(pid=103917) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 16 17:29:36.884513 dv-cinder-837356-2-iscsi neutron-server[103917]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cfc10536-7415-4a3c-92e0-b874128a7d32 tempest-AttachVolumeTestJSON-336390128 tempest-AttachVolumeTestJSON-336390128-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=060b0594-d1ec-490a-9c32-ca8c342f956c,revision_number=None']} {{(pid=103917) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 17:29:36.915416 dv-cinder-837356-2-iscsi neutron-server[103916]: DEBUG dbcounter [-] [103916] Writing DB stats neutron:SELECT=99,neutron:INSERT=1 {{(pid=103916) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 16 17:29:36.986795 dv-cinder-837356-2-iscsi neutron-server[103916]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1b763d01-e4f7-48ae-8722-0860447d5cf7 admin admin] Network e2e2bf0f-54ad-46f0-9611-04e943388552 is already hosted by enough agents. {{(pid=103916) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 16 17:29:36.991507 dv-cinder-837356-2-iscsi neutron-server[103916]: DEBUG neutron.scheduler.base_scheduler [None req-1b763d01-e4f7-48ae-8722-0860447d5cf7 admin admin] Resources bound (agent type, host, resource id): {{(pid=103916) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 16 17:29:37.164035 dv-cinder-837356-2-iscsi neutron-server[103917]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-031400ee-2786-489a-b353-23d7512ddbc7 req-3808999b-8da4-46e1-8aa4-00002722f88c tempest-TestVolumeBootPattern-1350759327 tempest-TestVolumeBootPattern-1350759327-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103917) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 16 17:29:37.173226 dv-cinder-837356-2-iscsi neutron-server[103917]: INFO neutron.wsgi [req-031400ee-2786-489a-b353-23d7512ddbc7 req-3808999b-8da4-46e1-8aa4-00002722f88c tempest-TestVolumeBootPattern-1350759327 tempest-TestVolumeBootPattern-1350759327-project] 10.222.0.66 "GET /v2.0/ports?device_id=ce5b6345-48fe-44a0-b917-2b12902e234b HTTP/1.1" status: 200 len: 944 time: 0.1141315 Jun 16 17:29:37.216684 dv-cinder-837356-2-iscsi neutron-server[103917]: DEBUG neutron.plugins.ml2.plugin [None req-90d748a5-d0a8-4c23-a80c-1f5bbe81384c tempest-AttachVolumeTestJSON-336390128 tempest-AttachVolumeTestJSON-336390128-project] Deleting port 64b7cfdf-8816-42ab-914e-0efdfeffaa5b {{(pid=103917) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2043}} Jun 16 17:29:37.217080 dv-cinder-837356-2-iscsi neutron-server[103917]: DEBUG neutron_lib.callbacks.manager [None req-90d748a5-d0a8-4c23-a80c-1f5bbe81384c tempest-AttachVolumeTestJSON-336390128 tempest-AttachVolumeTestJSON-336390128-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8728539361383'] for port (64b7cfdf-8816-42ab-914e-0efdfeffaa5b), before_delete {{(pid=103917) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 17:29:37.324286 dv-cinder-837356-2-iscsi neutron-server[103916]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-1b763d01-e4f7-48ae-8722-0860447d5cf7 admin admin] Router 51e0e6e8-2961-4a56-9c97-c0eb890fa510 has already been hosted by L3 agent 7639df21-17c3-4235-8912-210c3ad54137 {{(pid=103916) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jun 16 17:29:37.369379 dv-cinder-837356-2-iscsi neutron-server[103917]: DEBUG dbcounter [-] [103917] Writing DB stats neutron:SELECT=96,neutron:DELETE=4 {{(pid=103917) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 16 17:29:37.494645 dv-cinder-837356-2-iscsi neutron-server[103917]: INFO neutron.wsgi [req-031400ee-2786-489a-b353-23d7512ddbc7 req-2be138c1-0760-4f10-94d5-20fecf6bd2a9 tempest-TestVolumeBootPattern-1350759327 tempest-TestVolumeBootPattern-1350759327-project] 10.222.0.66 "GET /v2.0/security-groups?id=e6a9443b-cf7a-479e-b6b0-e85ba61d4c81&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.3203585 Jun 16 17:29:37.511056 dv-cinder-837356-2-iscsi neutron-server[103918]: DEBUG neutron.db.provisioning_blocks [None req-3a0dc193-8eed-43cd-923f-6687145f70c8 None None] Provisioning complete for port 401826ae-efee-49a0-8dc1-2f0485f4adf8 triggered by entity DHCP. {{(pid=103918) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jun 16 17:29:37.512371 dv-cinder-837356-2-iscsi neutron-server[103918]: DEBUG neutron_lib.callbacks.manager [None req-3a0dc193-8eed-43cd-923f-6687145f70c8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16149424'] for port (401826ae-efee-49a0-8dc1-2f0485f4adf8), provisioning_complete {{(pid=103918) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 17:29:37.525045 dv-cinder-837356-2-iscsi neutron-server[103917]: DEBUG neutron_lib.callbacks.manager [None req-90d748a5-d0a8-4c23-a80c-1f5bbe81384c tempest-AttachVolumeTestJSON-336390128 tempest-AttachVolumeTestJSON-336390128-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-708042'] for port (64b7cfdf-8816-42ab-914e-0efdfeffaa5b), precommit_delete {{(pid=103917) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 17:29:37.526081 dv-cinder-837356-2-iscsi neutron-server[103917]: DEBUG neutron_lib.callbacks.manager [None req-90d748a5-d0a8-4c23-a80c-1f5bbe81384c tempest-AttachVolumeTestJSON-336390128 tempest-AttachVolumeTestJSON-336390128-project] Publish callbacks [] for floatingip (64b7cfdf-8816-42ab-914e-0efdfeffaa5b), precommit_delete {{(pid=103917) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 17:29:37.556227 dv-cinder-837356-2-iscsi neutron-server[103917]: DEBUG neutron.plugins.ml2.plugin [None req-90d748a5-d0a8-4c23-a80c-1f5bbe81384c tempest-AttachVolumeTestJSON-336390128 tempest-AttachVolumeTestJSON-336390128-project] Calling delete_port for 64b7cfdf-8816-42ab-914e-0efdfeffaa5b owned by network:floatingip {{(pid=103917) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2122}} Jun 16 17:29:37.577831 dv-cinder-837356-2-iscsi neutron-server[103918]: DEBUG neutron.plugins.ml2.plugin [None req-3a0dc193-8eed-43cd-923f-6687145f70c8 None None] Port 401826ae-efee-49a0-8dc1-2f0485f4adf8 cannot update to ACTIVE because it is not bound. {{(pid=103918) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:354}} Jun 16 17:29:37.624216 dv-cinder-837356-2-iscsi neutron-server[103916]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1b763d01-e4f7-48ae-8722-0860447d5cf7 admin admin] Notify agent at l3_agent.dv-cinder-837356-2-iscsi the message routers_updated {{(pid=103916) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jun 16 17:29:37.629855 dv-cinder-837356-2-iscsi neutron-server[103916]: INFO neutron.wsgi [None req-1b763d01-e4f7-48ae-8722-0860447d5cf7 admin admin] 10.222.0.66 "PUT /v2.0/routers/51e0e6e8-2961-4a56-9c97-c0eb890fa510/add_router_interface HTTP/1.1" status: 200 len: 503 time: 4.0325017 Jun 16 17:29:37.927676 dv-cinder-837356-2-iscsi neutron-server[103917]: DEBUG neutron_lib.callbacks.manager [None req-90d748a5-d0a8-4c23-a80c-1f5bbe81384c tempest-AttachVolumeTestJSON-336390128 tempest-AttachVolumeTestJSON-336390128-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16007527', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-75831', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16241551', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8728539364702', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8728538993430', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3819743'] for port (64b7cfdf-8816-42ab-914e-0efdfeffaa5b), after_delete {{(pid=103917) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 17:29:37.959486 dv-cinder-837356-2-iscsi neutron-server[103918]: DEBUG neutron.plugins.ml2.rpc [None req-39ead2dc-a542-4f04-b117-439eb7f32aa8 None None] Device 9117a816-4e9e-43ec-ac6e-c5b153dd0bc9 up at agent ovs-agent-dv-cinder-837356-2-iscsi {{(pid=103918) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 16 17:29:37.990514 dv-cinder-837356-2-iscsi neutron-server[103917]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-90d748a5-d0a8-4c23-a80c-1f5bbe81384c tempest-AttachVolumeTestJSON-336390128 tempest-AttachVolumeTestJSON-336390128-project] Pushing event deleted for resources: {'Port': ['ID=64b7cfdf-8816-42ab-914e-0efdfeffaa5b,revision_number=None']} {{(pid=103917) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 17:29:38.034362 dv-cinder-837356-2-iscsi neutron-server[103918]: DEBUG dbcounter [-] [103918] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=103918) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 16 17:29:38.038356 dv-cinder-837356-2-iscsi neutron-server[103918]: DEBUG neutron.db.provisioning_blocks [None req-39ead2dc-a542-4f04-b117-439eb7f32aa8 None None] Provisioning complete for port 9117a816-4e9e-43ec-ac6e-c5b153dd0bc9 triggered by entity L2. {{(pid=103918) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jun 16 17:29:38.038356 dv-cinder-837356-2-iscsi neutron-server[103918]: DEBUG neutron_lib.callbacks.manager [None req-39ead2dc-a542-4f04-b117-439eb7f32aa8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16149424'] for port (9117a816-4e9e-43ec-ac6e-c5b153dd0bc9), provisioning_complete {{(pid=103918) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 17:29:38.047688 dv-cinder-837356-2-iscsi neutron-server[103916]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77760ce3-3218-4d7c-87ee-15a206cb69e9 req-8eb822cf-9db9-4bfb-9276-556014255073 tempest-AttachVolumeShelveTestJSON-1123487845 tempest-AttachVolumeShelveTestJSON-1123487845-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103916) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 16 17:29:38.057590 dv-cinder-837356-2-iscsi neutron-server[103916]: INFO neutron.wsgi [req-77760ce3-3218-4d7c-87ee-15a206cb69e9 req-8eb822cf-9db9-4bfb-9276-556014255073 tempest-AttachVolumeShelveTestJSON-1123487845 tempest-AttachVolumeShelveTestJSON-1123487845-project] 10.222.0.66 "GET /v2.0/ports?device_id=a9f207ac-0a5d-4cfc-abd6-2f2fc88ab6a4 HTTP/1.1" status: 200 len: 943 time: 0.1323969 Jun 16 17:29:38.109691 dv-cinder-837356-2-iscsi neutron-server[103917]: DEBUG neutron_lib.callbacks.manager [None req-90d748a5-d0a8-4c23-a80c-1f5bbe81384c tempest-AttachVolumeTestJSON-336390128 tempest-AttachVolumeTestJSON-336390128-project] Publish callbacks [] for floatingip (56024222-9c39-4a30-bbd8-80bc138bf42f), after_delete {{(pid=103917) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 17:29:38.113283 dv-cinder-837356-2-iscsi neutron-server[103917]: DEBUG neutron_lib.callbacks.manager [None req-90d748a5-d0a8-4c23-a80c-1f5bbe81384c tempest-AttachVolumeTestJSON-336390128 tempest-AttachVolumeTestJSON-336390128-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-191112'] for floatingip (None), before_response {{(pid=103917) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 17:29:38.133229 dv-cinder-837356-2-iscsi neutron-server[103916]: INFO neutron.wsgi [req-77760ce3-3218-4d7c-87ee-15a206cb69e9 req-ca649266-6490-4c63-a0c0-f40cdf580b1b tempest-AttachVolumeShelveTestJSON-1123487845 tempest-AttachVolumeShelveTestJSON-1123487845-project] 10.222.0.66 "GET /v2.0/security-groups?id=528bbd8e-87bb-4e11-b4eb-c422958f1800&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0740893 Jun 16 17:29:38.136475 dv-cinder-837356-2-iscsi neutron-server[103917]: INFO neutron.wsgi [None req-90d748a5-d0a8-4c23-a80c-1f5bbe81384c tempest-AttachVolumeTestJSON-336390128 tempest-AttachVolumeTestJSON-336390128-project] 10.222.0.66 "DELETE /v2.0/floatingips/56024222-9c39-4a30-bbd8-80bc138bf42f HTTP/1.1" status: 204 len: 168 time: 1.2605283 Jun 16 17:29:38.417169 dv-cinder-837356-2-iscsi neutron-server[103918]: DEBUG dbcounter [-] [103918] Writing DB stats neutron:SELECT=97,neutron:UPDATE=3 {{(pid=103918) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 16 17:29:38.529082 dv-cinder-837356-2-iscsi neutron-server[103918]: DEBUG neutron.plugins.ml2.plugin [None req-39ead2dc-a542-4f04-b117-439eb7f32aa8 None None] Current status of the port 9117a816-4e9e-43ec-ac6e-c5b153dd0bc9 is: DOWN; New status is: ACTIVE {{(pid=103918) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2298}} Jun 16 17:29:38.529511 dv-cinder-837356-2-iscsi neutron-server[103918]: DEBUG neutron_lib.callbacks.manager [None req-39ead2dc-a542-4f04-b117-439eb7f32aa8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16007590'] for port (9117a816-4e9e-43ec-ac6e-c5b153dd0bc9), before_update {{(pid=103918) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 17:29:38.611807 dv-cinder-837356-2-iscsi neutron-server[103918]: DEBUG neutron.plugins.ml2.db [None req-39ead2dc-a542-4f04-b117-439eb7f32aa8 None None] For port 9117a816-4e9e-43ec-ac6e-c5b153dd0bc9, host dv-cinder-837356-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-837356-2-iscsi',level=0,port_id=9117a816-4e9e-43ec-ac6e-c5b153dd0bc9,segment=NetworkSegment(18b787c7-0964-4a3b-b1f5-b8083c94f58b),segment_id=18b787c7-0964-4a3b-b1f5-b8083c94f58b)] {{(pid=103918) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 16 17:29:38.627485 dv-cinder-837356-2-iscsi neutron-server[103918]: DEBUG neutron_lib.callbacks.manager [None req-39ead2dc-a542-4f04-b117-439eb7f32aa8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16007527', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-75831', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16241551', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728539364693', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728538993439', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728538993457'] for port (9117a816-4e9e-43ec-ac6e-c5b153dd0bc9), after_update {{(pid=103918) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 17:29:38.728235 dv-cinder-837356-2-iscsi neutron-server[103918]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-39ead2dc-a542-4f04-b117-439eb7f32aa8 None None] Pushing event updated for resources: {'Port': ['ID=9117a816-4e9e-43ec-ac6e-c5b153dd0bc9,revision_number=4']} {{(pid=103918) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 17:29:38.748796 dv-cinder-837356-2-iscsi neutron-server[103917]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-762c6ef3-7da2-4401-8b3b-fa961bb3faf7 req-8c6d182e-8d00-4478-9a4c-91e836170c57 tempest-TestVolumeBootPattern-1350759327 tempest-TestVolumeBootPattern-1350759327-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103917) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 16 17:29:38.757055 dv-cinder-837356-2-iscsi neutron-server[103917]: INFO neutron.wsgi [req-762c6ef3-7da2-4401-8b3b-fa961bb3faf7 req-8c6d182e-8d00-4478-9a4c-91e836170c57 tempest-TestVolumeBootPattern-1350759327 tempest-TestVolumeBootPattern-1350759327-project] 10.222.0.66 "GET /v2.0/ports?device_id=ce5b6345-48fe-44a0-b917-2b12902e234b HTTP/1.1" status: 200 len: 944 time: 0.1004860 Jun 16 17:29:38.784191 dv-cinder-837356-2-iscsi neutron-server[103916]: DEBUG neutron.wsgi [-] (103916) accepted ('10.222.0.66', 44280) {{(pid=103916) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 16 17:29:38.791351 dv-cinder-837356-2-iscsi neutron-server[103916]: DEBUG neutron.api.v2.base [None req-54bd2186-eda8-4cc2-97e6-e073cda20a9b admin admin] Request body: {'network': {'name': 'tempest-TestShelveInstance-1698680543-network', 'tenant_id': '8612326dfc09414caca0b216d53b9f13'}} {{(pid=103916) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jun 16 17:29:38.839533 dv-cinder-837356-2-iscsi neutron-server[103916]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-54bd2186-eda8-4cc2-97e6-e073cda20a9b admin admin] Made reservation on behalf of 8612326dfc09414caca0b216d53b9f13 for: {'network': 1} {{(pid=103916) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 16 17:29:38.844008 dv-cinder-837356-2-iscsi neutron-server[103916]: DEBUG neutron_lib.callbacks.manager [None req-54bd2186-eda8-4cc2-97e6-e073cda20a9b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16007590'] for network (None), before_create {{(pid=103916) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 17:29:38.865140 dv-cinder-837356-2-iscsi neutron-server[103917]: INFO neutron.wsgi [req-762c6ef3-7da2-4401-8b3b-fa961bb3faf7 req-793fb195-c22c-49b4-9279-06943166ec00 tempest-TestVolumeBootPattern-1350759327 tempest-TestVolumeBootPattern-1350759327-project] 10.222.0.66 "GET /v2.0/security-groups?id=e6a9443b-cf7a-479e-b6b0-e85ba61d4c81&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1067877 Jun 16 17:29:38.868921 dv-cinder-837356-2-iscsi neutron-server[103916]: DEBUG neutron_lib.callbacks.manager [None req-54bd2186-eda8-4cc2-97e6-e073cda20a9b admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103916) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 17:29:38.891914 dv-cinder-837356-2-iscsi neutron-server[103918]: DEBUG neutron.plugins.ml2.rpc [None req-b2b17746-c296-4803-869a-65578e8233dd None None] Device ccefb110-1f8f-47f6-a66f-5a8c5114a8dc up at agent hyperv_hv-cinder-83735 {{(pid=103918) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 16 17:29:38.994132 dv-cinder-837356-2-iscsi neutron-server[103918]: DEBUG neutron.db.provisioning_blocks [None req-b2b17746-c296-4803-869a-65578e8233dd None None] Provisioning for port ccefb110-1f8f-47f6-a66f-5a8c5114a8dc completed by entity L2. {{(pid=103918) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:137}} Jun 16 17:29:39.009510 dv-cinder-837356-2-iscsi neutron-server[103918]: DEBUG neutron.db.provisioning_blocks [None req-b2b17746-c296-4803-869a-65578e8233dd None None] Provisioning complete for port ccefb110-1f8f-47f6-a66f-5a8c5114a8dc triggered by entity L2. {{(pid=103918) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jun 16 17:29:39.010547 dv-cinder-837356-2-iscsi neutron-server[103918]: DEBUG neutron_lib.callbacks.manager [None req-b2b17746-c296-4803-869a-65578e8233dd None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16149424'] for port (ccefb110-1f8f-47f6-a66f-5a8c5114a8dc), provisioning_complete {{(pid=103918) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 17:29:39.050995 dv-cinder-837356-2-iscsi neutron-server[103919]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-32b3c565-0f9e-41f8-bae8-a0294a82ec85 None None] Sync routers for ids ['51e0e6e8-2961-4a56-9c97-c0eb890fa510'] in dv-cinder-837356-2-iscsi {{(pid=103919) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 16 17:29:39.052518 dv-cinder-837356-2-iscsi neutron-server[103916]: DEBUG neutron_lib.callbacks.manager [None req-54bd2186-eda8-4cc2-97e6-e073cda20a9b admin admin] Publish callbacks [] for security_group (c3bf6409-6909-43d4-9da8-c91e4fec93ed), precommit_create {{(pid=103916) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 17:29:39.061994 dv-cinder-837356-2-iscsi neutron-server[103916]: DEBUG neutron_lib.callbacks.manager [None req-54bd2186-eda8-4cc2-97e6-e073cda20a9b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-570488'] for security_group (c3bf6409-6909-43d4-9da8-c91e4fec93ed), after_create {{(pid=103916) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 17:29:39.074343 dv-cinder-837356-2-iscsi neutron-server[103919]: DEBUG neutron.db.l3_dvrscheduler_db [None req-32b3c565-0f9e-41f8-bae8-a0294a82ec85 None None] Routers {'51e0e6e8-2961-4a56-9c97-c0eb890fa510'} bound to L3 agent in host dv-cinder-837356-2-iscsi {{(pid=103919) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jun 16 17:29:39.075410 dv-cinder-837356-2-iscsi neutron-server[103919]: DEBUG neutron.db.l3_hamode_db [None req-32b3c565-0f9e-41f8-bae8-a0294a82ec85 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-837356-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-06-16T17:14:15Z,description=,heartbeat_timestamp=2022-06-16T17:29:15Z,host='dv-cinder-837356-2-iscsi',id=7639df21-17c3-4235-8912-210c3ad54137,load=0,resource_versions=,resources_synced=,started_at=2022-06-16T17:14:15Z,topic='l3_agent')) {'router_ids': ['51e0e6e8-2961-4a56-9c97-c0eb890fa510'], 'active': True} {{(pid=103919) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 16 17:29:39.093257 dv-cinder-837356-2-iscsi neutron-server[103916]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-54bd2186-eda8-4cc2-97e6-e073cda20a9b admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 1038} {{(pid=103916) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jun 16 17:29:39.113527 dv-cinder-837356-2-iscsi neutron-server[103916]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-54bd2186-eda8-4cc2-97e6-e073cda20a9b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c3bf6409-6909-43d4-9da8-c91e4fec93ed,revision_number=1']} {{(pid=103916) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 17:29:39.121335 dv-cinder-837356-2-iscsi neutron-server[103916]: DEBUG neutron_lib.callbacks.manager [None req-54bd2186-eda8-4cc2-97e6-e073cda20a9b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16150272'] for segment (e9d2a385-dd16-4c80-a0a8-633cf32191fa), precommit_create {{(pid=103916) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 17:29:39.121849 dv-cinder-837356-2-iscsi neutron-server[103916]: INFO neutron.db.segments_db [None req-54bd2186-eda8-4cc2-97e6-e073cda20a9b admin admin] Added segment e9d2a385-dd16-4c80-a0a8-633cf32191fa of type vlan for network 214a5b82-57ef-4b49-802c-fcf438c91dcc Jun 16 17:29:39.184682 dv-cinder-837356-2-iscsi neutron-server[103916]: DEBUG neutron_lib.callbacks.manager [None req-54bd2186-eda8-4cc2-97e6-e073cda20a9b admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8728539013196'] for network (214a5b82-57ef-4b49-802c-fcf438c91dcc), precommit_create {{(pid=103916) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 17:29:39.196181 dv-cinder-837356-2-iscsi neutron-server[103918]: DEBUG neutron.plugins.ml2.plugin [None req-b2b17746-c296-4803-869a-65578e8233dd None None] Current status of the port ccefb110-1f8f-47f6-a66f-5a8c5114a8dc is: BUILD; New status is: ACTIVE {{(pid=103918) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2298}} Jun 16 17:29:39.198523 dv-cinder-837356-2-iscsi neutron-server[103918]: DEBUG neutron_lib.callbacks.manager [None req-b2b17746-c296-4803-869a-65578e8233dd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16007590'] for port (ccefb110-1f8f-47f6-a66f-5a8c5114a8dc), before_update {{(pid=103918) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 17:29:39.236902 dv-cinder-837356-2-iscsi neutron-server[103916]: DEBUG neutron_lib.callbacks.manager [None req-54bd2186-eda8-4cc2-97e6-e073cda20a9b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-570401', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16241551'] for network (214a5b82-57ef-4b49-802c-fcf438c91dcc), after_create {{(pid=103916) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 17:29:39.238096 dv-cinder-837356-2-iscsi neutron-server[103916]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-54bd2186-eda8-4cc2-97e6-e073cda20a9b admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103916) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 16 17:29:39.243245 dv-cinder-837356-2-iscsi neutron-server[103916]: DEBUG neutron_lib.callbacks.manager [None req-54bd2186-eda8-4cc2-97e6-e073cda20a9b admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-16241561'] for network (None), before_response {{(pid=103916) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 17:29:39.263267 dv-cinder-837356-2-iscsi neutron-server[103918]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ce5b6345-48fe-44a0-b917-2b12902e234b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ccefb110-1f8f-47f6-a66f-5a8c5114a8dc'}] {{(pid=103918) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jun 16 17:29:39.269900 dv-cinder-837356-2-iscsi neutron-server[103918]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.66/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c81ba123246404939637391270152498621c2ac0d5068f91321d7f7277fce0c4" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-cb230b8b-00dc-4fbc-826a-4398a07cc4e3" -d '{"events": [{"server_uuid": "ce5b6345-48fe-44a0-b917-2b12902e234b", "name": "network-vif-plugged", "status": "completed", "tag": "ccefb110-1f8f-47f6-a66f-5a8c5114a8dc"}]}' {{(pid=103918) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 16 17:29:39.299030 dv-cinder-837356-2-iscsi neutron-server[103918]: DEBUG neutron.plugins.ml2.db [None req-b2b17746-c296-4803-869a-65578e8233dd None None] For port ccefb110-1f8f-47f6-a66f-5a8c5114a8dc, host hv-cinder-83735, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83735',level=0,port_id=ccefb110-1f8f-47f6-a66f-5a8c5114a8dc,segment=NetworkSegment(363e514d-58a6-41ff-89ea-af6a85f188ef),segment_id=363e514d-58a6-41ff-89ea-af6a85f188ef)] {{(pid=103918) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 16 17:29:39.309233 dv-cinder-837356-2-iscsi neutron-server[103918]: DEBUG neutron_lib.callbacks.manager [None req-b2b17746-c296-4803-869a-65578e8233dd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16007527', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-75831', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16241551', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728539364693', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728538993439', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728538993457'] for port (ccefb110-1f8f-47f6-a66f-5a8c5114a8dc), after_update {{(pid=103918) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 17:29:39.319583 dv-cinder-837356-2-iscsi neutron-server[103919]: DEBUG neutron.db.l3_dvr_db [None req-32b3c565-0f9e-41f8-bae8-a0294a82ec85 None None] Set router 51e0e6e8-2961-4a56-9c97-c0eb890fa510 gateway port host: dv-cinder-837356-2-iscsi {{(pid=103919) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jun 16 17:29:39.393083 dv-cinder-837356-2-iscsi neutron-server[103918]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 16 Jun 2022 17:29:39 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-774e91c5-304f-4c01-9099-c8b7d8f10b28 x-openstack-request-id: req-774e91c5-304f-4c01-9099-c8b7d8f10b28 {{(pid=103918) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 16 17:29:39.396097 dv-cinder-837356-2-iscsi neutron-server[103918]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "ce5b6345-48fe-44a0-b917-2b12902e234b", "name": "network-vif-plugged", "status": "completed", "tag": "ccefb110-1f8f-47f6-a66f-5a8c5114a8dc", "code": 200}]} {{(pid=103918) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 16 17:29:39.396484 dv-cinder-837356-2-iscsi neutron-server[103918]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.66/compute/v2.1/os-server-external-events used request id req-774e91c5-304f-4c01-9099-c8b7d8f10b28 {{(pid=103918) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 16 17:29:39.402495 dv-cinder-837356-2-iscsi neutron-server[103918]: INFO neutron.notifiers.nova [-] Nova event matching ['req-774e91c5-304f-4c01-9099-c8b7d8f10b28'] response: {'server_uuid': 'ce5b6345-48fe-44a0-b917-2b12902e234b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ccefb110-1f8f-47f6-a66f-5a8c5114a8dc', 'code': 200} Jun 16 17:29:39.466470 dv-cinder-837356-2-iscsi neutron-server[103916]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-54bd2186-eda8-4cc2-97e6-e073cda20a9b admin admin] Pushing event updated for resources: {'Network': ['ID=214a5b82-57ef-4b49-802c-fcf438c91dcc,revision_number=1']} {{(pid=103916) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 17:29:39.475426 dv-cinder-837356-2-iscsi neutron-server[103918]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b2b17746-c296-4803-869a-65578e8233dd None None] Pushing event updated for resources: {'Port': ['ID=ccefb110-1f8f-47f6-a66f-5a8c5114a8dc,revision_number=5']} {{(pid=103918) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 17:29:39.483445 dv-cinder-837356-2-iscsi neutron-server[103918]: DEBUG neutron.plugins.ml2.rpc [None req-39ead2dc-a542-4f04-b117-439eb7f32aa8 None None] Network 214a5b82-57ef-4b49-802c-fcf438c91dcc details requested by agent ovs-agent-dv-cinder-837356-2-iscsi with host dv-cinder-837356-2-iscsi {{(pid=103918) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jun 16 17:29:39.501572 dv-cinder-837356-2-iscsi neutron-server[103916]: INFO neutron.wsgi [None req-54bd2186-eda8-4cc2-97e6-e073cda20a9b admin admin] 10.222.0.66 "POST /v2.0/networks HTTP/1.1" status: 201 len: 864 time: 0.7103930 Jun 16 17:29:39.501572 dv-cinder-837356-2-iscsi neutron-server[103916]: DEBUG neutron.wsgi [-] (103916) accepted ('10.222.0.66', 44292) {{(pid=103916) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 16 17:29:39.503848 dv-cinder-837356-2-iscsi neutron-server[103916]: DEBUG neutron.api.v2.base [None req-9a448424-2d21-477d-a0f5-eba528ac3195 admin admin] Request body: {'subnet': {'network_id': '214a5b82-57ef-4b49-802c-fcf438c91dcc', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestShelveInstance-1698680543-subnet', 'tenant_id': '8612326dfc09414caca0b216d53b9f13', 'ip_version': 4}} {{(pid=103916) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jun 16 17:29:39.559977 dv-cinder-837356-2-iscsi neutron-server[103916]: DEBUG dbcounter [-] [103916] Writing DB stats neutron:SELECT=84,neutron:INSERT=12,neutron:UPDATE=2,neutron:DELETE=2 {{(pid=103916) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 16 17:29:39.613323 dv-cinder-837356-2-iscsi neutron-server[103916]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9a448424-2d21-477d-a0f5-eba528ac3195 admin admin] Made reservation on behalf of 8612326dfc09414caca0b216d53b9f13 for: {'subnet': 1} {{(pid=103916) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 16 17:29:39.616238 dv-cinder-837356-2-iscsi neutron-server[103916]: DEBUG neutron_lib.callbacks.manager [None req-9a448424-2d21-477d-a0f5-eba528ac3195 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-25510000'] for subnet (None), before_create {{(pid=103916) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 17:29:39.689874 dv-cinder-837356-2-iscsi neutron-server[103916]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c213ec62-f1b8-4ac1-b109-833d6a17862c req-9307323a-a661-49cb-a427-e8d0d1c14a2b tempest-AttachVolumeShelveTestJSON-1123487845 tempest-AttachVolumeShelveTestJSON-1123487845-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103916) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 16 17:29:39.691776 dv-cinder-837356-2-iscsi neutron-server[103916]: INFO neutron.wsgi [req-c213ec62-f1b8-4ac1-b109-833d6a17862c req-9307323a-a661-49cb-a427-e8d0d1c14a2b tempest-AttachVolumeShelveTestJSON-1123487845 tempest-AttachVolumeShelveTestJSON-1123487845-project] 10.222.0.66 "GET /v2.0/ports?device_id=a9f207ac-0a5d-4cfc-abd6-2f2fc88ab6a4 HTTP/1.1" status: 200 len: 943 time: 0.3871322 Jun 16 17:29:39.811921 dv-cinder-837356-2-iscsi neutron-server[103916]: INFO neutron.wsgi [req-c213ec62-f1b8-4ac1-b109-833d6a17862c req-1fc48421-b461-4e12-b518-9ad7c0bf00e5 tempest-AttachVolumeShelveTestJSON-1123487845 tempest-AttachVolumeShelveTestJSON-1123487845-project] 10.222.0.66 "GET /v2.0/security-groups?id=528bbd8e-87bb-4e11-b4eb-c422958f1800&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0740201 Jun 16 17:29:39.843004 dv-cinder-837356-2-iscsi neutron-server[103919]: DEBUG neutron.db.l3_hamode_db [None req-32b3c565-0f9e-41f8-bae8-a0294a82ec85 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '51e0e6e8-2961-4a56-9c97-c0eb890fa510', 'name': 'tempest-TestShelveInstance-278687210-router', 'tenant_id': '50aeadccaa9348fd9af173f94291bf6f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9df31235-0797-44e6-85a0-102cb2da2d58', 'external_fixed_ips': [{'subnet_id': '1dfb0320-f5eb-46f6-88ce-33002f500238', 'ip_address': '172.27.2.24'}], 'enable_snat': True}, 'gw_port_id': '9117a816-4e9e-43ec-ac6e-c5b153dd0bc9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-16T17:29:29Z', 'updated_at': '2022-06-16T17:29:35Z', 'revision_number': 4, 'project_id': '50aeadccaa9348fd9af173f94291bf6f', 'gw_port': {'id': '9117a816-4e9e-43ec-ac6e-c5b153dd0bc9', 'name': '', 'network_id': '9df31235-0797-44e6-85a0-102cb2da2d58', 'tenant_id': '', 'mac_address': 'fa:16:3e:9a:49:27', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '51e0e6e8-2961-4a56-9c97-c0eb890fa510', 'device_owner': 'network:router_gateway', 'standard_attr_id': 573, 'fixed_ips': [{'subnet_id': '1dfb0320-f5eb-46f6-88ce-33002f500238', 'ip_address': '172.27.2.24', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-837356-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-16T17:29:29Z', 'updated_at': '2022-06-16T17:29:38Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1dfb0320-f5eb-46f6-88ce-33002f500238', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-837356-2-iscsi', '_interfaces': [{'id': '401826ae-efee-49a0-8dc1-2f0485f4adf8', 'name': '', 'network_id': 'e2e2bf0f-54ad-46f0-9611-04e943388552', 'tenant_id': '50aeadccaa9348fd9af173f94291bf6f', 'mac_address': 'fa:16:3e:aa:2c:52', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '51e0e6e8-2961-4a56-9c97-c0eb890fa510', 'device_owner': 'network:router_interface', 'standard_attr_id': 574, 'fixed_ips': [{'subnet_id': '4a1d4ef0-9517-4aff-bf32-d5774cc7c0cd', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-16T17:29:34Z', 'updated_at': '2022-06-16T17:29:36Z', 'revision_number': 2, 'project_id': '50aeadccaa9348fd9af173f94291bf6f', 'subnets': [{'id': '4a1d4ef0-9517-4aff-bf32-d5774cc7c0cd', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-837356-2-iscsi', False) {} {{(pid=103919) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 16 17:29:39.864509 dv-cinder-837356-2-iscsi neutron-server[103917]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7368b2d-fe2e-4827-b324-c0759e88f24e req-2775dbcb-71bb-4755-8ac0-5169fd32fea2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103917) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 16 17:29:39.871644 dv-cinder-837356-2-iscsi neutron-server[103917]: INFO neutron.wsgi [req-f7368b2d-fe2e-4827-b324-c0759e88f24e req-2775dbcb-71bb-4755-8ac0-5169fd32fea2 service neutron] 10.222.0.81 "GET /v2.0/ports?device_id=ce5b6345-48fe-44a0-b917-2b12902e234b HTTP/1.1" status: 200 len: 1129 time: 0.1029463 Jun 16 17:29:39.888079 dv-cinder-837356-2-iscsi neutron-server[103918]: DEBUG neutron.plugins.ml2.rpc [None req-39ead2dc-a542-4f04-b117-439eb7f32aa8 None None] Device 9117a816-4e9e-43ec-ac6e-c5b153dd0bc9 up at agent ovs-agent-dv-cinder-837356-2-iscsi {{(pid=103918) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 16 17:29:39.926518 dv-cinder-837356-2-iscsi neutron-server[103919]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-32b3c565-0f9e-41f8-bae8-a0294a82ec85 None None] Checking router: 51e0e6e8-2961-4a56-9c97-c0eb890fa510 for host: dv-cinder-837356-2-iscsi {{(pid=103919) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 16 17:29:39.926916 dv-cinder-837356-2-iscsi neutron-server[103919]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-32b3c565-0f9e-41f8-bae8-a0294a82ec85 None None] Updating router 51e0e6e8-2961-4a56-9c97-c0eb890fa510 port 401826ae-efee-49a0-8dc1-2f0485f4adf8 binding host dv-cinder-837356-2-iscsi {{(pid=103919) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jun 16 17:29:39.995841 dv-cinder-837356-2-iscsi neutron-server[103919]: DEBUG neutron_lib.callbacks.manager [None req-32b3c565-0f9e-41f8-bae8-a0294a82ec85 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16007590'] for port (401826ae-efee-49a0-8dc1-2f0485f4adf8), before_update {{(pid=103919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 17:29:40.017010 dv-cinder-837356-2-iscsi neutron-server[103918]: DEBUG neutron.db.provisioning_blocks [None req-39ead2dc-a542-4f04-b117-439eb7f32aa8 None None] Provisioning complete for port 9117a816-4e9e-43ec-ac6e-c5b153dd0bc9 triggered by entity L2. {{(pid=103918) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jun 16 17:29:40.017010 dv-cinder-837356-2-iscsi neutron-server[103918]: DEBUG neutron_lib.callbacks.manager [None req-39ead2dc-a542-4f04-b117-439eb7f32aa8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16149424'] for port (9117a816-4e9e-43ec-ac6e-c5b153dd0bc9), provisioning_complete {{(pid=103918) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 17:29:40.080257 dv-cinder-837356-2-iscsi neutron-server[103916]: DEBUG dbcounter [-] [103916] Writing DB stats neutron:SELECT=88,neutron:INSERT=10,neutron:UPDATE=2 {{(pid=103916) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 16 17:29:40.133623 dv-cinder-837356-2-iscsi neutron-server[103916]: DEBUG neutron_lib.callbacks.manager [None req-9a448424-2d21-477d-a0f5-eba528ac3195 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-570574', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16241551', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-25518043', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-25509954'] for subnet (a5afcff5-1319-4f06-96cb-5671896000cd), after_create {{(pid=103916) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 17:29:40.187602 dv-cinder-837356-2-iscsi neutron-server[103917]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16357c5c-5c61-4cac-b635-87928e4c05e1 req-ee2ce52b-6533-467c-a45d-49ced25456f0 tempest-TestVolumeBootPattern-1350759327 tempest-TestVolumeBootPattern-1350759327-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103917) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 16 17:29:40.191354 dv-cinder-837356-2-iscsi neutron-server[103917]: INFO neutron.wsgi [req-16357c5c-5c61-4cac-b635-87928e4c05e1 req-ee2ce52b-6533-467c-a45d-49ced25456f0 tempest-TestVolumeBootPattern-1350759327 tempest-TestVolumeBootPattern-1350759327-project] 10.222.0.66 "GET /v2.0/ports?device_id=ce5b6345-48fe-44a0-b917-2b12902e234b HTTP/1.1" status: 200 len: 945 time: 0.1649258 Jun 16 17:29:40.219010 dv-cinder-837356-2-iscsi neutron-server[103918]: DEBUG neutron.plugins.ml2.plugin [None req-39ead2dc-a542-4f04-b117-439eb7f32aa8 None None] Current status of the port 9117a816-4e9e-43ec-ac6e-c5b153dd0bc9 is: ACTIVE; New status is: ACTIVE {{(pid=103918) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2298}} Jun 16 17:29:40.219613 dv-cinder-837356-2-iscsi neutron-server[103917]: INFO neutron.wsgi [req-f7368b2d-fe2e-4827-b324-c0759e88f24e req-605e33c3-8c2a-4bda-a8ef-9532807fb00e service neutron] 10.222.0.81 "GET /v2.0/security-groups?id=e6a9443b-cf7a-479e-b6b0-e85ba61d4c81&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2763646 Jun 16 17:29:40.245937 dv-cinder-837356-2-iscsi neutron-server[103916]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9a448424-2d21-477d-a0f5-eba528ac3195 admin admin] Pushing event updated for resources: {'Subnet': ['ID=a5afcff5-1319-4f06-96cb-5671896000cd,revision_number=0']} {{(pid=103916) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 17:29:40.302075 dv-cinder-837356-2-iscsi neutron-server[103917]: INFO neutron.wsgi [req-16357c5c-5c61-4cac-b635-87928e4c05e1 req-1d65d4c8-89c8-4f2e-91bb-aab610c2e8b8 tempest-TestVolumeBootPattern-1350759327 tempest-TestVolumeBootPattern-1350759327-project] 10.222.0.66 "GET /v2.0/security-groups?id=e6a9443b-cf7a-479e-b6b0-e85ba61d4c81&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0795527 Jun 16 17:29:40.309808 dv-cinder-837356-2-iscsi neutron-server[103916]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9a448424-2d21-477d-a0f5-eba528ac3195 admin admin] Checking segment: {'id': 'e9d2a385-dd16-4c80-a0a8-633cf32191fa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1038, 'network_id': '214a5b82-57ef-4b49-802c-fcf438c91dcc'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103916) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jun 16 17:29:40.310591 dv-cinder-837356-2-iscsi neutron-server[103916]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9a448424-2d21-477d-a0f5-eba528ac3195 admin admin] Network hostable DHCP agents. Network: 214a5b82-57ef-4b49-802c-fcf438c91dcc, hostable agents: ['0913b7ec-eea4-4492-8ef1-e01c4575abca'], hosted agents: [] {{(pid=103916) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jun 16 17:29:40.357455 dv-cinder-837356-2-iscsi neutron-server[103916]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9a448424-2d21-477d-a0f5-eba528ac3195 admin admin] Network 214a5b82-57ef-4b49-802c-fcf438c91dcc is scheduled to be hosted by DHCP agent 0913b7ec-eea4-4492-8ef1-e01c4575abca with binding_index 1 {{(pid=103916) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jun 16 17:29:40.370380 dv-cinder-837356-2-iscsi neutron-server[103919]: DEBUG dbcounter [-] [103919] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=103919) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 16 17:29:40.373401 dv-cinder-837356-2-iscsi neutron-server[103916]: DEBUG neutron.scheduler.base_scheduler [None req-9a448424-2d21-477d-a0f5-eba528ac3195 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-837356-2-iscsi, 214a5b82-57ef-4b49-802c-fcf438c91dcc) {{(pid=103916) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 16 17:29:40.381512 dv-cinder-837356-2-iscsi neutron-server[103916]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9a448424-2d21-477d-a0f5-eba528ac3195 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103916) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 16 17:29:40.382445 dv-cinder-837356-2-iscsi neutron-server[103916]: DEBUG neutron_lib.callbacks.manager [None req-9a448424-2d21-477d-a0f5-eba528ac3195 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-16241561'] for subnet (None), before_response {{(pid=103916) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 17:29:40.390047 dv-cinder-837356-2-iscsi neutron-server[103918]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-13ac0756-b54c-44c1-add1-74e7ba2c6b74 None None] Network 214a5b82-57ef-4b49-802c-fcf438c91dcc requested from dv-cinder-837356-2-iscsi {{(pid=103918) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jun 16 17:29:40.424208 dv-cinder-837356-2-iscsi neutron-server[103916]: INFO neutron.wsgi [None req-9a448424-2d21-477d-a0f5-eba528ac3195 admin admin] 10.222.0.66 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 845 time: 0.9212689 Jun 16 17:29:40.426304 dv-cinder-837356-2-iscsi neutron-server[103917]: DEBUG neutron.wsgi [-] (103917) accepted ('10.222.0.66', 44298) {{(pid=103917) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 16 17:29:40.432178 dv-cinder-837356-2-iscsi neutron-server[103917]: DEBUG neutron.api.v2.base [None req-6338cebe-f762-493e-ae39-494f818e4ea2 admin admin] Request body: {'router': {'name': 'tempest-TestShelveInstance-1698680543-router', 'tenant_id': '8612326dfc09414caca0b216d53b9f13', 'external_gateway_info': {'network_id': '9df31235-0797-44e6-85a0-102cb2da2d58'}}} {{(pid=103917) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jun 16 17:29:40.450385 dv-cinder-837356-2-iscsi neutron-server[103919]: DEBUG neutron_lib.callbacks.manager [None req-32b3c565-0f9e-41f8-bae8-a0294a82ec85 None None] Publish callbacks [] for port (401826ae-efee-49a0-8dc1-2f0485f4adf8), precommit_update {{(pid=103919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 17:29:40.463647 dv-cinder-837356-2-iscsi neutron-server[103919]: DEBUG neutron_lib.callbacks.manager [None req-32b3c565-0f9e-41f8-bae8-a0294a82ec85 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16007527', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-75831', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16241551', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728539364693', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728538993439', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728538993457'] for port (401826ae-efee-49a0-8dc1-2f0485f4adf8), after_update {{(pid=103919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 17:29:40.495757 dv-cinder-837356-2-iscsi neutron-server[103917]: DEBUG neutron_lib.callbacks.manager [None req-6338cebe-f762-493e-ae39-494f818e4ea2 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-706286', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-65378'] for router (e8b16fce-4c4f-400b-ae9a-83f311f8f931), before_create {{(pid=103917) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 17:29:40.497380 dv-cinder-837356-2-iscsi neutron-server[103917]: DEBUG neutron_lib.callbacks.manager [None req-6338cebe-f762-493e-ae39-494f818e4ea2 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-706077', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-735905', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-614867', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-65307'] for router (e8b16fce-4c4f-400b-ae9a-83f311f8f931), precommit_create {{(pid=103917) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 17:29:40.513715 dv-cinder-837356-2-iscsi neutron-server[103918]: DEBUG dbcounter [-] [103918] Writing DB stats neutron:SELECT=97,neutron:UPDATE=3 {{(pid=103918) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 16 17:29:40.560061 dv-cinder-837356-2-iscsi neutron-server[103919]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-73f165c2-7a4b-4b2a-aadf-b41856bb5356 None None] Pushing event updated for resources: {'Port': ['ID=401826ae-efee-49a0-8dc1-2f0485f4adf8,revision_number=3']} {{(pid=103919) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 17:29:40.595301 dv-cinder-837356-2-iscsi neutron-server[103917]: DEBUG neutron_lib.callbacks.manager [None req-6338cebe-f762-493e-ae39-494f818e4ea2 admin admin] Publish callbacks [] for router_controller (e8b16fce-4c4f-400b-ae9a-83f311f8f931), precommit_add_association {{(pid=103917) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 17:29:40.602672 dv-cinder-837356-2-iscsi neutron-server[103918]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8083b820-1752-4d50-8792-7cb83208294f None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp3cc71102-b35b-562a-842b-e84838effaf9-214a5b82-57ef-4b49-802c-fcf438c91dcc', 'network_id': '214a5b82-57ef-4b49-802c-fcf438c91dcc', 'project_id': '8612326dfc09414caca0b216d53b9f13', 'fixed_ips': [{'subnet_id': 'a5afcff5-1319-4f06-96cb-5671896000cd'}]}} from dv-cinder-837356-2-iscsi. {{(pid=103918) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Jun 16 17:29:40.603731 dv-cinder-837356-2-iscsi neutron-server[103918]: DEBUG neutron_lib.callbacks.manager [None req-8083b820-1752-4d50-8792-7cb83208294f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16007590'] for port (None), before_create {{(pid=103918) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 17:29:40.730844 dv-cinder-837356-2-iscsi neutron-server[103919]: DEBUG neutron.plugins.ml2.managers [None req-32b3c565-0f9e-41f8-bae8-a0294a82ec85 None None] Attempting to bind port 401826ae-efee-49a0-8dc1-2f0485f4adf8 on host dv-cinder-837356-2-iscsi for vnic_type normal with profile {{(pid=103919) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:811}} Jun 16 17:29:40.731397 dv-cinder-837356-2-iscsi neutron-server[103919]: DEBUG neutron.plugins.ml2.managers [None req-32b3c565-0f9e-41f8-bae8-a0294a82ec85 None None] Attempting to bind port 401826ae-efee-49a0-8dc1-2f0485f4adf8 by drivers openvswitch,hyperv on host dv-cinder-837356-2-iscsi at level 0 using segments [{'id': 'c699bc47-a9b6-4cfb-b695-ab4077dce1dd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1015, 'network_id': 'e2e2bf0f-54ad-46f0-9611-04e943388552'}] {{(pid=103919) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:836}} Jun 16 17:29:40.731889 dv-cinder-837356-2-iscsi neutron-server[103919]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-32b3c565-0f9e-41f8-bae8-a0294a82ec85 None None] Attempting to bind port 401826ae-efee-49a0-8dc1-2f0485f4adf8 on network e2e2bf0f-54ad-46f0-9611-04e943388552 {{(pid=103919) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jun 16 17:29:40.741966 dv-cinder-837356-2-iscsi neutron-server[103919]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-32b3c565-0f9e-41f8-bae8-a0294a82ec85 None None] Checking agent: {'id': '5b2fa84c-1db1-41c6-a6b9-975c3da28daf', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-837356-2-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 6, 16, 17, 14, 18), 'started_at': datetime.datetime(2022, 6, 16, 17, 14, 48), 'heartbeat_timestamp': datetime.datetime(2022, 6, 16, 17, 29, 18), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-837356-2-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103919) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jun 16 17:29:40.742277 dv-cinder-837356-2-iscsi neutron-server[103919]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-32b3c565-0f9e-41f8-bae8-a0294a82ec85 None None] Checking segment: {'id': 'c699bc47-a9b6-4cfb-b695-ab4077dce1dd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1015, 'network_id': 'e2e2bf0f-54ad-46f0-9611-04e943388552'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103919) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jun 16 17:29:40.742713 dv-cinder-837356-2-iscsi neutron-server[103919]: DEBUG neutron_lib.callbacks.manager [None req-32b3c565-0f9e-41f8-bae8-a0294a82ec85 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 17:29:40.743253 dv-cinder-837356-2-iscsi neutron-server[103919]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-32b3c565-0f9e-41f8-bae8-a0294a82ec85 None None] Bound using segment: {'id': 'c699bc47-a9b6-4cfb-b695-ab4077dce1dd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1015, 'network_id': 'e2e2bf0f-54ad-46f0-9611-04e943388552'} {{(pid=103919) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jun 16 17:29:40.743754 dv-cinder-837356-2-iscsi neutron-server[103919]: DEBUG neutron.plugins.ml2.managers [None req-32b3c565-0f9e-41f8-bae8-a0294a82ec85 None None] Bound port: 401826ae-efee-49a0-8dc1-2f0485f4adf8, host: dv-cinder-837356-2-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'c699bc47-a9b6-4cfb-b695-ab4077dce1dd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1015, 'network_id': 'e2e2bf0f-54ad-46f0-9611-04e943388552'}}] {{(pid=103919) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:948}} Jun 16 17:29:40.744788 dv-cinder-837356-2-iscsi neutron-server[103919]: DEBUG neutron_lib.callbacks.manager [None req-32b3c565-0f9e-41f8-bae8-a0294a82ec85 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16007590'] for port (401826ae-efee-49a0-8dc1-2f0485f4adf8), before_update {{(pid=103919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 17:29:40.896390 dv-cinder-837356-2-iscsi neutron-server[103919]: DEBUG neutron.plugins.ml2.db [None req-32b3c565-0f9e-41f8-bae8-a0294a82ec85 None None] For port 401826ae-efee-49a0-8dc1-2f0485f4adf8, host dv-cinder-837356-2-iscsi, cleared binding levels {{(pid=103919) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 16 17:29:40.901875 dv-cinder-837356-2-iscsi neutron-server[103919]: DEBUG neutron.plugins.ml2.db [None req-32b3c565-0f9e-41f8-bae8-a0294a82ec85 None None] For port 401826ae-efee-49a0-8dc1-2f0485f4adf8, host dv-cinder-837356-2-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-837356-2-iscsi',level=0,port_id=401826ae-efee-49a0-8dc1-2f0485f4adf8,segment=NetworkSegment(c699bc47-a9b6-4cfb-b695-ab4077dce1dd),segment_id=c699bc47-a9b6-4cfb-b695-ab4077dce1dd)] {{(pid=103919) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 16 17:29:40.920102 dv-cinder-837356-2-iscsi neutron-server[103919]: DEBUG neutron_lib.callbacks.manager [None req-32b3c565-0f9e-41f8-bae8-a0294a82ec85 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16007527', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-75831', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16241551', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728539364693', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728538993439', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728538993457'] for port (401826ae-efee-49a0-8dc1-2f0485f4adf8), after_update {{(pid=103919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 17:29:40.931373 dv-cinder-837356-2-iscsi neutron-server[103919]: DEBUG dbcounter [-] [103919] Writing DB stats neutron:SELECT=97,neutron:UPDATE=2,neutron:INSERT=1 {{(pid=103919) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 16 17:29:40.943383 dv-cinder-837356-2-iscsi neutron-server[103918]: DEBUG neutron.db.db_base_plugin_common [None req-8083b820-1752-4d50-8792-7cb83208294f None None] Allocated IP 172.20.0.2 (214a5b82-57ef-4b49-802c-fcf438c91dcc/a5afcff5-1319-4f06-96cb-5671896000cd/ffccbfd3-0ee0-44d0-971d-1ceb8c334bd4) {{(pid=103918) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 16 17:29:41.088724 dv-cinder-837356-2-iscsi neutron-server[103918]: DEBUG dbcounter [-] [103918] Writing DB stats neutron:SELECT=95,neutron:DELETE=1,neutron:UPDATE=2,neutron:INSERT=2 {{(pid=103918) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 16 17:29:41.089694 dv-cinder-837356-2-iscsi neutron-server[103919]: DEBUG neutron.db.l3_dvrscheduler_db [None req-32b3c565-0f9e-41f8-bae8-a0294a82ec85 None None] Routers {'51e0e6e8-2961-4a56-9c97-c0eb890fa510'} bound to L3 agent in host dv-cinder-837356-2-iscsi {{(pid=103919) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jun 16 17:29:41.090620 dv-cinder-837356-2-iscsi neutron-server[103919]: DEBUG neutron.db.l3_hamode_db [None req-32b3c565-0f9e-41f8-bae8-a0294a82ec85 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-837356-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-06-16T17:14:15Z,description=,heartbeat_timestamp=2022-06-16T17:29:15Z,host='dv-cinder-837356-2-iscsi',id=7639df21-17c3-4235-8912-210c3ad54137,load=0,resource_versions=,resources_synced=,started_at=2022-06-16T17:14:15Z,topic='l3_agent')) {'router_ids': ['51e0e6e8-2961-4a56-9c97-c0eb890fa510'], 'active': True} {{(pid=103919) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 16 17:29:41.109029 dv-cinder-837356-2-iscsi neutron-server[103918]: DEBUG neutron.db.provisioning_blocks [None req-a1c2c63d-6cd8-41c0-8b21-9cc19590e3f1 None None] Provisioning complete for port 401826ae-efee-49a0-8dc1-2f0485f4adf8 triggered by entity DHCP. {{(pid=103918) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jun 16 17:29:41.109437 dv-cinder-837356-2-iscsi neutron-server[103918]: DEBUG neutron_lib.callbacks.manager [None req-a1c2c63d-6cd8-41c0-8b21-9cc19590e3f1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16149424'] for port (401826ae-efee-49a0-8dc1-2f0485f4adf8), provisioning_complete {{(pid=103918) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 17:29:41.364102 dv-cinder-837356-2-iscsi neutron-server[103919]: DEBUG neutron.db.l3_dvr_db [None req-32b3c565-0f9e-41f8-bae8-a0294a82ec85 None None] Set router 51e0e6e8-2961-4a56-9c97-c0eb890fa510 gateway port host: dv-cinder-837356-2-iscsi {{(pid=103919) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jun 16 17:29:41.481981 dv-cinder-837356-2-iscsi neutron-server[103918]: DEBUG neutron.plugins.ml2.plugin [None req-a1c2c63d-6cd8-41c0-8b21-9cc19590e3f1 None None] Current status of the port 401826ae-efee-49a0-8dc1-2f0485f4adf8 is: DOWN; New status is: ACTIVE {{(pid=103918) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2298}} Jun 16 17:29:41.483813 dv-cinder-837356-2-iscsi neutron-server[103918]: DEBUG neutron_lib.callbacks.manager [None req-a1c2c63d-6cd8-41c0-8b21-9cc19590e3f1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16007590'] for port (401826ae-efee-49a0-8dc1-2f0485f4adf8), before_update {{(pid=103918) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 17:29:41.491555 dv-cinder-837356-2-iscsi neutron-server[103918]: DEBUG neutron_lib.callbacks.manager [None req-8083b820-1752-4d50-8792-7cb83208294f None None] Publish callbacks [] for port (ffccbfd3-0ee0-44d0-971d-1ceb8c334bd4), precommit_create {{(pid=103918) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 17:29:41.535812 dv-cinder-837356-2-iscsi neutron-server[103918]: DEBUG neutron_lib.callbacks.manager [None req-8083b820-1752-4d50-8792-7cb83208294f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16007527', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-75831', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16241551', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8728538993421'] for port (ffccbfd3-0ee0-44d0-971d-1ceb8c334bd4), after_create {{(pid=103918) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 17:29:41.573278 dv-cinder-837356-2-iscsi neutron-server[103917]: DEBUG dbcounter [-] [103917] Writing DB stats neutron:SELECT=96,neutron:DELETE=2,neutron:INSERT=1,neutron:UPDATE=1 {{(pid=103917) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 16 17:29:41.590416 dv-cinder-837356-2-iscsi neutron-server[103916]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2642402e-228c-48b4-993f-51967a378b3b req-dc526feb-b425-4fab-8299-399e90b4fcdd tempest-TestVolumeBootPattern-1350759327 tempest-TestVolumeBootPattern-1350759327-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103916) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 16 17:29:41.599916 dv-cinder-837356-2-iscsi neutron-server[103916]: INFO neutron.wsgi [req-2642402e-228c-48b4-993f-51967a378b3b req-dc526feb-b425-4fab-8299-399e90b4fcdd tempest-TestVolumeBootPattern-1350759327 tempest-TestVolumeBootPattern-1350759327-project] 10.222.0.66 "GET /v2.0/ports?device_id=ce5b6345-48fe-44a0-b917-2b12902e234b HTTP/1.1" status: 200 len: 945 time: 0.1267862 Jun 16 17:29:41.629811 dv-cinder-837356-2-iscsi neutron-server[103918]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8083b820-1752-4d50-8792-7cb83208294f None None] Pushing event updated for resources: {'Port': ['ID=ffccbfd3-0ee0-44d0-971d-1ceb8c334bd4,revision_number=1']} {{(pid=103918) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 17:29:41.692112 dv-cinder-837356-2-iscsi neutron-server[103917]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea3ecb22-a819-4b0e-9974-06e8947378e3 req-6cec3dda-ef98-41c9-978a-698b9dfa4e3d tempest-AttachVolumeShelveTestJSON-1123487845 tempest-AttachVolumeShelveTestJSON-1123487845-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103917) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 16 17:29:41.698778 dv-cinder-837356-2-iscsi neutron-server[103917]: INFO neutron.wsgi [req-ea3ecb22-a819-4b0e-9974-06e8947378e3 req-6cec3dda-ef98-41c9-978a-698b9dfa4e3d tempest-AttachVolumeShelveTestJSON-1123487845 tempest-AttachVolumeShelveTestJSON-1123487845-project] 10.222.0.66 "GET /v2.0/ports?device_id=a9f207ac-0a5d-4cfc-abd6-2f2fc88ab6a4 HTTP/1.1" status: 200 len: 943 time: 0.1110282 Jun 16 17:29:41.769307 dv-cinder-837356-2-iscsi neutron-server[103919]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-73f165c2-7a4b-4b2a-aadf-b41856bb5356 None None] Pushing event updated for resources: {'Port': ['ID=401826ae-efee-49a0-8dc1-2f0485f4adf8,revision_number=4']} {{(pid=103919) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 17:29:41.783223 dv-cinder-837356-2-iscsi neutron-server[103919]: DEBUG dbcounter [-] [103919] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=103919) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 16 17:29:41.789044 dv-cinder-837356-2-iscsi neutron-server[103919]: DEBUG neutron.db.l3_hamode_db [None req-32b3c565-0f9e-41f8-bae8-a0294a82ec85 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '51e0e6e8-2961-4a56-9c97-c0eb890fa510', 'name': 'tempest-TestShelveInstance-278687210-router', 'tenant_id': '50aeadccaa9348fd9af173f94291bf6f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9df31235-0797-44e6-85a0-102cb2da2d58', 'external_fixed_ips': [{'subnet_id': '1dfb0320-f5eb-46f6-88ce-33002f500238', 'ip_address': '172.27.2.24'}], 'enable_snat': True}, 'gw_port_id': '9117a816-4e9e-43ec-ac6e-c5b153dd0bc9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-16T17:29:29Z', 'updated_at': '2022-06-16T17:29:35Z', 'revision_number': 4, 'project_id': '50aeadccaa9348fd9af173f94291bf6f', 'gw_port': {'id': '9117a816-4e9e-43ec-ac6e-c5b153dd0bc9', 'name': '', 'network_id': '9df31235-0797-44e6-85a0-102cb2da2d58', 'tenant_id': '', 'mac_address': 'fa:16:3e:9a:49:27', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '51e0e6e8-2961-4a56-9c97-c0eb890fa510', 'device_owner': 'network:router_gateway', 'standard_attr_id': 573, 'fixed_ips': [{'subnet_id': '1dfb0320-f5eb-46f6-88ce-33002f500238', 'ip_address': '172.27.2.24', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-837356-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-16T17:29:29Z', 'updated_at': '2022-06-16T17:29:38Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1dfb0320-f5eb-46f6-88ce-33002f500238', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-837356-2-iscsi', '_interfaces': [{'id': '401826ae-efee-49a0-8dc1-2f0485f4adf8', 'name': '', 'network_id': 'e2e2bf0f-54ad-46f0-9611-04e943388552', 'tenant_id': '50aeadccaa9348fd9af173f94291bf6f', 'mac_address': 'fa:16:3e:aa:2c:52', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '51e0e6e8-2961-4a56-9c97-c0eb890fa510', 'device_owner': 'network:router_interface', 'standard_attr_id': 574, 'fixed_ips': [{'subnet_id': '4a1d4ef0-9517-4aff-bf32-d5774cc7c0cd', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-837356-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-16T17:29:34Z', 'updated_at': '2022-06-16T17:29:40Z', 'revision_number': 4, 'project_id': '50aeadccaa9348fd9af173f94291bf6f', 'subnets': [{'id': '4a1d4ef0-9517-4aff-bf32-d5774cc7c0cd', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-837356-2-iscsi', False) {} {{(pid=103919) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 16 17:29:41.839678 dv-cinder-837356-2-iscsi neutron-server[103916]: INFO neutron.wsgi [req-2642402e-228c-48b4-993f-51967a378b3b req-70891000-a077-44c8-a3d1-c4717a4afb8d tempest-TestVolumeBootPattern-1350759327 tempest-TestVolumeBootPattern-1350759327-project] 10.222.0.66 "GET /v2.0/security-groups?id=e6a9443b-cf7a-479e-b6b0-e85ba61d4c81&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2336638 Jun 16 17:29:41.875473 dv-cinder-837356-2-iscsi neutron-server[103919]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-32b3c565-0f9e-41f8-bae8-a0294a82ec85 None None] The sync data for ids ['51e0e6e8-2961-4a56-9c97-c0eb890fa510'] in dv-cinder-837356-2-iscsi is: [{'id': '51e0e6e8-2961-4a56-9c97-c0eb890fa510', 'name': 'tempest-TestShelveInstance-278687210-router', 'tenant_id': '50aeadccaa9348fd9af173f94291bf6f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9df31235-0797-44e6-85a0-102cb2da2d58', 'external_fixed_ips': [{'subnet_id': '1dfb0320-f5eb-46f6-88ce-33002f500238', 'ip_address': '172.27.2.24'}], 'enable_snat': True}, 'gw_port_id': '9117a816-4e9e-43ec-ac6e-c5b153dd0bc9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-16T17:29:29Z', 'updated_at': '2022-06-16T17:29:35Z', 'revision_number': 4, 'project_id': '50aeadccaa9348fd9af173f94291bf6f', 'gw_port': {'id': '9117a816-4e9e-43ec-ac6e-c5b153dd0bc9', 'name': '', 'network_id': '9df31235-0797-44e6-85a0-102cb2da2d58', 'tenant_id': '', 'mac_address': 'fa:16:3e:9a:49:27', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '51e0e6e8-2961-4a56-9c97-c0eb890fa510', 'device_owner': 'network:router_gateway', 'standard_attr_id': 573, 'fixed_ips': [{'subnet_id': '1dfb0320-f5eb-46f6-88ce-33002f500238', 'ip_address': '172.27.2.24', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-837356-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-16T17:29:29Z', 'updated_at': '2022-06-16T17:29:38Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1dfb0320-f5eb-46f6-88ce-33002f500238', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-837356-2-iscsi', '_interfaces': [{'id': '401826ae-efee-49a0-8dc1-2f0485f4adf8', 'name': '', 'network_id': 'e2e2bf0f-54ad-46f0-9611-04e943388552', 'tenant_id': '50aeadccaa9348fd9af173f94291bf6f', 'mac_address': 'fa:16:3e:aa:2c:52', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '51e0e6e8-2961-4a56-9c97-c0eb890fa510', 'device_owner': 'network:router_interface', 'standard_attr_id': 574, 'fixed_ips': [{'subnet_id': '4a1d4ef0-9517-4aff-bf32-d5774cc7c0cd', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-837356-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-16T17:29:34Z', 'updated_at': '2022-06-16T17:29:40Z', 'revision_number': 4, 'project_id': '50aeadccaa9348fd9af173f94291bf6f', 'subnets': [{'id': '4a1d4ef0-9517-4aff-bf32-d5774cc7c0cd', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103919) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 16 17:29:41.945682 dv-cinder-837356-2-iscsi neutron-server[103918]: DEBUG neutron.plugins.ml2.db [None req-a1c2c63d-6cd8-41c0-8b21-9cc19590e3f1 None None] For port 401826ae-efee-49a0-8dc1-2f0485f4adf8, host dv-cinder-837356-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-837356-2-iscsi',level=0,port_id=401826ae-efee-49a0-8dc1-2f0485f4adf8,segment=NetworkSegment(c699bc47-a9b6-4cfb-b695-ab4077dce1dd),segment_id=c699bc47-a9b6-4cfb-b695-ab4077dce1dd)] {{(pid=103918) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 16 17:29:41.951401 dv-cinder-837356-2-iscsi neutron-server[103918]: DEBUG neutron_lib.callbacks.manager [None req-a1c2c63d-6cd8-41c0-8b21-9cc19590e3f1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16007527', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-75831', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16241551', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728539364693', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728538993439', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728538993457'] for port (401826ae-efee-49a0-8dc1-2f0485f4adf8), after_update {{(pid=103918) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 17:29:42.005339 dv-cinder-837356-2-iscsi neutron-server[103918]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8083b820-1752-4d50-8792-7cb83208294f None None] Network 214a5b82-57ef-4b49-802c-fcf438c91dcc is already hosted by enough agents. {{(pid=103918) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 16 17:29:42.010777 dv-cinder-837356-2-iscsi neutron-server[103918]: DEBUG neutron.scheduler.base_scheduler [None req-8083b820-1752-4d50-8792-7cb83208294f None None] Resources bound (agent type, host, resource id): {{(pid=103918) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 16 17:29:42.018635 dv-cinder-837356-2-iscsi neutron-server[103918]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8083b820-1752-4d50-8792-7cb83208294f None None] Received port after_create {{(pid=103918) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:542}} Jun 16 17:29:42.111888 dv-cinder-837356-2-iscsi neutron-server[103917]: INFO neutron.wsgi [req-ea3ecb22-a819-4b0e-9974-06e8947378e3 req-7f602977-60b4-4346-8d33-8cf872fd1a0e tempest-AttachVolumeShelveTestJSON-1123487845 tempest-AttachVolumeShelveTestJSON-1123487845-project] 10.222.0.66 "GET /v2.0/security-groups?id=528bbd8e-87bb-4e11-b4eb-c422958f1800&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.3613036 Jun 16 17:29:42.113483 dv-cinder-837356-2-iscsi neutron-server[103918]: DEBUG neutron.db.provisioning_blocks [None req-0e559dd2-62f7-4d6a-933d-79fc0e592050 None None] Provisioning complete for port 401826ae-efee-49a0-8dc1-2f0485f4adf8 triggered by entity DHCP. {{(pid=103918) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jun 16 17:29:42.114366 dv-cinder-837356-2-iscsi neutron-server[103918]: DEBUG neutron_lib.callbacks.manager [None req-0e559dd2-62f7-4d6a-933d-79fc0e592050 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16149424'] for port (401826ae-efee-49a0-8dc1-2f0485f4adf8), provisioning_complete {{(pid=103918) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 17:29:42.126888 dv-cinder-837356-2-iscsi neutron-server[103917]: DEBUG neutron_lib.callbacks.manager [None req-6338cebe-f762-493e-ae39-494f818e4ea2 admin admin] Publish callbacks [] for router_gateway (e8b16fce-4c4f-400b-ae9a-83f311f8f931), precommit_update {{(pid=103917) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 17:29:42.204143 dv-cinder-837356-2-iscsi neutron-server[103918]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a1c2c63d-6cd8-41c0-8b21-9cc19590e3f1 None None] Pushing event updated for resources: {'Port': ['ID=401826ae-efee-49a0-8dc1-2f0485f4adf8,revision_number=5']} {{(pid=103918) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 17:29:42.254824 dv-cinder-837356-2-iscsi neutron-server[103918]: DEBUG neutron.plugins.ml2.managers [None req-8083b820-1752-4d50-8792-7cb83208294f None None] Attempting to bind port ffccbfd3-0ee0-44d0-971d-1ceb8c334bd4 on host dv-cinder-837356-2-iscsi for vnic_type normal with profile {{(pid=103918) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:811}} Jun 16 17:29:42.255497 dv-cinder-837356-2-iscsi neutron-server[103918]: DEBUG neutron.plugins.ml2.managers [None req-8083b820-1752-4d50-8792-7cb83208294f None None] Attempting to bind port ffccbfd3-0ee0-44d0-971d-1ceb8c334bd4 by drivers openvswitch,hyperv on host dv-cinder-837356-2-iscsi at level 0 using segments [{'id': 'e9d2a385-dd16-4c80-a0a8-633cf32191fa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1038, 'network_id': '214a5b82-57ef-4b49-802c-fcf438c91dcc'}] {{(pid=103918) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:836}} Jun 16 17:29:42.256041 dv-cinder-837356-2-iscsi neutron-server[103918]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8083b820-1752-4d50-8792-7cb83208294f None None] Attempting to bind port ffccbfd3-0ee0-44d0-971d-1ceb8c334bd4 on network 214a5b82-57ef-4b49-802c-fcf438c91dcc {{(pid=103918) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jun 16 17:29:42.256576 dv-cinder-837356-2-iscsi neutron-server[103917]: DEBUG dbcounter [-] [103917] Writing DB stats neutron:SELECT=90,neutron:DELETE=5,neutron:INSERT=5 {{(pid=103917) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 16 17:29:42.271397 dv-cinder-837356-2-iscsi neutron-server[103918]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8083b820-1752-4d50-8792-7cb83208294f None None] Checking agent: {'id': '5b2fa84c-1db1-41c6-a6b9-975c3da28daf', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-837356-2-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 6, 16, 17, 14, 18), 'started_at': datetime.datetime(2022, 6, 16, 17, 14, 48), 'heartbeat_timestamp': datetime.datetime(2022, 6, 16, 17, 29, 18), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-837356-2-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103918) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jun 16 17:29:42.274847 dv-cinder-837356-2-iscsi neutron-server[103918]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8083b820-1752-4d50-8792-7cb83208294f None None] Checking segment: {'id': 'e9d2a385-dd16-4c80-a0a8-633cf32191fa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1038, 'network_id': '214a5b82-57ef-4b49-802c-fcf438c91dcc'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103918) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jun 16 17:29:42.275614 dv-cinder-837356-2-iscsi neutron-server[103918]: DEBUG neutron_lib.callbacks.manager [None req-8083b820-1752-4d50-8792-7cb83208294f None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103918) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 17:29:42.276208 dv-cinder-837356-2-iscsi neutron-server[103918]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8083b820-1752-4d50-8792-7cb83208294f None None] Bound using segment: {'id': 'e9d2a385-dd16-4c80-a0a8-633cf32191fa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1038, 'network_id': '214a5b82-57ef-4b49-802c-fcf438c91dcc'} {{(pid=103918) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jun 16 17:29:42.277033 dv-cinder-837356-2-iscsi neutron-server[103918]: DEBUG neutron.plugins.ml2.managers [None req-8083b820-1752-4d50-8792-7cb83208294f None None] Bound port: ffccbfd3-0ee0-44d0-971d-1ceb8c334bd4, host: dv-cinder-837356-2-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'e9d2a385-dd16-4c80-a0a8-633cf32191fa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1038, 'network_id': '214a5b82-57ef-4b49-802c-fcf438c91dcc'}}] {{(pid=103918) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:948}} Jun 16 17:29:42.277655 dv-cinder-837356-2-iscsi neutron-server[103918]: DEBUG neutron_lib.callbacks.manager [None req-8083b820-1752-4d50-8792-7cb83208294f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16007590'] for port (ffccbfd3-0ee0-44d0-971d-1ceb8c334bd4), before_update {{(pid=103918) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 17:29:42.404214 dv-cinder-837356-2-iscsi neutron-server[103918]: DEBUG dbcounter [-] [103918] Writing DB stats neutron:SELECT=91,neutron:INSERT=4,neutron:UPDATE=5 {{(pid=103918) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 16 17:29:42.405996 dv-cinder-837356-2-iscsi neutron-server[103918]: DEBUG neutron.plugins.ml2.plugin [None req-0e559dd2-62f7-4d6a-933d-79fc0e592050 None None] Current status of the port 401826ae-efee-49a0-8dc1-2f0485f4adf8 is: ACTIVE; New status is: ACTIVE {{(pid=103918) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2298}} Jun 16 17:29:42.457848 dv-cinder-837356-2-iscsi neutron-server[103916]: DEBUG neutron.wsgi [-] (103916) accepted ('10.222.0.66', 44320) {{(pid=103916) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 16 17:29:42.486035 dv-cinder-837356-2-iscsi neutron-server[103918]: DEBUG neutron.plugins.ml2.db [None req-8083b820-1752-4d50-8792-7cb83208294f None None] For port ffccbfd3-0ee0-44d0-971d-1ceb8c334bd4, host dv-cinder-837356-2-iscsi, cleared binding levels {{(pid=103918) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 16 17:29:42.497685 dv-cinder-837356-2-iscsi neutron-server[103918]: DEBUG neutron.plugins.ml2.db [None req-8083b820-1752-4d50-8792-7cb83208294f None None] For port ffccbfd3-0ee0-44d0-971d-1ceb8c334bd4, host dv-cinder-837356-2-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-837356-2-iscsi',level=0,port_id=ffccbfd3-0ee0-44d0-971d-1ceb8c334bd4,segment=NetworkSegment(e9d2a385-dd16-4c80-a0a8-633cf32191fa),segment_id=e9d2a385-dd16-4c80-a0a8-633cf32191fa)] {{(pid=103918) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 16 17:29:42.508754 dv-cinder-837356-2-iscsi neutron-server[103918]: DEBUG neutron_lib.callbacks.manager [None req-8083b820-1752-4d50-8792-7cb83208294f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16007527', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-75831', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16241551', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728539364693', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728538993439', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728538993457'] for port (ffccbfd3-0ee0-44d0-971d-1ceb8c334bd4), after_update {{(pid=103918) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 17:29:42.606183 dv-cinder-837356-2-iscsi neutron-server[103918]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8083b820-1752-4d50-8792-7cb83208294f None None] Pushing event updated for resources: {'Port': ['ID=ffccbfd3-0ee0-44d0-971d-1ceb8c334bd4,revision_number=2']} {{(pid=103918) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 17:29:42.658953 dv-cinder-837356-2-iscsi neutron-server[103917]: DEBUG neutron_lib.callbacks.manager [None req-6338cebe-f762-493e-ae39-494f818e4ea2 admin admin] Publish callbacks [] for router_gateway (e8b16fce-4c4f-400b-ae9a-83f311f8f931), before_create {{(pid=103917) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 17:29:42.716789 dv-cinder-837356-2-iscsi neutron-server[103917]: DEBUG neutron_lib.callbacks.manager [None req-6338cebe-f762-493e-ae39-494f818e4ea2 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16007590'] for port (None), before_create {{(pid=103917) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 17:29:43.045974 dv-cinder-837356-2-iscsi neutron-server[103918]: DEBUG neutron_lib.callbacks.manager [None req-c2491b3a-383f-4f85-9823-4b67c6934eb1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728539454181', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16149322'] for agent (0913b7ec-eea4-4492-8ef1-e01c4575abca), after_update {{(pid=103918) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 17:29:43.169759 dv-cinder-837356-2-iscsi neutron-server[103916]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e41ea5ac-4644-4a66-9b10-9411a655ea7b req-7bda16b7-0561-4519-821f-1c7268a7e81e tempest-TestVolumeBootPattern-1350759327 tempest-TestVolumeBootPattern-1350759327-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103916) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 16 17:29:43.182521 dv-cinder-837356-2-iscsi neutron-server[103916]: INFO neutron.wsgi [req-e41ea5ac-4644-4a66-9b10-9411a655ea7b req-7bda16b7-0561-4519-821f-1c7268a7e81e tempest-TestVolumeBootPattern-1350759327 tempest-TestVolumeBootPattern-1350759327-project] 10.222.0.66 "GET /v2.0/ports?device_id=ce5b6345-48fe-44a0-b917-2b12902e234b HTTP/1.1" status: 200 len: 945 time: 0.1038060 Jun 16 17:29:43.280269 dv-cinder-837356-2-iscsi neutron-server[103917]: DEBUG neutron.db.db_base_plugin_common [None req-6338cebe-f762-493e-ae39-494f818e4ea2 admin admin] Allocated IP 172.27.2.49 (9df31235-0797-44e6-85a0-102cb2da2d58/1dfb0320-f5eb-46f6-88ce-33002f500238/faae77bb-d4a7-4a67-8c0d-15828ced0754) {{(pid=103917) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 16 17:29:43.438967 dv-cinder-837356-2-iscsi neutron-server[103916]: INFO neutron.wsgi [req-e41ea5ac-4644-4a66-9b10-9411a655ea7b req-4608ceff-a08a-4ee2-bc9d-8cab85ac7ec8 tempest-TestVolumeBootPattern-1350759327 tempest-TestVolumeBootPattern-1350759327-project] 10.222.0.66 "GET /v2.0/security-groups?id=e6a9443b-cf7a-479e-b6b0-e85ba61d4c81&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2546976 Jun 16 17:29:43.453248 dv-cinder-837356-2-iscsi neutron-server[103917]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a27654d2-11d6-48de-8504-4b7ace9df6f2 req-8a4d76f1-83c8-4fc7-9b4f-c9b1c8794436 tempest-AttachVolumeShelveTestJSON-1123487845 tempest-AttachVolumeShelveTestJSON-1123487845-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103917) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 16 17:29:43.454941 dv-cinder-837356-2-iscsi neutron-server[103917]: INFO neutron.wsgi [req-a27654d2-11d6-48de-8504-4b7ace9df6f2 req-8a4d76f1-83c8-4fc7-9b4f-c9b1c8794436 tempest-AttachVolumeShelveTestJSON-1123487845 tempest-AttachVolumeShelveTestJSON-1123487845-project] 10.222.0.66 "GET /v2.0/ports?device_id=a9f207ac-0a5d-4cfc-abd6-2f2fc88ab6a4 HTTP/1.1" status: 200 len: 943 time: 0.1299007 Jun 16 17:29:43.597942 dv-cinder-837356-2-iscsi neutron-server[103916]: DEBUG dbcounter [-] [103916] Writing DB stats neutron:SELECT=93,neutron:INSERT=5,neutron:UPDATE=1,neutron:DELETE=1 {{(pid=103916) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 16 17:29:43.612677 dv-cinder-837356-2-iscsi neutron-server[103917]: DEBUG neutron_lib.callbacks.manager [None req-6338cebe-f762-493e-ae39-494f818e4ea2 admin admin] Publish callbacks [] for port (faae77bb-d4a7-4a67-8c0d-15828ced0754), precommit_create {{(pid=103917) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 17:29:43.670453 dv-cinder-837356-2-iscsi neutron-server[103917]: INFO neutron.wsgi [req-a27654d2-11d6-48de-8504-4b7ace9df6f2 req-bacce254-2a7a-41dd-ba1a-499897efcbdf tempest-AttachVolumeShelveTestJSON-1123487845 tempest-AttachVolumeShelveTestJSON-1123487845-project] 10.222.0.66 "GET /v2.0/security-groups?id=528bbd8e-87bb-4e11-b4eb-c422958f1800&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2054899 Jun 16 17:29:43.671853 dv-cinder-837356-2-iscsi neutron-server[103917]: DEBUG neutron_lib.callbacks.manager [None req-6338cebe-f762-493e-ae39-494f818e4ea2 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16007527', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-75831', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16241551', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8728538993421', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3819743'] for port (faae77bb-d4a7-4a67-8c0d-15828ced0754), after_create {{(pid=103917) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 17:29:43.716227 dv-cinder-837356-2-iscsi neutron-server[103916]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee933e2b-4db3-4237-9e81-86fda73e503d req-ab645b69-14e8-46a4-aa30-8b2e256dce64 tempest-TestVolumeBootPattern-1350759327 tempest-TestVolumeBootPattern-1350759327-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103916) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 16 17:29:43.717793 dv-cinder-837356-2-iscsi neutron-server[103917]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6338cebe-f762-493e-ae39-494f818e4ea2 admin admin] Network 9df31235-0797-44e6-85a0-102cb2da2d58 is already hosted by enough agents. {{(pid=103917) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 16 17:29:43.717919 dv-cinder-837356-2-iscsi neutron-server[103916]: INFO neutron.wsgi [req-ee933e2b-4db3-4237-9e81-86fda73e503d req-ab645b69-14e8-46a4-aa30-8b2e256dce64 tempest-TestVolumeBootPattern-1350759327 tempest-TestVolumeBootPattern-1350759327-project] 10.222.0.66 "GET /v2.0/ports?device_id=ce5b6345-48fe-44a0-b917-2b12902e234b HTTP/1.1" status: 200 len: 945 time: 0.1172819 Jun 16 17:29:43.719386 dv-cinder-837356-2-iscsi neutron-server[103917]: DEBUG neutron.scheduler.base_scheduler [None req-6338cebe-f762-493e-ae39-494f818e4ea2 admin admin] Resources bound (agent type, host, resource id): {{(pid=103917) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 16 17:29:43.728742 dv-cinder-837356-2-iscsi neutron-server[103917]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6338cebe-f762-493e-ae39-494f818e4ea2 admin admin] Received port after_create {{(pid=103917) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:542}} Jun 16 17:29:43.772172 dv-cinder-837356-2-iscsi neutron-server[103917]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6338cebe-f762-493e-ae39-494f818e4ea2 admin admin] Pushing event updated for resources: {'Port': ['ID=faae77bb-d4a7-4a67-8c0d-15828ced0754,revision_number=1']} {{(pid=103917) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 17:29:43.782679 dv-cinder-837356-2-iscsi neutron-server[103917]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6338cebe-f762-493e-ae39-494f818e4ea2 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-837356-2-iscsi {{(pid=103917) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 17:29:43.783006 dv-cinder-837356-2-iscsi neutron-server[103917]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6338cebe-f762-493e-ae39-494f818e4ea2 admin admin] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-837356-2-iscsi {{(pid=103917) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 17:29:43.783348 dv-cinder-837356-2-iscsi neutron-server[103917]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6338cebe-f762-493e-ae39-494f818e4ea2 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-837356-2-iscsi {{(pid=103917) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 17:29:43.783688 dv-cinder-837356-2-iscsi neutron-server[103917]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6338cebe-f762-493e-ae39-494f818e4ea2 admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-837356-2-iscsi {{(pid=103917) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 17:29:43.784020 dv-cinder-837356-2-iscsi neutron-server[103917]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6338cebe-f762-493e-ae39-494f818e4ea2 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-837356-2-iscsi {{(pid=103917) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 17:29:43.784348 dv-cinder-837356-2-iscsi neutron-server[103917]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6338cebe-f762-493e-ae39-494f818e4ea2 admin admin] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-837356-2-iscsi {{(pid=103917) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 17:29:43.784675 dv-cinder-837356-2-iscsi neutron-server[103917]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6338cebe-f762-493e-ae39-494f818e4ea2 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-837356-2-iscsi {{(pid=103917) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 17:29:43.784998 dv-cinder-837356-2-iscsi neutron-server[103917]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6338cebe-f762-493e-ae39-494f818e4ea2 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-837356-2-iscsi {{(pid=103917) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 17:29:43.785498 dv-cinder-837356-2-iscsi neutron-server[103917]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6338cebe-f762-493e-ae39-494f818e4ea2 admin admin] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-837356-2-iscsi {{(pid=103917) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 17:29:43.785833 dv-cinder-837356-2-iscsi neutron-server[103917]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6338cebe-f762-493e-ae39-494f818e4ea2 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-837356-2-iscsi {{(pid=103917) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 17:29:43.786195 dv-cinder-837356-2-iscsi neutron-server[103917]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6338cebe-f762-493e-ae39-494f818e4ea2 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-837356-2-iscsi {{(pid=103917) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 17:29:43.786525 dv-cinder-837356-2-iscsi neutron-server[103917]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6338cebe-f762-493e-ae39-494f818e4ea2 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-837356-2-iscsi {{(pid=103917) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 17:29:43.786844 dv-cinder-837356-2-iscsi neutron-server[103917]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6338cebe-f762-493e-ae39-494f818e4ea2 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-837356-2-iscsi {{(pid=103917) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 17:29:43.787166 dv-cinder-837356-2-iscsi neutron-server[103917]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6338cebe-f762-493e-ae39-494f818e4ea2 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-837356-2-iscsi {{(pid=103917) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 17:29:43.787484 dv-cinder-837356-2-iscsi neutron-server[103917]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6338cebe-f762-493e-ae39-494f818e4ea2 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-837356-2-iscsi {{(pid=103917) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 17:29:43.904902 dv-cinder-837356-2-iscsi neutron-server[103916]: INFO neutron.wsgi [req-ee933e2b-4db3-4237-9e81-86fda73e503d req-ad944109-2cff-45b4-9e0a-0cfce9785f46 tempest-TestVolumeBootPattern-1350759327 tempest-TestVolumeBootPattern-1350759327-project] 10.222.0.66 "GET /v2.0/security-groups?id=e6a9443b-cf7a-479e-b6b0-e85ba61d4c81&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1593153 Jun 16 17:29:43.939582 dv-cinder-837356-2-iscsi neutron-server[103916]: DEBUG neutron.wsgi [-] (103916) accepted ('10.222.0.66', 44332) {{(pid=103916) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 16 17:29:43.995303 dv-cinder-837356-2-iscsi neutron-server[103917]: DEBUG dbcounter [-] [103917] Writing DB stats neutron:SELECT=92,neutron:UPDATE=5,neutron:INSERT=3 {{(pid=103917) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 16 17:29:44.008743 dv-cinder-837356-2-iscsi neutron-server[103918]: DEBUG neutron.plugins.ml2.rpc [None req-39ead2dc-a542-4f04-b117-439eb7f32aa8 None None] Device 401826ae-efee-49a0-8dc1-2f0485f4adf8 up at agent ovs-agent-dv-cinder-837356-2-iscsi {{(pid=103918) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 16 17:29:44.045905 dv-cinder-837356-2-iscsi neutron-server[103916]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-116f6c79-aad9-4cbc-9f4e-c5da17074cfa tempest-TestVolumeBootPattern-2138750174 tempest-TestVolumeBootPattern-2138750174-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103916) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 16 17:29:44.053127 dv-cinder-837356-2-iscsi neutron-server[103916]: INFO neutron.wsgi [None req-116f6c79-aad9-4cbc-9f4e-c5da17074cfa tempest-TestVolumeBootPattern-2138750174 tempest-TestVolumeBootPattern-2138750174-project-admin] 10.222.0.66 "GET /v2.0/ports?device_id=ce5b6345-48fe-44a0-b917-2b12902e234b HTTP/1.1" status: 200 len: 1124 time: 0.1122060 Jun 16 17:29:44.061274 dv-cinder-837356-2-iscsi neutron-server[103916]: DEBUG neutron.wsgi [-] (103916) accepted ('10.222.0.66', 44334) {{(pid=103916) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 16 17:29:44.066892 dv-cinder-837356-2-iscsi neutron-server[103916]: DEBUG neutron.api.v2.base [None req-b7da3c2e-9408-441f-9e8f-457d7f552608 tempest-TestVolumeBootPattern-1350759327 tempest-TestVolumeBootPattern-1350759327-project] Request body: {'floatingip': {'floating_network_id': '9df31235-0797-44e6-85a0-102cb2da2d58', 'port_id': 'ccefb110-1f8f-47f6-a66f-5a8c5114a8dc', 'tenant_id': 'bd1488226a424c6e9e7f94f31b020e4f', 'fixed_ip_address': '172.20.0.3'}} {{(pid=103916) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jun 16 17:29:44.099277 dv-cinder-837356-2-iscsi neutron-server[103918]: DEBUG neutron.db.provisioning_blocks [None req-39ead2dc-a542-4f04-b117-439eb7f32aa8 None None] Provisioning complete for port 401826ae-efee-49a0-8dc1-2f0485f4adf8 triggered by entity L2. {{(pid=103918) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jun 16 17:29:44.100033 dv-cinder-837356-2-iscsi neutron-server[103918]: DEBUG neutron_lib.callbacks.manager [None req-39ead2dc-a542-4f04-b117-439eb7f32aa8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16149424'] for port (401826ae-efee-49a0-8dc1-2f0485f4adf8), provisioning_complete {{(pid=103918) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 17:29:44.142801 dv-cinder-837356-2-iscsi neutron-server[103916]: DEBUG neutron_lib.callbacks.manager [None req-b7da3c2e-9408-441f-9e8f-457d7f552608 tempest-TestVolumeBootPattern-1350759327 tempest-TestVolumeBootPattern-1350759327-project] Publish callbacks [] for floatingip (None), before_create {{(pid=103916) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 17:29:44.169147 dv-cinder-837356-2-iscsi neutron-server[103916]: DEBUG neutron_lib.callbacks.manager [None req-d6c99f07-a9ed-44c5-86b9-3461987ddf66 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-706250'] for router_interface (b698568a-354a-41b9-a41d-a2afa6bbdd0f), before_delete {{(pid=103916) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 17:29:44.220271 dv-cinder-837356-2-iscsi neutron-server[103918]: DEBUG neutron.plugins.ml2.plugin [None req-39ead2dc-a542-4f04-b117-439eb7f32aa8 None None] Current status of the port 401826ae-efee-49a0-8dc1-2f0485f4adf8 is: ACTIVE; New status is: ACTIVE {{(pid=103918) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2298}} Jun 16 17:29:44.222041 dv-cinder-837356-2-iscsi neutron-server[103918]: DEBUG neutron.plugins.ml2.rpc [None req-39ead2dc-a542-4f04-b117-439eb7f32aa8 None None] Device ffccbfd3-0ee0-44d0-971d-1ceb8c334bd4 up at agent ovs-agent-dv-cinder-837356-2-iscsi {{(pid=103918) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 16 17:29:44.234566 dv-cinder-837356-2-iscsi neutron-server[103917]: DEBUG neutron_lib.callbacks.manager [None req-6338cebe-f762-493e-ae39-494f818e4ea2 admin admin] Publish callbacks [] for router_gateway (e8b16fce-4c4f-400b-ae9a-83f311f8f931), after_create {{(pid=103917) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 17:29:44.298881 dv-cinder-837356-2-iscsi neutron-server[103918]: DEBUG neutron.db.provisioning_blocks [None req-39ead2dc-a542-4f04-b117-439eb7f32aa8 None None] Provisioning complete for port ffccbfd3-0ee0-44d0-971d-1ceb8c334bd4 triggered by entity L2. {{(pid=103918) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jun 16 17:29:44.299911 dv-cinder-837356-2-iscsi neutron-server[103918]: DEBUG neutron_lib.callbacks.manager [None req-39ead2dc-a542-4f04-b117-439eb7f32aa8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16149424'] for port (ffccbfd3-0ee0-44d0-971d-1ceb8c334bd4), provisioning_complete {{(pid=103918) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 17:29:44.317402 dv-cinder-837356-2-iscsi neutron-server[103917]: DEBUG dbcounter [-] [103917] Writing DB stats neutron:SELECT=94,neutron:INSERT=4,neutron:UPDATE=2 {{(pid=103917) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 16 17:29:44.363673 dv-cinder-837356-2-iscsi neutron-server[103918]: DEBUG dbcounter [-] [103918] Writing DB stats neutron:SELECT=97,neutron:UPDATE=3 {{(pid=103918) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 16 17:29:44.381109 dv-cinder-837356-2-iscsi neutron-server[103916]: DEBUG neutron_lib.callbacks.manager [None req-b7da3c2e-9408-441f-9e8f-457d7f552608 tempest-TestVolumeBootPattern-1350759327 tempest-TestVolumeBootPattern-1350759327-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16007590'] for port (None), before_create {{(pid=103916) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 17:29:44.402134 dv-cinder-837356-2-iscsi neutron-server[103916]: DEBUG dbcounter [-] [103916] Writing DB stats neutron:SELECT=96,neutron:UPDATE=1,neutron:DELETE=1,neutron:INSERT=2 {{(pid=103916) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 16 17:29:44.405696 dv-cinder-837356-2-iscsi neutron-server[103918]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-01d7eab3-040e-4a68-9e90-34fbce83fe4a None None] Network 214a5b82-57ef-4b49-802c-fcf438c91dcc requested from dv-cinder-837356-2-iscsi {{(pid=103918) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jun 16 17:29:44.640747 dv-cinder-837356-2-iscsi neutron-server[103918]: DEBUG neutron.db.provisioning_blocks [None req-485ec305-361a-4e46-a3b2-1da1f85636a8 None None] Provisioning complete for port ffccbfd3-0ee0-44d0-971d-1ceb8c334bd4 triggered by entity DHCP. {{(pid=103918) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jun 16 17:29:44.641052 dv-cinder-837356-2-iscsi neutron-server[103918]: DEBUG neutron_lib.callbacks.manager [None req-485ec305-361a-4e46-a3b2-1da1f85636a8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16149424'] for port (ffccbfd3-0ee0-44d0-971d-1ceb8c334bd4), provisioning_complete {{(pid=103918) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 17:29:44.654402 dv-cinder-837356-2-iscsi neutron-server[103916]: DEBUG neutron.plugins.ml2.plugin [None req-d6c99f07-a9ed-44c5-86b9-3461987ddf66 admin admin] Deleting port a8d5bd16-d884-4270-9432-d25b5a4fcf68 {{(pid=103916) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2043}} Jun 16 17:29:44.654789 dv-cinder-837356-2-iscsi neutron-server[103916]: DEBUG neutron_lib.callbacks.manager [None req-d6c99f07-a9ed-44c5-86b9-3461987ddf66 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8728539361383'] for port (a8d5bd16-d884-4270-9432-d25b5a4fcf68), before_delete {{(pid=103916) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 17:29:44.672478 dv-cinder-837356-2-iscsi neutron-server[103917]: DEBUG neutron_lib.callbacks.manager [None req-6338cebe-f762-493e-ae39-494f818e4ea2 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-705015', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-704873'] for router (e8b16fce-4c4f-400b-ae9a-83f311f8f931), after_create {{(pid=103917) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 17:29:44.676156 dv-cinder-837356-2-iscsi neutron-server[103918]: DEBUG neutron.plugins.ml2.plugin [None req-39ead2dc-a542-4f04-b117-439eb7f32aa8 None None] Current status of the port ffccbfd3-0ee0-44d0-971d-1ceb8c334bd4 is: DOWN; New status is: ACTIVE {{(pid=103918) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2298}} Jun 16 17:29:44.676638 dv-cinder-837356-2-iscsi neutron-server[103918]: DEBUG neutron_lib.callbacks.manager [None req-39ead2dc-a542-4f04-b117-439eb7f32aa8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16007590'] for port (ffccbfd3-0ee0-44d0-971d-1ceb8c334bd4), before_update {{(pid=103918) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 17:29:44.694178 dv-cinder-837356-2-iscsi neutron-server[103916]: DEBUG neutron.db.db_base_plugin_common [None req-b7da3c2e-9408-441f-9e8f-457d7f552608 tempest-TestVolumeBootPattern-1350759327 tempest-TestVolumeBootPattern-1350759327-project] Allocated IP 172.27.2.95 (9df31235-0797-44e6-85a0-102cb2da2d58/1dfb0320-f5eb-46f6-88ce-33002f500238/ccbdd293-7eda-4e15-ab6a-5ad88bf0bee8) {{(pid=103916) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 16 17:29:44.734115 dv-cinder-837356-2-iscsi neutron-server[103916]: DEBUG dbcounter [-] [103916] Writing DB stats neutron:SELECT=94,neutron:INSERT=4,neutron:UPDATE=2 {{(pid=103916) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 16 17:29:44.801421 dv-cinder-837356-2-iscsi neutron-server[103918]: DEBUG neutron.plugins.ml2.db [None req-39ead2dc-a542-4f04-b117-439eb7f32aa8 None None] For port ffccbfd3-0ee0-44d0-971d-1ceb8c334bd4, host dv-cinder-837356-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-837356-2-iscsi',level=0,port_id=ffccbfd3-0ee0-44d0-971d-1ceb8c334bd4,segment=NetworkSegment(e9d2a385-dd16-4c80-a0a8-633cf32191fa),segment_id=e9d2a385-dd16-4c80-a0a8-633cf32191fa)] {{(pid=103918) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 16 17:29:44.833451 dv-cinder-837356-2-iscsi neutron-server[103918]: DEBUG neutron_lib.callbacks.manager [None req-39ead2dc-a542-4f04-b117-439eb7f32aa8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16007527', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-75831', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16241551', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728539364693', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728538993439', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728538993457'] for port (ffccbfd3-0ee0-44d0-971d-1ceb8c334bd4), after_update {{(pid=103918) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 17:29:44.853900 dv-cinder-837356-2-iscsi neutron-server[103917]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9b22aae-7632-448d-8d87-e4f570ea0845 req-b45b3a19-81e1-4b52-88d2-9a407df3e513 tempest-AttachVolumeShelveTestJSON-1123487845 tempest-AttachVolumeShelveTestJSON-1123487845-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103917) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 16 17:29:44.855479 dv-cinder-837356-2-iscsi neutron-server[103917]: INFO neutron.wsgi [req-e9b22aae-7632-448d-8d87-e4f570ea0845 req-b45b3a19-81e1-4b52-88d2-9a407df3e513 tempest-AttachVolumeShelveTestJSON-1123487845 tempest-AttachVolumeShelveTestJSON-1123487845-project] 10.222.0.66 "GET /v2.0/ports?device_id=a9f207ac-0a5d-4cfc-abd6-2f2fc88ab6a4 HTTP/1.1" status: 200 len: 943 time: 0.0747800 Jun 16 17:29:44.895690 dv-cinder-837356-2-iscsi neutron-server[103916]: DEBUG neutron.plugins.ml2.db [None req-d6c99f07-a9ed-44c5-86b9-3461987ddf66 admin admin] For port a8d5bd16-d884-4270-9432-d25b5a4fcf68, host dv-cinder-837356-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-837356-2-iscsi',level=0,port_id=a8d5bd16-d884-4270-9432-d25b5a4fcf68,segment=NetworkSegment(3fc55272-fc64-4407-9040-7681311e4934),segment_id=3fc55272-fc64-4407-9040-7681311e4934)] {{(pid=103916) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 16 17:29:44.895690 dv-cinder-837356-2-iscsi neutron-server[103916]: DEBUG neutron_lib.callbacks.manager [None req-d6c99f07-a9ed-44c5-86b9-3461987ddf66 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-708042'] for port (a8d5bd16-d884-4270-9432-d25b5a4fcf68), precommit_delete {{(pid=103916) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 17:29:44.917403 dv-cinder-837356-2-iscsi neutron-server[103918]: DEBUG neutron.plugins.ml2.rpc [None req-b2b17746-c296-4803-869a-65578e8233dd None None] Device 8d7a682c-8735-4554-a952-dc548868e5d9 details requested by agent hyperv_hv-cinder-83735 with host hv-cinder-83735 {{(pid=103918) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jun 16 17:29:44.921964 dv-cinder-837356-2-iscsi neutron-server[103917]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-6338cebe-f762-493e-ae39-494f818e4ea2 admin admin] Router e8b16fce-4c4f-400b-ae9a-83f311f8f931 is scheduled to L3 agent 7639df21-17c3-4235-8912-210c3ad54137 with binding_index 1 {{(pid=103917) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Jun 16 17:29:44.931521 dv-cinder-837356-2-iscsi neutron-server[103916]: DEBUG neutron.plugins.ml2.plugin [None req-d6c99f07-a9ed-44c5-86b9-3461987ddf66 admin admin] Calling delete_port for a8d5bd16-d884-4270-9432-d25b5a4fcf68 owned by network:router_interface {{(pid=103916) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2122}} Jun 16 17:29:44.940026 dv-cinder-837356-2-iscsi neutron-server[103918]: DEBUG neutron.plugins.ml2.plugin [None req-485ec305-361a-4e46-a3b2-1da1f85636a8 None None] Current status of the port ffccbfd3-0ee0-44d0-971d-1ceb8c334bd4 is: ACTIVE; New status is: ACTIVE {{(pid=103918) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2298}} Jun 16 17:29:44.955846 dv-cinder-837356-2-iscsi neutron-server[103918]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-39ead2dc-a542-4f04-b117-439eb7f32aa8 None None] Pushing event updated for resources: {'Port': ['ID=ffccbfd3-0ee0-44d0-971d-1ceb8c334bd4,revision_number=3']} {{(pid=103918) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 17:29:44.961480 dv-cinder-837356-2-iscsi neutron-server[103917]: INFO neutron.wsgi [req-e9b22aae-7632-448d-8d87-e4f570ea0845 req-d6b8e81e-14d1-4228-8d0e-6db137aee72d tempest-AttachVolumeShelveTestJSON-1123487845 tempest-AttachVolumeShelveTestJSON-1123487845-project] 10.222.0.66 "GET /v2.0/security-groups?id=528bbd8e-87bb-4e11-b4eb-c422958f1800&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0755701 Jun 16 17:29:45.083803 dv-cinder-837356-2-iscsi neutron-server[103918]: DEBUG dbcounter [-] [103918] Writing DB stats neutron:SELECT=95,neutron:UPDATE=4,neutron:INSERT=1 {{(pid=103918) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 16 17:29:45.093709 dv-cinder-837356-2-iscsi neutron-server[103916]: DEBUG neutron_lib.callbacks.manager [None req-b7da3c2e-9408-441f-9e8f-457d7f552608 tempest-TestVolumeBootPattern-1350759327 tempest-TestVolumeBootPattern-1350759327-project] Publish callbacks [] for port (ccbdd293-7eda-4e15-ab6a-5ad88bf0bee8), precommit_create {{(pid=103916) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 17:29:45.098882 dv-cinder-837356-2-iscsi neutron-server[103918]: DEBUG neutron.plugins.ml2.db [None req-b2b17746-c296-4803-869a-65578e8233dd None None] For port 8d7a682c-8735-4554-a952-dc548868e5d9, host hv-cinder-83735, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83735',level=0,port_id=8d7a682c-8735-4554-a952-dc548868e5d9,segment=NetworkSegment(d53d2152-678f-42ce-a3f8-cc589901ed6b),segment_id=d53d2152-678f-42ce-a3f8-cc589901ed6b)] {{(pid=103918) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 16 17:29:45.107153 dv-cinder-837356-2-iscsi neutron-server[103917]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6338cebe-f762-493e-ae39-494f818e4ea2 admin admin] Notify agent at l3_agent.dv-cinder-837356-2-iscsi the message routers_updated {{(pid=103917) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jun 16 17:29:45.122105 dv-cinder-837356-2-iscsi neutron-server[103918]: DEBUG neutron.plugins.ml2.rpc [None req-b2b17746-c296-4803-869a-65578e8233dd None None] Returning: {'device': '8d7a682c-8735-4554-a952-dc548868e5d9', 'network_id': '04f2ecf4-cd9f-483b-9100-6d9d67a561d2', 'port_id': '8d7a682c-8735-4554-a952-dc548868e5d9', 'mac_address': 'fa:16:3e:dc:6b:d3', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 1034, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '57d5f714-8d8c-468b-957a-7745cf345909', 'ip_address': '172.20.0.6'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'qos_network_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103918) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jun 16 17:29:45.133906 dv-cinder-837356-2-iscsi neutron-server[103918]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-022ef37d-221e-4efd-ae7f-db25be46cd96 None None] Sync routers for ids ['e8b16fce-4c4f-400b-ae9a-83f311f8f931'] in dv-cinder-837356-2-iscsi {{(pid=103918) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 16 17:29:45.136044 dv-cinder-837356-2-iscsi neutron-server[103917]: DEBUG neutron_lib.callbacks.manager [None req-6338cebe-f762-493e-ae39-494f818e4ea2 admin admin] Publish callbacks [] for router (None), before_response {{(pid=103917) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 17:29:45.139634 dv-cinder-837356-2-iscsi neutron-server[103917]: INFO neutron.wsgi [None req-6338cebe-f762-493e-ae39-494f818e4ea2 admin admin] 10.222.0.66 "POST /v2.0/routers HTTP/1.1" status: 201 len: 920 time: 4.7121205 Jun 16 17:29:45.142945 dv-cinder-837356-2-iscsi neutron-server[103917]: DEBUG neutron.wsgi [-] (103917) accepted ('10.222.0.66', 44338) {{(pid=103917) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 16 17:29:45.201952 dv-cinder-837356-2-iscsi neutron-server[103918]: DEBUG neutron.db.l3_dvrscheduler_db [None req-022ef37d-221e-4efd-ae7f-db25be46cd96 None None] Routers {'e8b16fce-4c4f-400b-ae9a-83f311f8f931'} bound to L3 agent in host dv-cinder-837356-2-iscsi {{(pid=103918) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jun 16 17:29:45.202579 dv-cinder-837356-2-iscsi neutron-server[103918]: DEBUG neutron.db.l3_hamode_db [None req-022ef37d-221e-4efd-ae7f-db25be46cd96 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-837356-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-06-16T17:14:15Z,description=,heartbeat_timestamp=2022-06-16T17:29:15Z,host='dv-cinder-837356-2-iscsi',id=7639df21-17c3-4235-8912-210c3ad54137,load=0,resource_versions=,resources_synced=,started_at=2022-06-16T17:14:15Z,topic='l3_agent')) {'router_ids': ['e8b16fce-4c4f-400b-ae9a-83f311f8f931'], 'active': True} {{(pid=103918) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 16 17:29:45.208937 dv-cinder-837356-2-iscsi neutron-server[103918]: DEBUG neutron.plugins.ml2.plugin [None req-b2b17746-c296-4803-869a-65578e8233dd None None] Current status of the port 8d7a682c-8735-4554-a952-dc548868e5d9 is: DOWN; New status is: BUILD {{(pid=103918) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2298}} Jun 16 17:29:45.209384 dv-cinder-837356-2-iscsi neutron-server[103918]: DEBUG neutron_lib.callbacks.manager [None req-b2b17746-c296-4803-869a-65578e8233dd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16007590'] for port (8d7a682c-8735-4554-a952-dc548868e5d9), before_update {{(pid=103918) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 17:29:45.246968 dv-cinder-837356-2-iscsi neutron-server[103916]: DEBUG neutron_lib.callbacks.manager [None req-b7da3c2e-9408-441f-9e8f-457d7f552608 tempest-TestVolumeBootPattern-1350759327 tempest-TestVolumeBootPattern-1350759327-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16007527', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-75831', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16241551', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8728538993421', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25517999'] for port (ccbdd293-7eda-4e15-ab6a-5ad88bf0bee8), after_create {{(pid=103916) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 17:29:45.300404 dv-cinder-837356-2-iscsi neutron-server[103918]: DEBUG neutron.notifiers.nova [None req-b2b17746-c296-4803-869a-65578e8233dd None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 8d7a682c-8735-4554-a952-dc548868e5d9 {{(pid=103918) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Jun 16 17:29:45.324139 dv-cinder-837356-2-iscsi neutron-server[103916]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b7da3c2e-9408-441f-9e8f-457d7f552608 tempest-TestVolumeBootPattern-1350759327 tempest-TestVolumeBootPattern-1350759327-project] Network 9df31235-0797-44e6-85a0-102cb2da2d58 is already hosted by enough agents. {{(pid=103916) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 16 17:29:45.324139 dv-cinder-837356-2-iscsi neutron-server[103916]: DEBUG neutron.scheduler.base_scheduler [None req-b7da3c2e-9408-441f-9e8f-457d7f552608 tempest-TestVolumeBootPattern-1350759327 tempest-TestVolumeBootPattern-1350759327-project] Resources bound (agent type, host, resource id): {{(pid=103916) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 16 17:29:45.324139 dv-cinder-837356-2-iscsi neutron-server[103916]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b7da3c2e-9408-441f-9e8f-457d7f552608 tempest-TestVolumeBootPattern-1350759327 tempest-TestVolumeBootPattern-1350759327-project] Received port after_create {{(pid=103916) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:542}} Jun 16 17:29:45.336961 dv-cinder-837356-2-iscsi neutron-server[103918]: DEBUG neutron.db.provisioning_blocks [None req-61d6134d-4eac-4637-ae5a-5fd65a61c86e None None] Provisioning complete for port ffccbfd3-0ee0-44d0-971d-1ceb8c334bd4 triggered by entity DHCP. {{(pid=103918) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jun 16 17:29:45.337464 dv-cinder-837356-2-iscsi neutron-server[103918]: DEBUG neutron_lib.callbacks.manager [None req-61d6134d-4eac-4637-ae5a-5fd65a61c86e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16149424'] for port (ffccbfd3-0ee0-44d0-971d-1ceb8c334bd4), provisioning_complete {{(pid=103918) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 17:29:45.353506 dv-cinder-837356-2-iscsi neutron-server[103916]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b7da3c2e-9408-441f-9e8f-457d7f552608 tempest-TestVolumeBootPattern-1350759327 tempest-TestVolumeBootPattern-1350759327-project] Pushing event updated for resources: {'Port': ['ID=ccbdd293-7eda-4e15-ab6a-5ad88bf0bee8,revision_number=1']} {{(pid=103916) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 17:29:45.374314 dv-cinder-837356-2-iscsi neutron-server[103916]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b7da3c2e-9408-441f-9e8f-457d7f552608 tempest-TestVolumeBootPattern-1350759327 tempest-TestVolumeBootPattern-1350759327-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-837356-2-iscsi {{(pid=103916) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 17:29:45.374656 dv-cinder-837356-2-iscsi neutron-server[103916]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b7da3c2e-9408-441f-9e8f-457d7f552608 tempest-TestVolumeBootPattern-1350759327 tempest-TestVolumeBootPattern-1350759327-project] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-837356-2-iscsi {{(pid=103916) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 17:29:45.374998 dv-cinder-837356-2-iscsi neutron-server[103916]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b7da3c2e-9408-441f-9e8f-457d7f552608 tempest-TestVolumeBootPattern-1350759327 tempest-TestVolumeBootPattern-1350759327-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-837356-2-iscsi {{(pid=103916) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 17:29:45.375344 dv-cinder-837356-2-iscsi neutron-server[103916]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b7da3c2e-9408-441f-9e8f-457d7f552608 tempest-TestVolumeBootPattern-1350759327 tempest-TestVolumeBootPattern-1350759327-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-837356-2-iscsi {{(pid=103916) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 17:29:45.375670 dv-cinder-837356-2-iscsi neutron-server[103916]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b7da3c2e-9408-441f-9e8f-457d7f552608 tempest-TestVolumeBootPattern-1350759327 tempest-TestVolumeBootPattern-1350759327-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-837356-2-iscsi {{(pid=103916) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 17:29:45.375996 dv-cinder-837356-2-iscsi neutron-server[103916]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b7da3c2e-9408-441f-9e8f-457d7f552608 tempest-TestVolumeBootPattern-1350759327 tempest-TestVolumeBootPattern-1350759327-project] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-837356-2-iscsi {{(pid=103916) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 17:29:45.376321 dv-cinder-837356-2-iscsi neutron-server[103916]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b7da3c2e-9408-441f-9e8f-457d7f552608 tempest-TestVolumeBootPattern-1350759327 tempest-TestVolumeBootPattern-1350759327-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-837356-2-iscsi {{(pid=103916) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 17:29:45.376642 dv-cinder-837356-2-iscsi neutron-server[103916]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b7da3c2e-9408-441f-9e8f-457d7f552608 tempest-TestVolumeBootPattern-1350759327 tempest-TestVolumeBootPattern-1350759327-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-837356-2-iscsi {{(pid=103916) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 17:29:45.376961 dv-cinder-837356-2-iscsi neutron-server[103916]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b7da3c2e-9408-441f-9e8f-457d7f552608 tempest-TestVolumeBootPattern-1350759327 tempest-TestVolumeBootPattern-1350759327-project] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-837356-2-iscsi {{(pid=103916) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 17:29:45.377322 dv-cinder-837356-2-iscsi neutron-server[103916]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b7da3c2e-9408-441f-9e8f-457d7f552608 tempest-TestVolumeBootPattern-1350759327 tempest-TestVolumeBootPattern-1350759327-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-837356-2-iscsi {{(pid=103916) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 17:29:45.377664 dv-cinder-837356-2-iscsi neutron-server[103916]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b7da3c2e-9408-441f-9e8f-457d7f552608 tempest-TestVolumeBootPattern-1350759327 tempest-TestVolumeBootPattern-1350759327-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-837356-2-iscsi {{(pid=103916) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 17:29:45.377971 dv-cinder-837356-2-iscsi neutron-server[103916]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b7da3c2e-9408-441f-9e8f-457d7f552608 tempest-TestVolumeBootPattern-1350759327 tempest-TestVolumeBootPattern-1350759327-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-837356-2-iscsi {{(pid=103916) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 17:29:45.378290 dv-cinder-837356-2-iscsi neutron-server[103916]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b7da3c2e-9408-441f-9e8f-457d7f552608 tempest-TestVolumeBootPattern-1350759327 tempest-TestVolumeBootPattern-1350759327-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-837356-2-iscsi {{(pid=103916) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 17:29:45.378607 dv-cinder-837356-2-iscsi neutron-server[103916]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b7da3c2e-9408-441f-9e8f-457d7f552608 tempest-TestVolumeBootPattern-1350759327 tempest-TestVolumeBootPattern-1350759327-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-837356-2-iscsi {{(pid=103916) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 17:29:45.378940 dv-cinder-837356-2-iscsi neutron-server[103916]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b7da3c2e-9408-441f-9e8f-457d7f552608 tempest-TestVolumeBootPattern-1350759327 tempest-TestVolumeBootPattern-1350759327-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-837356-2-iscsi {{(pid=103916) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 17:29:45.392640 dv-cinder-837356-2-iscsi neutron-server[103918]: DEBUG neutron.plugins.ml2.db [None req-b2b17746-c296-4803-869a-65578e8233dd None None] For port 8d7a682c-8735-4554-a952-dc548868e5d9, host hv-cinder-83735, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83735',level=0,port_id=8d7a682c-8735-4554-a952-dc548868e5d9,segment=NetworkSegment(d53d2152-678f-42ce-a3f8-cc589901ed6b),segment_id=d53d2152-678f-42ce-a3f8-cc589901ed6b)] {{(pid=103918) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 16 17:29:45.406289 dv-cinder-837356-2-iscsi neutron-server[103918]: DEBUG neutron_lib.callbacks.manager [None req-b2b17746-c296-4803-869a-65578e8233dd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16007527', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-75831', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16241551', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728539364693', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728538993439', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728538993457'] for port (8d7a682c-8735-4554-a952-dc548868e5d9), after_update {{(pid=103918) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 17:29:45.483825 dv-cinder-837356-2-iscsi neutron-server[103916]: DEBUG dbcounter [-] [103916] Writing DB stats neutron:UPDATE=3,neutron:SELECT=91,neutron:INSERT=2,neutron:DELETE=4 {{(pid=103916) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 16 17:29:45.484435 dv-cinder-837356-2-iscsi neutron-server[103918]: DEBUG neutron.db.l3_dvr_db [None req-022ef37d-221e-4efd-ae7f-db25be46cd96 None None] Set router e8b16fce-4c4f-400b-ae9a-83f311f8f931 gateway port host: dv-cinder-837356-2-iscsi {{(pid=103918) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jun 16 17:29:45.531623 dv-cinder-837356-2-iscsi neutron-server[103916]: DEBUG neutron_lib.callbacks.manager [None req-d6c99f07-a9ed-44c5-86b9-3461987ddf66 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16007527', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-75831', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16241551', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8728539364702', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8728538993430', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25517999'] for port (a8d5bd16-d884-4270-9432-d25b5a4fcf68), after_delete {{(pid=103916) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 17:29:45.551751 dv-cinder-837356-2-iscsi neutron-server[103917]: DEBUG dbcounter [-] [103917] Writing DB stats neutron:SELECT=98,neutron:INSERT=1,neutron:DELETE=1 {{(pid=103917) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 16 17:29:45.556883 dv-cinder-837356-2-iscsi neutron-server[103918]: DEBUG neutron_lib.callbacks.manager [None req-d57f27bd-2610-4d32-8be9-a79002e56377 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728539454181', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16149322'] for agent (7639df21-17c3-4235-8912-210c3ad54137), after_update {{(pid=103918) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 17:29:45.575557 dv-cinder-837356-2-iscsi neutron-server[103916]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d6c99f07-a9ed-44c5-86b9-3461987ddf66 admin admin] Pushing event deleted for resources: {'Port': ['ID=a8d5bd16-d884-4270-9432-d25b5a4fcf68,revision_number=None']} {{(pid=103916) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 17:29:45.581426 dv-cinder-837356-2-iscsi neutron-server[103918]: DEBUG dbcounter [-] [103918] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=103918) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 16 17:29:45.646515 dv-cinder-837356-2-iscsi neutron-server[103918]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b2b17746-c296-4803-869a-65578e8233dd None None] Pushing event updated for resources: {'Port': ['ID=8d7a682c-8735-4554-a952-dc548868e5d9,revision_number=9']} {{(pid=103918) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 17:29:45.658451 dv-cinder-837356-2-iscsi neutron-server[103918]: DEBUG neutron.plugins.ml2.db [None req-b2b17746-c296-4803-869a-65578e8233dd None None] get_ports_and_sgs() called for port_ids ['8d7a682c-8735-4554-a952-dc548868e5d9'] {{(pid=103918) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jun 16 17:29:45.768938 dv-cinder-837356-2-iscsi neutron-server[103918]: DEBUG neutron.plugins.ml2.plugin [None req-61d6134d-4eac-4637-ae5a-5fd65a61c86e None None] Current status of the port ffccbfd3-0ee0-44d0-971d-1ceb8c334bd4 is: ACTIVE; New status is: ACTIVE {{(pid=103918) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2298}} Jun 16 17:29:45.838801 dv-cinder-837356-2-iscsi neutron-server[103917]: DEBUG neutron_lib.callbacks.manager [None req-db0b8b37-ab1c-4e01-9225-9300a7ab9e39 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16007590'] for port (None), before_create {{(pid=103917) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 17:29:45.859345 dv-cinder-837356-2-iscsi neutron-server[103917]: DEBUG dbcounter [-] [103917] Writing DB stats neutron:SELECT=99,neutron:DELETE=1 {{(pid=103917) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 16 17:29:45.860994 dv-cinder-837356-2-iscsi neutron-server[103916]: DEBUG dbcounter [-] [103916] Writing DB stats neutron:SELECT=96,neutron:DELETE=4 {{(pid=103916) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 16 17:29:45.960054 dv-cinder-837356-2-iscsi neutron-server[103918]: DEBUG neutron.db.l3_hamode_db [None req-022ef37d-221e-4efd-ae7f-db25be46cd96 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e8b16fce-4c4f-400b-ae9a-83f311f8f931', 'name': 'tempest-TestShelveInstance-1698680543-router', 'tenant_id': '8612326dfc09414caca0b216d53b9f13', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9df31235-0797-44e6-85a0-102cb2da2d58', 'external_fixed_ips': [{'subnet_id': '1dfb0320-f5eb-46f6-88ce-33002f500238', 'ip_address': '172.27.2.49'}], 'enable_snat': True}, 'gw_port_id': 'faae77bb-d4a7-4a67-8c0d-15828ced0754', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-16T17:29:40Z', 'updated_at': '2022-06-16T17:29:43Z', 'revision_number': 3, 'project_id': '8612326dfc09414caca0b216d53b9f13', 'gw_port': {'id': 'faae77bb-d4a7-4a67-8c0d-15828ced0754', 'name': '', 'network_id': '9df31235-0797-44e6-85a0-102cb2da2d58', 'tenant_id': '', 'mac_address': 'fa:16:3e:2e:34:f8', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e8b16fce-4c4f-400b-ae9a-83f311f8f931', 'device_owner': 'network:router_gateway', 'standard_attr_id': 585, 'fixed_ips': [{'subnet_id': '1dfb0320-f5eb-46f6-88ce-33002f500238', 'ip_address': '172.27.2.49', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-16T17:29:42Z', 'updated_at': '2022-06-16T17:29:43Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '1dfb0320-f5eb-46f6-88ce-33002f500238', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-837356-2-iscsi'}], 'dv-cinder-837356-2-iscsi', False) {} {{(pid=103918) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 16 17:29:45.968823 dv-cinder-837356-2-iscsi neutron-server[103918]: DEBUG dbcounter [-] [103918] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=103918) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 16 17:29:46.010641 dv-cinder-837356-2-iscsi neutron-server[103918]: DEBUG neutron.plugins.ml2.rpc [None req-39ead2dc-a542-4f04-b117-439eb7f32aa8 None None] Device ffccbfd3-0ee0-44d0-971d-1ceb8c334bd4 up at agent ovs-agent-dv-cinder-837356-2-iscsi {{(pid=103918) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 16 17:29:46.014273 dv-cinder-837356-2-iscsi neutron-server[103918]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-022ef37d-221e-4efd-ae7f-db25be46cd96 None None] Checking router: e8b16fce-4c4f-400b-ae9a-83f311f8f931 for host: dv-cinder-837356-2-iscsi {{(pid=103918) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 16 17:29:46.014962 dv-cinder-837356-2-iscsi neutron-server[103918]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-022ef37d-221e-4efd-ae7f-db25be46cd96 None None] Updating router e8b16fce-4c4f-400b-ae9a-83f311f8f931 port faae77bb-d4a7-4a67-8c0d-15828ced0754 binding host dv-cinder-837356-2-iscsi {{(pid=103918) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jun 16 17:29:46.080305 dv-cinder-837356-2-iscsi neutron-server[103917]: DEBUG neutron.db.db_base_plugin_common [None req-db0b8b37-ab1c-4e01-9225-9300a7ab9e39 admin admin] Allocated IP 172.20.0.1 (214a5b82-57ef-4b49-802c-fcf438c91dcc/a5afcff5-1319-4f06-96cb-5671896000cd/348ea1f8-8c4b-4eba-b491-42d9b6e1e0a2) {{(pid=103917) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 16 17:29:46.116447 dv-cinder-837356-2-iscsi neutron-server[103916]: DEBUG neutron_lib.callbacks.manager [None req-d6c99f07-a9ed-44c5-86b9-3461987ddf66 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-16241524', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-705370'] for router_interface (b698568a-354a-41b9-a41d-a2afa6bbdd0f), after_delete {{(pid=103916) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 17:29:46.236711 dv-cinder-837356-2-iscsi neutron-server[103917]: DEBUG neutron_lib.callbacks.manager [None req-db0b8b37-ab1c-4e01-9225-9300a7ab9e39 admin admin] Publish callbacks [] for port (348ea1f8-8c4b-4eba-b491-42d9b6e1e0a2), precommit_create {{(pid=103917) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 17:29:46.274178 dv-cinder-837356-2-iscsi neutron-server[103918]: DEBUG neutron_lib.callbacks.manager [None req-022ef37d-221e-4efd-ae7f-db25be46cd96 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16007590'] for port (faae77bb-d4a7-4a67-8c0d-15828ced0754), before_update {{(pid=103918) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 17:29:46.288871 dv-cinder-837356-2-iscsi neutron-server[103917]: DEBUG neutron_lib.callbacks.manager [None req-db0b8b37-ab1c-4e01-9225-9300a7ab9e39 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16007527', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-75831', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16241551', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8728538993421', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3819743'] for port (348ea1f8-8c4b-4eba-b491-42d9b6e1e0a2), after_create {{(pid=103917) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 17:29:46.346872 dv-cinder-837356-2-iscsi neutron-server[103917]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-db0b8b37-ab1c-4e01-9225-9300a7ab9e39 admin admin] Network 214a5b82-57ef-4b49-802c-fcf438c91dcc is already hosted by enough agents. {{(pid=103917) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 16 17:29:46.348192 dv-cinder-837356-2-iscsi neutron-server[103918]: DEBUG neutron.db.provisioning_blocks [None req-39ead2dc-a542-4f04-b117-439eb7f32aa8 None None] Provisioning complete for port ffccbfd3-0ee0-44d0-971d-1ceb8c334bd4 triggered by entity L2. {{(pid=103918) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jun 16 17:29:46.348887 dv-cinder-837356-2-iscsi neutron-server[103918]: DEBUG neutron_lib.callbacks.manager [None req-39ead2dc-a542-4f04-b117-439eb7f32aa8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16149424'] for port (ffccbfd3-0ee0-44d0-971d-1ceb8c334bd4), provisioning_complete {{(pid=103918) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 17:29:46.357216 dv-cinder-837356-2-iscsi neutron-server[103917]: DEBUG neutron.scheduler.base_scheduler [None req-db0b8b37-ab1c-4e01-9225-9300a7ab9e39 admin admin] Resources bound (agent type, host, resource id): {{(pid=103917) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 16 17:29:46.374542 dv-cinder-837356-2-iscsi neutron-server[103917]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-db0b8b37-ab1c-4e01-9225-9300a7ab9e39 admin admin] Pushing event updated for resources: {'Port': ['ID=348ea1f8-8c4b-4eba-b491-42d9b6e1e0a2,revision_number=1']} {{(pid=103917) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 17:29:46.389115 dv-cinder-837356-2-iscsi neutron-server[103918]: DEBUG neutron_lib.callbacks.manager [None req-20715706-35a9-45af-9420-375bdcc64c61 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728539454181', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16149322'] for agent (50395103-89cf-4fb3-87eb-9dff4dfdeea8), after_update {{(pid=103918) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 17:29:46.390370 dv-cinder-837356-2-iscsi neutron-server[103917]: DEBUG neutron.db.l3_dvrscheduler_db [None req-db0b8b37-ab1c-4e01-9225-9300a7ab9e39 admin admin] Received port after_create {{(pid=103917) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:542}} Jun 16 17:29:46.454719 dv-cinder-837356-2-iscsi neutron-server[103917]: DEBUG neutron_lib.callbacks.manager [None req-db0b8b37-ab1c-4e01-9225-9300a7ab9e39 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-706133'] for router_interface (e8b16fce-4c4f-400b-ae9a-83f311f8f931), before_create {{(pid=103917) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 17:29:46.523464 dv-cinder-837356-2-iscsi neutron-server[103916]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af6a6ae8-4b7e-4896-93e8-562b6e3ff613 req-206ef1be-df0b-4e3d-8dd0-cb692c016d6a tempest-AttachVolumeShelveTestJSON-1123487845 tempest-AttachVolumeShelveTestJSON-1123487845-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103916) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 16 17:29:46.525632 dv-cinder-837356-2-iscsi neutron-server[103916]: INFO neutron.wsgi [req-af6a6ae8-4b7e-4896-93e8-562b6e3ff613 req-206ef1be-df0b-4e3d-8dd0-cb692c016d6a tempest-AttachVolumeShelveTestJSON-1123487845 tempest-AttachVolumeShelveTestJSON-1123487845-project] 10.222.0.66 "GET /v2.0/ports?device_id=a9f207ac-0a5d-4cfc-abd6-2f2fc88ab6a4 HTTP/1.1" status: 200 len: 944 time: 0.4448829 Jun 16 17:29:46.611709 dv-cinder-837356-2-iscsi neutron-server[103918]: DEBUG neutron.plugins.ml2.plugin [None req-39ead2dc-a542-4f04-b117-439eb7f32aa8 None None] Current status of the port ffccbfd3-0ee0-44d0-971d-1ceb8c334bd4 is: ACTIVE; New status is: ACTIVE {{(pid=103918) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2298}} Jun 16 17:29:46.615127 dv-cinder-837356-2-iscsi neutron-server[103917]: DEBUG dbcounter [-] [103917] Writing DB stats neutron:SELECT=92,neutron:INSERT=6,neutron:UPDATE=2 {{(pid=103917) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 16 17:29:46.652196 dv-cinder-837356-2-iscsi neutron-server[103916]: DEBUG neutron_lib.callbacks.manager [None req-b7da3c2e-9408-441f-9e8f-457d7f552608 tempest-TestVolumeBootPattern-1350759327 tempest-TestVolumeBootPattern-1350759327-project] Publish callbacks [] for floatingip (5c050ec7-2cfc-44c3-948b-af30f620ae4f), precommit_create {{(pid=103916) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 17:29:46.670964 dv-cinder-837356-2-iscsi neutron-server[103917]: DEBUG neutron_lib.callbacks.manager [None req-db0b8b37-ab1c-4e01-9225-9300a7ab9e39 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16007590'] for port (348ea1f8-8c4b-4eba-b491-42d9b6e1e0a2), before_update {{(pid=103917) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 17:29:46.751162 dv-cinder-837356-2-iscsi neutron-server[103918]: DEBUG neutron_lib.callbacks.manager [None req-022ef37d-221e-4efd-ae7f-db25be46cd96 None None] Publish callbacks [] for port (faae77bb-d4a7-4a67-8c0d-15828ced0754), precommit_update {{(pid=103918) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 17:29:46.758947 dv-cinder-837356-2-iscsi neutron-server[103918]: DEBUG neutron_lib.callbacks.manager [None req-022ef37d-221e-4efd-ae7f-db25be46cd96 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16007527', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-75831', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16241551', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728539364693', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728538993439', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728538993457'] for port (faae77bb-d4a7-4a67-8c0d-15828ced0754), after_update {{(pid=103918) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 17:29:46.796140 dv-cinder-837356-2-iscsi neutron-server[103916]: INFO neutron.wsgi [req-af6a6ae8-4b7e-4896-93e8-562b6e3ff613 req-017128bc-3f7c-416e-8af2-709a68b01722 tempest-AttachVolumeShelveTestJSON-1123487845 tempest-AttachVolumeShelveTestJSON-1123487845-project] 10.222.0.66 "GET /v2.0/security-groups?id=528bbd8e-87bb-4e11-b4eb-c422958f1800&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2561467 Jun 16 17:29:46.830452 dv-cinder-837356-2-iscsi neutron-server[103916]: DEBUG neutron_lib.callbacks.manager [None req-b7da3c2e-9408-441f-9e8f-457d7f552608 tempest-TestVolumeBootPattern-1350759327 tempest-TestVolumeBootPattern-1350759327-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16007590'] for port (ccbdd293-7eda-4e15-ab6a-5ad88bf0bee8), before_update {{(pid=103916) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 17:29:46.859480 dv-cinder-837356-2-iscsi neutron-server[103918]: DEBUG neutron.db.provisioning_blocks [None req-7a5f0149-7311-4a36-9fe2-805f6bf14d2f None None] Provisioning complete for port 348ea1f8-8c4b-4eba-b491-42d9b6e1e0a2 triggered by entity DHCP. {{(pid=103918) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jun 16 17:29:46.859891 dv-cinder-837356-2-iscsi neutron-server[103918]: DEBUG neutron_lib.callbacks.manager [None req-7a5f0149-7311-4a36-9fe2-805f6bf14d2f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16149424'] for port (348ea1f8-8c4b-4eba-b491-42d9b6e1e0a2), provisioning_complete {{(pid=103918) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 17:29:46.865960 dv-cinder-837356-2-iscsi neutron-server[103918]: DEBUG neutron.plugins.ml2.managers [None req-022ef37d-221e-4efd-ae7f-db25be46cd96 None None] Attempting to bind port faae77bb-d4a7-4a67-8c0d-15828ced0754 on host dv-cinder-837356-2-iscsi for vnic_type normal with profile {{(pid=103918) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:811}} Jun 16 17:29:46.866256 dv-cinder-837356-2-iscsi neutron-server[103918]: DEBUG neutron.plugins.ml2.managers [None req-022ef37d-221e-4efd-ae7f-db25be46cd96 None None] Attempting to bind port faae77bb-d4a7-4a67-8c0d-15828ced0754 by drivers openvswitch,hyperv on host dv-cinder-837356-2-iscsi at level 0 using segments [{'id': '18b787c7-0964-4a3b-b1f5-b8083c94f58b', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '9df31235-0797-44e6-85a0-102cb2da2d58'}] {{(pid=103918) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:836}} Jun 16 17:29:46.866619 dv-cinder-837356-2-iscsi neutron-server[103918]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-022ef37d-221e-4efd-ae7f-db25be46cd96 None None] Attempting to bind port faae77bb-d4a7-4a67-8c0d-15828ced0754 on network 9df31235-0797-44e6-85a0-102cb2da2d58 {{(pid=103918) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jun 16 17:29:46.886384 dv-cinder-837356-2-iscsi neutron-server[103918]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-69288206-2655-42dc-a328-6dc4e263d3ca None None] Pushing event updated for resources: {'Port': ['ID=faae77bb-d4a7-4a67-8c0d-15828ced0754,revision_number=2']} {{(pid=103918) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 17:29:46.895081 dv-cinder-837356-2-iscsi neutron-server[103918]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-022ef37d-221e-4efd-ae7f-db25be46cd96 None None] Checking agent: {'id': '5b2fa84c-1db1-41c6-a6b9-975c3da28daf', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-837356-2-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 6, 16, 17, 14, 18), 'started_at': datetime.datetime(2022, 6, 16, 17, 14, 48), 'heartbeat_timestamp': datetime.datetime(2022, 6, 16, 17, 29, 18), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-837356-2-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103918) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jun 16 17:29:46.895599 dv-cinder-837356-2-iscsi neutron-server[103918]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-022ef37d-221e-4efd-ae7f-db25be46cd96 None None] Checking segment: {'id': '18b787c7-0964-4a3b-b1f5-b8083c94f58b', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '9df31235-0797-44e6-85a0-102cb2da2d58'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103918) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jun 16 17:29:46.895921 dv-cinder-837356-2-iscsi neutron-server[103918]: DEBUG neutron_lib.callbacks.manager [None req-022ef37d-221e-4efd-ae7f-db25be46cd96 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103918) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 17:29:46.896769 dv-cinder-837356-2-iscsi neutron-server[103918]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-022ef37d-221e-4efd-ae7f-db25be46cd96 None None] Bound using segment: {'id': '18b787c7-0964-4a3b-b1f5-b8083c94f58b', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '9df31235-0797-44e6-85a0-102cb2da2d58'} {{(pid=103918) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jun 16 17:29:46.896769 dv-cinder-837356-2-iscsi neutron-server[103918]: DEBUG neutron.plugins.ml2.managers [None req-022ef37d-221e-4efd-ae7f-db25be46cd96 None None] Bound port: faae77bb-d4a7-4a67-8c0d-15828ced0754, host: dv-cinder-837356-2-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '18b787c7-0964-4a3b-b1f5-b8083c94f58b', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '9df31235-0797-44e6-85a0-102cb2da2d58'}}] {{(pid=103918) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:948}} Jun 16 17:29:46.897152 dv-cinder-837356-2-iscsi neutron-server[103918]: DEBUG neutron_lib.callbacks.manager [None req-022ef37d-221e-4efd-ae7f-db25be46cd96 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16007590'] for port (faae77bb-d4a7-4a67-8c0d-15828ced0754), before_update {{(pid=103918) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 17:29:46.914236 dv-cinder-837356-2-iscsi neutron-server[103917]: DEBUG neutron_lib.callbacks.manager [None req-db0b8b37-ab1c-4e01-9225-9300a7ab9e39 admin admin] Publish callbacks [] for port (348ea1f8-8c4b-4eba-b491-42d9b6e1e0a2), precommit_update {{(pid=103917) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 17:29:46.920200 dv-cinder-837356-2-iscsi neutron-server[103917]: DEBUG neutron_lib.callbacks.manager [None req-db0b8b37-ab1c-4e01-9225-9300a7ab9e39 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16007527', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-75831', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16241551', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728539364693', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728538993439', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728538993457', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3819734'] for port (348ea1f8-8c4b-4eba-b491-42d9b6e1e0a2), after_update {{(pid=103917) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 17:29:46.921484 dv-cinder-837356-2-iscsi neutron-server[103918]: DEBUG neutron.plugins.ml2.rpc [None req-b2b17746-c296-4803-869a-65578e8233dd None None] Device 8d7a682c-8735-4554-a952-dc548868e5d9 up at agent hyperv_hv-cinder-83735 {{(pid=103918) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 16 17:29:46.958933 dv-cinder-837356-2-iscsi neutron-server[103918]: DEBUG dbcounter [-] [103918] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=103918) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 16 17:29:46.970621 dv-cinder-837356-2-iscsi neutron-server[103918]: DEBUG neutron.plugins.ml2.plugin [None req-7a5f0149-7311-4a36-9fe2-805f6bf14d2f None None] Port 348ea1f8-8c4b-4eba-b491-42d9b6e1e0a2 cannot update to ACTIVE because it is not bound. {{(pid=103918) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:354}} Jun 16 17:29:47.008819 dv-cinder-837356-2-iscsi neutron-server[103918]: DEBUG neutron.plugins.ml2.db [None req-022ef37d-221e-4efd-ae7f-db25be46cd96 None None] For port faae77bb-d4a7-4a67-8c0d-15828ced0754, host dv-cinder-837356-2-iscsi, cleared binding levels {{(pid=103918) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 16 17:29:47.011862 dv-cinder-837356-2-iscsi neutron-server[103917]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-db0b8b37-ab1c-4e01-9225-9300a7ab9e39 admin admin] Pushing event updated for resources: {'Port': ['ID=348ea1f8-8c4b-4eba-b491-42d9b6e1e0a2,revision_number=2']} {{(pid=103917) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 17:29:47.012751 dv-cinder-837356-2-iscsi neutron-server[103918]: DEBUG neutron.plugins.ml2.db [None req-022ef37d-221e-4efd-ae7f-db25be46cd96 None None] For port faae77bb-d4a7-4a67-8c0d-15828ced0754, host dv-cinder-837356-2-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-837356-2-iscsi',level=0,port_id=faae77bb-d4a7-4a67-8c0d-15828ced0754,segment=NetworkSegment(18b787c7-0964-4a3b-b1f5-b8083c94f58b),segment_id=18b787c7-0964-4a3b-b1f5-b8083c94f58b)] {{(pid=103918) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 16 17:29:47.017243 dv-cinder-837356-2-iscsi neutron-server[103917]: DEBUG neutron_lib.callbacks.manager [None req-db0b8b37-ab1c-4e01-9225-9300a7ab9e39 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-16241533', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-706209'] for router_interface (e8b16fce-4c4f-400b-ae9a-83f311f8f931), after_create {{(pid=103917) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 17:29:47.022615 dv-cinder-837356-2-iscsi neutron-server[103918]: DEBUG neutron.db.provisioning_blocks [None req-b2b17746-c296-4803-869a-65578e8233dd None None] Provisioning complete for port 8d7a682c-8735-4554-a952-dc548868e5d9 triggered by entity L2. {{(pid=103918) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jun 16 17:29:47.022998 dv-cinder-837356-2-iscsi neutron-server[103918]: DEBUG neutron_lib.callbacks.manager [None req-b2b17746-c296-4803-869a-65578e8233dd None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16149424'] for port (8d7a682c-8735-4554-a952-dc548868e5d9), provisioning_complete {{(pid=103918) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 17:29:47.047934 dv-cinder-837356-2-iscsi neutron-server[103917]: DEBUG dbcounter [-] [103917] Writing DB stats neutron:SELECT=96,neutron:UPDATE=3,neutron:INSERT=1 {{(pid=103917) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 16 17:29:47.049736 dv-cinder-837356-2-iscsi neutron-server[103918]: DEBUG neutron_lib.callbacks.manager [None req-022ef37d-221e-4efd-ae7f-db25be46cd96 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16007527', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-75831', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16241551', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728539364693', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728538993439', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728538993457'] for port (faae77bb-d4a7-4a67-8c0d-15828ced0754), after_update {{(pid=103918) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 17:29:47.106481 dv-cinder-837356-2-iscsi neutron-server[103918]: DEBUG dbcounter [-] [103918] Writing DB stats neutron:SELECT=96,neutron:UPDATE=3,neutron:INSERT=1 {{(pid=103918) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 16 17:29:47.141775 dv-cinder-837356-2-iscsi neutron-server[103916]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d6c99f07-a9ed-44c5-86b9-3461987ddf66 admin admin] Router b698568a-354a-41b9-a41d-a2afa6bbdd0f has already been hosted by L3 agent 7639df21-17c3-4235-8912-210c3ad54137 {{(pid=103916) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jun 16 17:29:47.151993 dv-cinder-837356-2-iscsi neutron-server[103918]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-69288206-2655-42dc-a328-6dc4e263d3ca None None] Pushing event updated for resources: {'Port': ['ID=faae77bb-d4a7-4a67-8c0d-15828ced0754,revision_number=3']} {{(pid=103918) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 17:29:47.154385 dv-cinder-837356-2-iscsi neutron-server[103918]: DEBUG neutron.db.l3_dvrscheduler_db [None req-022ef37d-221e-4efd-ae7f-db25be46cd96 None None] Routers {'e8b16fce-4c4f-400b-ae9a-83f311f8f931'} bound to L3 agent in host dv-cinder-837356-2-iscsi {{(pid=103918) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jun 16 17:29:47.154981 dv-cinder-837356-2-iscsi neutron-server[103918]: DEBUG neutron.db.l3_hamode_db [None req-022ef37d-221e-4efd-ae7f-db25be46cd96 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-837356-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-06-16T17:14:15Z,description=,heartbeat_timestamp=2022-06-16T17:29:45Z,host='dv-cinder-837356-2-iscsi',id=7639df21-17c3-4235-8912-210c3ad54137,load=0,resource_versions=,resources_synced=,started_at=2022-06-16T17:14:15Z,topic='l3_agent')) {'router_ids': ['e8b16fce-4c4f-400b-ae9a-83f311f8f931'], 'active': True} {{(pid=103918) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 16 17:29:47.155417 dv-cinder-837356-2-iscsi neutron-server[103916]: DEBUG dbcounter [-] [103916] Writing DB stats neutron:SELECT=97,neutron:INSERT=2,neutron:UPDATE=1 {{(pid=103916) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 16 17:29:47.205618 dv-cinder-837356-2-iscsi neutron-server[103917]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-db0b8b37-ab1c-4e01-9225-9300a7ab9e39 admin admin] Network 214a5b82-57ef-4b49-802c-fcf438c91dcc is already hosted by enough agents. {{(pid=103917) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 16 17:29:47.207664 dv-cinder-837356-2-iscsi neutron-server[103917]: DEBUG neutron.scheduler.base_scheduler [None req-db0b8b37-ab1c-4e01-9225-9300a7ab9e39 admin admin] Resources bound (agent type, host, resource id): {{(pid=103917) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 16 17:29:47.210113 dv-cinder-837356-2-iscsi neutron-server[103916]: DEBUG neutron_lib.callbacks.manager [None req-b7da3c2e-9408-441f-9e8f-457d7f552608 tempest-TestVolumeBootPattern-1350759327 tempest-TestVolumeBootPattern-1350759327-project] Publish callbacks [] for port (ccbdd293-7eda-4e15-ab6a-5ad88bf0bee8), precommit_update {{(pid=103916) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 17:29:47.238523 dv-cinder-837356-2-iscsi neutron-server[103918]: DEBUG neutron.plugins.ml2.plugin [None req-b2b17746-c296-4803-869a-65578e8233dd None None] Current status of the port 8d7a682c-8735-4554-a952-dc548868e5d9 is: BUILD; New status is: ACTIVE {{(pid=103918) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2298}} Jun 16 17:29:47.238523 dv-cinder-837356-2-iscsi neutron-server[103918]: DEBUG neutron_lib.callbacks.manager [None req-b2b17746-c296-4803-869a-65578e8233dd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16007590'] for port (8d7a682c-8735-4554-a952-dc548868e5d9), before_update {{(pid=103918) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 17:29:47.278369 dv-cinder-837356-2-iscsi neutron-server[103916]: DEBUG neutron_lib.callbacks.manager [None req-b7da3c2e-9408-441f-9e8f-457d7f552608 tempest-TestVolumeBootPattern-1350759327 tempest-TestVolumeBootPattern-1350759327-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16007527', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-75831', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16241551', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728539364693', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728538993439', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728538993457', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25517990'] for port (ccbdd293-7eda-4e15-ab6a-5ad88bf0bee8), after_update {{(pid=103916) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 17:29:47.309225 dv-cinder-837356-2-iscsi neutron-server[103918]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a9f207ac-0a5d-4cfc-abd6-2f2fc88ab6a4', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '8d7a682c-8735-4554-a952-dc548868e5d9'}] {{(pid=103918) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jun 16 17:29:47.311426 dv-cinder-837356-2-iscsi neutron-server[103918]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.66/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c81ba123246404939637391270152498621c2ac0d5068f91321d7f7277fce0c4" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f65a0794-eec8-4dc6-8191-73f4dea6a7ef" -d '{"events": [{"server_uuid": "a9f207ac-0a5d-4cfc-abd6-2f2fc88ab6a4", "name": "network-vif-plugged", "status": "completed", "tag": "8d7a682c-8735-4554-a952-dc548868e5d9"}]}' {{(pid=103918) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 16 17:29:47.327930 dv-cinder-837356-2-iscsi neutron-server[103916]: DEBUG dbcounter [-] [103916] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=103916) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 16 17:29:47.330568 dv-cinder-837356-2-iscsi neutron-server[103918]: DEBUG neutron.plugins.ml2.db [None req-b2b17746-c296-4803-869a-65578e8233dd None None] For port 8d7a682c-8735-4554-a952-dc548868e5d9, host hv-cinder-83735, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83735',level=0,port_id=8d7a682c-8735-4554-a952-dc548868e5d9,segment=NetworkSegment(d53d2152-678f-42ce-a3f8-cc589901ed6b),segment_id=d53d2152-678f-42ce-a3f8-cc589901ed6b)] {{(pid=103918) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 16 17:29:47.339650 dv-cinder-837356-2-iscsi neutron-server[103918]: DEBUG neutron.db.l3_dvr_db [None req-022ef37d-221e-4efd-ae7f-db25be46cd96 None None] Set router e8b16fce-4c4f-400b-ae9a-83f311f8f931 gateway port host: dv-cinder-837356-2-iscsi {{(pid=103918) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jun 16 17:29:47.342294 dv-cinder-837356-2-iscsi neutron-server[103918]: DEBUG neutron_lib.callbacks.manager [None req-b2b17746-c296-4803-869a-65578e8233dd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16007527', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-75831', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16241551', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728539364693', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728538993439', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728538993457'] for port (8d7a682c-8735-4554-a952-dc548868e5d9), after_update {{(pid=103918) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 17:29:47.389755 dv-cinder-837356-2-iscsi neutron-server[103917]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-db0b8b37-ab1c-4e01-9225-9300a7ab9e39 admin admin] Router e8b16fce-4c4f-400b-ae9a-83f311f8f931 has already been hosted by L3 agent 7639df21-17c3-4235-8912-210c3ad54137 {{(pid=103917) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jun 16 17:29:47.398910 dv-cinder-837356-2-iscsi neutron-server[103918]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 16 Jun 2022 17:29:47 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-dd3bfe21-8681-4f87-a290-6c24edde8c51 x-openstack-request-id: req-dd3bfe21-8681-4f87-a290-6c24edde8c51 {{(pid=103918) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 16 17:29:47.404503 dv-cinder-837356-2-iscsi neutron-server[103918]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "a9f207ac-0a5d-4cfc-abd6-2f2fc88ab6a4", "name": "network-vif-plugged", "status": "completed", "tag": "8d7a682c-8735-4554-a952-dc548868e5d9", "code": 200}]} {{(pid=103918) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 16 17:29:47.409338 dv-cinder-837356-2-iscsi neutron-server[103918]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.66/compute/v2.1/os-server-external-events used request id req-dd3bfe21-8681-4f87-a290-6c24edde8c51 {{(pid=103918) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 16 17:29:47.409850 dv-cinder-837356-2-iscsi neutron-server[103918]: INFO neutron.notifiers.nova [-] Nova event matching ['req-dd3bfe21-8681-4f87-a290-6c24edde8c51'] response: {'server_uuid': 'a9f207ac-0a5d-4cfc-abd6-2f2fc88ab6a4', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '8d7a682c-8735-4554-a952-dc548868e5d9', 'code': 200} Jun 16 17:29:47.454845 dv-cinder-837356-2-iscsi neutron-server[103916]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b7da3c2e-9408-441f-9e8f-457d7f552608 tempest-TestVolumeBootPattern-1350759327 tempest-TestVolumeBootPattern-1350759327-project] Pushing event updated for resources: {'Port': ['ID=ccbdd293-7eda-4e15-ab6a-5ad88bf0bee8,revision_number=2']} {{(pid=103916) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 17:29:47.468324 dv-cinder-837356-2-iscsi neutron-server[103916]: DEBUG neutron_lib.callbacks.manager [None req-b7da3c2e-9408-441f-9e8f-457d7f552608 tempest-TestVolumeBootPattern-1350759327 tempest-TestVolumeBootPattern-1350759327-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-704970'] for floatingip (5c050ec7-2cfc-44c3-948b-af30f620ae4f), after_create {{(pid=103916) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 17:29:47.528492 dv-cinder-837356-2-iscsi neutron-server[103916]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d6c99f07-a9ed-44c5-86b9-3461987ddf66 admin admin] Notify agent at l3_agent.dv-cinder-837356-2-iscsi the message routers_updated {{(pid=103916) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jun 16 17:29:47.537523 dv-cinder-837356-2-iscsi neutron-server[103916]: INFO neutron.wsgi [None req-d6c99f07-a9ed-44c5-86b9-3461987ddf66 admin admin] 10.222.0.66 "PUT /v2.0/routers/b698568a-354a-41b9-a41d-a2afa6bbdd0f/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 5.0754797 Jun 16 17:29:47.538171 dv-cinder-837356-2-iscsi neutron-server[103919]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0e20ed4c-5edf-4255-a749-33d444df80fd None None] Sync routers for ids ['b698568a-354a-41b9-a41d-a2afa6bbdd0f'] in dv-cinder-837356-2-iscsi {{(pid=103919) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 16 17:29:47.550673 dv-cinder-837356-2-iscsi neutron-server[103916]: DEBUG neutron.wsgi [-] (103916) accepted ('10.222.0.66', 44344) {{(pid=103916) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 16 17:29:47.555419 dv-cinder-837356-2-iscsi neutron-server[103919]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0e20ed4c-5edf-4255-a749-33d444df80fd None None] Routers {'b698568a-354a-41b9-a41d-a2afa6bbdd0f'} bound to L3 agent in host dv-cinder-837356-2-iscsi {{(pid=103919) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jun 16 17:29:47.558348 dv-cinder-837356-2-iscsi neutron-server[103919]: DEBUG neutron.db.l3_hamode_db [None req-0e20ed4c-5edf-4255-a749-33d444df80fd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-837356-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-06-16T17:14:15Z,description=,heartbeat_timestamp=2022-06-16T17:29:45Z,host='dv-cinder-837356-2-iscsi',id=7639df21-17c3-4235-8912-210c3ad54137,load=0,resource_versions=,resources_synced=,started_at=2022-06-16T17:14:15Z,topic='l3_agent')) {'router_ids': ['b698568a-354a-41b9-a41d-a2afa6bbdd0f'], 'active': True} {{(pid=103919) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 16 17:29:47.566091 dv-cinder-837356-2-iscsi neutron-server[103918]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b2b17746-c296-4803-869a-65578e8233dd None None] Pushing event updated for resources: {'Port': ['ID=8d7a682c-8735-4554-a952-dc548868e5d9,revision_number=10']} {{(pid=103918) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 17:29:47.610646 dv-cinder-837356-2-iscsi neutron-server[103917]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-db0b8b37-ab1c-4e01-9225-9300a7ab9e39 admin admin] Notify agent at l3_agent.dv-cinder-837356-2-iscsi the message routers_updated {{(pid=103917) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jun 16 17:29:47.645087 dv-cinder-837356-2-iscsi neutron-server[103918]: DEBUG neutron.db.provisioning_blocks [None req-f29dc464-762c-431f-bee8-065dc8e07490 None None] Provisioning complete for port 348ea1f8-8c4b-4eba-b491-42d9b6e1e0a2 triggered by entity DHCP. {{(pid=103918) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jun 16 17:29:47.646042 dv-cinder-837356-2-iscsi neutron-server[103918]: DEBUG neutron_lib.callbacks.manager [None req-f29dc464-762c-431f-bee8-065dc8e07490 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16149424'] for port (348ea1f8-8c4b-4eba-b491-42d9b6e1e0a2), provisioning_complete {{(pid=103918) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 17:29:47.668799 dv-cinder-837356-2-iscsi neutron-server[103917]: INFO neutron.wsgi [None req-db0b8b37-ab1c-4e01-9225-9300a7ab9e39 admin admin] 10.222.0.66 "PUT /v2.0/routers/e8b16fce-4c4f-400b-ae9a-83f311f8f931/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.5142419 Jun 16 17:29:47.686732 dv-cinder-837356-2-iscsi neutron-server[103919]: DEBUG neutron.db.l3_dvr_db [None req-0e20ed4c-5edf-4255-a749-33d444df80fd None None] Set router b698568a-354a-41b9-a41d-a2afa6bbdd0f gateway port host: dv-cinder-837356-2-iscsi {{(pid=103919) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jun 16 17:29:47.689845 dv-cinder-837356-2-iscsi neutron-server[103917]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55ee4640-1e6d-4360-a293-6b7227b36864 req-ee46cdf1-9fb0-4f2c-b570-2c86bf6d278e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103917) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 16 17:29:47.691412 dv-cinder-837356-2-iscsi neutron-server[103918]: DEBUG neutron.plugins.ml2.plugin [None req-f29dc464-762c-431f-bee8-065dc8e07490 None None] Port 348ea1f8-8c4b-4eba-b491-42d9b6e1e0a2 cannot update to ACTIVE because it is not bound. {{(pid=103918) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:354}} Jun 16 17:29:47.693210 dv-cinder-837356-2-iscsi neutron-server[103917]: INFO neutron.wsgi [req-55ee4640-1e6d-4360-a293-6b7227b36864 req-ee46cdf1-9fb0-4f2c-b570-2c86bf6d278e service neutron] 10.222.0.81 "GET /v2.0/ports?device_id=a9f207ac-0a5d-4cfc-abd6-2f2fc88ab6a4 HTTP/1.1" status: 200 len: 1130 time: 0.0977459 Jun 16 17:29:47.758288 dv-cinder-837356-2-iscsi neutron-server[103917]: INFO neutron.wsgi [req-55ee4640-1e6d-4360-a293-6b7227b36864 req-0c684c67-580e-4d2f-b05d-c6a20f86c6a3 service neutron] 10.222.0.81 "GET /v2.0/security-groups?id=528bbd8e-87bb-4e11-b4eb-c422958f1800&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0576880 Jun 16 17:29:47.767175 dv-cinder-837356-2-iscsi neutron-server[103916]: INFO neutron.db.l3_db [None req-b7da3c2e-9408-441f-9e8f-457d7f552608 tempest-TestVolumeBootPattern-1350759327 tempest-TestVolumeBootPattern-1350759327-project] Floating IP 5c050ec7-2cfc-44c3-948b-af30f620ae4f associated. External IP: 172.27.2.95, port: ccefb110-1f8f-47f6-a66f-5a8c5114a8dc. Jun 16 17:29:47.780357 dv-cinder-837356-2-iscsi neutron-server[103918]: DEBUG neutron.db.l3_hamode_db [None req-022ef37d-221e-4efd-ae7f-db25be46cd96 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e8b16fce-4c4f-400b-ae9a-83f311f8f931', 'name': 'tempest-TestShelveInstance-1698680543-router', 'tenant_id': '8612326dfc09414caca0b216d53b9f13', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9df31235-0797-44e6-85a0-102cb2da2d58', 'external_fixed_ips': [{'subnet_id': '1dfb0320-f5eb-46f6-88ce-33002f500238', 'ip_address': '172.27.2.49'}], 'enable_snat': True}, 'gw_port_id': 'faae77bb-d4a7-4a67-8c0d-15828ced0754', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-16T17:29:40Z', 'updated_at': '2022-06-16T17:29:46Z', 'revision_number': 4, 'project_id': '8612326dfc09414caca0b216d53b9f13', 'gw_port': {'id': 'faae77bb-d4a7-4a67-8c0d-15828ced0754', 'name': '', 'network_id': '9df31235-0797-44e6-85a0-102cb2da2d58', 'tenant_id': '', 'mac_address': 'fa:16:3e:2e:34:f8', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e8b16fce-4c4f-400b-ae9a-83f311f8f931', 'device_owner': 'network:router_gateway', 'standard_attr_id': 585, 'fixed_ips': [{'subnet_id': '1dfb0320-f5eb-46f6-88ce-33002f500238', 'ip_address': '172.27.2.49', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-837356-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-16T17:29:42Z', 'updated_at': '2022-06-16T17:29:46Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '1dfb0320-f5eb-46f6-88ce-33002f500238', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-837356-2-iscsi', '_interfaces': [{'id': '348ea1f8-8c4b-4eba-b491-42d9b6e1e0a2', 'name': '', 'network_id': '214a5b82-57ef-4b49-802c-fcf438c91dcc', 'tenant_id': '8612326dfc09414caca0b216d53b9f13', 'mac_address': 'fa:16:3e:dd:f4:cb', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e8b16fce-4c4f-400b-ae9a-83f311f8f931', 'device_owner': 'network:router_interface', 'standard_attr_id': 587, 'fixed_ips': [{'subnet_id': 'a5afcff5-1319-4f06-96cb-5671896000cd', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-16T17:29:45Z', 'updated_at': '2022-06-16T17:29:46Z', 'revision_number': 2, 'project_id': '8612326dfc09414caca0b216d53b9f13', 'subnets': [{'id': 'a5afcff5-1319-4f06-96cb-5671896000cd', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-837356-2-iscsi', False) {} {{(pid=103918) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 16 17:29:47.819195 dv-cinder-837356-2-iscsi neutron-server[103918]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-022ef37d-221e-4efd-ae7f-db25be46cd96 None None] The sync data for ids ['e8b16fce-4c4f-400b-ae9a-83f311f8f931'] in dv-cinder-837356-2-iscsi is: [{'id': 'e8b16fce-4c4f-400b-ae9a-83f311f8f931', 'name': 'tempest-TestShelveInstance-1698680543-router', 'tenant_id': '8612326dfc09414caca0b216d53b9f13', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9df31235-0797-44e6-85a0-102cb2da2d58', 'external_fixed_ips': [{'subnet_id': '1dfb0320-f5eb-46f6-88ce-33002f500238', 'ip_address': '172.27.2.49'}], 'enable_snat': True}, 'gw_port_id': 'faae77bb-d4a7-4a67-8c0d-15828ced0754', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-16T17:29:40Z', 'updated_at': '2022-06-16T17:29:46Z', 'revision_number': 4, 'project_id': '8612326dfc09414caca0b216d53b9f13', 'gw_port': {'id': 'faae77bb-d4a7-4a67-8c0d-15828ced0754', 'name': '', 'network_id': '9df31235-0797-44e6-85a0-102cb2da2d58', 'tenant_id': '', 'mac_address': 'fa:16:3e:2e:34:f8', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e8b16fce-4c4f-400b-ae9a-83f311f8f931', 'device_owner': 'network:router_gateway', 'standard_attr_id': 585, 'fixed_ips': [{'subnet_id': '1dfb0320-f5eb-46f6-88ce-33002f500238', 'ip_address': '172.27.2.49', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-837356-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-16T17:29:42Z', 'updated_at': '2022-06-16T17:29:46Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '1dfb0320-f5eb-46f6-88ce-33002f500238', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-837356-2-iscsi', '_interfaces': [{'id': '348ea1f8-8c4b-4eba-b491-42d9b6e1e0a2', 'name': '', 'network_id': '214a5b82-57ef-4b49-802c-fcf438c91dcc', 'tenant_id': '8612326dfc09414caca0b216d53b9f13', 'mac_address': 'fa:16:3e:dd:f4:cb', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e8b16fce-4c4f-400b-ae9a-83f311f8f931', 'device_owner': 'network:router_interface', 'standard_attr_id': 587, 'fixed_ips': [{'subnet_id': 'a5afcff5-1319-4f06-96cb-5671896000cd', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-16T17:29:45Z', 'updated_at': '2022-06-16T17:29:46Z', 'revision_number': 2, 'project_id': '8612326dfc09414caca0b216d53b9f13', 'subnets': [{'id': 'a5afcff5-1319-4f06-96cb-5671896000cd', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103918) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 16 17:29:47.877700 dv-cinder-837356-2-iscsi neutron-server[103916]: DEBUG neutron_lib.callbacks.manager [None req-7e0ca33d-7a34-418e-a7b9-00d9fde95dc0 admin admin] Publish callbacks [] for router (b698568a-354a-41b9-a41d-a2afa6bbdd0f), before_delete {{(pid=103916) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 17:29:48.020531 dv-cinder-837356-2-iscsi neutron-server[103917]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5f411a1-f9b2-4111-b169-4799c45e540c req-3f0bdd01-ae5f-4434-8d8a-12905f7e4c45 tempest-AttachVolumeShelveTestJSON-1123487845 tempest-AttachVolumeShelveTestJSON-1123487845-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103917) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 16 17:29:48.043115 dv-cinder-837356-2-iscsi neutron-server[103917]: INFO neutron.wsgi [req-e5f411a1-f9b2-4111-b169-4799c45e540c req-3f0bdd01-ae5f-4434-8d8a-12905f7e4c45 tempest-AttachVolumeShelveTestJSON-1123487845 tempest-AttachVolumeShelveTestJSON-1123487845-project] 10.222.0.66 "GET /v2.0/ports?device_id=a9f207ac-0a5d-4cfc-abd6-2f2fc88ab6a4 HTTP/1.1" status: 200 len: 946 time: 0.1205692 Jun 16 17:29:48.089147 dv-cinder-837356-2-iscsi neutron-server[103918]: DEBUG neutron_lib.callbacks.manager [None req-90597016-5de8-4c3e-b42a-66aa2c70cc5e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728539454181', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16149322'] for agent (853db9d1-1c17-40a4-900c-de4f90440474), after_update {{(pid=103918) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 17:29:48.122757 dv-cinder-837356-2-iscsi neutron-server[103916]: DEBUG neutron_lib.callbacks.manager [None req-7e0ca33d-7a34-418e-a7b9-00d9fde95dc0 admin admin] Publish callbacks [] for router_gateway (b698568a-354a-41b9-a41d-a2afa6bbdd0f), before_delete {{(pid=103916) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 17:29:48.164908 dv-cinder-837356-2-iscsi neutron-server[103919]: DEBUG neutron.db.l3_hamode_db [None req-0e20ed4c-5edf-4255-a749-33d444df80fd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b698568a-354a-41b9-a41d-a2afa6bbdd0f', 'name': 'tempest-AttachVolumeTestJSON-2145162369-router', 'tenant_id': 'f029a8bb389c4d348c0e9001c5fa059c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9df31235-0797-44e6-85a0-102cb2da2d58', 'external_fixed_ips': [{'subnet_id': '1dfb0320-f5eb-46f6-88ce-33002f500238', 'ip_address': '172.27.2.110'}], 'enable_snat': True}, 'gw_port_id': '8996dd90-031b-4185-b6a7-e192f4c0cebb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-16T17:22:25Z', 'updated_at': '2022-06-16T17:29:45Z', 'revision_number': 5, 'project_id': 'f029a8bb389c4d348c0e9001c5fa059c', 'gw_port': {'id': '8996dd90-031b-4185-b6a7-e192f4c0cebb', 'name': '', 'network_id': '9df31235-0797-44e6-85a0-102cb2da2d58', 'tenant_id': '', 'mac_address': 'fa:16:3e:c1:51:ad', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b698568a-354a-41b9-a41d-a2afa6bbdd0f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 79, 'fixed_ips': [{'subnet_id': '1dfb0320-f5eb-46f6-88ce-33002f500238', 'ip_address': '172.27.2.110', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-837356-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-16T17:22:28Z', 'updated_at': '2022-06-16T17:22:43Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1dfb0320-f5eb-46f6-88ce-33002f500238', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-837356-2-iscsi'}], 'dv-cinder-837356-2-iscsi', False) {} {{(pid=103919) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 16 17:29:48.168240 dv-cinder-837356-2-iscsi neutron-server[103917]: INFO neutron.wsgi [req-e5f411a1-f9b2-4111-b169-4799c45e540c req-bf731161-c6bd-4665-bd01-1b210b04c5f4 tempest-AttachVolumeShelveTestJSON-1123487845 tempest-AttachVolumeShelveTestJSON-1123487845-project] 10.222.0.66 "GET /v2.0/security-groups?id=528bbd8e-87bb-4e11-b4eb-c422958f1800&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1149335 Jun 16 17:29:48.220890 dv-cinder-837356-2-iscsi neutron-server[103919]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0e20ed4c-5edf-4255-a749-33d444df80fd None None] Checking router: b698568a-354a-41b9-a41d-a2afa6bbdd0f for host: dv-cinder-837356-2-iscsi {{(pid=103919) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 16 17:29:48.231305 dv-cinder-837356-2-iscsi neutron-server[103919]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0e20ed4c-5edf-4255-a749-33d444df80fd None None] Routers {'b698568a-354a-41b9-a41d-a2afa6bbdd0f'} bound to L3 agent in host dv-cinder-837356-2-iscsi {{(pid=103919) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jun 16 17:29:48.232668 dv-cinder-837356-2-iscsi neutron-server[103919]: DEBUG neutron.db.l3_hamode_db [None req-0e20ed4c-5edf-4255-a749-33d444df80fd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-837356-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-06-16T17:14:15Z,description=,heartbeat_timestamp=2022-06-16T17:29:45Z,host='dv-cinder-837356-2-iscsi',id=7639df21-17c3-4235-8912-210c3ad54137,load=0,resource_versions=,resources_synced=,started_at=2022-06-16T17:14:15Z,topic='l3_agent')) {'router_ids': ['b698568a-354a-41b9-a41d-a2afa6bbdd0f'], 'active': True} {{(pid=103919) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 16 17:29:48.258915 dv-cinder-837356-2-iscsi neutron-server[103916]: DEBUG neutron.plugins.ml2.plugin [None req-7e0ca33d-7a34-418e-a7b9-00d9fde95dc0 admin admin] Deleting port 8996dd90-031b-4185-b6a7-e192f4c0cebb {{(pid=103916) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2043}} Jun 16 17:29:48.259338 dv-cinder-837356-2-iscsi neutron-server[103916]: DEBUG neutron_lib.callbacks.manager [None req-7e0ca33d-7a34-418e-a7b9-00d9fde95dc0 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8728539361383'] for port (8996dd90-031b-4185-b6a7-e192f4c0cebb), before_delete {{(pid=103916) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 17:29:48.293927 dv-cinder-837356-2-iscsi neutron-server[103917]: DEBUG neutron.wsgi [-] (103917) accepted ('10.222.0.66', 44354) {{(pid=103917) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 16 17:29:48.301620 dv-cinder-837356-2-iscsi neutron-server[103917]: DEBUG neutron.api.v2.base [None req-80bd796b-c685-4bc6-b3d4-0ca7db7e5290 tempest-TestShelveInstance-792984814 tempest-TestShelveInstance-792984814-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-1742550529', 'description': 'tempest-secgroup-smoke-1742550529 description', 'project_id': '50aeadccaa9348fd9af173f94291bf6f'}} {{(pid=103917) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jun 16 17:29:48.330218 dv-cinder-837356-2-iscsi neutron-server[103916]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b7da3c2e-9408-441f-9e8f-457d7f552608 tempest-TestVolumeBootPattern-1350759327 tempest-TestVolumeBootPattern-1350759327-project] Router c35ad751-e83c-4d20-bca1-ec4f6db7db70 has already been hosted by L3 agent 7639df21-17c3-4235-8912-210c3ad54137 {{(pid=103916) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jun 16 17:29:48.339541 dv-cinder-837356-2-iscsi neutron-server[103917]: DEBUG neutron_lib.callbacks.manager [None req-80bd796b-c685-4bc6-b3d4-0ca7db7e5290 tempest-TestShelveInstance-792984814 tempest-TestShelveInstance-792984814-project] Publish callbacks [] for security_group (None), before_create {{(pid=103917) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 17:29:48.365519 dv-cinder-837356-2-iscsi neutron-server[103919]: DEBUG neutron.db.l3_dvr_db [None req-0e20ed4c-5edf-4255-a749-33d444df80fd None None] Set router b698568a-354a-41b9-a41d-a2afa6bbdd0f gateway port host: None {{(pid=103919) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jun 16 17:29:48.411825 dv-cinder-837356-2-iscsi neutron-server[103916]: DEBUG dbcounter [-] [103916] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=103916) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 16 17:29:48.433952 dv-cinder-837356-2-iscsi neutron-server[103919]: DEBUG neutron.db.l3_hamode_db [None req-0e20ed4c-5edf-4255-a749-33d444df80fd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b698568a-354a-41b9-a41d-a2afa6bbdd0f', 'name': 'tempest-AttachVolumeTestJSON-2145162369-router', 'tenant_id': 'f029a8bb389c4d348c0e9001c5fa059c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-16T17:22:25Z', 'updated_at': '2022-06-16T17:29:48Z', 'revision_number': 6, 'project_id': 'f029a8bb389c4d348c0e9001c5fa059c', 'gw_port_host': None}], 'dv-cinder-837356-2-iscsi', False) {} {{(pid=103919) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 16 17:29:48.436499 dv-cinder-837356-2-iscsi neutron-server[103916]: DEBUG neutron.plugins.ml2.db [None req-7e0ca33d-7a34-418e-a7b9-00d9fde95dc0 admin admin] For port 8996dd90-031b-4185-b6a7-e192f4c0cebb, host dv-cinder-837356-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-837356-2-iscsi',level=0,port_id=8996dd90-031b-4185-b6a7-e192f4c0cebb,segment=NetworkSegment(18b787c7-0964-4a3b-b1f5-b8083c94f58b),segment_id=18b787c7-0964-4a3b-b1f5-b8083c94f58b)] {{(pid=103916) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 16 17:29:48.436877 dv-cinder-837356-2-iscsi neutron-server[103916]: DEBUG neutron_lib.callbacks.manager [None req-7e0ca33d-7a34-418e-a7b9-00d9fde95dc0 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-708042'] for port (8996dd90-031b-4185-b6a7-e192f4c0cebb), precommit_delete {{(pid=103916) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 17:29:48.468061 dv-cinder-837356-2-iscsi neutron-server[103919]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0e20ed4c-5edf-4255-a749-33d444df80fd None None] The sync data for ids ['b698568a-354a-41b9-a41d-a2afa6bbdd0f'] in dv-cinder-837356-2-iscsi is: [{'id': 'b698568a-354a-41b9-a41d-a2afa6bbdd0f', 'name': 'tempest-AttachVolumeTestJSON-2145162369-router', 'tenant_id': 'f029a8bb389c4d348c0e9001c5fa059c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-16T17:22:25Z', 'updated_at': '2022-06-16T17:29:48Z', 'revision_number': 6, 'project_id': 'f029a8bb389c4d348c0e9001c5fa059c', 'gw_port_host': None}] {{(pid=103919) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 16 17:29:48.493683 dv-cinder-837356-2-iscsi neutron-server[103918]: DEBUG neutron_lib.callbacks.manager [None req-39ead2dc-a542-4f04-b117-439eb7f32aa8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728539454181', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16149322'] for agent (5b2fa84c-1db1-41c6-a6b9-975c3da28daf), after_update {{(pid=103918) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 17:29:48.511364 dv-cinder-837356-2-iscsi neutron-server[103916]: DEBUG neutron.plugins.ml2.plugin [None req-7e0ca33d-7a34-418e-a7b9-00d9fde95dc0 admin admin] Calling delete_port for 8996dd90-031b-4185-b6a7-e192f4c0cebb owned by network:router_gateway {{(pid=103916) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2122}} Jun 16 17:29:48.548781 dv-cinder-837356-2-iscsi neutron-server[103917]: DEBUG neutron_lib.callbacks.manager [None req-80bd796b-c685-4bc6-b3d4-0ca7db7e5290 tempest-TestShelveInstance-792984814 tempest-TestShelveInstance-792984814-project] Publish callbacks [] for security_group (50b27ea4-b12f-4388-874d-0faf427ba632), precommit_create {{(pid=103917) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 17:29:48.559320 dv-cinder-837356-2-iscsi neutron-server[103917]: DEBUG neutron_lib.callbacks.manager [None req-80bd796b-c685-4bc6-b3d4-0ca7db7e5290 tempest-TestShelveInstance-792984814 tempest-TestShelveInstance-792984814-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-570488'] for security_group (50b27ea4-b12f-4388-874d-0faf427ba632), after_create {{(pid=103917) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 17:29:48.602477 dv-cinder-837356-2-iscsi neutron-server[103917]: DEBUG dbcounter [-] [103917] Writing DB stats neutron:SELECT=93,neutron:UPDATE=1,neutron:INSERT=4,neutron:DELETE=2 {{(pid=103917) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 16 17:29:48.602898 dv-cinder-837356-2-iscsi neutron-server[103916]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b7da3c2e-9408-441f-9e8f-457d7f552608 tempest-TestVolumeBootPattern-1350759327 tempest-TestVolumeBootPattern-1350759327-project] Notify agent at l3_agent.dv-cinder-837356-2-iscsi the message routers_updated {{(pid=103916) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jun 16 17:29:48.615123 dv-cinder-837356-2-iscsi neutron-server[103917]: DEBUG neutron_lib.callbacks.manager [None req-80bd796b-c685-4bc6-b3d4-0ca7db7e5290 tempest-TestShelveInstance-792984814 tempest-TestShelveInstance-792984814-project] Publish callbacks [] for security_group (None), before_response {{(pid=103917) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 17:29:48.618251 dv-cinder-837356-2-iscsi neutron-server[103917]: INFO neutron.wsgi [None req-80bd796b-c685-4bc6-b3d4-0ca7db7e5290 tempest-TestShelveInstance-792984814 tempest-TestShelveInstance-792984814-project] 10.222.0.66 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1811 time: 0.3224068 Jun 16 17:29:48.620150 dv-cinder-837356-2-iscsi neutron-server[103918]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c170b367-10b2-41b9-b1a6-cfe137708da3 None None] Sync routers for ids ['c35ad751-e83c-4d20-bca1-ec4f6db7db70'] in dv-cinder-837356-2-iscsi {{(pid=103918) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 16 17:29:48.620589 dv-cinder-837356-2-iscsi neutron-server[103916]: DEBUG dbcounter [-] [103916] Writing DB stats neutron:SELECT=100 {{(pid=103916) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 16 17:29:48.621959 dv-cinder-837356-2-iscsi neutron-server[103917]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-80bd796b-c685-4bc6-b3d4-0ca7db7e5290 tempest-TestShelveInstance-792984814 tempest-TestShelveInstance-792984814-project] Pushing event updated for resources: {'SecurityGroup': ['ID=50b27ea4-b12f-4388-874d-0faf427ba632,revision_number=1']} {{(pid=103917) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 17:29:48.625433 dv-cinder-837356-2-iscsi neutron-server[103917]: DEBUG neutron.wsgi [-] (103917) accepted ('10.222.0.66', 44356) {{(pid=103917) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 16 17:29:48.633522 dv-cinder-837356-2-iscsi neutron-server[103917]: DEBUG neutron.api.v2.base [None req-6564a730-cade-4b14-ad31-2ec06c0f6fc0 tempest-TestShelveInstance-792984814 tempest-TestShelveInstance-792984814-project] Request body: {'security_group_rule': {'security_group_id': '50b27ea4-b12f-4388-874d-0faf427ba632', 'project_id': '50aeadccaa9348fd9af173f94291bf6f', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=103917) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jun 16 17:29:48.642230 dv-cinder-837356-2-iscsi neutron-server[103918]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c170b367-10b2-41b9-b1a6-cfe137708da3 None None] Routers {'c35ad751-e83c-4d20-bca1-ec4f6db7db70'} bound to L3 agent in host dv-cinder-837356-2-iscsi {{(pid=103918) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jun 16 17:29:48.642992 dv-cinder-837356-2-iscsi neutron-server[103918]: DEBUG neutron.db.l3_hamode_db [None req-c170b367-10b2-41b9-b1a6-cfe137708da3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-837356-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-06-16T17:14:15Z,description=,heartbeat_timestamp=2022-06-16T17:29:45Z,host='dv-cinder-837356-2-iscsi',id=7639df21-17c3-4235-8912-210c3ad54137,load=0,resource_versions=,resources_synced=,started_at=2022-06-16T17:14:15Z,topic='l3_agent')) {'router_ids': ['c35ad751-e83c-4d20-bca1-ec4f6db7db70'], 'active': True} {{(pid=103918) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 16 17:29:48.688163 dv-cinder-837356-2-iscsi neutron-server[103917]: DEBUG neutron_lib.callbacks.manager [None req-6564a730-cade-4b14-ad31-2ec06c0f6fc0 tempest-TestShelveInstance-792984814 tempest-TestShelveInstance-792984814-project] Publish callbacks [] for security_group_rule (90fe32d5-f7d2-48fa-b7e8-d3f2e5764263), before_create {{(pid=103917) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 17:29:48.713090 dv-cinder-837356-2-iscsi neutron-server[103916]: DEBUG neutron_lib.callbacks.manager [None req-b7da3c2e-9408-441f-9e8f-457d7f552608 tempest-TestVolumeBootPattern-1350759327 tempest-TestVolumeBootPattern-1350759327-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-191112'] for floatingip (None), before_response {{(pid=103916) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 17:29:48.759416 dv-cinder-837356-2-iscsi neutron-server[103916]: INFO neutron.wsgi [None req-b7da3c2e-9408-441f-9e8f-457d7f552608 tempest-TestVolumeBootPattern-1350759327 tempest-TestVolumeBootPattern-1350759327-project] 10.222.0.66 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 995 time: 4.6965859 Jun 16 17:29:48.762781 dv-cinder-837356-2-iscsi neutron-server[103916]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'ce5b6345-48fe-44a0-b917-2b12902e234b', 'tag': 'ccefb110-1f8f-47f6-a66f-5a8c5114a8dc'}] {{(pid=103916) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jun 16 17:29:48.764930 dv-cinder-837356-2-iscsi neutron-server[103916]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.66/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}15d8713043fc5f9b6f9aaf4a9a169ba36e5aaa6307a8131177ae56adda3437c5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-42caa8b6-c7fe-4c82-999e-16693eab3088" -d '{"events": [{"name": "network-changed", "server_uuid": "ce5b6345-48fe-44a0-b917-2b12902e234b", "tag": "ccefb110-1f8f-47f6-a66f-5a8c5114a8dc"}]}' {{(pid=103916) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 16 17:29:48.772173 dv-cinder-837356-2-iscsi neutron-server[103917]: DEBUG neutron_lib.callbacks.manager [None req-6564a730-cade-4b14-ad31-2ec06c0f6fc0 tempest-TestShelveInstance-792984814 tempest-TestShelveInstance-792984814-project] Publish callbacks [] for security_group_rule (90fe32d5-f7d2-48fa-b7e8-d3f2e5764263), precommit_create {{(pid=103917) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 17:29:48.775800 dv-cinder-837356-2-iscsi neutron-server[103918]: DEBUG dbcounter [-] [103918] Writing DB stats neutron:SELECT=97,neutron:UPDATE=3 {{(pid=103918) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 16 17:29:48.778985 dv-cinder-837356-2-iscsi neutron-server[103917]: DEBUG neutron_lib.callbacks.manager [None req-6564a730-cade-4b14-ad31-2ec06c0f6fc0 tempest-TestShelveInstance-792984814 tempest-TestShelveInstance-792984814-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-576715'] for security_group_rule (90fe32d5-f7d2-48fa-b7e8-d3f2e5764263), after_create {{(pid=103917) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 17:29:48.780065 dv-cinder-837356-2-iscsi neutron-server[103918]: DEBUG neutron.db.l3_dvr_db [None req-c170b367-10b2-41b9-b1a6-cfe137708da3 None None] Set router c35ad751-e83c-4d20-bca1-ec4f6db7db70 gateway port host: dv-cinder-837356-2-iscsi {{(pid=103918) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jun 16 17:29:48.788222 dv-cinder-837356-2-iscsi neutron-server[103917]: DEBUG dbcounter [-] [103917] Writing DB stats neutron:SELECT=92,neutron:INSERT=6,neutron:UPDATE=2 {{(pid=103917) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 16 17:29:48.807038 dv-cinder-837356-2-iscsi neutron-server[103917]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6564a730-cade-4b14-ad31-2ec06c0f6fc0 tempest-TestShelveInstance-792984814 tempest-TestShelveInstance-792984814-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=90fe32d5-f7d2-48fa-b7e8-d3f2e5764263,revision_number=0']} {{(pid=103917) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 17:29:48.820199 dv-cinder-837356-2-iscsi neutron-server[103917]: DEBUG neutron_lib.callbacks.manager [None req-6564a730-cade-4b14-ad31-2ec06c0f6fc0 tempest-TestShelveInstance-792984814 tempest-TestShelveInstance-792984814-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103917) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 17:29:48.821898 dv-cinder-837356-2-iscsi neutron-server[103917]: INFO neutron.wsgi [None req-6564a730-cade-4b14-ad31-2ec06c0f6fc0 tempest-TestShelveInstance-792984814 tempest-TestShelveInstance-792984814-project] 10.222.0.66 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1944764 Jun 16 17:29:48.829648 dv-cinder-837356-2-iscsi neutron-server[103917]: DEBUG neutron.wsgi [-] (103917) accepted ('10.222.0.66', 44362) {{(pid=103917) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 16 17:29:48.839752 dv-cinder-837356-2-iscsi neutron-server[103917]: DEBUG neutron.api.v2.base [None req-9036cd01-1c49-41b9-bcc5-27ee42303746 tempest-TestShelveInstance-792984814 tempest-TestShelveInstance-792984814-project] Request body: {'security_group_rule': {'security_group_id': '50b27ea4-b12f-4388-874d-0faf427ba632', 'project_id': '50aeadccaa9348fd9af173f94291bf6f', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=103917) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jun 16 17:29:48.853871 dv-cinder-837356-2-iscsi neutron-server[103916]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 16 Jun 2022 17:29:48 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f9c6057b-2996-4e8b-b037-b0ea51c45dd0 x-openstack-request-id: req-f9c6057b-2996-4e8b-b037-b0ea51c45dd0 {{(pid=103916) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 16 17:29:48.854630 dv-cinder-837356-2-iscsi neutron-server[103916]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "ce5b6345-48fe-44a0-b917-2b12902e234b", "tag": "ccefb110-1f8f-47f6-a66f-5a8c5114a8dc", "status": "completed", "code": 200}]} {{(pid=103916) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 16 17:29:48.855496 dv-cinder-837356-2-iscsi neutron-server[103916]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.66/compute/v2.1/os-server-external-events used request id req-f9c6057b-2996-4e8b-b037-b0ea51c45dd0 {{(pid=103916) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 16 17:29:48.856307 dv-cinder-837356-2-iscsi neutron-server[103916]: INFO neutron.notifiers.nova [-] Nova event matching ['req-f9c6057b-2996-4e8b-b037-b0ea51c45dd0'] response: {'name': 'network-changed', 'server_uuid': 'ce5b6345-48fe-44a0-b917-2b12902e234b', 'tag': 'ccefb110-1f8f-47f6-a66f-5a8c5114a8dc', 'status': 'completed', 'code': 200} Jun 16 17:29:48.916861 dv-cinder-837356-2-iscsi neutron-server[103916]: DEBUG neutron_lib.callbacks.manager [None req-7e0ca33d-7a34-418e-a7b9-00d9fde95dc0 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16007527', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-75831', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16241551', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8728539364702', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8728538993430', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25517999'] for port (8996dd90-031b-4185-b6a7-e192f4c0cebb), after_delete {{(pid=103916) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 17:29:48.932206 dv-cinder-837356-2-iscsi neutron-server[103917]: DEBUG neutron_lib.callbacks.manager [None req-9036cd01-1c49-41b9-bcc5-27ee42303746 tempest-TestShelveInstance-792984814 tempest-TestShelveInstance-792984814-project] Publish callbacks [] for security_group_rule (140f2f94-925c-4dad-9a3e-e96c4048f889), before_create {{(pid=103917) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 17:29:48.980753 dv-cinder-837356-2-iscsi neutron-server[103916]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7e0ca33d-7a34-418e-a7b9-00d9fde95dc0 admin admin] Pushing event deleted for resources: {'Port': ['ID=8996dd90-031b-4185-b6a7-e192f4c0cebb,revision_number=None']} {{(pid=103916) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 17:29:49.019338 dv-cinder-837356-2-iscsi neutron-server[103917]: DEBUG neutron_lib.callbacks.manager [None req-9036cd01-1c49-41b9-bcc5-27ee42303746 tempest-TestShelveInstance-792984814 tempest-TestShelveInstance-792984814-project] Publish callbacks [] for security_group_rule (140f2f94-925c-4dad-9a3e-e96c4048f889), precommit_create {{(pid=103917) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 17:29:49.026695 dv-cinder-837356-2-iscsi neutron-server[103917]: DEBUG neutron_lib.callbacks.manager [None req-9036cd01-1c49-41b9-bcc5-27ee42303746 tempest-TestShelveInstance-792984814 tempest-TestShelveInstance-792984814-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-576715'] for security_group_rule (140f2f94-925c-4dad-9a3e-e96c4048f889), after_create {{(pid=103917) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 17:29:49.058248 dv-cinder-837356-2-iscsi neutron-server[103917]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9036cd01-1c49-41b9-bcc5-27ee42303746 tempest-TestShelveInstance-792984814 tempest-TestShelveInstance-792984814-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=140f2f94-925c-4dad-9a3e-e96c4048f889,revision_number=0']} {{(pid=103917) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 17:29:49.069595 dv-cinder-837356-2-iscsi neutron-server[103917]: DEBUG neutron_lib.callbacks.manager [None req-9036cd01-1c49-41b9-bcc5-27ee42303746 tempest-TestShelveInstance-792984814 tempest-TestShelveInstance-792984814-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103917) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 17:29:49.070610 dv-cinder-837356-2-iscsi neutron-server[103917]: INFO neutron.wsgi [None req-9036cd01-1c49-41b9-bcc5-27ee42303746 tempest-TestShelveInstance-792984814 tempest-TestShelveInstance-792984814-project] 10.222.0.66 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.2393329 Jun 16 17:29:49.074250 dv-cinder-837356-2-iscsi neutron-server[103917]: DEBUG neutron.wsgi [-] (103917) accepted ('10.222.0.66', 44364) {{(pid=103917) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 16 17:29:49.079259 dv-cinder-837356-2-iscsi neutron-server[103916]: DEBUG neutron_lib.callbacks.manager [None req-7e0ca33d-7a34-418e-a7b9-00d9fde95dc0 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-704909'] for router_gateway (b698568a-354a-41b9-a41d-a2afa6bbdd0f), after_delete {{(pid=103916) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 17:29:49.081557 dv-cinder-837356-2-iscsi neutron-server[103917]: DEBUG neutron.api.v2.base [None req-726f1dd8-95aa-4539-ba9e-403c10658801 tempest-TestShelveInstance-792984814 tempest-TestShelveInstance-792984814-project] Request body: {'security_group_rule': {'security_group_id': '50b27ea4-b12f-4388-874d-0faf427ba632', 'project_id': '50aeadccaa9348fd9af173f94291bf6f', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=103917) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jun 16 17:29:49.131111 dv-cinder-837356-2-iscsi neutron-server[103917]: DEBUG neutron_lib.callbacks.manager [None req-726f1dd8-95aa-4539-ba9e-403c10658801 tempest-TestShelveInstance-792984814 tempest-TestShelveInstance-792984814-project] Publish callbacks [] for security_group_rule (dcb27b1d-dcbe-43b8-9853-55844dbdd56f), before_create {{(pid=103917) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 17:29:49.171931 dv-cinder-837356-2-iscsi neutron-server[103918]: DEBUG neutron.db.l3_hamode_db [None req-c170b367-10b2-41b9-b1a6-cfe137708da3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c35ad751-e83c-4d20-bca1-ec4f6db7db70', 'name': 'tempest-TestVolumeBootPattern-2032781159-router', 'tenant_id': 'bd1488226a424c6e9e7f94f31b020e4f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9df31235-0797-44e6-85a0-102cb2da2d58', 'external_fixed_ips': [{'subnet_id': '1dfb0320-f5eb-46f6-88ce-33002f500238', 'ip_address': '172.27.2.144'}], 'enable_snat': True}, 'gw_port_id': '1fb74e99-4857-44c3-af81-ed3d3ffe4f39', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-16T17:25:16Z', 'updated_at': '2022-06-16T17:25:23Z', 'revision_number': 4, 'project_id': 'bd1488226a424c6e9e7f94f31b020e4f', 'gw_port': {'id': '1fb74e99-4857-44c3-af81-ed3d3ffe4f39', 'name': '', 'network_id': '9df31235-0797-44e6-85a0-102cb2da2d58', 'tenant_id': '', 'mac_address': 'fa:16:3e:40:75:a6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c35ad751-e83c-4d20-bca1-ec4f6db7db70', 'device_owner': 'network:router_gateway', 'standard_attr_id': 446, 'fixed_ips': [{'subnet_id': '1dfb0320-f5eb-46f6-88ce-33002f500238', 'ip_address': '172.27.2.144', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-837356-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-16T17:25:18Z', 'updated_at': '2022-06-16T17:25:26Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1dfb0320-f5eb-46f6-88ce-33002f500238', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-837356-2-iscsi', '_floatingips': [{'id': '5c050ec7-2cfc-44c3-948b-af30f620ae4f', 'tenant_id': 'bd1488226a424c6e9e7f94f31b020e4f', 'floating_ip_address': '172.27.2.95', 'floating_network_id': '9df31235-0797-44e6-85a0-102cb2da2d58', 'router_id': 'c35ad751-e83c-4d20-bca1-ec4f6db7db70', 'port_id': 'ccefb110-1f8f-47f6-a66f-5a8c5114a8dc', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'standard_attr_id': 588, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '3da1c24e-a853-4091-89c9-dc663f379476', 'mac_address': 'fa:16:3e:56:6b:2c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ce5b6345-48fe-44a0-b917-2b12902e234b', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-06-16T17:29:45Z', 'updated_at': '2022-06-16T17:29:45Z', 'revision_number': 0, 'project_id': 'bd1488226a424c6e9e7f94f31b020e4f', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '2ef48185-74c7-486a-9679-f9baac8bfe7a', 'name': '', 'network_id': '3da1c24e-a853-4091-89c9-dc663f379476', 'tenant_id': 'bd1488226a424c6e9e7f94f31b020e4f', 'mac_address': 'fa:16:3e:49:e9:fe', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c35ad751-e83c-4d20-bca1-ec4f6db7db70', 'device_owner': 'network:router_interface', 'standard_attr_id': 448, 'fixed_ips': [{'subnet_id': 'ff26c6d8-fbe9-4318-9056-e5433e3433f5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-837356-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-16T17:25:21Z', 'updated_at': '2022-06-16T17:25:36Z', 'revision_number': 5, 'project_id': 'bd1488226a424c6e9e7f94f31b020e4f', 'subnets': [{'id': 'ff26c6d8-fbe9-4318-9056-e5433e3433f5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-837356-2-iscsi', False) {} {{(pid=103918) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 16 17:29:49.224122 dv-cinder-837356-2-iscsi neutron-server[103918]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c170b367-10b2-41b9-b1a6-cfe137708da3 None None] Checking router: c35ad751-e83c-4d20-bca1-ec4f6db7db70 for host: dv-cinder-837356-2-iscsi {{(pid=103918) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 16 17:29:49.241913 dv-cinder-837356-2-iscsi neutron-server[103918]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c170b367-10b2-41b9-b1a6-cfe137708da3 None None] Routers {'c35ad751-e83c-4d20-bca1-ec4f6db7db70'} bound to L3 agent in host dv-cinder-837356-2-iscsi {{(pid=103918) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jun 16 17:29:49.243615 dv-cinder-837356-2-iscsi neutron-server[103918]: DEBUG neutron.db.l3_hamode_db [None req-c170b367-10b2-41b9-b1a6-cfe137708da3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-837356-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-06-16T17:14:15Z,description=,heartbeat_timestamp=2022-06-16T17:29:45Z,host='dv-cinder-837356-2-iscsi',id=7639df21-17c3-4235-8912-210c3ad54137,load=0,resource_versions=,resources_synced=,started_at=2022-06-16T17:14:15Z,topic='l3_agent')) {'router_ids': ['c35ad751-e83c-4d20-bca1-ec4f6db7db70'], 'active': True} {{(pid=103918) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 16 17:29:49.268979 dv-cinder-837356-2-iscsi neutron-server[103916]: DEBUG neutron_lib.callbacks.manager [None req-7e0ca33d-7a34-418e-a7b9-00d9fde95dc0 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-707972', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-65300'] for router (b698568a-354a-41b9-a41d-a2afa6bbdd0f), precommit_delete {{(pid=103916) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 17:29:49.275074 dv-cinder-837356-2-iscsi neutron-server[103916]: DEBUG neutron_lib.callbacks.manager [None req-7e0ca33d-7a34-418e-a7b9-00d9fde95dc0 admin admin] Publish callbacks [] for router_controller (b698568a-354a-41b9-a41d-a2afa6bbdd0f), precommit_delete_associations {{(pid=103916) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 17:29:49.295694 dv-cinder-837356-2-iscsi neutron-server[103917]: DEBUG neutron_lib.callbacks.manager [None req-726f1dd8-95aa-4539-ba9e-403c10658801 tempest-TestShelveInstance-792984814 tempest-TestShelveInstance-792984814-project] Publish callbacks [] for security_group_rule (dcb27b1d-dcbe-43b8-9853-55844dbdd56f), precommit_create {{(pid=103917) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 17:29:49.304527 dv-cinder-837356-2-iscsi neutron-server[103917]: DEBUG neutron_lib.callbacks.manager [None req-726f1dd8-95aa-4539-ba9e-403c10658801 tempest-TestShelveInstance-792984814 tempest-TestShelveInstance-792984814-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-576715'] for security_group_rule (dcb27b1d-dcbe-43b8-9853-55844dbdd56f), after_create {{(pid=103917) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 17:29:49.329816 dv-cinder-837356-2-iscsi neutron-server[103918]: DEBUG dbcounter [-] [103918] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=103918) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 16 17:29:49.339447 dv-cinder-837356-2-iscsi neutron-server[103916]: DEBUG neutron_lib.callbacks.manager [None req-7e0ca33d-7a34-418e-a7b9-00d9fde95dc0 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-708078'] for router (b698568a-354a-41b9-a41d-a2afa6bbdd0f), after_delete {{(pid=103916) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 17:29:49.358361 dv-cinder-837356-2-iscsi neutron-server[103916]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7e0ca33d-7a34-418e-a7b9-00d9fde95dc0 admin admin] Fanout notify agent at l3_agent the message router_deleted on router b698568a-354a-41b9-a41d-a2afa6bbdd0f {{(pid=103916) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jun 16 17:29:49.376104 dv-cinder-837356-2-iscsi neutron-server[103916]: DEBUG neutron_lib.callbacks.manager [None req-7e0ca33d-7a34-418e-a7b9-00d9fde95dc0 admin admin] Publish callbacks [] for router (None), before_response {{(pid=103916) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 17:29:49.378226 dv-cinder-837356-2-iscsi neutron-server[103916]: INFO neutron.wsgi [None req-7e0ca33d-7a34-418e-a7b9-00d9fde95dc0 admin admin] 10.222.0.66 "DELETE /v2.0/routers/b698568a-354a-41b9-a41d-a2afa6bbdd0f HTTP/1.1" status: 204 len: 168 time: 1.8257039 Jun 16 17:29:49.382312 dv-cinder-837356-2-iscsi neutron-server[103916]: DEBUG neutron.wsgi [-] (103916) accepted ('10.222.0.66', 44370) {{(pid=103916) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 16 17:29:49.426714 dv-cinder-837356-2-iscsi neutron-server[103917]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-726f1dd8-95aa-4539-ba9e-403c10658801 tempest-TestShelveInstance-792984814 tempest-TestShelveInstance-792984814-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=dcb27b1d-dcbe-43b8-9853-55844dbdd56f,revision_number=0']} {{(pid=103917) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 17:29:49.431265 dv-cinder-837356-2-iscsi neutron-server[103917]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42caa8b6-c7fe-4c82-999e-16693eab3088 req-92a9a2fe-00ac-4638-ad9c-01a49438bf0d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103917) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 16 17:29:49.433520 dv-cinder-837356-2-iscsi neutron-server[103917]: INFO neutron.wsgi [req-42caa8b6-c7fe-4c82-999e-16693eab3088 req-92a9a2fe-00ac-4638-ad9c-01a49438bf0d service neutron] 10.222.0.81 "GET /v2.0/ports?tenant_id=bd1488226a424c6e9e7f94f31b020e4f&device_id=ce5b6345-48fe-44a0-b917-2b12902e234b HTTP/1.1" status: 200 len: 1129 time: 0.0802312 Jun 16 17:29:49.438326 dv-cinder-837356-2-iscsi neutron-server[103917]: DEBUG neutron_lib.callbacks.manager [None req-726f1dd8-95aa-4539-ba9e-403c10658801 tempest-TestShelveInstance-792984814 tempest-TestShelveInstance-792984814-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103917) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 17:29:49.446844 dv-cinder-837356-2-iscsi neutron-server[103917]: INFO neutron.wsgi [None req-726f1dd8-95aa-4539-ba9e-403c10658801 tempest-TestShelveInstance-792984814 tempest-TestShelveInstance-792984814-project] 10.222.0.66 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.3706913 Jun 16 17:29:49.452304 dv-cinder-837356-2-iscsi neutron-server[103917]: DEBUG neutron.wsgi [-] (103917) accepted ('10.222.0.66', 44376) {{(pid=103917) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 16 17:29:49.462831 dv-cinder-837356-2-iscsi neutron-server[103917]: DEBUG neutron.api.v2.base [None req-79cb10c8-5ab8-4d07-becd-9063331af263 tempest-TestShelveInstance-792984814 tempest-TestShelveInstance-792984814-project] Request body: {'security_group_rule': {'security_group_id': '50b27ea4-b12f-4388-874d-0faf427ba632', 'project_id': '50aeadccaa9348fd9af173f94291bf6f', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=103917) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jun 16 17:29:49.465361 dv-cinder-837356-2-iscsi neutron-server[103918]: DEBUG neutron.db.l3_dvr_db [None req-c170b367-10b2-41b9-b1a6-cfe137708da3 None None] Set router c35ad751-e83c-4d20-bca1-ec4f6db7db70 gateway port host: dv-cinder-837356-2-iscsi {{(pid=103918) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jun 16 17:29:49.662021 dv-cinder-837356-2-iscsi neutron-server[103917]: DEBUG neutron_lib.callbacks.manager [None req-79cb10c8-5ab8-4d07-becd-9063331af263 tempest-TestShelveInstance-792984814 tempest-TestShelveInstance-792984814-project] Publish callbacks [] for security_group_rule (59dc7cc9-3c8c-4025-9f9f-cc35228be47d), before_create {{(pid=103917) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 17:29:49.807066 dv-cinder-837356-2-iscsi neutron-server[103917]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42caa8b6-c7fe-4c82-999e-16693eab3088 req-ee304860-a96e-4281-8eb9-57872e0cdfff service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103917) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 16 17:29:49.809994 dv-cinder-837356-2-iscsi neutron-server[103917]: INFO neutron.wsgi [req-42caa8b6-c7fe-4c82-999e-16693eab3088 req-ee304860-a96e-4281-8eb9-57872e0cdfff service neutron] 10.222.0.81 "GET /v2.0/networks?id=3da1c24e-a853-4091-89c9-dc663f379476 HTTP/1.1" status: 200 len: 914 time: 0.3584843 Jun 16 17:29:49.996768 dv-cinder-837356-2-iscsi neutron-server[103918]: DEBUG neutron.plugins.ml2.rpc [None req-39ead2dc-a542-4f04-b117-439eb7f32aa8 None None] Device faae77bb-d4a7-4a67-8c0d-15828ced0754 up at agent ovs-agent-dv-cinder-837356-2-iscsi {{(pid=103918) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 16 17:29:50.026613 dv-cinder-837356-2-iscsi neutron-server[103917]: DEBUG neutron_lib.callbacks.manager [None req-79cb10c8-5ab8-4d07-becd-9063331af263 tempest-TestShelveInstance-792984814 tempest-TestShelveInstance-792984814-project] Publish callbacks [] for security_group_rule (59dc7cc9-3c8c-4025-9f9f-cc35228be47d), precommit_create {{(pid=103917) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 17:29:50.035857 dv-cinder-837356-2-iscsi neutron-server[103917]: DEBUG neutron_lib.callbacks.manager [None req-79cb10c8-5ab8-4d07-becd-9063331af263 tempest-TestShelveInstance-792984814 tempest-TestShelveInstance-792984814-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-576715'] for security_group_rule (59dc7cc9-3c8c-4025-9f9f-cc35228be47d), after_create {{(pid=103917) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 17:29:50.067350 dv-cinder-837356-2-iscsi neutron-server[103917]: DEBUG dbcounter [-] [103917] Writing DB stats neutron:SELECT=86,neutron:INSERT=8,neutron:DELETE=3,neutron:UPDATE=3 {{(pid=103917) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 16 17:29:50.070021 dv-cinder-837356-2-iscsi neutron-server[103917]: INFO neutron.wsgi [req-42caa8b6-c7fe-4c82-999e-16693eab3088 req-b5523d24-789f-490f-aef9-c11bcf7aeb83 service neutron] 10.222.0.81 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=ccefb110-1f8f-47f6-a66f-5a8c5114a8dc HTTP/1.1" status: 200 len: 998 time: 0.2412755 Jun 16 17:29:50.091332 dv-cinder-837356-2-iscsi neutron-server[103916]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41fbe6f9-8bd0-48ad-b817-0622aed2af75 req-8d7501c3-56e5-4735-bbe8-46e2d3e27a6c tempest-AttachVolumeShelveTestJSON-1123487845 tempest-AttachVolumeShelveTestJSON-1123487845-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103916) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 16 17:29:50.101762 dv-cinder-837356-2-iscsi neutron-server[103916]: INFO neutron.wsgi [req-41fbe6f9-8bd0-48ad-b817-0622aed2af75 req-8d7501c3-56e5-4735-bbe8-46e2d3e27a6c tempest-AttachVolumeShelveTestJSON-1123487845 tempest-AttachVolumeShelveTestJSON-1123487845-project] 10.222.0.66 "GET /v2.0/ports?device_id=a9f207ac-0a5d-4cfc-abd6-2f2fc88ab6a4 HTTP/1.1" status: 200 len: 946 time: 0.7167950 Jun 16 17:29:50.117686 dv-cinder-837356-2-iscsi neutron-server[103916]: DEBUG neutron.db.db_base_plugin_v2 [None req-2aa760e7-9551-42d9-a7c1-c94d72430225 admin admin] Deleting subnet 744fc868-35e9-4c30-8ac9-ba01749c37c3 {{(pid=103916) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1067}} Jun 16 17:29:50.149277 dv-cinder-837356-2-iscsi neutron-server[103917]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-79cb10c8-5ab8-4d07-becd-9063331af263 tempest-TestShelveInstance-792984814 tempest-TestShelveInstance-792984814-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=59dc7cc9-3c8c-4025-9f9f-cc35228be47d,revision_number=0']} {{(pid=103917) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 17:29:50.157366 dv-cinder-837356-2-iscsi neutron-server[103916]: DEBUG neutron_lib.callbacks.manager [None req-2aa760e7-9551-42d9-a7c1-c94d72430225 admin admin] Publish callbacks [] for subnet (744fc868-35e9-4c30-8ac9-ba01749c37c3), before_delete {{(pid=103916) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 17:29:50.168192 dv-cinder-837356-2-iscsi neutron-server[103917]: DEBUG neutron_lib.callbacks.manager [None req-79cb10c8-5ab8-4d07-becd-9063331af263 tempest-TestShelveInstance-792984814 tempest-TestShelveInstance-792984814-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103917) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 17:29:50.168724 dv-cinder-837356-2-iscsi neutron-server[103917]: INFO neutron.wsgi [None req-79cb10c8-5ab8-4d07-becd-9063331af263 tempest-TestShelveInstance-792984814 tempest-TestShelveInstance-792984814-project] 10.222.0.66 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.7142556 Jun 16 17:29:50.180441 dv-cinder-837356-2-iscsi neutron-server[103917]: DEBUG neutron.wsgi [-] (103917) accepted ('10.222.0.66', 44390) {{(pid=103917) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 16 17:29:50.191887 dv-cinder-837356-2-iscsi neutron-server[103917]: DEBUG neutron.api.v2.base [None req-89353868-8e0b-4438-9284-eb8003820c56 tempest-TestShelveInstance-792984814 tempest-TestShelveInstance-792984814-project] Request body: {'security_group_rule': {'security_group_id': '50b27ea4-b12f-4388-874d-0faf427ba632', 'project_id': '50aeadccaa9348fd9af173f94291bf6f', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=103917) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jun 16 17:29:50.229128 dv-cinder-837356-2-iscsi neutron-server[103916]: DEBUG neutron_lib.callbacks.manager [None req-2aa760e7-9551-42d9-a7c1-c94d72430225 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-25166643'] for subnet (744fc868-35e9-4c30-8ac9-ba01749c37c3), precommit_delete_associations {{(pid=103916) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 17:29:50.232476 dv-cinder-837356-2-iscsi neutron-server[103917]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42caa8b6-c7fe-4c82-999e-16693eab3088 req-148a9bed-efe8-4537-84a2-a3d81b49e627 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103917) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 16 17:29:50.232677 dv-cinder-837356-2-iscsi neutron-server[103918]: DEBUG neutron.db.provisioning_blocks [None req-39ead2dc-a542-4f04-b117-439eb7f32aa8 None None] Provisioning complete for port faae77bb-d4a7-4a67-8c0d-15828ced0754 triggered by entity L2. {{(pid=103918) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jun 16 17:29:50.232914 dv-cinder-837356-2-iscsi neutron-server[103918]: DEBUG neutron_lib.callbacks.manager [None req-39ead2dc-a542-4f04-b117-439eb7f32aa8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16149424'] for port (faae77bb-d4a7-4a67-8c0d-15828ced0754), provisioning_complete {{(pid=103918) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 17:29:50.234220 dv-cinder-837356-2-iscsi neutron-server[103917]: INFO neutron.wsgi [req-42caa8b6-c7fe-4c82-999e-16693eab3088 req-148a9bed-efe8-4537-84a2-a3d81b49e627 service neutron] 10.222.0.81 "GET /v2.0/subnets?id=ff26c6d8-fbe9-4318-9056-e5433e3433f5 HTTP/1.1" status: 200 len: 851 time: 0.1527011 Jun 16 17:29:50.266529 dv-cinder-837356-2-iscsi neutron-server[103916]: INFO neutron.wsgi [req-41fbe6f9-8bd0-48ad-b817-0622aed2af75 req-d5d57b98-8ee4-4702-8ce5-b76f91b08ac3 tempest-AttachVolumeShelveTestJSON-1123487845 tempest-AttachVolumeShelveTestJSON-1123487845-project] 10.222.0.66 "GET /v2.0/security-groups?id=528bbd8e-87bb-4e11-b4eb-c422958f1800&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1636219 Jun 16 17:29:50.344803 dv-cinder-837356-2-iscsi neutron-server[103917]: INFO neutron.db.securitygroups_db [None req-89353868-8e0b-4438-9284-eb8003820c56 tempest-TestShelveInstance-792984814 tempest-TestShelveInstance-792984814-project] Project 50aeadccaa9348fd9af173f94291bf6f added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Jun 16 17:29:50.353362 dv-cinder-837356-2-iscsi neutron-server[103917]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42caa8b6-c7fe-4c82-999e-16693eab3088 req-b18013ce-24d9-44c5-9f37-1f648994af3f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103917) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 16 17:29:50.355083 dv-cinder-837356-2-iscsi neutron-server[103917]: INFO neutron.wsgi [req-42caa8b6-c7fe-4c82-999e-16693eab3088 req-b18013ce-24d9-44c5-9f37-1f648994af3f service neutron] 10.222.0.81 "GET /v2.0/ports?network_id=3da1c24e-a853-4091-89c9-dc663f379476&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.1084988 Jun 16 17:29:50.357512 dv-cinder-837356-2-iscsi neutron-server[103917]: DEBUG neutron_lib.callbacks.manager [None req-89353868-8e0b-4438-9284-eb8003820c56 tempest-TestShelveInstance-792984814 tempest-TestShelveInstance-792984814-project] Publish callbacks [] for security_group_rule (1b5cb649-b5ad-44b0-a35f-126765d806a5), before_create {{(pid=103917) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 17:29:50.377857 dv-cinder-837356-2-iscsi neutron-server[103916]: DEBUG neutron_lib.callbacks.manager [None req-2aa760e7-9551-42d9-a7c1-c94d72430225 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-16150392'] for subnet (744fc868-35e9-4c30-8ac9-ba01749c37c3), precommit_delete {{(pid=103916) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 17:29:50.433200 dv-cinder-837356-2-iscsi neutron-server[103918]: DEBUG neutron.db.l3_hamode_db [None req-c170b367-10b2-41b9-b1a6-cfe137708da3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c35ad751-e83c-4d20-bca1-ec4f6db7db70', 'name': 'tempest-TestVolumeBootPattern-2032781159-router', 'tenant_id': 'bd1488226a424c6e9e7f94f31b020e4f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9df31235-0797-44e6-85a0-102cb2da2d58', 'external_fixed_ips': [{'subnet_id': '1dfb0320-f5eb-46f6-88ce-33002f500238', 'ip_address': '172.27.2.144'}], 'enable_snat': True}, 'gw_port_id': '1fb74e99-4857-44c3-af81-ed3d3ffe4f39', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-16T17:25:16Z', 'updated_at': '2022-06-16T17:25:23Z', 'revision_number': 4, 'project_id': 'bd1488226a424c6e9e7f94f31b020e4f', 'gw_port': {'id': '1fb74e99-4857-44c3-af81-ed3d3ffe4f39', 'name': '', 'network_id': '9df31235-0797-44e6-85a0-102cb2da2d58', 'tenant_id': '', 'mac_address': 'fa:16:3e:40:75:a6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c35ad751-e83c-4d20-bca1-ec4f6db7db70', 'device_owner': 'network:router_gateway', 'standard_attr_id': 446, 'fixed_ips': [{'subnet_id': '1dfb0320-f5eb-46f6-88ce-33002f500238', 'ip_address': '172.27.2.144', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-837356-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-16T17:25:18Z', 'updated_at': '2022-06-16T17:25:26Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1dfb0320-f5eb-46f6-88ce-33002f500238', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-837356-2-iscsi', '_floatingips': [{'id': '5c050ec7-2cfc-44c3-948b-af30f620ae4f', 'tenant_id': 'bd1488226a424c6e9e7f94f31b020e4f', 'floating_ip_address': '172.27.2.95', 'floating_network_id': '9df31235-0797-44e6-85a0-102cb2da2d58', 'router_id': 'c35ad751-e83c-4d20-bca1-ec4f6db7db70', 'port_id': 'ccefb110-1f8f-47f6-a66f-5a8c5114a8dc', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'standard_attr_id': 588, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '3da1c24e-a853-4091-89c9-dc663f379476', 'mac_address': 'fa:16:3e:56:6b:2c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ce5b6345-48fe-44a0-b917-2b12902e234b', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-06-16T17:29:45Z', 'updated_at': '2022-06-16T17:29:45Z', 'revision_number': 0, 'project_id': 'bd1488226a424c6e9e7f94f31b020e4f', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '2ef48185-74c7-486a-9679-f9baac8bfe7a', 'name': '', 'network_id': '3da1c24e-a853-4091-89c9-dc663f379476', 'tenant_id': 'bd1488226a424c6e9e7f94f31b020e4f', 'mac_address': 'fa:16:3e:49:e9:fe', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c35ad751-e83c-4d20-bca1-ec4f6db7db70', 'device_owner': 'network:router_interface', 'standard_attr_id': 448, 'fixed_ips': [{'subnet_id': 'ff26c6d8-fbe9-4318-9056-e5433e3433f5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-837356-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-16T17:25:21Z', 'updated_at': '2022-06-16T17:25:36Z', 'revision_number': 5, 'project_id': 'bd1488226a424c6e9e7f94f31b020e4f', 'subnets': [{'id': 'ff26c6d8-fbe9-4318-9056-e5433e3433f5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-837356-2-iscsi', False) {} {{(pid=103918) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 16 17:29:50.489971 dv-cinder-837356-2-iscsi neutron-server[103917]: DEBUG dbcounter [-] [103917] Writing DB stats neutron:INSERT=7,neutron:SELECT=88,neutron:DELETE=5 {{(pid=103917) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 16 17:29:50.509016 dv-cinder-837356-2-iscsi neutron-server[103916]: DEBUG neutron_lib.callbacks.manager [None req-2aa760e7-9551-42d9-a7c1-c94d72430225 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-16150339', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-570574', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16241551', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-25517980', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-25509979'] for subnet (744fc868-35e9-4c30-8ac9-ba01749c37c3), after_delete {{(pid=103916) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 17:29:50.511079 dv-cinder-837356-2-iscsi neutron-server[103918]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c170b367-10b2-41b9-b1a6-cfe137708da3 None None] The sync data for ids ['c35ad751-e83c-4d20-bca1-ec4f6db7db70'] in dv-cinder-837356-2-iscsi is: [{'id': 'c35ad751-e83c-4d20-bca1-ec4f6db7db70', 'name': 'tempest-TestVolumeBootPattern-2032781159-router', 'tenant_id': 'bd1488226a424c6e9e7f94f31b020e4f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9df31235-0797-44e6-85a0-102cb2da2d58', 'external_fixed_ips': [{'subnet_id': '1dfb0320-f5eb-46f6-88ce-33002f500238', 'ip_address': '172.27.2.144'}], 'enable_snat': True}, 'gw_port_id': '1fb74e99-4857-44c3-af81-ed3d3ffe4f39', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-16T17:25:16Z', 'updated_at': '2022-06-16T17:25:23Z', 'revision_number': 4, 'project_id': 'bd1488226a424c6e9e7f94f31b020e4f', 'gw_port': {'id': '1fb74e99-4857-44c3-af81-ed3d3ffe4f39', 'name': '', 'network_id': '9df31235-0797-44e6-85a0-102cb2da2d58', 'tenant_id': '', 'mac_address': 'fa:16:3e:40:75:a6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c35ad751-e83c-4d20-bca1-ec4f6db7db70', 'device_owner': 'network:router_gateway', 'standard_attr_id': 446, 'fixed_ips': [{'subnet_id': '1dfb0320-f5eb-46f6-88ce-33002f500238', 'ip_address': '172.27.2.144', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-837356-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-16T17:25:18Z', 'updated_at': '2022-06-16T17:25:26Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1dfb0320-f5eb-46f6-88ce-33002f500238', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-837356-2-iscsi', '_floatingips': [{'id': '5c050ec7-2cfc-44c3-948b-af30f620ae4f', 'tenant_id': 'bd1488226a424c6e9e7f94f31b020e4f', 'floating_ip_address': '172.27.2.95', 'floating_network_id': '9df31235-0797-44e6-85a0-102cb2da2d58', 'router_id': 'c35ad751-e83c-4d20-bca1-ec4f6db7db70', 'port_id': 'ccefb110-1f8f-47f6-a66f-5a8c5114a8dc', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'standard_attr_id': 588, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '3da1c24e-a853-4091-89c9-dc663f379476', 'mac_address': 'fa:16:3e:56:6b:2c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ce5b6345-48fe-44a0-b917-2b12902e234b', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-06-16T17:29:45Z', 'updated_at': '2022-06-16T17:29:45Z', 'revision_number': 0, 'project_id': 'bd1488226a424c6e9e7f94f31b020e4f', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '2ef48185-74c7-486a-9679-f9baac8bfe7a', 'name': '', 'network_id': '3da1c24e-a853-4091-89c9-dc663f379476', 'tenant_id': 'bd1488226a424c6e9e7f94f31b020e4f', 'mac_address': 'fa:16:3e:49:e9:fe', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c35ad751-e83c-4d20-bca1-ec4f6db7db70', 'device_owner': 'network:router_interface', 'standard_attr_id': 448, 'fixed_ips': [{'subnet_id': 'ff26c6d8-fbe9-4318-9056-e5433e3433f5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-837356-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-16T17:25:21Z', 'updated_at': '2022-06-16T17:25:36Z', 'revision_number': 5, 'project_id': 'bd1488226a424c6e9e7f94f31b020e4f', 'subnets': [{'id': 'ff26c6d8-fbe9-4318-9056-e5433e3433f5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103918) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 16 17:29:50.574498 dv-cinder-837356-2-iscsi neutron-server[103916]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2aa760e7-9551-42d9-a7c1-c94d72430225 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=744fc868-35e9-4c30-8ac9-ba01749c37c3,revision_number=None']} {{(pid=103916) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 17:29:50.579963 dv-cinder-837356-2-iscsi neutron-server[103918]: DEBUG neutron.plugins.ml2.plugin [None req-39ead2dc-a542-4f04-b117-439eb7f32aa8 None None] Current status of the port faae77bb-d4a7-4a67-8c0d-15828ced0754 is: DOWN; New status is: ACTIVE {{(pid=103918) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2298}} Jun 16 17:29:50.580684 dv-cinder-837356-2-iscsi neutron-server[103918]: DEBUG neutron_lib.callbacks.manager [None req-39ead2dc-a542-4f04-b117-439eb7f32aa8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16007590'] for port (faae77bb-d4a7-4a67-8c0d-15828ced0754), before_update {{(pid=103918) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 17:29:50.588874 dv-cinder-837356-2-iscsi neutron-server[103916]: DEBUG neutron_lib.callbacks.manager [None req-2aa760e7-9551-42d9-a7c1-c94d72430225 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-16241561'] for subnet (None), before_response {{(pid=103916) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 17:29:50.594864 dv-cinder-837356-2-iscsi neutron-server[103916]: INFO neutron.wsgi [None req-2aa760e7-9551-42d9-a7c1-c94d72430225 admin admin] 10.222.0.66 "DELETE /v2.0/subnets/744fc868-35e9-4c30-8ac9-ba01749c37c3 HTTP/1.1" status: 204 len: 168 time: 1.1981137 Jun 16 17:29:50.609306 dv-cinder-837356-2-iscsi neutron-server[103916]: DEBUG neutron.wsgi [-] (103916) accepted ('10.222.0.66', 44412) {{(pid=103916) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 16 17:29:50.621080 dv-cinder-837356-2-iscsi neutron-server[103918]: DEBUG neutron.plugins.ml2.db [None req-39ead2dc-a542-4f04-b117-439eb7f32aa8 None None] For port faae77bb-d4a7-4a67-8c0d-15828ced0754, host dv-cinder-837356-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-837356-2-iscsi',level=0,port_id=faae77bb-d4a7-4a67-8c0d-15828ced0754,segment=NetworkSegment(18b787c7-0964-4a3b-b1f5-b8083c94f58b),segment_id=18b787c7-0964-4a3b-b1f5-b8083c94f58b)] {{(pid=103918) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 16 17:29:50.624879 dv-cinder-837356-2-iscsi neutron-server[103918]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-494a12d1-a8fc-458f-ac9c-75e9da81bae7 None None] Network 82c6c893-96f4-45ae-b1e3-d70ff1db738d requested from dv-cinder-837356-2-iscsi {{(pid=103918) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jun 16 17:29:50.632945 dv-cinder-837356-2-iscsi neutron-server[103916]: DEBUG dbcounter [-] [103916] Writing DB stats neutron:SELECT=88,neutron:DELETE=9,neutron:UPDATE=3 {{(pid=103916) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 16 17:29:50.668500 dv-cinder-837356-2-iscsi neutron-server[103918]: DEBUG neutron_lib.callbacks.manager [None req-39ead2dc-a542-4f04-b117-439eb7f32aa8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16007527', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-75831', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16241551', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728539364693', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728538993439', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728538993457'] for port (faae77bb-d4a7-4a67-8c0d-15828ced0754), after_update {{(pid=103918) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 17:29:50.783028 dv-cinder-837356-2-iscsi neutron-server[103917]: INFO neutron.wsgi [req-42caa8b6-c7fe-4c82-999e-16693eab3088 req-f8e78b34-72a7-4f53-9035-d60a3be0c227 service neutron] 10.222.0.81 "GET /v2.0/networks/3da1c24e-a853-4091-89c9-dc663f379476?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4200995 Jun 16 17:29:50.786459 dv-cinder-837356-2-iscsi neutron-server[103917]: DEBUG neutron_lib.callbacks.manager [None req-89353868-8e0b-4438-9284-eb8003820c56 tempest-TestShelveInstance-792984814 tempest-TestShelveInstance-792984814-project] Publish callbacks [] for security_group_rule (1b5cb649-b5ad-44b0-a35f-126765d806a5), precommit_create {{(pid=103917) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 17:29:50.794154 dv-cinder-837356-2-iscsi neutron-server[103918]: DEBUG neutron.plugins.ml2.rpc [None req-39ead2dc-a542-4f04-b117-439eb7f32aa8 None None] Device 8996dd90-031b-4185-b6a7-e192f4c0cebb no longer exists at agent ovs-agent-dv-cinder-837356-2-iscsi {{(pid=103918) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jun 16 17:29:50.805720 dv-cinder-837356-2-iscsi neutron-server[103917]: DEBUG neutron_lib.callbacks.manager [None req-89353868-8e0b-4438-9284-eb8003820c56 tempest-TestShelveInstance-792984814 tempest-TestShelveInstance-792984814-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-576715'] for security_group_rule (1b5cb649-b5ad-44b0-a35f-126765d806a5), after_create {{(pid=103917) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 17:29:50.827247 dv-cinder-837356-2-iscsi neutron-server[103916]: DEBUG neutron_lib.callbacks.manager [None req-f87e303c-c135-4d54-96d0-40547a568927 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-16129347'] for network (82c6c893-96f4-45ae-b1e3-d70ff1db738d), before_delete {{(pid=103916) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 17:29:50.843471 dv-cinder-837356-2-iscsi neutron-server[103918]: DEBUG neutron.plugins.ml2.plugin [None req-39ead2dc-a542-4f04-b117-439eb7f32aa8 None None] No Port match for: 8996dd90-031b-4185-b6a7-e192f4c0cebb {{(pid=103918) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2382}} Jun 16 17:29:50.843851 dv-cinder-837356-2-iscsi neutron-server[103918]: DEBUG neutron.plugins.ml2.rpc [None req-39ead2dc-a542-4f04-b117-439eb7f32aa8 None None] Device 8996dd90-031b-4185-b6a7-e192f4c0cebb not bound to the agent host dv-cinder-837356-2-iscsi {{(pid=103918) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jun 16 17:29:50.844230 dv-cinder-837356-2-iscsi neutron-server[103918]: DEBUG neutron.plugins.ml2.rpc [None req-39ead2dc-a542-4f04-b117-439eb7f32aa8 None None] Device a8d5bd16-d884-4270-9432-d25b5a4fcf68 no longer exists at agent ovs-agent-dv-cinder-837356-2-iscsi {{(pid=103918) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jun 16 17:29:50.860295 dv-cinder-837356-2-iscsi neutron-server[103917]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-89353868-8e0b-4438-9284-eb8003820c56 tempest-TestShelveInstance-792984814 tempest-TestShelveInstance-792984814-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=1b5cb649-b5ad-44b0-a35f-126765d806a5,revision_number=0']} {{(pid=103917) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 17:29:50.913381 dv-cinder-837356-2-iscsi neutron-server[103916]: DEBUG neutron.plugins.ml2.plugin [None req-f87e303c-c135-4d54-96d0-40547a568927 admin admin] Deleting port 707aa5ab-cfe5-43b2-9a05-74f5af6692bd {{(pid=103916) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2043}} Jun 16 17:29:50.920621 dv-cinder-837356-2-iscsi neutron-server[103916]: DEBUG neutron_lib.callbacks.manager [None req-f87e303c-c135-4d54-96d0-40547a568927 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8728539361383'] for port (707aa5ab-cfe5-43b2-9a05-74f5af6692bd), before_delete {{(pid=103916) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 17:29:50.923159 dv-cinder-837356-2-iscsi neutron-server[103916]: DEBUG dbcounter [-] [103916] Writing DB stats neutron:SELECT=87,neutron:DELETE=11,neutron:UPDATE=2 {{(pid=103916) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 16 17:29:50.923996 dv-cinder-837356-2-iscsi neutron-server[103917]: DEBUG neutron_lib.callbacks.manager [None req-89353868-8e0b-4438-9284-eb8003820c56 tempest-TestShelveInstance-792984814 tempest-TestShelveInstance-792984814-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103917) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 17:29:50.928304 dv-cinder-837356-2-iscsi neutron-server[103917]: INFO neutron.wsgi [None req-89353868-8e0b-4438-9284-eb8003820c56 tempest-TestShelveInstance-792984814 tempest-TestShelveInstance-792984814-project] 10.222.0.66 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.7467983 Jun 16 17:29:50.928935 dv-cinder-837356-2-iscsi neutron-server[103917]: DEBUG neutron.wsgi [-] (103917) accepted ('10.222.0.66', 44414) {{(pid=103917) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 16 17:29:50.937343 dv-cinder-837356-2-iscsi neutron-server[103917]: DEBUG neutron.api.v2.base [None req-776f7f44-43e8-4b68-8f39-3eaf3ce93705 tempest-TestShelveInstance-792984814 tempest-TestShelveInstance-792984814-project] Request body: {'security_group_rule': {'security_group_id': '50b27ea4-b12f-4388-874d-0faf427ba632', 'project_id': '50aeadccaa9348fd9af173f94291bf6f', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=103917) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jun 16 17:29:50.948889 dv-cinder-837356-2-iscsi neutron-server[103918]: DEBUG neutron.plugins.ml2.plugin [None req-39ead2dc-a542-4f04-b117-439eb7f32aa8 None None] No Port match for: a8d5bd16-d884-4270-9432-d25b5a4fcf68 {{(pid=103918) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2382}} Jun 16 17:29:50.949246 dv-cinder-837356-2-iscsi neutron-server[103918]: DEBUG neutron.plugins.ml2.rpc [None req-39ead2dc-a542-4f04-b117-439eb7f32aa8 None None] Device a8d5bd16-d884-4270-9432-d25b5a4fcf68 not bound to the agent host dv-cinder-837356-2-iscsi {{(pid=103918) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jun 16 17:29:50.964158 dv-cinder-837356-2-iscsi neutron-server[103918]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-39ead2dc-a542-4f04-b117-439eb7f32aa8 None None] Pushing event updated for resources: {'Port': ['ID=faae77bb-d4a7-4a67-8c0d-15828ced0754,revision_number=4']} {{(pid=103918) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 17:29:50.978949 dv-cinder-837356-2-iscsi neutron-server[103917]: INFO neutron.db.securitygroups_db [None req-776f7f44-43e8-4b68-8f39-3eaf3ce93705 tempest-TestShelveInstance-792984814 tempest-TestShelveInstance-792984814-project] Project 50aeadccaa9348fd9af173f94291bf6f added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Jun 16 17:29:50.997439 dv-cinder-837356-2-iscsi neutron-server[103917]: DEBUG neutron_lib.callbacks.manager [None req-776f7f44-43e8-4b68-8f39-3eaf3ce93705 tempest-TestShelveInstance-792984814 tempest-TestShelveInstance-792984814-project] Publish callbacks [] for security_group_rule (b1b31f85-a69e-43c9-9c1f-1bcd19df4247), before_create {{(pid=103917) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 17:29:51.048506 dv-cinder-837356-2-iscsi neutron-server[103917]: INFO neutron.wsgi [req-42caa8b6-c7fe-4c82-999e-16693eab3088 req-f0adb383-501d-48f2-9689-4f4a89e7b211 service neutron] 10.222.0.81 "GET /v2.0/networks/3da1c24e-a853-4091-89c9-dc663f379476?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2552545 Jun 16 17:29:51.049797 dv-cinder-837356-2-iscsi neutron-server[103916]: DEBUG neutron.plugins.ml2.db [None req-f87e303c-c135-4d54-96d0-40547a568927 admin admin] For port 707aa5ab-cfe5-43b2-9a05-74f5af6692bd, host dv-cinder-837356-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-837356-2-iscsi',level=0,port_id=707aa5ab-cfe5-43b2-9a05-74f5af6692bd,segment=NetworkSegment(3fc55272-fc64-4407-9040-7681311e4934),segment_id=3fc55272-fc64-4407-9040-7681311e4934)] {{(pid=103916) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 16 17:29:51.050176 dv-cinder-837356-2-iscsi neutron-server[103916]: DEBUG neutron_lib.callbacks.manager [None req-f87e303c-c135-4d54-96d0-40547a568927 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-708042'] for port (707aa5ab-cfe5-43b2-9a05-74f5af6692bd), precommit_delete {{(pid=103916) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 17:29:51.069309 dv-cinder-837356-2-iscsi neutron-server[103916]: DEBUG neutron.plugins.ml2.plugin [None req-f87e303c-c135-4d54-96d0-40547a568927 admin admin] Calling delete_port for 707aa5ab-cfe5-43b2-9a05-74f5af6692bd owned by network:dhcp {{(pid=103916) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2122}} Jun 16 17:29:51.083785 dv-cinder-837356-2-iscsi neutron-server[103917]: DEBUG neutron_lib.callbacks.manager [None req-776f7f44-43e8-4b68-8f39-3eaf3ce93705 tempest-TestShelveInstance-792984814 tempest-TestShelveInstance-792984814-project] Publish callbacks [] for security_group_rule (b1b31f85-a69e-43c9-9c1f-1bcd19df4247), precommit_create {{(pid=103917) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 17:29:51.089555 dv-cinder-837356-2-iscsi neutron-server[103917]: DEBUG neutron_lib.callbacks.manager [None req-776f7f44-43e8-4b68-8f39-3eaf3ce93705 tempest-TestShelveInstance-792984814 tempest-TestShelveInstance-792984814-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-576715'] for security_group_rule (b1b31f85-a69e-43c9-9c1f-1bcd19df4247), after_create {{(pid=103917) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 17:29:51.094072 dv-cinder-837356-2-iscsi neutron-server[103919]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c5266e5a-1e24-4f76-8e7b-8b0cff5272b4 None None] New status for floating IP 5c050ec7-2cfc-44c3-948b-af30f620ae4f: ACTIVE {{(pid=103919) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:269}} Jun 16 17:29:51.123517 dv-cinder-837356-2-iscsi neutron-server[103918]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8a8c9268-5fa0-439a-97a8-6e4d54cdffa4 None None] DHCP port deletion for 82c6c893-96f4-45ae-b1e3-d70ff1db738d request from dv-cinder-837356-2-iscsi {{(pid=103918) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Jun 16 17:29:51.146747 dv-cinder-837356-2-iscsi neutron-server[103917]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-776f7f44-43e8-4b68-8f39-3eaf3ce93705 tempest-TestShelveInstance-792984814 tempest-TestShelveInstance-792984814-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=b1b31f85-a69e-43c9-9c1f-1bcd19df4247,revision_number=0']} {{(pid=103917) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 17:29:51.169143 dv-cinder-837356-2-iscsi neutron-server[103917]: DEBUG neutron_lib.callbacks.manager [None req-776f7f44-43e8-4b68-8f39-3eaf3ce93705 tempest-TestShelveInstance-792984814 tempest-TestShelveInstance-792984814-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103917) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 17:29:51.180615 dv-cinder-837356-2-iscsi neutron-server[103917]: INFO neutron.wsgi [None req-776f7f44-43e8-4b68-8f39-3eaf3ce93705 tempest-TestShelveInstance-792984814 tempest-TestShelveInstance-792984814-project] 10.222.0.66 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.2381454 Jun 16 17:29:51.226164 dv-cinder-837356-2-iscsi neutron-server[103918]: DEBUG dbcounter [-] [103918] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=103918) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 16 17:29:51.227641 dv-cinder-837356-2-iscsi neutron-server[103918]: DEBUG neutron.plugins.ml2.plugin [None req-8a8c9268-5fa0-439a-97a8-6e4d54cdffa4 None None] Deleting port 707aa5ab-cfe5-43b2-9a05-74f5af6692bd {{(pid=103918) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2043}} Jun 16 17:29:51.228013 dv-cinder-837356-2-iscsi neutron-server[103918]: DEBUG neutron_lib.callbacks.manager [None req-8a8c9268-5fa0-439a-97a8-6e4d54cdffa4 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8728539361383'] for port (707aa5ab-cfe5-43b2-9a05-74f5af6692bd), before_delete {{(pid=103918) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 17:29:51.257107 dv-cinder-837356-2-iscsi neutron-server[103916]: DEBUG neutron_lib.callbacks.manager [None req-f87e303c-c135-4d54-96d0-40547a568927 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16007527', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-75831', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16241551', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8728539364702', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8728538993430', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25517999'] for port (707aa5ab-cfe5-43b2-9a05-74f5af6692bd), after_delete {{(pid=103916) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 17:29:51.310968 dv-cinder-837356-2-iscsi neutron-server[103916]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f87e303c-c135-4d54-96d0-40547a568927 admin admin] Pushing event deleted for resources: {'Port': ['ID=707aa5ab-cfe5-43b2-9a05-74f5af6692bd,revision_number=None']} {{(pid=103916) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 17:29:51.326388 dv-cinder-837356-2-iscsi neutron-server[103918]: DEBUG neutron.plugins.ml2.db [None req-8a8c9268-5fa0-439a-97a8-6e4d54cdffa4 None None] For port 707aa5ab-cfe5-43b2-9a05-74f5af6692bd, host dv-cinder-837356-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-837356-2-iscsi',level=0,port_id=707aa5ab-cfe5-43b2-9a05-74f5af6692bd,segment=NetworkSegment(3fc55272-fc64-4407-9040-7681311e4934),segment_id=3fc55272-fc64-4407-9040-7681311e4934)] {{(pid=103918) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 16 17:29:51.327723 dv-cinder-837356-2-iscsi neutron-server[103918]: DEBUG neutron_lib.callbacks.manager [None req-8a8c9268-5fa0-439a-97a8-6e4d54cdffa4 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-708042'] for port (707aa5ab-cfe5-43b2-9a05-74f5af6692bd), precommit_delete {{(pid=103918) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 17:29:51.330024 dv-cinder-837356-2-iscsi neutron-server[103916]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f87e303c-c135-4d54-96d0-40547a568927 admin admin] No DVR routers for this DVR port 707aa5ab-cfe5-43b2-9a05-74f5af6692bd on host dv-cinder-837356-2-iscsi {{(pid=103916) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:215}} Jun 16 17:29:51.369476 dv-cinder-837356-2-iscsi neutron-server[103918]: DEBUG neutron.plugins.ml2.plugin [None req-8a8c9268-5fa0-439a-97a8-6e4d54cdffa4 None None] Calling delete_port for 707aa5ab-cfe5-43b2-9a05-74f5af6692bd owned by network:dhcp {{(pid=103918) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2122}} Jun 16 17:29:51.469067 dv-cinder-837356-2-iscsi neutron-server[103916]: DEBUG neutron_lib.callbacks.manager [None req-f87e303c-c135-4d54-96d0-40547a568927 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-16152121', 'neutron.services.segments.db._delete_segments_for_network-8728539454199'] for network (82c6c893-96f4-45ae-b1e3-d70ff1db738d), precommit_delete {{(pid=103916) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 17:29:51.478221 dv-cinder-837356-2-iscsi neutron-server[103918]: DEBUG neutron_lib.callbacks.manager [None req-8a8c9268-5fa0-439a-97a8-6e4d54cdffa4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16007527', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-75831', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16241551', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8728539364702', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8728538993430'] for port (707aa5ab-cfe5-43b2-9a05-74f5af6692bd), after_delete {{(pid=103918) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 17:29:51.496389 dv-cinder-837356-2-iscsi neutron-server[103918]: DEBUG dbcounter [-] [103918] Writing DB stats neutron:SELECT=98,neutron:DELETE=2 {{(pid=103918) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 16 17:29:51.500696 dv-cinder-837356-2-iscsi neutron-server[103916]: DEBUG neutron.services.segments.db [None req-f87e303c-c135-4d54-96d0-40547a568927 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['82c6c893-96f4-45ae-b1e3-d70ff1db738d']}} {{(pid=103916) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 16 17:29:51.514827 dv-cinder-837356-2-iscsi neutron-server[103916]: DEBUG neutron.services.segments.db [None req-f87e303c-c135-4d54-96d0-40547a568927 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '3fc55272-fc64-4407-9040-7681311e4934') {'for_net_delete': True} {{(pid=103916) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 16 17:29:51.515371 dv-cinder-837356-2-iscsi neutron-server[103916]: DEBUG neutron.services.segments.db [None req-f87e303c-c135-4d54-96d0-40547a568927 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '3fc55272-fc64-4407-9040-7681311e4934') {} {{(pid=103916) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 16 17:29:51.532955 dv-cinder-837356-2-iscsi neutron-server[103918]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8a8c9268-5fa0-439a-97a8-6e4d54cdffa4 None None] No DVR routers for this DVR port 707aa5ab-cfe5-43b2-9a05-74f5af6692bd on host dv-cinder-837356-2-iscsi {{(pid=103918) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:215}} Jun 16 17:29:51.537745 dv-cinder-837356-2-iscsi neutron-server[103917]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-215690ad-cde9-48d4-9e38-65a33418291b req-361d7390-b4d5-40b3-8250-699cd1c5ddfe tempest-AttachVolumeShelveTestJSON-1123487845 tempest-AttachVolumeShelveTestJSON-1123487845-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103917) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 16 17:29:51.538641 dv-cinder-837356-2-iscsi neutron-server[103916]: DEBUG neutron_lib.callbacks.manager [None req-f87e303c-c135-4d54-96d0-40547a568927 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8728539454082', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-25166628'] for segment (3fc55272-fc64-4407-9040-7681311e4934), before_delete {{(pid=103916) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 17:29:51.546265 dv-cinder-837356-2-iscsi neutron-server[103917]: INFO neutron.wsgi [req-215690ad-cde9-48d4-9e38-65a33418291b req-361d7390-b4d5-40b3-8250-699cd1c5ddfe tempest-AttachVolumeShelveTestJSON-1123487845 tempest-AttachVolumeShelveTestJSON-1123487845-project] 10.222.0.66 "GET /v2.0/ports?device_id=a9f207ac-0a5d-4cfc-abd6-2f2fc88ab6a4 HTTP/1.1" status: 200 len: 946 time: 0.1281230 Jun 16 17:29:51.547013 dv-cinder-837356-2-iscsi neutron-server[103918]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8a8c9268-5fa0-439a-97a8-6e4d54cdffa4 None None] Pushing event deleted for resources: {'Port': ['ID=707aa5ab-cfe5-43b2-9a05-74f5af6692bd,revision_number=None']} {{(pid=103918) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 17:29:51.573580 dv-cinder-837356-2-iscsi neutron-server[103916]: DEBUG neutron_lib.callbacks.manager [None req-f87e303c-c135-4d54-96d0-40547a568927 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16150272'] for segment (3fc55272-fc64-4407-9040-7681311e4934), precommit_delete {{(pid=103916) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 17:29:51.582869 dv-cinder-837356-2-iscsi neutron-server[103916]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-f87e303c-c135-4d54-96d0-40547a568927 admin admin] Releasing vlan 1007 on physical network physnet1 to pool {{(pid=103916) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jun 16 17:29:51.583529 dv-cinder-837356-2-iscsi neutron-server[103916]: DEBUG neutron_lib.callbacks.manager [None req-f87e303c-c135-4d54-96d0-40547a568927 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16150272', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-25517890'] for segment (3fc55272-fc64-4407-9040-7681311e4934), after_delete {{(pid=103916) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 17:29:51.620864 dv-cinder-837356-2-iscsi neutron-server[103917]: INFO neutron.wsgi [req-215690ad-cde9-48d4-9e38-65a33418291b req-0586e316-00f3-482d-b6e3-a00202ff4580 tempest-AttachVolumeShelveTestJSON-1123487845 tempest-AttachVolumeShelveTestJSON-1123487845-project] 10.222.0.66 "GET /v2.0/security-groups?id=528bbd8e-87bb-4e11-b4eb-c422958f1800&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0668633 Jun 16 17:29:51.708867 dv-cinder-837356-2-iscsi neutron-server[103916]: DEBUG neutron_lib.callbacks.manager [None req-f87e303c-c135-4d54-96d0-40547a568927 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-16152118', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-570401', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16241551', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-704929'] for network (82c6c893-96f4-45ae-b1e3-d70ff1db738d), after_delete {{(pid=103916) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 17:29:51.717135 dv-cinder-837356-2-iscsi neutron-server[103916]: DEBUG neutron_lib.callbacks.manager [None req-f87e303c-c135-4d54-96d0-40547a568927 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-16241561'] for network (None), before_response {{(pid=103916) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 17:29:51.721600 dv-cinder-837356-2-iscsi neutron-server[103916]: INFO neutron.wsgi [None req-f87e303c-c135-4d54-96d0-40547a568927 admin admin] 10.222.0.66 "DELETE /v2.0/networks/82c6c893-96f4-45ae-b1e3-d70ff1db738d HTTP/1.1" status: 204 len: 168 time: 1.1108732 Jun 16 17:29:51.738121 dv-cinder-837356-2-iscsi neutron-server[103916]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f87e303c-c135-4d54-96d0-40547a568927 admin admin] Pushing event deleted for resources: {'Network': ['ID=82c6c893-96f4-45ae-b1e3-d70ff1db738d,revision_number=None']} {{(pid=103916) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 17:29:51.902587 dv-cinder-837356-2-iscsi neutron-server[103916]: INFO neutron.services.segments.plugin [-] Segment 3fc55272-fc64-4407-9040-7681311e4934 resource provider aggregate not found Jun 16 17:29:51.904234 dv-cinder-837356-2-iscsi neutron-server[103918]: DEBUG neutron.plugins.ml2.rpc [None req-39ead2dc-a542-4f04-b117-439eb7f32aa8 None None] Device faae77bb-d4a7-4a67-8c0d-15828ced0754 up at agent ovs-agent-dv-cinder-837356-2-iscsi {{(pid=103918) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 16 17:29:51.934916 dv-cinder-837356-2-iscsi neutron-server[103916]: INFO neutron.services.segments.plugin [-] Segment 3fc55272-fc64-4407-9040-7681311e4934 resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid 3fc55272-fc64-4407-9040-7681311e4934 found for delete ", "request_id": "req-fdd6773c-e8f4-4144-8f13-d2d5d4c1cfce"}]} Jun 16 17:29:51.973108 dv-cinder-837356-2-iscsi neutron-server[103916]: DEBUG neutron.wsgi [-] (103916) accepted ('10.222.0.66', 44464) {{(pid=103916) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 16 17:29:51.998859 dv-cinder-837356-2-iscsi neutron-server[103918]: DEBUG neutron.db.provisioning_blocks [None req-39ead2dc-a542-4f04-b117-439eb7f32aa8 None None] Provisioning complete for port faae77bb-d4a7-4a67-8c0d-15828ced0754 triggered by entity L2. {{(pid=103918) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jun 16 17:29:51.999506 dv-cinder-837356-2-iscsi neutron-server[103918]: DEBUG neutron_lib.callbacks.manager [None req-39ead2dc-a542-4f04-b117-439eb7f32aa8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16149424'] for port (faae77bb-d4a7-4a67-8c0d-15828ced0754), provisioning_complete {{(pid=103918) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 17:29:52.064891 dv-cinder-837356-2-iscsi neutron-server[103917]: DEBUG neutron.wsgi [-] (103917) accepted ('10.222.0.66', 44468) {{(pid=103917) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 16 17:29:52.065676 dv-cinder-837356-2-iscsi neutron-server[103916]: INFO neutron.wsgi [None req-38b0c62a-8883-46bc-8917-0cda554eec16 admin admin] 10.222.0.66 "GET /v2.0/security-groups?tenant_id=f029a8bb389c4d348c0e9001c5fa059c&name=default HTTP/1.1" status: 200 len: 2992 time: 0.0893664 Jun 16 17:29:52.102383 dv-cinder-837356-2-iscsi neutron-server[103918]: DEBUG neutron.plugins.ml2.plugin [None req-39ead2dc-a542-4f04-b117-439eb7f32aa8 None None] Current status of the port faae77bb-d4a7-4a67-8c0d-15828ced0754 is: ACTIVE; New status is: ACTIVE {{(pid=103918) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2298}} Jun 16 17:29:52.159359 dv-cinder-837356-2-iscsi neutron-server[103917]: DEBUG neutron_lib.callbacks.manager [None req-d53239ce-13a3-4c64-9a22-7ee2d812fdde admin admin] Publish callbacks [] for security_group (506e353f-789c-4ec9-8669-27f8f61c39e9), before_delete {{(pid=103917) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 17:29:52.161165 dv-cinder-837356-2-iscsi neutron-server[103918]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d3be132d-207c-41ce-9baf-708b73d30b99 None None] Sync routers for ids ['e8b16fce-4c4f-400b-ae9a-83f311f8f931'] in dv-cinder-837356-2-iscsi {{(pid=103918) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 16 17:29:52.174177 dv-cinder-837356-2-iscsi neutron-server[103918]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d3be132d-207c-41ce-9baf-708b73d30b99 None None] Routers {'e8b16fce-4c4f-400b-ae9a-83f311f8f931'} bound to L3 agent in host dv-cinder-837356-2-iscsi {{(pid=103918) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jun 16 17:29:52.174813 dv-cinder-837356-2-iscsi neutron-server[103918]: DEBUG neutron.db.l3_hamode_db [None req-d3be132d-207c-41ce-9baf-708b73d30b99 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-837356-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-06-16T17:14:15Z,description=,heartbeat_timestamp=2022-06-16T17:29:45Z,host='dv-cinder-837356-2-iscsi',id=7639df21-17c3-4235-8912-210c3ad54137,load=0,resource_versions=,resources_synced=,started_at=2022-06-16T17:14:15Z,topic='l3_agent')) {'router_ids': ['e8b16fce-4c4f-400b-ae9a-83f311f8f931'], 'active': True} {{(pid=103918) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 16 17:29:52.200140 dv-cinder-837356-2-iscsi neutron-server[103917]: DEBUG neutron_lib.callbacks.manager [None req-d53239ce-13a3-4c64-9a22-7ee2d812fdde admin admin] Publish callbacks [] for security_group (506e353f-789c-4ec9-8669-27f8f61c39e9), precommit_delete {{(pid=103917) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 17:29:52.225495 dv-cinder-837356-2-iscsi neutron-server[103918]: DEBUG neutron.plugins.ml2.rpc [None req-39ead2dc-a542-4f04-b117-439eb7f32aa8 None None] Device 707aa5ab-cfe5-43b2-9a05-74f5af6692bd no longer exists at agent ovs-agent-dv-cinder-837356-2-iscsi {{(pid=103918) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jun 16 17:29:52.250131 dv-cinder-837356-2-iscsi neutron-server[103918]: DEBUG neutron.plugins.ml2.plugin [None req-39ead2dc-a542-4f04-b117-439eb7f32aa8 None None] No Port match for: 707aa5ab-cfe5-43b2-9a05-74f5af6692bd {{(pid=103918) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2382}} Jun 16 17:29:52.250633 dv-cinder-837356-2-iscsi neutron-server[103918]: DEBUG neutron.plugins.ml2.rpc [None req-39ead2dc-a542-4f04-b117-439eb7f32aa8 None None] Device 707aa5ab-cfe5-43b2-9a05-74f5af6692bd not bound to the agent host dv-cinder-837356-2-iscsi {{(pid=103918) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jun 16 17:29:52.279489 dv-cinder-837356-2-iscsi neutron-server[103917]: DEBUG neutron_lib.callbacks.manager [None req-d53239ce-13a3-4c64-9a22-7ee2d812fdde admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-570488'] for security_group (506e353f-789c-4ec9-8669-27f8f61c39e9), after_delete {{(pid=103917) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 17:29:52.285390 dv-cinder-837356-2-iscsi neutron-server[103917]: DEBUG neutron_lib.callbacks.manager [None req-d53239ce-13a3-4c64-9a22-7ee2d812fdde admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103917) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 17:29:52.286973 dv-cinder-837356-2-iscsi neutron-server[103917]: INFO neutron.wsgi [None req-d53239ce-13a3-4c64-9a22-7ee2d812fdde admin admin] 10.222.0.66 "DELETE /v2.0/security-groups/506e353f-789c-4ec9-8669-27f8f61c39e9 HTTP/1.1" status: 204 len: 168 time: 0.2220321 Jun 16 17:29:52.299433 dv-cinder-837356-2-iscsi neutron-server[103917]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d53239ce-13a3-4c64-9a22-7ee2d812fdde admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=506e353f-789c-4ec9-8669-27f8f61c39e9,revision_number=None']} {{(pid=103917) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 17:29:52.336289 dv-cinder-837356-2-iscsi neutron-server[103918]: DEBUG neutron.db.l3_dvr_db [None req-d3be132d-207c-41ce-9baf-708b73d30b99 None None] Set router e8b16fce-4c4f-400b-ae9a-83f311f8f931 gateway port host: dv-cinder-837356-2-iscsi {{(pid=103918) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jun 16 17:29:52.581899 dv-cinder-837356-2-iscsi neutron-server[103918]: DEBUG neutron.db.l3_hamode_db [None req-d3be132d-207c-41ce-9baf-708b73d30b99 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e8b16fce-4c4f-400b-ae9a-83f311f8f931', 'name': 'tempest-TestShelveInstance-1698680543-router', 'tenant_id': '8612326dfc09414caca0b216d53b9f13', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9df31235-0797-44e6-85a0-102cb2da2d58', 'external_fixed_ips': [{'subnet_id': '1dfb0320-f5eb-46f6-88ce-33002f500238', 'ip_address': '172.27.2.49'}], 'enable_snat': True}, 'gw_port_id': 'faae77bb-d4a7-4a67-8c0d-15828ced0754', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-16T17:29:40Z', 'updated_at': '2022-06-16T17:29:46Z', 'revision_number': 4, 'project_id': '8612326dfc09414caca0b216d53b9f13', 'gw_port': {'id': 'faae77bb-d4a7-4a67-8c0d-15828ced0754', 'name': '', 'network_id': '9df31235-0797-44e6-85a0-102cb2da2d58', 'tenant_id': '', 'mac_address': 'fa:16:3e:2e:34:f8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e8b16fce-4c4f-400b-ae9a-83f311f8f931', 'device_owner': 'network:router_gateway', 'standard_attr_id': 585, 'fixed_ips': [{'subnet_id': '1dfb0320-f5eb-46f6-88ce-33002f500238', 'ip_address': '172.27.2.49', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-837356-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-16T17:29:42Z', 'updated_at': '2022-06-16T17:29:50Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1dfb0320-f5eb-46f6-88ce-33002f500238', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-837356-2-iscsi', '_interfaces': [{'id': '348ea1f8-8c4b-4eba-b491-42d9b6e1e0a2', 'name': '', 'network_id': '214a5b82-57ef-4b49-802c-fcf438c91dcc', 'tenant_id': '8612326dfc09414caca0b216d53b9f13', 'mac_address': 'fa:16:3e:dd:f4:cb', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e8b16fce-4c4f-400b-ae9a-83f311f8f931', 'device_owner': 'network:router_interface', 'standard_attr_id': 587, 'fixed_ips': [{'subnet_id': 'a5afcff5-1319-4f06-96cb-5671896000cd', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-16T17:29:45Z', 'updated_at': '2022-06-16T17:29:46Z', 'revision_number': 2, 'project_id': '8612326dfc09414caca0b216d53b9f13', 'subnets': [{'id': 'a5afcff5-1319-4f06-96cb-5671896000cd', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-837356-2-iscsi', False) {} {{(pid=103918) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 16 17:29:52.616098 dv-cinder-837356-2-iscsi neutron-server[103918]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d3be132d-207c-41ce-9baf-708b73d30b99 None None] Checking router: e8b16fce-4c4f-400b-ae9a-83f311f8f931 for host: dv-cinder-837356-2-iscsi {{(pid=103918) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 16 17:29:52.616535 dv-cinder-837356-2-iscsi neutron-server[103918]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d3be132d-207c-41ce-9baf-708b73d30b99 None None] Updating router e8b16fce-4c4f-400b-ae9a-83f311f8f931 port 348ea1f8-8c4b-4eba-b491-42d9b6e1e0a2 binding host dv-cinder-837356-2-iscsi {{(pid=103918) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jun 16 17:29:52.648379 dv-cinder-837356-2-iscsi neutron-server[103918]: DEBUG neutron_lib.callbacks.manager [None req-d3be132d-207c-41ce-9baf-708b73d30b99 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16007590'] for port (348ea1f8-8c4b-4eba-b491-42d9b6e1e0a2), before_update {{(pid=103918) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 17:29:52.907672 dv-cinder-837356-2-iscsi neutron-server[103918]: DEBUG dbcounter [-] [103918] Writing DB stats neutron:SELECT=97,neutron:DELETE=3 {{(pid=103918) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 16 17:29:53.021108 dv-cinder-837356-2-iscsi neutron-server[103918]: DEBUG neutron_lib.callbacks.manager [None req-d3be132d-207c-41ce-9baf-708b73d30b99 None None] Publish callbacks [] for port (348ea1f8-8c4b-4eba-b491-42d9b6e1e0a2), precommit_update {{(pid=103918) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 17:29:53.028347 dv-cinder-837356-2-iscsi neutron-server[103918]: DEBUG neutron_lib.callbacks.manager [None req-d3be132d-207c-41ce-9baf-708b73d30b99 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16007527', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-75831', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16241551', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728539364693', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728538993439', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728538993457'] for port (348ea1f8-8c4b-4eba-b491-42d9b6e1e0a2), after_update {{(pid=103918) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 17:29:53.115574 dv-cinder-837356-2-iscsi neutron-server[103918]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7b8cbd53-e5a4-40ad-a547-d2b80346b118 None None] Pushing event updated for resources: {'Port': ['ID=348ea1f8-8c4b-4eba-b491-42d9b6e1e0a2,revision_number=3']} {{(pid=103918) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 17:29:53.160172 dv-cinder-837356-2-iscsi neutron-server[103918]: DEBUG neutron.plugins.ml2.managers [None req-d3be132d-207c-41ce-9baf-708b73d30b99 None None] Attempting to bind port 348ea1f8-8c4b-4eba-b491-42d9b6e1e0a2 on host dv-cinder-837356-2-iscsi for vnic_type normal with profile {{(pid=103918) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:811}} Jun 16 17:29:53.161320 dv-cinder-837356-2-iscsi neutron-server[103918]: DEBUG neutron.plugins.ml2.managers [None req-d3be132d-207c-41ce-9baf-708b73d30b99 None None] Attempting to bind port 348ea1f8-8c4b-4eba-b491-42d9b6e1e0a2 by drivers openvswitch,hyperv on host dv-cinder-837356-2-iscsi at level 0 using segments [{'id': 'e9d2a385-dd16-4c80-a0a8-633cf32191fa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1038, 'network_id': '214a5b82-57ef-4b49-802c-fcf438c91dcc'}] {{(pid=103918) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:836}} Jun 16 17:29:53.161911 dv-cinder-837356-2-iscsi neutron-server[103918]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d3be132d-207c-41ce-9baf-708b73d30b99 None None] Attempting to bind port 348ea1f8-8c4b-4eba-b491-42d9b6e1e0a2 on network 214a5b82-57ef-4b49-802c-fcf438c91dcc {{(pid=103918) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jun 16 17:29:53.172356 dv-cinder-837356-2-iscsi neutron-server[103918]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d3be132d-207c-41ce-9baf-708b73d30b99 None None] Checking agent: {'id': '5b2fa84c-1db1-41c6-a6b9-975c3da28daf', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-837356-2-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 6, 16, 17, 14, 18), 'started_at': datetime.datetime(2022, 6, 16, 17, 14, 48), 'heartbeat_timestamp': datetime.datetime(2022, 6, 16, 17, 29, 48), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-837356-2-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103918) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jun 16 17:29:53.172729 dv-cinder-837356-2-iscsi neutron-server[103918]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d3be132d-207c-41ce-9baf-708b73d30b99 None None] Checking segment: {'id': 'e9d2a385-dd16-4c80-a0a8-633cf32191fa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1038, 'network_id': '214a5b82-57ef-4b49-802c-fcf438c91dcc'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103918) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jun 16 17:29:53.173478 dv-cinder-837356-2-iscsi neutron-server[103918]: DEBUG neutron_lib.callbacks.manager [None req-d3be132d-207c-41ce-9baf-708b73d30b99 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103918) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 17:29:53.174310 dv-cinder-837356-2-iscsi neutron-server[103918]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d3be132d-207c-41ce-9baf-708b73d30b99 None None] Bound using segment: {'id': 'e9d2a385-dd16-4c80-a0a8-633cf32191fa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1038, 'network_id': '214a5b82-57ef-4b49-802c-fcf438c91dcc'} {{(pid=103918) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jun 16 17:29:53.175052 dv-cinder-837356-2-iscsi neutron-server[103918]: DEBUG neutron.plugins.ml2.managers [None req-d3be132d-207c-41ce-9baf-708b73d30b99 None None] Bound port: 348ea1f8-8c4b-4eba-b491-42d9b6e1e0a2, host: dv-cinder-837356-2-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'e9d2a385-dd16-4c80-a0a8-633cf32191fa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1038, 'network_id': '214a5b82-57ef-4b49-802c-fcf438c91dcc'}}] {{(pid=103918) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:948}} Jun 16 17:29:53.175333 dv-cinder-837356-2-iscsi neutron-server[103918]: DEBUG neutron_lib.callbacks.manager [None req-d3be132d-207c-41ce-9baf-708b73d30b99 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16007590'] for port (348ea1f8-8c4b-4eba-b491-42d9b6e1e0a2), before_update {{(pid=103918) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 17:29:53.241556 dv-cinder-837356-2-iscsi neutron-server[103918]: DEBUG dbcounter [-] [103918] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=103918) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 16 17:29:53.273735 dv-cinder-837356-2-iscsi neutron-server[103918]: DEBUG neutron.plugins.ml2.db [None req-d3be132d-207c-41ce-9baf-708b73d30b99 None None] For port 348ea1f8-8c4b-4eba-b491-42d9b6e1e0a2, host dv-cinder-837356-2-iscsi, cleared binding levels {{(pid=103918) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 16 17:29:53.277225 dv-cinder-837356-2-iscsi neutron-server[103918]: DEBUG neutron.plugins.ml2.db [None req-d3be132d-207c-41ce-9baf-708b73d30b99 None None] For port 348ea1f8-8c4b-4eba-b491-42d9b6e1e0a2, host dv-cinder-837356-2-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-837356-2-iscsi',level=0,port_id=348ea1f8-8c4b-4eba-b491-42d9b6e1e0a2,segment=NetworkSegment(e9d2a385-dd16-4c80-a0a8-633cf32191fa),segment_id=e9d2a385-dd16-4c80-a0a8-633cf32191fa)] {{(pid=103918) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 16 17:29:53.288321 dv-cinder-837356-2-iscsi neutron-server[103918]: DEBUG neutron_lib.callbacks.manager [None req-d3be132d-207c-41ce-9baf-708b73d30b99 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16007527', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-75831', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16241551', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728539364693', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728538993439', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728538993457'] for port (348ea1f8-8c4b-4eba-b491-42d9b6e1e0a2), after_update {{(pid=103918) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 17:29:53.365932 dv-cinder-837356-2-iscsi neutron-server[103918]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d3be132d-207c-41ce-9baf-708b73d30b99 None None] Routers {'e8b16fce-4c4f-400b-ae9a-83f311f8f931'} bound to L3 agent in host dv-cinder-837356-2-iscsi {{(pid=103918) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jun 16 17:29:53.366623 dv-cinder-837356-2-iscsi neutron-server[103918]: DEBUG neutron.db.l3_hamode_db [None req-d3be132d-207c-41ce-9baf-708b73d30b99 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-837356-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-06-16T17:14:15Z,description=,heartbeat_timestamp=2022-06-16T17:29:45Z,host='dv-cinder-837356-2-iscsi',id=7639df21-17c3-4235-8912-210c3ad54137,load=0,resource_versions=,resources_synced=,started_at=2022-06-16T17:14:15Z,topic='l3_agent')) {'router_ids': ['e8b16fce-4c4f-400b-ae9a-83f311f8f931'], 'active': True} {{(pid=103918) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 16 17:29:53.372590 dv-cinder-837356-2-iscsi neutron-server[103918]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7b8cbd53-e5a4-40ad-a547-d2b80346b118 None None] Pushing event updated for resources: {'Port': ['ID=348ea1f8-8c4b-4eba-b491-42d9b6e1e0a2,revision_number=4']} {{(pid=103918) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 17:29:53.414103 dv-cinder-837356-2-iscsi neutron-server[103918]: DEBUG neutron.db.provisioning_blocks [None req-27bfb11a-b112-4172-ac2e-9e11ad19768d None None] Provisioning complete for port 348ea1f8-8c4b-4eba-b491-42d9b6e1e0a2 triggered by entity DHCP. {{(pid=103918) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jun 16 17:29:53.414450 dv-cinder-837356-2-iscsi neutron-server[103918]: DEBUG neutron_lib.callbacks.manager [None req-27bfb11a-b112-4172-ac2e-9e11ad19768d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16149424'] for port (348ea1f8-8c4b-4eba-b491-42d9b6e1e0a2), provisioning_complete {{(pid=103918) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 17:29:53.697220 dv-cinder-837356-2-iscsi neutron-server[103918]: DEBUG neutron.db.l3_dvr_db [None req-d3be132d-207c-41ce-9baf-708b73d30b99 None None] Set router e8b16fce-4c4f-400b-ae9a-83f311f8f931 gateway port host: dv-cinder-837356-2-iscsi {{(pid=103918) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jun 16 17:29:53.731339 dv-cinder-837356-2-iscsi neutron-server[103918]: DEBUG neutron.plugins.ml2.plugin [None req-27bfb11a-b112-4172-ac2e-9e11ad19768d None None] Current status of the port 348ea1f8-8c4b-4eba-b491-42d9b6e1e0a2 is: DOWN; New status is: ACTIVE {{(pid=103918) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2298}} Jun 16 17:29:53.731721 dv-cinder-837356-2-iscsi neutron-server[103918]: DEBUG neutron_lib.callbacks.manager [None req-27bfb11a-b112-4172-ac2e-9e11ad19768d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16007590'] for port (348ea1f8-8c4b-4eba-b491-42d9b6e1e0a2), before_update {{(pid=103918) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 17:29:53.833399 dv-cinder-837356-2-iscsi neutron-server[103918]: DEBUG neutron.plugins.ml2.db [None req-27bfb11a-b112-4172-ac2e-9e11ad19768d None None] For port 348ea1f8-8c4b-4eba-b491-42d9b6e1e0a2, host dv-cinder-837356-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-837356-2-iscsi',level=0,port_id=348ea1f8-8c4b-4eba-b491-42d9b6e1e0a2,segment=NetworkSegment(e9d2a385-dd16-4c80-a0a8-633cf32191fa),segment_id=e9d2a385-dd16-4c80-a0a8-633cf32191fa)] {{(pid=103918) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 16 17:29:53.869284 dv-cinder-837356-2-iscsi neutron-server[103918]: DEBUG neutron.plugins.ml2.rpc [None req-39ead2dc-a542-4f04-b117-439eb7f32aa8 None None] Device 348ea1f8-8c4b-4eba-b491-42d9b6e1e0a2 up at agent ovs-agent-dv-cinder-837356-2-iscsi {{(pid=103918) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 16 17:29:53.871428 dv-cinder-837356-2-iscsi neutron-server[103918]: DEBUG neutron_lib.callbacks.manager [None req-27bfb11a-b112-4172-ac2e-9e11ad19768d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16007527', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-75831', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16241551', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728539364693', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728538993439', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728538993457'] for port (348ea1f8-8c4b-4eba-b491-42d9b6e1e0a2), after_update {{(pid=103918) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 17:29:53.966938 dv-cinder-837356-2-iscsi neutron-server[103918]: DEBUG dbcounter [-] [103918] Writing DB stats neutron:SELECT=97,neutron:UPDATE=3 {{(pid=103918) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 16 17:29:54.005017 dv-cinder-837356-2-iscsi neutron-server[103918]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-27bfb11a-b112-4172-ac2e-9e11ad19768d None None] Pushing event updated for resources: {'Port': ['ID=348ea1f8-8c4b-4eba-b491-42d9b6e1e0a2,revision_number=5']} {{(pid=103918) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 17:29:54.040477 dv-cinder-837356-2-iscsi neutron-server[103918]: DEBUG neutron.db.provisioning_blocks [None req-ef544ae3-182b-4f98-9264-1ec78d60953d None None] Provisioning complete for port 348ea1f8-8c4b-4eba-b491-42d9b6e1e0a2 triggered by entity DHCP. {{(pid=103918) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jun 16 17:29:54.041034 dv-cinder-837356-2-iscsi neutron-server[103918]: DEBUG neutron_lib.callbacks.manager [None req-ef544ae3-182b-4f98-9264-1ec78d60953d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16149424'] for port (348ea1f8-8c4b-4eba-b491-42d9b6e1e0a2), provisioning_complete {{(pid=103918) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 17:29:54.045671 dv-cinder-837356-2-iscsi neutron-server[103918]: DEBUG neutron.db.provisioning_blocks [None req-39ead2dc-a542-4f04-b117-439eb7f32aa8 None None] Provisioning complete for port 348ea1f8-8c4b-4eba-b491-42d9b6e1e0a2 triggered by entity L2. {{(pid=103918) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jun 16 17:29:54.046023 dv-cinder-837356-2-iscsi neutron-server[103918]: DEBUG neutron_lib.callbacks.manager [None req-39ead2dc-a542-4f04-b117-439eb7f32aa8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16149424'] for port (348ea1f8-8c4b-4eba-b491-42d9b6e1e0a2), provisioning_complete {{(pid=103918) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 17:29:54.120080 dv-cinder-837356-2-iscsi neutron-server[103918]: DEBUG neutron.db.l3_hamode_db [None req-d3be132d-207c-41ce-9baf-708b73d30b99 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e8b16fce-4c4f-400b-ae9a-83f311f8f931', 'name': 'tempest-TestShelveInstance-1698680543-router', 'tenant_id': '8612326dfc09414caca0b216d53b9f13', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9df31235-0797-44e6-85a0-102cb2da2d58', 'external_fixed_ips': [{'subnet_id': '1dfb0320-f5eb-46f6-88ce-33002f500238', 'ip_address': '172.27.2.49'}], 'enable_snat': True}, 'gw_port_id': 'faae77bb-d4a7-4a67-8c0d-15828ced0754', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-16T17:29:40Z', 'updated_at': '2022-06-16T17:29:46Z', 'revision_number': 4, 'project_id': '8612326dfc09414caca0b216d53b9f13', 'gw_port': {'id': 'faae77bb-d4a7-4a67-8c0d-15828ced0754', 'name': '', 'network_id': '9df31235-0797-44e6-85a0-102cb2da2d58', 'tenant_id': '', 'mac_address': 'fa:16:3e:2e:34:f8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e8b16fce-4c4f-400b-ae9a-83f311f8f931', 'device_owner': 'network:router_gateway', 'standard_attr_id': 585, 'fixed_ips': [{'subnet_id': '1dfb0320-f5eb-46f6-88ce-33002f500238', 'ip_address': '172.27.2.49', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-837356-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-16T17:29:42Z', 'updated_at': '2022-06-16T17:29:50Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1dfb0320-f5eb-46f6-88ce-33002f500238', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-837356-2-iscsi', '_interfaces': [{'id': '348ea1f8-8c4b-4eba-b491-42d9b6e1e0a2', 'name': '', 'network_id': '214a5b82-57ef-4b49-802c-fcf438c91dcc', 'tenant_id': '8612326dfc09414caca0b216d53b9f13', 'mac_address': 'fa:16:3e:dd:f4:cb', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e8b16fce-4c4f-400b-ae9a-83f311f8f931', 'device_owner': 'network:router_interface', 'standard_attr_id': 587, 'fixed_ips': [{'subnet_id': 'a5afcff5-1319-4f06-96cb-5671896000cd', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-837356-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-16T17:29:45Z', 'updated_at': '2022-06-16T17:29:53Z', 'revision_number': 4, 'project_id': '8612326dfc09414caca0b216d53b9f13', 'subnets': [{'id': 'a5afcff5-1319-4f06-96cb-5671896000cd', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-837356-2-iscsi', False) {} {{(pid=103918) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 16 17:29:54.160235 dv-cinder-837356-2-iscsi neutron-server[103918]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d3be132d-207c-41ce-9baf-708b73d30b99 None None] The sync data for ids ['e8b16fce-4c4f-400b-ae9a-83f311f8f931'] in dv-cinder-837356-2-iscsi is: [{'id': 'e8b16fce-4c4f-400b-ae9a-83f311f8f931', 'name': 'tempest-TestShelveInstance-1698680543-router', 'tenant_id': '8612326dfc09414caca0b216d53b9f13', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9df31235-0797-44e6-85a0-102cb2da2d58', 'external_fixed_ips': [{'subnet_id': '1dfb0320-f5eb-46f6-88ce-33002f500238', 'ip_address': '172.27.2.49'}], 'enable_snat': True}, 'gw_port_id': 'faae77bb-d4a7-4a67-8c0d-15828ced0754', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-16T17:29:40Z', 'updated_at': '2022-06-16T17:29:46Z', 'revision_number': 4, 'project_id': '8612326dfc09414caca0b216d53b9f13', 'gw_port': {'id': 'faae77bb-d4a7-4a67-8c0d-15828ced0754', 'name': '', 'network_id': '9df31235-0797-44e6-85a0-102cb2da2d58', 'tenant_id': '', 'mac_address': 'fa:16:3e:2e:34:f8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e8b16fce-4c4f-400b-ae9a-83f311f8f931', 'device_owner': 'network:router_gateway', 'standard_attr_id': 585, 'fixed_ips': [{'subnet_id': '1dfb0320-f5eb-46f6-88ce-33002f500238', 'ip_address': '172.27.2.49', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-837356-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-16T17:29:42Z', 'updated_at': '2022-06-16T17:29:50Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1dfb0320-f5eb-46f6-88ce-33002f500238', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-837356-2-iscsi', '_interfaces': [{'id': '348ea1f8-8c4b-4eba-b491-42d9b6e1e0a2', 'name': '', 'network_id': '214a5b82-57ef-4b49-802c-fcf438c91dcc', 'tenant_id': '8612326dfc09414caca0b216d53b9f13', 'mac_address': 'fa:16:3e:dd:f4:cb', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e8b16fce-4c4f-400b-ae9a-83f311f8f931', 'device_owner': 'network:router_interface', 'standard_attr_id': 587, 'fixed_ips': [{'subnet_id': 'a5afcff5-1319-4f06-96cb-5671896000cd', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-837356-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-16T17:29:45Z', 'updated_at': '2022-06-16T17:29:53Z', 'revision_number': 4, 'project_id': '8612326dfc09414caca0b216d53b9f13', 'subnets': [{'id': 'a5afcff5-1319-4f06-96cb-5671896000cd', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103918) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 16 17:29:54.232958 dv-cinder-837356-2-iscsi neutron-server[103918]: DEBUG dbcounter [-] [103918] Writing DB stats neutron:UPDATE=2,neutron:SELECT=97,neutron:INSERT=1 {{(pid=103918) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 16 17:29:54.245707 dv-cinder-837356-2-iscsi neutron-server[103918]: DEBUG neutron.plugins.ml2.plugin [None req-ef544ae3-182b-4f98-9264-1ec78d60953d None None] Current status of the port 348ea1f8-8c4b-4eba-b491-42d9b6e1e0a2 is: ACTIVE; New status is: ACTIVE {{(pid=103918) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2298}} Jun 16 17:29:54.251472 dv-cinder-837356-2-iscsi neutron-server[103918]: DEBUG neutron.plugins.ml2.plugin [None req-39ead2dc-a542-4f04-b117-439eb7f32aa8 None None] Current status of the port 348ea1f8-8c4b-4eba-b491-42d9b6e1e0a2 is: ACTIVE; New status is: ACTIVE {{(pid=103918) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2298}} Jun 16 17:29:55.824911 dv-cinder-837356-2-iscsi neutron-server[103918]: DEBUG neutron.plugins.ml2.rpc [None req-39ead2dc-a542-4f04-b117-439eb7f32aa8 None None] Device 348ea1f8-8c4b-4eba-b491-42d9b6e1e0a2 up at agent ovs-agent-dv-cinder-837356-2-iscsi {{(pid=103918) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 16 17:29:55.889781 dv-cinder-837356-2-iscsi neutron-server[103918]: DEBUG neutron.db.provisioning_blocks [None req-39ead2dc-a542-4f04-b117-439eb7f32aa8 None None] Provisioning complete for port 348ea1f8-8c4b-4eba-b491-42d9b6e1e0a2 triggered by entity L2. {{(pid=103918) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jun 16 17:29:55.890163 dv-cinder-837356-2-iscsi neutron-server[103918]: DEBUG neutron_lib.callbacks.manager [None req-39ead2dc-a542-4f04-b117-439eb7f32aa8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16149424'] for port (348ea1f8-8c4b-4eba-b491-42d9b6e1e0a2), provisioning_complete {{(pid=103918) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 17:29:55.987891 dv-cinder-837356-2-iscsi neutron-server[103918]: DEBUG neutron.plugins.ml2.plugin [None req-39ead2dc-a542-4f04-b117-439eb7f32aa8 None None] Current status of the port 348ea1f8-8c4b-4eba-b491-42d9b6e1e0a2 is: ACTIVE; New status is: ACTIVE {{(pid=103918) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2298}} Jun 16 17:29:59.500320 dv-cinder-837356-2-iscsi neutron-server[103918]: DEBUG neutron_lib.callbacks.manager [None req-b2b17746-c296-4803-869a-65578e8233dd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728539454181', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16149322'] for agent (2e97d73d-50fc-4f89-a4ea-85f65eb860d8), after_update {{(pid=103918) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 17:30:02.047044 dv-cinder-837356-2-iscsi neutron-server[103916]: DEBUG dbcounter [-] [103916] Writing DB stats neutron:SELECT=51,neutron:DELETE=6 {{(pid=103916) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 16 17:30:02.051767 dv-cinder-837356-2-iscsi neutron-server[103916]: DEBUG dbcounter [-] [103916] Writing DB stats neutron:SELECT=46,neutron:DELETE=4,neutron:UPDATE=1 {{(pid=103916) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 16 17:30:02.291502 dv-cinder-837356-2-iscsi neutron-server[103917]: DEBUG dbcounter [-] [103917] Writing DB stats neutron:INSERT=3,neutron:SELECT=54,neutron:DELETE=3 {{(pid=103917) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 16 17:30:02.292336 dv-cinder-837356-2-iscsi neutron-server[103917]: DEBUG dbcounter [-] [103917] Writing DB stats neutron:SELECT=86,neutron:INSERT=4,neutron:UPDATE=2,neutron:DELETE=5 {{(pid=103917) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 16 17:30:04.655000 dv-cinder-837356-2-iscsi neutron-server[103919]: DEBUG neutron.db.agents_db [None req-d2debd9c-00d6-4a8f-b9fc-d112a2dcea0d None None] Agent healthcheck: found 6 active agents {{(pid=103919) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jun 16 17:30:08.223391 dv-cinder-837356-2-iscsi neutron-server[103916]: INFO neutron.wsgi [req-269bdd74-08ad-4c51-a9f6-5e0f4546be2b req-2d9e7c40-6547-4201-8b1c-f8fa9dba107f tempest-TestShelveInstance-792984814 tempest-TestShelveInstance-792984814-project] 10.222.0.66 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1742550529&fields=id&tenant_id=50aeadccaa9348fd9af173f94291bf6f HTTP/1.1" status: 200 len: 267 time: 0.0735645 Jun 16 17:30:08.377214 dv-cinder-837356-2-iscsi neutron-server[103916]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-269bdd74-08ad-4c51-a9f6-5e0f4546be2b req-cd4885be-b3d5-479c-91d3-ea6c0d5e55a6 tempest-TestShelveInstance-792984814 tempest-TestShelveInstance-792984814-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103916) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 16 17:30:08.379519 dv-cinder-837356-2-iscsi neutron-server[103916]: INFO neutron.wsgi [req-269bdd74-08ad-4c51-a9f6-5e0f4546be2b req-cd4885be-b3d5-479c-91d3-ea6c0d5e55a6 tempest-TestShelveInstance-792984814 tempest-TestShelveInstance-792984814-project] 10.222.0.66 "GET /v2.0/networks?id=e2e2bf0f-54ad-46f0-9611-04e943388552 HTTP/1.1" status: 200 len: 808 time: 0.1484420 Jun 16 17:30:08.399216 dv-cinder-837356-2-iscsi neutron-server[103916]: INFO neutron.wsgi [req-269bdd74-08ad-4c51-a9f6-5e0f4546be2b req-6931622e-9540-4b2f-8799-797d5491b92c tempest-TestShelveInstance-792984814 tempest-TestShelveInstance-792984814-project] 10.222.0.66 "GET /v2.0/quotas/50aeadccaa9348fd9af173f94291bf6f HTTP/1.1" status: 200 len: 375 time: 0.0112829 Jun 16 17:30:08.456993 dv-cinder-837356-2-iscsi neutron-server[103916]: INFO neutron.wsgi [req-269bdd74-08ad-4c51-a9f6-5e0f4546be2b req-0157455e-efa6-4db0-9935-63256a25210d tempest-TestShelveInstance-792984814 tempest-TestShelveInstance-792984814-project] 10.222.0.66 "GET /v2.0/ports?tenant_id=50aeadccaa9348fd9af173f94291bf6f&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0531721 Jun 16 17:30:08.586644 dv-cinder-837356-2-iscsi neutron-server[103916]: INFO neutron.wsgi [req-269bdd74-08ad-4c51-a9f6-5e0f4546be2b req-68befcd3-cca3-460f-92c0-09f4ab472924 service neutron] 10.222.0.66 "GET /v2.0/networks/e2e2bf0f-54ad-46f0-9611-04e943388552?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1171227 Jun 16 17:30:08.730584 dv-cinder-837356-2-iscsi neutron-server[103916]: INFO neutron.wsgi [req-269bdd74-08ad-4c51-a9f6-5e0f4546be2b req-af75d30b-8d83-46bf-9d8e-bba26242f66e service neutron] 10.222.0.66 "GET /v2.0/networks/e2e2bf0f-54ad-46f0-9611-04e943388552?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1354694 Jun 16 17:30:09.157442 dv-cinder-837356-2-iscsi neutron-server[103917]: INFO neutron.wsgi [req-52a9ab6d-49d1-49d0-982d-7b3e261dcb8d req-85f20be3-fcb7-440d-b3db-217782a424fd tempest-TestShelveInstance-792984814 tempest-TestShelveInstance-792984814-project] 10.222.0.66 "GET /v2.0/ports?device_id=1cc6f984-945e-4244-b25d-45c9022782dd HTTP/1.1" status: 200 len: 210 time: 0.0310061 Jun 16 17:30:09.491530 dv-cinder-837356-2-iscsi neutron-server[103918]: DEBUG dbcounter [-] [103918] Writing DB stats neutron:SELECT=54 {{(pid=103918) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 16 17:30:09.494526 dv-cinder-837356-2-iscsi neutron-server[103918]: DEBUG dbcounter [-] [103918] Writing DB stats neutron:SELECT=15,neutron:UPDATE=1 {{(pid=103918) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 16 17:30:10.270162 dv-cinder-837356-2-iscsi neutron-server[103917]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-269bdd74-08ad-4c51-a9f6-5e0f4546be2b req-16164c4d-b7bf-4c4c-9c59-5d7415870ef4 tempest-TestShelveInstance-792984814 tempest-TestShelveInstance-792984814-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103917) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 16 17:30:10.271880 dv-cinder-837356-2-iscsi neutron-server[103917]: INFO neutron.wsgi [req-269bdd74-08ad-4c51-a9f6-5e0f4546be2b req-16164c4d-b7bf-4c4c-9c59-5d7415870ef4 tempest-TestShelveInstance-792984814 tempest-TestShelveInstance-792984814-project] 10.222.0.81 "GET /v2.0/networks?id=e2e2bf0f-54ad-46f0-9611-04e943388552 HTTP/1.1" status: 200 len: 808 time: 0.1336730 Jun 16 17:30:10.296011 dv-cinder-837356-2-iscsi neutron-server[103916]: INFO neutron.wsgi [req-d76ee652-6aab-4f03-87d3-e52663e5d3a7 req-a89107ba-8a32-4847-b868-8151ef46907a tempest-TestShelveInstance-792984814 tempest-TestShelveInstance-792984814-project] 10.222.0.66 "GET /v2.0/ports?device_id=1cc6f984-945e-4244-b25d-45c9022782dd HTTP/1.1" status: 200 len: 210 time: 0.0541997 Jun 16 17:30:10.372148 dv-cinder-837356-2-iscsi neutron-server[103917]: INFO neutron.wsgi [req-269bdd74-08ad-4c51-a9f6-5e0f4546be2b req-15589c52-c419-4d5b-9871-644948352dbf tempest-TestShelveInstance-792984814 tempest-TestShelveInstance-792984814-project] 10.222.0.81 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=50aeadccaa9348fd9af173f94291bf6f HTTP/1.1" status: 200 len: 380 time: 0.0892887 Jun 16 17:30:10.385050 dv-cinder-837356-2-iscsi neutron-server[103917]: DEBUG neutron.api.v2.base [req-269bdd74-08ad-4c51-a9f6-5e0f4546be2b req-207714f6-fc49-4837-9963-b3967132aac4 tempest-TestShelveInstance-792984814 tempest-TestShelveInstance-792984814-project] Request body: {'port': {'device_id': '1cc6f984-945e-4244-b25d-45c9022782dd', 'network_id': 'e2e2bf0f-54ad-46f0-9611-04e943388552', 'admin_state_up': True, 'tenant_id': '50aeadccaa9348fd9af173f94291bf6f', 'security_groups': ['50b27ea4-b12f-4388-874d-0faf427ba632']}} {{(pid=103917) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jun 16 17:30:10.563831 dv-cinder-837356-2-iscsi neutron-server[103917]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-269bdd74-08ad-4c51-a9f6-5e0f4546be2b req-207714f6-fc49-4837-9963-b3967132aac4 tempest-TestShelveInstance-792984814 tempest-TestShelveInstance-792984814-project] Made reservation on behalf of 50aeadccaa9348fd9af173f94291bf6f for: {'port': 1} {{(pid=103917) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 16 17:30:10.568867 dv-cinder-837356-2-iscsi neutron-server[103917]: DEBUG neutron_lib.callbacks.manager [req-269bdd74-08ad-4c51-a9f6-5e0f4546be2b req-207714f6-fc49-4837-9963-b3967132aac4 tempest-TestShelveInstance-792984814 tempest-TestShelveInstance-792984814-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16007590'] for port (None), before_create {{(pid=103917) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 17:30:10.744180 dv-cinder-837356-2-iscsi neutron-server[103917]: DEBUG neutron.db.db_base_plugin_common [req-269bdd74-08ad-4c51-a9f6-5e0f4546be2b req-207714f6-fc49-4837-9963-b3967132aac4 tempest-TestShelveInstance-792984814 tempest-TestShelveInstance-792984814-project] Allocated IP 172.20.0.7 (e2e2bf0f-54ad-46f0-9611-04e943388552/4a1d4ef0-9517-4aff-bf32-d5774cc7c0cd/9ab6739f-6b37-443b-9a2c-8dc7f323433a) {{(pid=103917) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 16 17:30:10.956573 dv-cinder-837356-2-iscsi neutron-server[103917]: DEBUG neutron_lib.callbacks.manager [req-269bdd74-08ad-4c51-a9f6-5e0f4546be2b req-207714f6-fc49-4837-9963-b3967132aac4 tempest-TestShelveInstance-792984814 tempest-TestShelveInstance-792984814-project] Publish callbacks [] for port (9ab6739f-6b37-443b-9a2c-8dc7f323433a), precommit_create {{(pid=103917) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 17:30:10.996887 dv-cinder-837356-2-iscsi neutron-server[103917]: DEBUG neutron_lib.callbacks.manager [req-269bdd74-08ad-4c51-a9f6-5e0f4546be2b req-207714f6-fc49-4837-9963-b3967132aac4 tempest-TestShelveInstance-792984814 tempest-TestShelveInstance-792984814-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16007527', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-75831', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16241551', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8728538993421', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3819743'] for port (9ab6739f-6b37-443b-9a2c-8dc7f323433a), after_create {{(pid=103917) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 17:30:11.077361 dv-cinder-837356-2-iscsi neutron-server[103917]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-269bdd74-08ad-4c51-a9f6-5e0f4546be2b req-207714f6-fc49-4837-9963-b3967132aac4 tempest-TestShelveInstance-792984814 tempest-TestShelveInstance-792984814-project] Network e2e2bf0f-54ad-46f0-9611-04e943388552 is already hosted by enough agents. {{(pid=103917) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 16 17:30:11.080470 dv-cinder-837356-2-iscsi neutron-server[103917]: DEBUG neutron.scheduler.base_scheduler [req-269bdd74-08ad-4c51-a9f6-5e0f4546be2b req-207714f6-fc49-4837-9963-b3967132aac4 tempest-TestShelveInstance-792984814 tempest-TestShelveInstance-792984814-project] Resources bound (agent type, host, resource id): {{(pid=103917) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 16 17:30:11.087966 dv-cinder-837356-2-iscsi neutron-server[103917]: DEBUG neutron.db.l3_dvrscheduler_db [req-269bdd74-08ad-4c51-a9f6-5e0f4546be2b req-207714f6-fc49-4837-9963-b3967132aac4 tempest-TestShelveInstance-792984814 tempest-TestShelveInstance-792984814-project] Received port after_create {{(pid=103917) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:542}} Jun 16 17:30:11.097974 dv-cinder-837356-2-iscsi neutron-server[103917]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-207714f6-fc49-4837-9963-b3967132aac4 tempest-TestShelveInstance-792984814 tempest-TestShelveInstance-792984814-project] Pushing event updated for resources: {'Port': ['ID=9ab6739f-6b37-443b-9a2c-8dc7f323433a,revision_number=1']} {{(pid=103917) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 17:30:11.163222 dv-cinder-837356-2-iscsi neutron-server[103917]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-269bdd74-08ad-4c51-a9f6-5e0f4546be2b req-207714f6-fc49-4837-9963-b3967132aac4 tempest-TestShelveInstance-792984814 tempest-TestShelveInstance-792984814-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103917) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 16 17:30:11.163933 dv-cinder-837356-2-iscsi neutron-server[103917]: DEBUG neutron_lib.callbacks.manager [req-269bdd74-08ad-4c51-a9f6-5e0f4546be2b req-207714f6-fc49-4837-9963-b3967132aac4 tempest-TestShelveInstance-792984814 tempest-TestShelveInstance-792984814-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-191112'] for port (None), before_response {{(pid=103917) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 17:30:11.187287 dv-cinder-837356-2-iscsi neutron-server[103917]: INFO neutron.wsgi [req-269bdd74-08ad-4c51-a9f6-5e0f4546be2b req-207714f6-fc49-4837-9963-b3967132aac4 tempest-TestShelveInstance-792984814 tempest-TestShelveInstance-792984814-project] 10.222.0.81 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.8092043 Jun 16 17:30:11.200015 dv-cinder-837356-2-iscsi neutron-server[103917]: DEBUG neutron.api.v2.base [req-269bdd74-08ad-4c51-a9f6-5e0f4546be2b req-416235b3-70e7-440b-9071-a991cedbe555 service neutron] Request body: {'port': {'device_id': '1cc6f984-945e-4244-b25d-45c9022782dd', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-83735'}} {{(pid=103917) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jun 16 17:30:11.277983 dv-cinder-837356-2-iscsi neutron-server[103917]: DEBUG dbcounter [-] [103917] Writing DB stats neutron:SELECT=97,neutron:INSERT=2,neutron:UPDATE=1 {{(pid=103917) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 16 17:30:11.286342 dv-cinder-837356-2-iscsi neutron-server[103917]: DEBUG neutron_lib.callbacks.manager [req-269bdd74-08ad-4c51-a9f6-5e0f4546be2b req-416235b3-70e7-440b-9071-a991cedbe555 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16007590'] for port (9ab6739f-6b37-443b-9a2c-8dc7f323433a), before_update {{(pid=103917) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 17:30:11.314595 dv-cinder-837356-2-iscsi neutron-server[103917]: DEBUG dbcounter [-] [103917] Writing DB stats neutron:SELECT=88,neutron:INSERT=7,neutron:UPDATE=3,neutron:DELETE=2 {{(pid=103917) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 16 17:30:11.390551 dv-cinder-837356-2-iscsi neutron-server[103918]: DEBUG neutron.db.provisioning_blocks [None req-a83a8102-e50e-4163-8fdf-4cb931916c56 None None] Provisioning complete for port 9ab6739f-6b37-443b-9a2c-8dc7f323433a triggered by entity DHCP. {{(pid=103918) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jun 16 17:30:11.391396 dv-cinder-837356-2-iscsi neutron-server[103918]: DEBUG neutron_lib.callbacks.manager [None req-a83a8102-e50e-4163-8fdf-4cb931916c56 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16149424'] for port (9ab6739f-6b37-443b-9a2c-8dc7f323433a), provisioning_complete {{(pid=103918) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 17:30:11.449485 dv-cinder-837356-2-iscsi neutron-server[103918]: DEBUG neutron.plugins.ml2.plugin [None req-a83a8102-e50e-4163-8fdf-4cb931916c56 None None] Port 9ab6739f-6b37-443b-9a2c-8dc7f323433a cannot update to ACTIVE because it is not bound. {{(pid=103918) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:354}} Jun 16 17:30:11.660026 dv-cinder-837356-2-iscsi neutron-server[103919]: DEBUG dbcounter [-] [103919] Writing DB stats neutron:SELECT=32,neutron:DELETE=1 {{(pid=103919) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 16 17:30:11.837231 dv-cinder-837356-2-iscsi neutron-server[103917]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1e92444-c66f-4925-ba03-315f0062af67 req-b66df88c-e697-4711-8380-2009223c7e48 tempest-TestShelveInstance-792984814 tempest-TestShelveInstance-792984814-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103917) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 16 17:30:11.843267 dv-cinder-837356-2-iscsi neutron-server[103917]: INFO neutron.wsgi [req-d1e92444-c66f-4925-ba03-315f0062af67 req-b66df88c-e697-4711-8380-2009223c7e48 tempest-TestShelveInstance-792984814 tempest-TestShelveInstance-792984814-project] 10.222.0.66 "GET /v2.0/ports?device_id=1cc6f984-945e-4244-b25d-45c9022782dd HTTP/1.1" status: 200 len: 931 time: 0.4301479 Jun 16 17:30:11.952852 dv-cinder-837356-2-iscsi neutron-server[103917]: INFO neutron.wsgi [req-d1e92444-c66f-4925-ba03-315f0062af67 req-e2f3d912-b75d-44d0-a07d-c9c44b6b771c tempest-TestShelveInstance-792984814 tempest-TestShelveInstance-792984814-project] 10.222.0.66 "GET /v2.0/security-groups?id=50b27ea4-b12f-4388-874d-0faf427ba632&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1017935 Jun 16 17:30:12.047329 dv-cinder-837356-2-iscsi neutron-server[103917]: DEBUG neutron.notifiers.nova [req-269bdd74-08ad-4c51-a9f6-5e0f4546be2b req-416235b3-70e7-440b-9071-a991cedbe555 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 9ab6739f-6b37-443b-9a2c-8dc7f323433a {{(pid=103917) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Jun 16 17:30:12.055655 dv-cinder-837356-2-iscsi neutron-server[103917]: DEBUG neutron_lib.callbacks.manager [req-269bdd74-08ad-4c51-a9f6-5e0f4546be2b req-416235b3-70e7-440b-9071-a991cedbe555 service neutron] Publish callbacks [] for port (9ab6739f-6b37-443b-9a2c-8dc7f323433a), precommit_update {{(pid=103917) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 17:30:12.070149 dv-cinder-837356-2-iscsi neutron-server[103917]: DEBUG neutron.db.provisioning_blocks [req-269bdd74-08ad-4c51-a9f6-5e0f4546be2b req-416235b3-70e7-440b-9071-a991cedbe555 service neutron] Transition to ACTIVE for port object 9ab6739f-6b37-443b-9a2c-8dc7f323433a will not be triggered until provisioned by entity L2. {{(pid=103917) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Jun 16 17:30:12.074254 dv-cinder-837356-2-iscsi neutron-server[103917]: DEBUG neutron_lib.callbacks.manager [req-269bdd74-08ad-4c51-a9f6-5e0f4546be2b req-416235b3-70e7-440b-9071-a991cedbe555 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16007527', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-75831', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16241551', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728539364693', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728538993439', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728538993457', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3819734'] for port (9ab6739f-6b37-443b-9a2c-8dc7f323433a), after_update {{(pid=103917) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 17:30:12.134415 dv-cinder-837356-2-iscsi neutron-server[103917]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-416235b3-70e7-440b-9071-a991cedbe555 service neutron] Pushing event updated for resources: {'Port': ['ID=9ab6739f-6b37-443b-9a2c-8dc7f323433a,revision_number=2']} {{(pid=103917) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 17:30:12.211777 dv-cinder-837356-2-iscsi neutron-server[103917]: DEBUG neutron.plugins.ml2.managers [req-269bdd74-08ad-4c51-a9f6-5e0f4546be2b req-416235b3-70e7-440b-9071-a991cedbe555 service neutron] Attempting to bind port 9ab6739f-6b37-443b-9a2c-8dc7f323433a on host hv-cinder-83735 for vnic_type normal with profile {{(pid=103917) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:811}} Jun 16 17:30:12.212120 dv-cinder-837356-2-iscsi neutron-server[103917]: DEBUG neutron.plugins.ml2.managers [req-269bdd74-08ad-4c51-a9f6-5e0f4546be2b req-416235b3-70e7-440b-9071-a991cedbe555 service neutron] Attempting to bind port 9ab6739f-6b37-443b-9a2c-8dc7f323433a by drivers openvswitch,hyperv on host hv-cinder-83735 at level 0 using segments [{'id': 'c699bc47-a9b6-4cfb-b695-ab4077dce1dd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1015, 'network_id': 'e2e2bf0f-54ad-46f0-9611-04e943388552'}] {{(pid=103917) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:836}} Jun 16 17:30:12.212453 dv-cinder-837356-2-iscsi neutron-server[103917]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-269bdd74-08ad-4c51-a9f6-5e0f4546be2b req-416235b3-70e7-440b-9071-a991cedbe555 service neutron] Attempting to bind port 9ab6739f-6b37-443b-9a2c-8dc7f323433a on network e2e2bf0f-54ad-46f0-9611-04e943388552 {{(pid=103917) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jun 16 17:30:12.217776 dv-cinder-837356-2-iscsi neutron-server[103917]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-269bdd74-08ad-4c51-a9f6-5e0f4546be2b req-416235b3-70e7-440b-9071-a991cedbe555 service neutron] Port 9ab6739f-6b37-443b-9a2c-8dc7f323433a on network e2e2bf0f-54ad-46f0-9611-04e943388552 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-83735 {{(pid=103917) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Jun 16 17:30:12.218095 dv-cinder-837356-2-iscsi neutron-server[103917]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-269bdd74-08ad-4c51-a9f6-5e0f4546be2b req-416235b3-70e7-440b-9071-a991cedbe555 service neutron] Attempting to bind port 9ab6739f-6b37-443b-9a2c-8dc7f323433a on network e2e2bf0f-54ad-46f0-9611-04e943388552 {{(pid=103917) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jun 16 17:30:12.224103 dv-cinder-837356-2-iscsi neutron-server[103917]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-269bdd74-08ad-4c51-a9f6-5e0f4546be2b req-416235b3-70e7-440b-9071-a991cedbe555 service neutron] Checking agent: {'id': '2e97d73d-50fc-4f89-a4ea-85f65eb860d8', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-83735', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 6, 16, 17, 20, 29), 'started_at': datetime.datetime(2022, 6, 16, 17, 20, 29), 'heartbeat_timestamp': datetime.datetime(2022, 6, 16, 17, 29, 59), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103917) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jun 16 17:30:12.224376 dv-cinder-837356-2-iscsi neutron-server[103917]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-269bdd74-08ad-4c51-a9f6-5e0f4546be2b req-416235b3-70e7-440b-9071-a991cedbe555 service neutron] Checking segment: {'id': 'c699bc47-a9b6-4cfb-b695-ab4077dce1dd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1015, 'network_id': 'e2e2bf0f-54ad-46f0-9611-04e943388552'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103917) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jun 16 17:30:12.224729 dv-cinder-837356-2-iscsi neutron-server[103917]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-269bdd74-08ad-4c51-a9f6-5e0f4546be2b req-416235b3-70e7-440b-9071-a991cedbe555 service neutron] Bound using segment: {'id': 'c699bc47-a9b6-4cfb-b695-ab4077dce1dd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1015, 'network_id': 'e2e2bf0f-54ad-46f0-9611-04e943388552'} {{(pid=103917) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jun 16 17:30:12.225166 dv-cinder-837356-2-iscsi neutron-server[103917]: DEBUG neutron.plugins.ml2.managers [req-269bdd74-08ad-4c51-a9f6-5e0f4546be2b req-416235b3-70e7-440b-9071-a991cedbe555 service neutron] Bound port: 9ab6739f-6b37-443b-9a2c-8dc7f323433a, host: hv-cinder-83735, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'c699bc47-a9b6-4cfb-b695-ab4077dce1dd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1015, 'network_id': 'e2e2bf0f-54ad-46f0-9611-04e943388552'}}] {{(pid=103917) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:948}} Jun 16 17:30:12.225563 dv-cinder-837356-2-iscsi neutron-server[103917]: DEBUG neutron_lib.callbacks.manager [req-269bdd74-08ad-4c51-a9f6-5e0f4546be2b req-416235b3-70e7-440b-9071-a991cedbe555 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16007590'] for port (9ab6739f-6b37-443b-9a2c-8dc7f323433a), before_update {{(pid=103917) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 17:30:12.303951 dv-cinder-837356-2-iscsi neutron-server[103917]: DEBUG neutron.plugins.ml2.db [req-269bdd74-08ad-4c51-a9f6-5e0f4546be2b req-416235b3-70e7-440b-9071-a991cedbe555 service neutron] For port 9ab6739f-6b37-443b-9a2c-8dc7f323433a, host hv-cinder-83735, cleared binding levels {{(pid=103917) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 16 17:30:12.307584 dv-cinder-837356-2-iscsi neutron-server[103917]: DEBUG neutron.plugins.ml2.db [req-269bdd74-08ad-4c51-a9f6-5e0f4546be2b req-416235b3-70e7-440b-9071-a991cedbe555 service neutron] For port 9ab6739f-6b37-443b-9a2c-8dc7f323433a, host hv-cinder-83735, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83735',level=0,port_id=9ab6739f-6b37-443b-9a2c-8dc7f323433a,segment=NetworkSegment(c699bc47-a9b6-4cfb-b695-ab4077dce1dd),segment_id=c699bc47-a9b6-4cfb-b695-ab4077dce1dd)] {{(pid=103917) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 16 17:30:12.315270 dv-cinder-837356-2-iscsi neutron-server[103917]: DEBUG neutron_lib.callbacks.manager [req-269bdd74-08ad-4c51-a9f6-5e0f4546be2b req-416235b3-70e7-440b-9071-a991cedbe555 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16007527', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-75831', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16241551', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728539364693', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728538993439', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728538993457', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3819734'] for port (9ab6739f-6b37-443b-9a2c-8dc7f323433a), after_update {{(pid=103917) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 17:30:12.352966 dv-cinder-837356-2-iscsi neutron-server[103917]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-269bdd74-08ad-4c51-a9f6-5e0f4546be2b req-416235b3-70e7-440b-9071-a991cedbe555 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103917) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 16 17:30:12.353633 dv-cinder-837356-2-iscsi neutron-server[103917]: DEBUG neutron_lib.callbacks.manager [req-269bdd74-08ad-4c51-a9f6-5e0f4546be2b req-416235b3-70e7-440b-9071-a991cedbe555 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-191112'] for port (None), before_response {{(pid=103917) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 17:30:12.355126 dv-cinder-837356-2-iscsi neutron-server[103917]: INFO neutron.wsgi [req-269bdd74-08ad-4c51-a9f6-5e0f4546be2b req-416235b3-70e7-440b-9071-a991cedbe555 service neutron] 10.222.0.81 "PUT /v2.0/ports/9ab6739f-6b37-443b-9a2c-8dc7f323433a HTTP/1.1" status: 200 len: 1093 time: 1.1600251 Jun 16 17:30:12.355585 dv-cinder-837356-2-iscsi neutron-server[103917]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '1cc6f984-945e-4244-b25d-45c9022782dd', 'tag': '9ab6739f-6b37-443b-9a2c-8dc7f323433a'}] {{(pid=103917) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jun 16 17:30:12.358105 dv-cinder-837356-2-iscsi neutron-server[103917]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.66/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6f3fd2b1a6655810f50592bc9015c397d118e5689141688eaf1b23dbeee2ebf8" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e2633c27-08bd-41dd-92b1-b7cb5e9b5f0a" -d '{"events": [{"name": "network-changed", "server_uuid": "1cc6f984-945e-4244-b25d-45c9022782dd", "tag": "9ab6739f-6b37-443b-9a2c-8dc7f323433a"}]}' {{(pid=103917) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 16 17:30:12.391942 dv-cinder-837356-2-iscsi neutron-server[103917]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-416235b3-70e7-440b-9071-a991cedbe555 service neutron] Pushing event updated for resources: {'Port': ['ID=9ab6739f-6b37-443b-9a2c-8dc7f323433a,revision_number=3']} {{(pid=103917) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 17:30:12.424181 dv-cinder-837356-2-iscsi neutron-server[103917]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 16 Jun 2022 17:30:12 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-266c6e2c-02e0-4111-b3e7-425926e0ee06 x-openstack-request-id: req-266c6e2c-02e0-4111-b3e7-425926e0ee06 {{(pid=103917) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 16 17:30:12.424565 dv-cinder-837356-2-iscsi neutron-server[103917]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "1cc6f984-945e-4244-b25d-45c9022782dd", "tag": "9ab6739f-6b37-443b-9a2c-8dc7f323433a", "status": "completed", "code": 200}]} {{(pid=103917) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 16 17:30:12.424960 dv-cinder-837356-2-iscsi neutron-server[103917]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.66/compute/v2.1/os-server-external-events used request id req-266c6e2c-02e0-4111-b3e7-425926e0ee06 {{(pid=103917) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 16 17:30:12.425519 dv-cinder-837356-2-iscsi neutron-server[103917]: INFO neutron.notifiers.nova [-] Nova event matching ['req-266c6e2c-02e0-4111-b3e7-425926e0ee06'] response: {'name': 'network-changed', 'server_uuid': '1cc6f984-945e-4244-b25d-45c9022782dd', 'tag': '9ab6739f-6b37-443b-9a2c-8dc7f323433a', 'status': 'completed', 'code': 200} Jun 16 17:30:12.467818 dv-cinder-837356-2-iscsi neutron-server[103917]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-269bdd74-08ad-4c51-a9f6-5e0f4546be2b req-de877e3c-1cf7-4e00-b446-846bf7272cad service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103917) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 16 17:30:12.469430 dv-cinder-837356-2-iscsi neutron-server[103917]: INFO neutron.wsgi [req-269bdd74-08ad-4c51-a9f6-5e0f4546be2b req-de877e3c-1cf7-4e00-b446-846bf7272cad service neutron] 10.222.0.81 "GET /v2.0/ports?tenant_id=50aeadccaa9348fd9af173f94291bf6f&device_id=1cc6f984-945e-4244-b25d-45c9022782dd HTTP/1.1" status: 200 len: 1127 time: 0.0617425 Jun 16 17:30:12.523514 dv-cinder-837356-2-iscsi neutron-server[103917]: INFO neutron.wsgi [req-269bdd74-08ad-4c51-a9f6-5e0f4546be2b req-1ddc697d-0297-41a8-b61f-c984ad81066c service neutron] 10.222.0.81 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=9ab6739f-6b37-443b-9a2c-8dc7f323433a HTTP/1.1" status: 200 len: 217 time: 0.0462098 Jun 16 17:30:12.580147 dv-cinder-837356-2-iscsi neutron-server[103917]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-269bdd74-08ad-4c51-a9f6-5e0f4546be2b req-ca1c88f5-d094-42fa-9474-bf798e331b38 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103917) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 16 17:30:12.581690 dv-cinder-837356-2-iscsi neutron-server[103917]: INFO neutron.wsgi [req-269bdd74-08ad-4c51-a9f6-5e0f4546be2b req-ca1c88f5-d094-42fa-9474-bf798e331b38 service neutron] 10.222.0.81 "GET /v2.0/subnets?id=4a1d4ef0-9517-4aff-bf32-d5774cc7c0cd HTTP/1.1" status: 200 len: 847 time: 0.0521924 Jun 16 17:30:12.636244 dv-cinder-837356-2-iscsi neutron-server[103917]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-269bdd74-08ad-4c51-a9f6-5e0f4546be2b req-a3e9e4ec-1152-4343-8791-19ee8956c651 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103917) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 16 17:30:12.637853 dv-cinder-837356-2-iscsi neutron-server[103917]: INFO neutron.wsgi [req-269bdd74-08ad-4c51-a9f6-5e0f4546be2b req-a3e9e4ec-1152-4343-8791-19ee8956c651 service neutron] 10.222.0.81 "GET /v2.0/ports?network_id=e2e2bf0f-54ad-46f0-9611-04e943388552&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0491953 Jun 16 17:30:12.722906 dv-cinder-837356-2-iscsi neutron-server[103917]: DEBUG dbcounter [-] [103917] Writing DB stats neutron:SELECT=95,neutron:UPDATE=5 {{(pid=103917) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 16 17:30:12.740721 dv-cinder-837356-2-iscsi neutron-server[103917]: DEBUG dbcounter [-] [103917] Writing DB stats neutron:SELECT=96,neutron:UPDATE=2,neutron:INSERT=2 {{(pid=103917) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 16 17:30:12.745513 dv-cinder-837356-2-iscsi neutron-server[103917]: INFO neutron.wsgi [req-269bdd74-08ad-4c51-a9f6-5e0f4546be2b req-6b5b3a5e-e1a7-47f6-8eb2-3dc8beff3db0 service neutron] 10.222.0.81 "GET /v2.0/networks/e2e2bf0f-54ad-46f0-9611-04e943388552?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1009114 Jun 16 17:30:12.848080 dv-cinder-837356-2-iscsi neutron-server[103917]: INFO neutron.wsgi [req-269bdd74-08ad-4c51-a9f6-5e0f4546be2b req-284accf2-8da5-49f9-b23d-ab59df91b7ff service neutron] 10.222.0.81 "GET /v2.0/networks/e2e2bf0f-54ad-46f0-9611-04e943388552?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0962837 Jun 16 17:30:13.014050 dv-cinder-837356-2-iscsi neutron-server[103918]: DEBUG neutron_lib.callbacks.manager [None req-e1138af8-0990-415d-83e1-f2df07f355a6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728539454181', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16149322'] for agent (0913b7ec-eea4-4492-8ef1-e01c4575abca), after_update {{(pid=103918) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 17:30:13.121249 dv-cinder-837356-2-iscsi neutron-server[103917]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e92cc880-f90a-4367-b6d1-0c43a3587c9b req-94c3500f-ce5b-4a91-b311-2a38de6a9c1b tempest-TestShelveInstance-792984814 tempest-TestShelveInstance-792984814-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103917) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 16 17:30:13.122676 dv-cinder-837356-2-iscsi neutron-server[103917]: INFO neutron.wsgi [req-e92cc880-f90a-4367-b6d1-0c43a3587c9b req-94c3500f-ce5b-4a91-b311-2a38de6a9c1b tempest-TestShelveInstance-792984814 tempest-TestShelveInstance-792984814-project] 10.222.0.66 "GET /v2.0/ports?device_id=1cc6f984-945e-4244-b25d-45c9022782dd HTTP/1.1" status: 200 len: 943 time: 0.0648422 Jun 16 17:30:13.171270 dv-cinder-837356-2-iscsi neutron-server[103917]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2633c27-08bd-41dd-92b1-b7cb5e9b5f0a req-c42012c5-edff-4c0f-a9d6-5245ae6f186f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103917) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 16 17:30:13.172849 dv-cinder-837356-2-iscsi neutron-server[103917]: INFO neutron.wsgi [req-e2633c27-08bd-41dd-92b1-b7cb5e9b5f0a req-c42012c5-edff-4c0f-a9d6-5245ae6f186f service neutron] 10.222.0.81 "GET /v2.0/ports?tenant_id=50aeadccaa9348fd9af173f94291bf6f&device_id=1cc6f984-945e-4244-b25d-45c9022782dd HTTP/1.1" status: 200 len: 1127 time: 0.0674767 Jun 16 17:30:13.230364 dv-cinder-837356-2-iscsi neutron-server[103917]: INFO neutron.wsgi [req-e92cc880-f90a-4367-b6d1-0c43a3587c9b req-e1655d7f-fa22-4be6-a0dd-16af53a28dc7 tempest-TestShelveInstance-792984814 tempest-TestShelveInstance-792984814-project] 10.222.0.66 "GET /v2.0/security-groups?id=50b27ea4-b12f-4388-874d-0faf427ba632&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0870504 Jun 16 17:30:13.314418 dv-cinder-837356-2-iscsi neutron-server[103917]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2633c27-08bd-41dd-92b1-b7cb5e9b5f0a req-e54b5ae4-747c-455a-a539-e29668549067 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103917) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 16 17:30:13.315945 dv-cinder-837356-2-iscsi neutron-server[103917]: INFO neutron.wsgi [req-e2633c27-08bd-41dd-92b1-b7cb5e9b5f0a req-e54b5ae4-747c-455a-a539-e29668549067 service neutron] 10.222.0.81 "GET /v2.0/networks?id=e2e2bf0f-54ad-46f0-9611-04e943388552 HTTP/1.1" status: 200 len: 910 time: 0.1322122 Jun 16 17:30:13.356514 dv-cinder-837356-2-iscsi neutron-server[103917]: INFO neutron.wsgi [req-e2633c27-08bd-41dd-92b1-b7cb5e9b5f0a req-ad5c2c51-bad0-4b7e-b1c1-9e9cc9bdaa6d service neutron] 10.222.0.81 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=9ab6739f-6b37-443b-9a2c-8dc7f323433a HTTP/1.1" status: 200 len: 217 time: 0.0342233 Jun 16 17:30:13.412521 dv-cinder-837356-2-iscsi neutron-server[103917]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2633c27-08bd-41dd-92b1-b7cb5e9b5f0a req-a3a0d3b9-9016-4adf-afe2-49761decd79f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103917) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 16 17:30:13.413967 dv-cinder-837356-2-iscsi neutron-server[103917]: INFO neutron.wsgi [req-e2633c27-08bd-41dd-92b1-b7cb5e9b5f0a req-a3a0d3b9-9016-4adf-afe2-49761decd79f service neutron] 10.222.0.81 "GET /v2.0/subnets?id=4a1d4ef0-9517-4aff-bf32-d5774cc7c0cd HTTP/1.1" status: 200 len: 847 time: 0.0507245 Jun 16 17:30:13.468550 dv-cinder-837356-2-iscsi neutron-server[103917]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2633c27-08bd-41dd-92b1-b7cb5e9b5f0a req-d7e3f280-71f7-47f9-8b47-ca19b38a0ad9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103917) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 16 17:30:13.470194 dv-cinder-837356-2-iscsi neutron-server[103917]: INFO neutron.wsgi [req-e2633c27-08bd-41dd-92b1-b7cb5e9b5f0a req-d7e3f280-71f7-47f9-8b47-ca19b38a0ad9 service neutron] 10.222.0.81 "GET /v2.0/ports?network_id=e2e2bf0f-54ad-46f0-9611-04e943388552&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0500035 Jun 16 17:30:13.579020 dv-cinder-837356-2-iscsi neutron-server[103917]: INFO neutron.wsgi [req-e2633c27-08bd-41dd-92b1-b7cb5e9b5f0a req-00c3bf92-a606-4194-9227-7047615b65de service neutron] 10.222.0.81 "GET /v2.0/networks/e2e2bf0f-54ad-46f0-9611-04e943388552?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1020482 Jun 16 17:30:13.687266 dv-cinder-837356-2-iscsi neutron-server[103917]: INFO neutron.wsgi [req-e2633c27-08bd-41dd-92b1-b7cb5e9b5f0a req-30123d1c-539e-4a51-95c8-f652b044486b service neutron] 10.222.0.81 "GET /v2.0/networks/e2e2bf0f-54ad-46f0-9611-04e943388552?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1011572 Jun 16 17:30:14.357293 dv-cinder-837356-2-iscsi neutron-server[103916]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57fcedf0-ca11-4d1c-bca0-28fd85c83b08 req-23a59ebf-44fd-4f20-9831-95b721d7321e tempest-TestShelveInstance-792984814 tempest-TestShelveInstance-792984814-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103916) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 16 17:30:14.358645 dv-cinder-837356-2-iscsi neutron-server[103916]: INFO neutron.wsgi [req-57fcedf0-ca11-4d1c-bca0-28fd85c83b08 req-23a59ebf-44fd-4f20-9831-95b721d7321e tempest-TestShelveInstance-792984814 tempest-TestShelveInstance-792984814-project] 10.222.0.66 "GET /v2.0/ports?device_id=1cc6f984-945e-4244-b25d-45c9022782dd HTTP/1.1" status: 200 len: 943 time: 0.0505404 Jun 16 17:30:14.417117 dv-cinder-837356-2-iscsi neutron-server[103916]: INFO neutron.wsgi [req-57fcedf0-ca11-4d1c-bca0-28fd85c83b08 req-94639e1c-f238-4bcb-80d3-7dccee1b8d64 tempest-TestShelveInstance-792984814 tempest-TestShelveInstance-792984814-project] 10.222.0.66 "GET /v2.0/security-groups?id=50b27ea4-b12f-4388-874d-0faf427ba632&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0522263 Jun 16 17:30:14.650811 dv-cinder-837356-2-iscsi neutron-server[103919]: DEBUG dbcounter [-] [103919] Writing DB stats neutron:SELECT=93,neutron:UPDATE=2 {{(pid=103919) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 16 17:30:15.443125 dv-cinder-837356-2-iscsi neutron-server[103918]: DEBUG neutron_lib.callbacks.manager [None req-6167a23b-85d3-4396-a33a-67894e393dc5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728539454181', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16149322'] for agent (7639df21-17c3-4235-8912-210c3ad54137), after_update {{(pid=103918) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 17:30:15.555735 dv-cinder-837356-2-iscsi neutron-server[103917]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c28386f-25a9-44dd-8712-646bfb8fd422 req-7d9b3658-a15f-48de-9ccc-732b19f92800 tempest-TestShelveInstance-792984814 tempest-TestShelveInstance-792984814-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103917) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 16 17:30:15.557289 dv-cinder-837356-2-iscsi neutron-server[103917]: INFO neutron.wsgi [req-8c28386f-25a9-44dd-8712-646bfb8fd422 req-7d9b3658-a15f-48de-9ccc-732b19f92800 tempest-TestShelveInstance-792984814 tempest-TestShelveInstance-792984814-project] 10.222.0.66 "GET /v2.0/ports?device_id=1cc6f984-945e-4244-b25d-45c9022782dd HTTP/1.1" status: 200 len: 943 time: 0.0603878 Jun 16 17:30:15.610940 dv-cinder-837356-2-iscsi neutron-server[103917]: INFO neutron.wsgi [req-8c28386f-25a9-44dd-8712-646bfb8fd422 req-37577e1d-b724-40da-adbb-9525f7196582 tempest-TestShelveInstance-792984814 tempest-TestShelveInstance-792984814-project] 10.222.0.66 "GET /v2.0/security-groups?id=50b27ea4-b12f-4388-874d-0faf427ba632&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0477848 Jun 16 17:30:16.308699 dv-cinder-837356-2-iscsi neutron-server[103918]: DEBUG neutron_lib.callbacks.manager [None req-20715706-35a9-45af-9420-375bdcc64c61 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728539454181', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16149322'] for agent (50395103-89cf-4fb3-87eb-9dff4dfdeea8), after_update {{(pid=103918) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 17:30:16.740275 dv-cinder-837356-2-iscsi neutron-server[103916]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58e16aed-339b-42f6-bb46-ddf174ae868a req-49c9fd4a-d61b-4924-9609-3f9548842800 tempest-TestShelveInstance-792984814 tempest-TestShelveInstance-792984814-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103916) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 16 17:30:16.742148 dv-cinder-837356-2-iscsi neutron-server[103916]: INFO neutron.wsgi [req-58e16aed-339b-42f6-bb46-ddf174ae868a req-49c9fd4a-d61b-4924-9609-3f9548842800 tempest-TestShelveInstance-792984814 tempest-TestShelveInstance-792984814-project] 10.222.0.66 "GET /v2.0/ports?device_id=1cc6f984-945e-4244-b25d-45c9022782dd HTTP/1.1" status: 200 len: 943 time: 0.0573802 Jun 16 17:30:16.807822 dv-cinder-837356-2-iscsi neutron-server[103916]: INFO neutron.wsgi [req-58e16aed-339b-42f6-bb46-ddf174ae868a req-0fb2e8c7-3ebc-4d97-919a-05afa6906c97 tempest-TestShelveInstance-792984814 tempest-TestShelveInstance-792984814-project] 10.222.0.66 "GET /v2.0/security-groups?id=50b27ea4-b12f-4388-874d-0faf427ba632&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0588090 Jun 16 17:30:17.936216 dv-cinder-837356-2-iscsi neutron-server[103917]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2b2ca2b-2c75-4f2c-9482-ee06d4b5a3fb req-874aa8ea-bc3f-4362-b800-f0808b7967ad tempest-TestShelveInstance-792984814 tempest-TestShelveInstance-792984814-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103917) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 16 17:30:17.937814 dv-cinder-837356-2-iscsi neutron-server[103917]: INFO neutron.wsgi [req-a2b2ca2b-2c75-4f2c-9482-ee06d4b5a3fb req-874aa8ea-bc3f-4362-b800-f0808b7967ad tempest-TestShelveInstance-792984814 tempest-TestShelveInstance-792984814-project] 10.222.0.66 "GET /v2.0/ports?device_id=1cc6f984-945e-4244-b25d-45c9022782dd HTTP/1.1" status: 200 len: 943 time: 0.0520861 Jun 16 17:30:18.001879 dv-cinder-837356-2-iscsi neutron-server[103917]: INFO neutron.wsgi [req-a2b2ca2b-2c75-4f2c-9482-ee06d4b5a3fb req-5a0891d8-bd46-4784-a29d-3bfa9b9766fc tempest-TestShelveInstance-792984814 tempest-TestShelveInstance-792984814-project] 10.222.0.66 "GET /v2.0/security-groups?id=50b27ea4-b12f-4388-874d-0faf427ba632&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0565400 Jun 16 17:30:18.078556 dv-cinder-837356-2-iscsi neutron-server[103918]: DEBUG neutron_lib.callbacks.manager [None req-90597016-5de8-4c3e-b42a-66aa2c70cc5e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728539454181', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16149322'] for agent (853db9d1-1c17-40a4-900c-de4f90440474), after_update {{(pid=103918) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 17:30:18.445808 dv-cinder-837356-2-iscsi neutron-server[103918]: DEBUG neutron_lib.callbacks.manager [None req-39ead2dc-a542-4f04-b117-439eb7f32aa8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728539454181', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16149322'] for agent (5b2fa84c-1db1-41c6-a6b9-975c3da28daf), after_update {{(pid=103918) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 17:30:19.128098 dv-cinder-837356-2-iscsi neutron-server[103916]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e4ca0ba-4afc-439b-9d5c-ca0f97f74e02 req-cb3d6228-f193-4b13-a35c-ed1927504fd1 tempest-TestShelveInstance-792984814 tempest-TestShelveInstance-792984814-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103916) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 16 17:30:19.129734 dv-cinder-837356-2-iscsi neutron-server[103916]: INFO neutron.wsgi [req-1e4ca0ba-4afc-439b-9d5c-ca0f97f74e02 req-cb3d6228-f193-4b13-a35c-ed1927504fd1 tempest-TestShelveInstance-792984814 tempest-TestShelveInstance-792984814-project] 10.222.0.66 "GET /v2.0/ports?device_id=1cc6f984-945e-4244-b25d-45c9022782dd HTTP/1.1" status: 200 len: 943 time: 0.0523167 Jun 16 17:30:19.190091 dv-cinder-837356-2-iscsi neutron-server[103916]: INFO neutron.wsgi [req-1e4ca0ba-4afc-439b-9d5c-ca0f97f74e02 req-5b390f36-6c28-4684-b1cc-cb9fc93ea106 tempest-TestShelveInstance-792984814 tempest-TestShelveInstance-792984814-project] 10.222.0.66 "GET /v2.0/security-groups?id=50b27ea4-b12f-4388-874d-0faf427ba632&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0543735 Jun 16 17:30:20.318627 dv-cinder-837356-2-iscsi neutron-server[103917]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31ced508-3197-4575-81aa-0826d6b73c23 req-1972546c-f1d2-42bf-afbe-955cd7f4b5c2 tempest-TestShelveInstance-792984814 tempest-TestShelveInstance-792984814-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103917) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 16 17:30:20.320127 dv-cinder-837356-2-iscsi neutron-server[103917]: INFO neutron.wsgi [req-31ced508-3197-4575-81aa-0826d6b73c23 req-1972546c-f1d2-42bf-afbe-955cd7f4b5c2 tempest-TestShelveInstance-792984814 tempest-TestShelveInstance-792984814-project] 10.222.0.66 "GET /v2.0/ports?device_id=1cc6f984-945e-4244-b25d-45c9022782dd HTTP/1.1" status: 200 len: 943 time: 0.0533094 Jun 16 17:30:20.374474 dv-cinder-837356-2-iscsi neutron-server[103917]: INFO neutron.wsgi [req-31ced508-3197-4575-81aa-0826d6b73c23 req-71a09b3d-b470-46aa-84e3-f04c251c0409 tempest-TestShelveInstance-792984814 tempest-TestShelveInstance-792984814-project] 10.222.0.66 "GET /v2.0/security-groups?id=50b27ea4-b12f-4388-874d-0faf427ba632&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0462089 Jun 16 17:30:21.505341 dv-cinder-837356-2-iscsi neutron-server[103916]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46f881cc-a694-4ace-b379-74885544ca1e req-5957439b-ee25-4962-a147-28154d06d930 tempest-TestShelveInstance-792984814 tempest-TestShelveInstance-792984814-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103916) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 16 17:30:21.509855 dv-cinder-837356-2-iscsi neutron-server[103916]: INFO neutron.wsgi [req-46f881cc-a694-4ace-b379-74885544ca1e req-5957439b-ee25-4962-a147-28154d06d930 tempest-TestShelveInstance-792984814 tempest-TestShelveInstance-792984814-project] 10.222.0.66 "GET /v2.0/ports?device_id=1cc6f984-945e-4244-b25d-45c9022782dd HTTP/1.1" status: 200 len: 943 time: 0.0582209 Jun 16 17:30:21.561777 dv-cinder-837356-2-iscsi neutron-server[103916]: INFO neutron.wsgi [req-46f881cc-a694-4ace-b379-74885544ca1e req-abff8a9c-9d4a-41e9-a691-12675cfd2152 tempest-TestShelveInstance-792984814 tempest-TestShelveInstance-792984814-project] 10.222.0.66 "GET /v2.0/security-groups?id=50b27ea4-b12f-4388-874d-0faf427ba632&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0479887 Jun 16 17:30:21.577730 dv-cinder-837356-2-iscsi neutron-server[103918]: DEBUG neutron.plugins.ml2.rpc [None req-b2b17746-c296-4803-869a-65578e8233dd None None] Device 9ab6739f-6b37-443b-9a2c-8dc7f323433a details requested by agent hyperv_hv-cinder-83735 with host hv-cinder-83735 {{(pid=103918) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jun 16 17:30:21.683996 dv-cinder-837356-2-iscsi neutron-server[103918]: DEBUG neutron.plugins.ml2.db [None req-b2b17746-c296-4803-869a-65578e8233dd None None] For port 9ab6739f-6b37-443b-9a2c-8dc7f323433a, host hv-cinder-83735, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83735',level=0,port_id=9ab6739f-6b37-443b-9a2c-8dc7f323433a,segment=NetworkSegment(c699bc47-a9b6-4cfb-b695-ab4077dce1dd),segment_id=c699bc47-a9b6-4cfb-b695-ab4077dce1dd)] {{(pid=103918) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 16 17:30:21.696804 dv-cinder-837356-2-iscsi neutron-server[103918]: DEBUG neutron.plugins.ml2.rpc [None req-b2b17746-c296-4803-869a-65578e8233dd None None] Returning: {'device': '9ab6739f-6b37-443b-9a2c-8dc7f323433a', 'network_id': 'e2e2bf0f-54ad-46f0-9611-04e943388552', 'port_id': '9ab6739f-6b37-443b-9a2c-8dc7f323433a', 'mac_address': 'fa:16:3e:97:d9:8b', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 1015, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '4a1d4ef0-9517-4aff-bf32-d5774cc7c0cd', 'ip_address': '172.20.0.7'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'qos_network_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103918) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jun 16 17:30:21.741383 dv-cinder-837356-2-iscsi neutron-server[103918]: DEBUG neutron.plugins.ml2.plugin [None req-b2b17746-c296-4803-869a-65578e8233dd None None] Current status of the port 9ab6739f-6b37-443b-9a2c-8dc7f323433a is: DOWN; New status is: BUILD {{(pid=103918) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2298}} Jun 16 17:30:21.741775 dv-cinder-837356-2-iscsi neutron-server[103918]: DEBUG neutron_lib.callbacks.manager [None req-b2b17746-c296-4803-869a-65578e8233dd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16007590'] for port (9ab6739f-6b37-443b-9a2c-8dc7f323433a), before_update {{(pid=103918) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 17:30:21.758738 dv-cinder-837356-2-iscsi neutron-server[103918]: DEBUG neutron.notifiers.nova [None req-b2b17746-c296-4803-869a-65578e8233dd None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 9ab6739f-6b37-443b-9a2c-8dc7f323433a {{(pid=103918) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Jun 16 17:30:21.781939 dv-cinder-837356-2-iscsi neutron-server[103918]: DEBUG neutron.plugins.ml2.db [None req-b2b17746-c296-4803-869a-65578e8233dd None None] For port 9ab6739f-6b37-443b-9a2c-8dc7f323433a, host hv-cinder-83735, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83735',level=0,port_id=9ab6739f-6b37-443b-9a2c-8dc7f323433a,segment=NetworkSegment(c699bc47-a9b6-4cfb-b695-ab4077dce1dd),segment_id=c699bc47-a9b6-4cfb-b695-ab4077dce1dd)] {{(pid=103918) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 16 17:30:21.786964 dv-cinder-837356-2-iscsi neutron-server[103918]: DEBUG neutron_lib.callbacks.manager [None req-b2b17746-c296-4803-869a-65578e8233dd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16007527', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-75831', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16241551', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728539364693', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728538993439', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728538993457'] for port (9ab6739f-6b37-443b-9a2c-8dc7f323433a), after_update {{(pid=103918) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 17:30:21.836047 dv-cinder-837356-2-iscsi neutron-server[103918]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b2b17746-c296-4803-869a-65578e8233dd None None] Pushing event updated for resources: {'Port': ['ID=9ab6739f-6b37-443b-9a2c-8dc7f323433a,revision_number=4']} {{(pid=103918) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 17:30:21.843806 dv-cinder-837356-2-iscsi neutron-server[103918]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b2b17746-c296-4803-869a-65578e8233dd None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-837356-2-iscsi {{(pid=103918) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 17:30:21.844149 dv-cinder-837356-2-iscsi neutron-server[103918]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b2b17746-c296-4803-869a-65578e8233dd None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-837356-2-iscsi {{(pid=103918) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 17:30:21.844477 dv-cinder-837356-2-iscsi neutron-server[103918]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b2b17746-c296-4803-869a-65578e8233dd None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-837356-2-iscsi {{(pid=103918) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 17:30:21.844805 dv-cinder-837356-2-iscsi neutron-server[103918]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b2b17746-c296-4803-869a-65578e8233dd None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-837356-2-iscsi {{(pid=103918) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 17:30:21.845131 dv-cinder-837356-2-iscsi neutron-server[103918]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b2b17746-c296-4803-869a-65578e8233dd None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-837356-2-iscsi {{(pid=103918) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 17:30:21.845475 dv-cinder-837356-2-iscsi neutron-server[103918]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b2b17746-c296-4803-869a-65578e8233dd None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-837356-2-iscsi {{(pid=103918) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 17:30:21.845790 dv-cinder-837356-2-iscsi neutron-server[103918]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b2b17746-c296-4803-869a-65578e8233dd None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-837356-2-iscsi {{(pid=103918) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 17:30:21.846092 dv-cinder-837356-2-iscsi neutron-server[103918]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b2b17746-c296-4803-869a-65578e8233dd None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-837356-2-iscsi {{(pid=103918) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 17:30:21.846403 dv-cinder-837356-2-iscsi neutron-server[103918]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b2b17746-c296-4803-869a-65578e8233dd None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-837356-2-iscsi {{(pid=103918) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 17:30:21.846726 dv-cinder-837356-2-iscsi neutron-server[103918]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b2b17746-c296-4803-869a-65578e8233dd None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-837356-2-iscsi {{(pid=103918) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 17:30:21.847183 dv-cinder-837356-2-iscsi neutron-server[103918]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b2b17746-c296-4803-869a-65578e8233dd None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-837356-2-iscsi {{(pid=103918) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 17:30:21.847357 dv-cinder-837356-2-iscsi neutron-server[103918]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b2b17746-c296-4803-869a-65578e8233dd None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-837356-2-iscsi {{(pid=103918) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 17:30:21.847635 dv-cinder-837356-2-iscsi neutron-server[103918]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b2b17746-c296-4803-869a-65578e8233dd None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-837356-2-iscsi {{(pid=103918) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 17:30:21.847990 dv-cinder-837356-2-iscsi neutron-server[103918]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b2b17746-c296-4803-869a-65578e8233dd None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-837356-2-iscsi {{(pid=103918) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 17:30:21.848301 dv-cinder-837356-2-iscsi neutron-server[103918]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b2b17746-c296-4803-869a-65578e8233dd None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-837356-2-iscsi {{(pid=103918) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 17:30:22.688093 dv-cinder-837356-2-iscsi neutron-server[103917]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6de53a0-0b4f-4316-9cf5-75f13e7777e5 req-b4c45e61-340a-441a-83f5-0366d5bd4ff6 tempest-TestShelveInstance-792984814 tempest-TestShelveInstance-792984814-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103917) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 16 17:30:22.689742 dv-cinder-837356-2-iscsi neutron-server[103917]: INFO neutron.wsgi [req-f6de53a0-0b4f-4316-9cf5-75f13e7777e5 req-b4c45e61-340a-441a-83f5-0366d5bd4ff6 tempest-TestShelveInstance-792984814 tempest-TestShelveInstance-792984814-project] 10.222.0.66 "GET /v2.0/ports?device_id=1cc6f984-945e-4244-b25d-45c9022782dd HTTP/1.1" status: 200 len: 944 time: 0.0545516 Jun 16 17:30:22.716213 dv-cinder-837356-2-iscsi neutron-server[103917]: DEBUG dbcounter [-] [103917] Writing DB stats neutron:SELECT=100 {{(pid=103917) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 16 17:30:22.746927 dv-cinder-837356-2-iscsi neutron-server[103917]: INFO neutron.wsgi [req-f6de53a0-0b4f-4316-9cf5-75f13e7777e5 req-ad7295e8-8f01-4342-ae3c-45f6f8d83206 tempest-TestShelveInstance-792984814 tempest-TestShelveInstance-792984814-project] 10.222.0.66 "GET /v2.0/security-groups?id=50b27ea4-b12f-4388-874d-0faf427ba632&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0510173 Jun 16 17:30:22.758331 dv-cinder-837356-2-iscsi neutron-server[103918]: DEBUG neutron.plugins.ml2.db [None req-b2b17746-c296-4803-869a-65578e8233dd None None] get_ports_and_sgs() called for port_ids ['9ab6739f-6b37-443b-9a2c-8dc7f323433a'] {{(pid=103918) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jun 16 17:30:23.591573 dv-cinder-837356-2-iscsi neutron-server[103918]: DEBUG neutron.plugins.ml2.rpc [None req-b2b17746-c296-4803-869a-65578e8233dd None None] Device 9ab6739f-6b37-443b-9a2c-8dc7f323433a up at agent hyperv_hv-cinder-83735 {{(pid=103918) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 16 17:30:23.636518 dv-cinder-837356-2-iscsi neutron-server[103918]: DEBUG neutron.db.provisioning_blocks [None req-b2b17746-c296-4803-869a-65578e8233dd None None] Provisioning for port 9ab6739f-6b37-443b-9a2c-8dc7f323433a completed by entity L2. {{(pid=103918) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:137}} Jun 16 17:30:23.647455 dv-cinder-837356-2-iscsi neutron-server[103918]: DEBUG neutron.db.provisioning_blocks [None req-b2b17746-c296-4803-869a-65578e8233dd None None] Provisioning complete for port 9ab6739f-6b37-443b-9a2c-8dc7f323433a triggered by entity L2. {{(pid=103918) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jun 16 17:30:23.647455 dv-cinder-837356-2-iscsi neutron-server[103918]: DEBUG neutron_lib.callbacks.manager [None req-b2b17746-c296-4803-869a-65578e8233dd None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16149424'] for port (9ab6739f-6b37-443b-9a2c-8dc7f323433a), provisioning_complete {{(pid=103918) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 17:30:23.671067 dv-cinder-837356-2-iscsi neutron-server[103918]: DEBUG dbcounter [-] [103918] Writing DB stats neutron:SELECT=96,neutron:UPDATE=3,neutron:DELETE=1 {{(pid=103918) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 16 17:30:23.676009 dv-cinder-837356-2-iscsi neutron-server[103918]: DEBUG dbcounter [-] [103918] Writing DB stats neutron:SELECT=96,neutron:UPDATE=4 {{(pid=103918) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 16 17:30:23.734000 dv-cinder-837356-2-iscsi neutron-server[103918]: DEBUG neutron.plugins.ml2.plugin [None req-b2b17746-c296-4803-869a-65578e8233dd None None] Current status of the port 9ab6739f-6b37-443b-9a2c-8dc7f323433a is: BUILD; New status is: ACTIVE {{(pid=103918) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2298}} Jun 16 17:30:23.734388 dv-cinder-837356-2-iscsi neutron-server[103918]: DEBUG neutron_lib.callbacks.manager [None req-b2b17746-c296-4803-869a-65578e8233dd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16007590'] for port (9ab6739f-6b37-443b-9a2c-8dc7f323433a), before_update {{(pid=103918) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 17:30:23.760032 dv-cinder-837356-2-iscsi neutron-server[103918]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '1cc6f984-945e-4244-b25d-45c9022782dd', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '9ab6739f-6b37-443b-9a2c-8dc7f323433a'}] {{(pid=103918) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jun 16 17:30:23.762506 dv-cinder-837356-2-iscsi neutron-server[103918]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.66/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c81ba123246404939637391270152498621c2ac0d5068f91321d7f7277fce0c4" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-dd0b4708-ff33-4411-a5de-4d0cc851ebdc" -d '{"events": [{"server_uuid": "1cc6f984-945e-4244-b25d-45c9022782dd", "name": "network-vif-plugged", "status": "completed", "tag": "9ab6739f-6b37-443b-9a2c-8dc7f323433a"}]}' {{(pid=103918) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 16 17:30:23.776894 dv-cinder-837356-2-iscsi neutron-server[103918]: DEBUG neutron.plugins.ml2.db [None req-b2b17746-c296-4803-869a-65578e8233dd None None] For port 9ab6739f-6b37-443b-9a2c-8dc7f323433a, host hv-cinder-83735, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83735',level=0,port_id=9ab6739f-6b37-443b-9a2c-8dc7f323433a,segment=NetworkSegment(c699bc47-a9b6-4cfb-b695-ab4077dce1dd),segment_id=c699bc47-a9b6-4cfb-b695-ab4077dce1dd)] {{(pid=103918) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 16 17:30:23.787419 dv-cinder-837356-2-iscsi neutron-server[103918]: DEBUG neutron_lib.callbacks.manager [None req-b2b17746-c296-4803-869a-65578e8233dd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16007527', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-75831', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16241551', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728539364693', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728538993439', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728538993457'] for port (9ab6739f-6b37-443b-9a2c-8dc7f323433a), after_update {{(pid=103918) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 17:30:23.816144 dv-cinder-837356-2-iscsi neutron-server[103918]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 16 Jun 2022 17:30:23 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-70f01072-7ea6-4997-a2e9-da476bb1e037 x-openstack-request-id: req-70f01072-7ea6-4997-a2e9-da476bb1e037 {{(pid=103918) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 16 17:30:23.816434 dv-cinder-837356-2-iscsi neutron-server[103918]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "1cc6f984-945e-4244-b25d-45c9022782dd", "name": "network-vif-plugged", "status": "completed", "tag": "9ab6739f-6b37-443b-9a2c-8dc7f323433a", "code": 200}]} {{(pid=103918) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 16 17:30:23.816743 dv-cinder-837356-2-iscsi neutron-server[103918]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.66/compute/v2.1/os-server-external-events used request id req-70f01072-7ea6-4997-a2e9-da476bb1e037 {{(pid=103918) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 16 17:30:23.817251 dv-cinder-837356-2-iscsi neutron-server[103918]: INFO neutron.notifiers.nova [-] Nova event matching ['req-70f01072-7ea6-4997-a2e9-da476bb1e037'] response: {'server_uuid': '1cc6f984-945e-4244-b25d-45c9022782dd', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '9ab6739f-6b37-443b-9a2c-8dc7f323433a', 'code': 200} Jun 16 17:30:23.848196 dv-cinder-837356-2-iscsi neutron-server[103918]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b2b17746-c296-4803-869a-65578e8233dd None None] Pushing event updated for resources: {'Port': ['ID=9ab6739f-6b37-443b-9a2c-8dc7f323433a,revision_number=5']} {{(pid=103918) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 17:30:23.874881 dv-cinder-837356-2-iscsi neutron-server[103917]: DEBUG dbcounter [-] [103917] Writing DB stats neutron:SELECT=100 {{(pid=103917) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 16 17:30:23.886810 dv-cinder-837356-2-iscsi neutron-server[103917]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ebc2e9fd-e1bc-4653-9bfa-4d9136d27c97 req-f3c0b2a7-c0e7-4831-802b-c30f3350f624 tempest-TestShelveInstance-792984814 tempest-TestShelveInstance-792984814-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103917) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 16 17:30:23.888566 dv-cinder-837356-2-iscsi neutron-server[103917]: INFO neutron.wsgi [req-ebc2e9fd-e1bc-4653-9bfa-4d9136d27c97 req-f3c0b2a7-c0e7-4831-802b-c30f3350f624 tempest-TestShelveInstance-792984814 tempest-TestShelveInstance-792984814-project] 10.222.0.66 "GET /v2.0/ports?device_id=1cc6f984-945e-4244-b25d-45c9022782dd HTTP/1.1" status: 200 len: 945 time: 0.0519457 Jun 16 17:30:23.945520 dv-cinder-837356-2-iscsi neutron-server[103917]: INFO neutron.wsgi [req-ebc2e9fd-e1bc-4653-9bfa-4d9136d27c97 req-512fd9f1-9a4e-4672-981c-a193c960d5e8 tempest-TestShelveInstance-792984814 tempest-TestShelveInstance-792984814-project] 10.222.0.66 "GET /v2.0/security-groups?id=50b27ea4-b12f-4388-874d-0faf427ba632&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0509615 Jun 16 17:30:24.055833 dv-cinder-837356-2-iscsi neutron-server[103917]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4478fdb-1645-4274-86d4-16da4312cf34 req-44f27e32-4b6e-4b74-8ca5-92bcc0d38bf1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103917) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 16 17:30:24.057567 dv-cinder-837356-2-iscsi neutron-server[103917]: INFO neutron.wsgi [req-c4478fdb-1645-4274-86d4-16da4312cf34 req-44f27e32-4b6e-4b74-8ca5-92bcc0d38bf1 service neutron] 10.222.0.81 "GET /v2.0/ports?device_id=1cc6f984-945e-4244-b25d-45c9022782dd HTTP/1.1" status: 200 len: 1129 time: 0.0411460 Jun 16 17:30:24.106360 dv-cinder-837356-2-iscsi neutron-server[103917]: INFO neutron.wsgi [req-c4478fdb-1645-4274-86d4-16da4312cf34 req-3c65b96d-b8a3-40bb-977c-ba2c5bc5e5a4 service neutron] 10.222.0.81 "GET /v2.0/security-groups?id=50b27ea4-b12f-4388-874d-0faf427ba632&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0427854 Jun 16 17:30:25.079461 dv-cinder-837356-2-iscsi neutron-server[103916]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-474a6df0-7b2f-4eb1-bce0-128a35b20668 req-24545824-9980-49bf-91d0-71ce327ce324 tempest-TestShelveInstance-792984814 tempest-TestShelveInstance-792984814-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103916) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 16 17:30:25.081084 dv-cinder-837356-2-iscsi neutron-server[103916]: INFO neutron.wsgi [req-474a6df0-7b2f-4eb1-bce0-128a35b20668 req-24545824-9980-49bf-91d0-71ce327ce324 tempest-TestShelveInstance-792984814 tempest-TestShelveInstance-792984814-project] 10.222.0.66 "GET /v2.0/ports?device_id=1cc6f984-945e-4244-b25d-45c9022782dd HTTP/1.1" status: 200 len: 945 time: 0.0534806 Jun 16 17:30:25.135811 dv-cinder-837356-2-iscsi neutron-server[103916]: INFO neutron.wsgi [req-474a6df0-7b2f-4eb1-bce0-128a35b20668 req-45a18339-883f-46a7-be07-01e0aff75604 tempest-TestShelveInstance-792984814 tempest-TestShelveInstance-792984814-project] 10.222.0.66 "GET /v2.0/security-groups?id=50b27ea4-b12f-4388-874d-0faf427ba632&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0477407 Jun 16 17:30:26.271063 dv-cinder-837356-2-iscsi neutron-server[103917]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ca5411b-5c04-4438-8a51-e41393c4eb34 req-6bee28d7-01c6-45c6-94cd-21d1045cddbd tempest-TestShelveInstance-792984814 tempest-TestShelveInstance-792984814-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103917) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 16 17:30:26.272508 dv-cinder-837356-2-iscsi neutron-server[103917]: INFO neutron.wsgi [req-5ca5411b-5c04-4438-8a51-e41393c4eb34 req-6bee28d7-01c6-45c6-94cd-21d1045cddbd tempest-TestShelveInstance-792984814 tempest-TestShelveInstance-792984814-project] 10.222.0.66 "GET /v2.0/ports?device_id=1cc6f984-945e-4244-b25d-45c9022782dd HTTP/1.1" status: 200 len: 945 time: 0.0532813 Jun 16 17:30:26.325566 dv-cinder-837356-2-iscsi neutron-server[103917]: INFO neutron.wsgi [req-5ca5411b-5c04-4438-8a51-e41393c4eb34 req-cd66a504-b4da-4f2d-9f8a-2c61ef1a286c tempest-TestShelveInstance-792984814 tempest-TestShelveInstance-792984814-project] 10.222.0.66 "GET /v2.0/security-groups?id=50b27ea4-b12f-4388-874d-0faf427ba632&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0471373 Jun 16 17:30:26.456183 dv-cinder-837356-2-iscsi neutron-server[103916]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44dfcefe-f1bf-44b9-ba11-97dec7a0ee92 req-7ca5fcd1-16aa-463a-bbfb-ece49dd56c5a tempest-TestShelveInstance-792984814 tempest-TestShelveInstance-792984814-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103916) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 16 17:30:26.457752 dv-cinder-837356-2-iscsi neutron-server[103916]: INFO neutron.wsgi [req-44dfcefe-f1bf-44b9-ba11-97dec7a0ee92 req-7ca5fcd1-16aa-463a-bbfb-ece49dd56c5a tempest-TestShelveInstance-792984814 tempest-TestShelveInstance-792984814-project] 10.222.0.66 "GET /v2.0/ports?device_id=1cc6f984-945e-4244-b25d-45c9022782dd HTTP/1.1" status: 200 len: 945 time: 0.0496550 Jun 16 17:30:26.495144 dv-cinder-837356-2-iscsi neutron-server[103916]: DEBUG dbcounter [-] [103916] Writing DB stats neutron:SELECT=100 {{(pid=103916) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 16 17:30:26.516114 dv-cinder-837356-2-iscsi neutron-server[103916]: INFO neutron.wsgi [req-44dfcefe-f1bf-44b9-ba11-97dec7a0ee92 req-8c472ed5-5f78-4518-b8e0-ff61321a5a21 tempest-TestShelveInstance-792984814 tempest-TestShelveInstance-792984814-project] 10.222.0.66 "GET /v2.0/security-groups?id=50b27ea4-b12f-4388-874d-0faf427ba632&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0525978 Jun 16 17:30:26.539046 dv-cinder-837356-2-iscsi neutron-server[103917]: DEBUG neutron.wsgi [-] (103917) accepted ('10.222.0.66', 44876) {{(pid=103917) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 16 17:30:26.752014 dv-cinder-837356-2-iscsi neutron-server[103917]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cbf1cc48-edb8-43b3-97da-c7d1126db5ea tempest-TestShelveInstance-397420365 tempest-TestShelveInstance-397420365-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103917) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 16 17:30:26.753570 dv-cinder-837356-2-iscsi neutron-server[103917]: INFO neutron.wsgi [None req-cbf1cc48-edb8-43b3-97da-c7d1126db5ea tempest-TestShelveInstance-397420365 tempest-TestShelveInstance-397420365-project-admin] 10.222.0.66 "GET /v2.0/ports?device_id=1cc6f984-945e-4244-b25d-45c9022782dd HTTP/1.1" status: 200 len: 1124 time: 0.2134974 Jun 16 17:30:26.756662 dv-cinder-837356-2-iscsi neutron-server[103917]: DEBUG neutron.wsgi [-] (103917) accepted ('10.222.0.66', 44880) {{(pid=103917) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 16 17:30:26.760859 dv-cinder-837356-2-iscsi neutron-server[103917]: DEBUG neutron.api.v2.base [None req-5c726ee5-c628-4781-8c4a-eb766ecee235 tempest-TestShelveInstance-792984814 tempest-TestShelveInstance-792984814-project] Request body: {'floatingip': {'floating_network_id': '9df31235-0797-44e6-85a0-102cb2da2d58', 'port_id': '9ab6739f-6b37-443b-9a2c-8dc7f323433a', 'tenant_id': '50aeadccaa9348fd9af173f94291bf6f', 'fixed_ip_address': '172.20.0.7'}} {{(pid=103917) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jun 16 17:30:26.785012 dv-cinder-837356-2-iscsi neutron-server[103917]: DEBUG neutron_lib.callbacks.manager [None req-5c726ee5-c628-4781-8c4a-eb766ecee235 tempest-TestShelveInstance-792984814 tempest-TestShelveInstance-792984814-project] Publish callbacks [] for floatingip (None), before_create {{(pid=103917) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 17:30:26.868163 dv-cinder-837356-2-iscsi neutron-server[103917]: DEBUG neutron_lib.callbacks.manager [None req-5c726ee5-c628-4781-8c4a-eb766ecee235 tempest-TestShelveInstance-792984814 tempest-TestShelveInstance-792984814-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16007590'] for port (None), before_create {{(pid=103917) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 17:30:26.985951 dv-cinder-837356-2-iscsi neutron-server[103917]: DEBUG neutron.db.db_base_plugin_common [None req-5c726ee5-c628-4781-8c4a-eb766ecee235 tempest-TestShelveInstance-792984814 tempest-TestShelveInstance-792984814-project] Allocated IP 172.27.2.207 (9df31235-0797-44e6-85a0-102cb2da2d58/1dfb0320-f5eb-46f6-88ce-33002f500238/bbf62c42-cacc-4955-8263-62deaec4912c) {{(pid=103917) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 16 17:30:27.099511 dv-cinder-837356-2-iscsi neutron-server[103917]: DEBUG neutron_lib.callbacks.manager [None req-5c726ee5-c628-4781-8c4a-eb766ecee235 tempest-TestShelveInstance-792984814 tempest-TestShelveInstance-792984814-project] Publish callbacks [] for port (bbf62c42-cacc-4955-8263-62deaec4912c), precommit_create {{(pid=103917) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 17:30:27.143885 dv-cinder-837356-2-iscsi neutron-server[103917]: DEBUG neutron_lib.callbacks.manager [None req-5c726ee5-c628-4781-8c4a-eb766ecee235 tempest-TestShelveInstance-792984814 tempest-TestShelveInstance-792984814-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16007527', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-75831', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16241551', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8728538993421', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3819743'] for port (bbf62c42-cacc-4955-8263-62deaec4912c), after_create {{(pid=103917) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 17:30:27.191344 dv-cinder-837356-2-iscsi neutron-server[103917]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5c726ee5-c628-4781-8c4a-eb766ecee235 tempest-TestShelveInstance-792984814 tempest-TestShelveInstance-792984814-project] Network 9df31235-0797-44e6-85a0-102cb2da2d58 is already hosted by enough agents. {{(pid=103917) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 16 17:30:27.194787 dv-cinder-837356-2-iscsi neutron-server[103917]: DEBUG neutron.scheduler.base_scheduler [None req-5c726ee5-c628-4781-8c4a-eb766ecee235 tempest-TestShelveInstance-792984814 tempest-TestShelveInstance-792984814-project] Resources bound (agent type, host, resource id): {{(pid=103917) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 16 17:30:27.196794 dv-cinder-837356-2-iscsi neutron-server[103917]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5c726ee5-c628-4781-8c4a-eb766ecee235 tempest-TestShelveInstance-792984814 tempest-TestShelveInstance-792984814-project] Pushing event updated for resources: {'Port': ['ID=bbf62c42-cacc-4955-8263-62deaec4912c,revision_number=1']} {{(pid=103917) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 17:30:27.198829 dv-cinder-837356-2-iscsi neutron-server[103917]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5c726ee5-c628-4781-8c4a-eb766ecee235 tempest-TestShelveInstance-792984814 tempest-TestShelveInstance-792984814-project] Received port after_create {{(pid=103917) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:542}} Jun 16 17:30:27.326336 dv-cinder-837356-2-iscsi neutron-server[103917]: DEBUG dbcounter [-] [103917] Writing DB stats neutron:SELECT=95,neutron:INSERT=5 {{(pid=103917) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 16 17:30:27.329217 dv-cinder-837356-2-iscsi neutron-server[103917]: DEBUG dbcounter [-] [103917] Writing DB stats neutron:SELECT=93,neutron:INSERT=3,neutron:UPDATE=4 {{(pid=103917) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 16 17:30:27.587827 dv-cinder-837356-2-iscsi neutron-server[103917]: DEBUG neutron_lib.callbacks.manager [None req-5c726ee5-c628-4781-8c4a-eb766ecee235 tempest-TestShelveInstance-792984814 tempest-TestShelveInstance-792984814-project] Publish callbacks [] for floatingip (6555cdee-864b-41a8-b6d3-f1ea12020bd6), precommit_create {{(pid=103917) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 17:30:27.667340 dv-cinder-837356-2-iscsi neutron-server[103917]: DEBUG neutron_lib.callbacks.manager [None req-5c726ee5-c628-4781-8c4a-eb766ecee235 tempest-TestShelveInstance-792984814 tempest-TestShelveInstance-792984814-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16007590'] for port (bbf62c42-cacc-4955-8263-62deaec4912c), before_update {{(pid=103917) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 17:30:27.831537 dv-cinder-837356-2-iscsi neutron-server[103917]: DEBUG neutron_lib.callbacks.manager [None req-5c726ee5-c628-4781-8c4a-eb766ecee235 tempest-TestShelveInstance-792984814 tempest-TestShelveInstance-792984814-project] Publish callbacks [] for port (bbf62c42-cacc-4955-8263-62deaec4912c), precommit_update {{(pid=103917) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 17:30:27.837476 dv-cinder-837356-2-iscsi neutron-server[103917]: DEBUG neutron_lib.callbacks.manager [None req-5c726ee5-c628-4781-8c4a-eb766ecee235 tempest-TestShelveInstance-792984814 tempest-TestShelveInstance-792984814-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16007527', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-75831', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16241551', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728539364693', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728538993439', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728538993457', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3819734'] for port (bbf62c42-cacc-4955-8263-62deaec4912c), after_update {{(pid=103917) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 17:30:27.885157 dv-cinder-837356-2-iscsi neutron-server[103917]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5c726ee5-c628-4781-8c4a-eb766ecee235 tempest-TestShelveInstance-792984814 tempest-TestShelveInstance-792984814-project] Pushing event updated for resources: {'Port': ['ID=bbf62c42-cacc-4955-8263-62deaec4912c,revision_number=2']} {{(pid=103917) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 17:30:27.922411 dv-cinder-837356-2-iscsi neutron-server[103917]: DEBUG neutron_lib.callbacks.manager [None req-5c726ee5-c628-4781-8c4a-eb766ecee235 tempest-TestShelveInstance-792984814 tempest-TestShelveInstance-792984814-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-704970'] for floatingip (6555cdee-864b-41a8-b6d3-f1ea12020bd6), after_create {{(pid=103917) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 17:30:28.030679 dv-cinder-837356-2-iscsi neutron-server[103917]: INFO neutron.db.l3_db [None req-5c726ee5-c628-4781-8c4a-eb766ecee235 tempest-TestShelveInstance-792984814 tempest-TestShelveInstance-792984814-project] Floating IP 6555cdee-864b-41a8-b6d3-f1ea12020bd6 associated. External IP: 172.27.2.207, port: 9ab6739f-6b37-443b-9a2c-8dc7f323433a. Jun 16 17:30:28.180546 dv-cinder-837356-2-iscsi neutron-server[103917]: DEBUG dbcounter [-] [103917] Writing DB stats neutron:SELECT=98,neutron:INSERT=1,neutron:UPDATE=1 {{(pid=103917) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 16 17:30:28.251931 dv-cinder-837356-2-iscsi neutron-server[103917]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-5c726ee5-c628-4781-8c4a-eb766ecee235 tempest-TestShelveInstance-792984814 tempest-TestShelveInstance-792984814-project] Router 51e0e6e8-2961-4a56-9c97-c0eb890fa510 has already been hosted by L3 agent 7639df21-17c3-4235-8912-210c3ad54137 {{(pid=103917) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jun 16 17:30:28.342887 dv-cinder-837356-2-iscsi neutron-server[103917]: DEBUG dbcounter [-] [103917] Writing DB stats neutron:SELECT=98,neutron:INSERT=1,neutron:UPDATE=1 {{(pid=103917) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 16 17:30:28.366333 dv-cinder-837356-2-iscsi neutron-server[103917]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5c726ee5-c628-4781-8c4a-eb766ecee235 tempest-TestShelveInstance-792984814 tempest-TestShelveInstance-792984814-project] Notify agent at l3_agent.dv-cinder-837356-2-iscsi the message routers_updated {{(pid=103917) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jun 16 17:30:28.376331 dv-cinder-837356-2-iscsi neutron-server[103919]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f4f6150d-ff9d-4259-9627-ad1f20cb02b2 None None] Sync routers for ids ['51e0e6e8-2961-4a56-9c97-c0eb890fa510'] in dv-cinder-837356-2-iscsi {{(pid=103919) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 16 17:30:28.386795 dv-cinder-837356-2-iscsi neutron-server[103917]: DEBUG neutron_lib.callbacks.manager [None req-5c726ee5-c628-4781-8c4a-eb766ecee235 tempest-TestShelveInstance-792984814 tempest-TestShelveInstance-792984814-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-191112'] for floatingip (None), before_response {{(pid=103917) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 17:30:28.387766 dv-cinder-837356-2-iscsi neutron-server[103919]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f4f6150d-ff9d-4259-9627-ad1f20cb02b2 None None] Routers {'51e0e6e8-2961-4a56-9c97-c0eb890fa510'} bound to L3 agent in host dv-cinder-837356-2-iscsi {{(pid=103919) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jun 16 17:30:28.388387 dv-cinder-837356-2-iscsi neutron-server[103919]: DEBUG neutron.db.l3_hamode_db [None req-f4f6150d-ff9d-4259-9627-ad1f20cb02b2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-837356-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-06-16T17:14:15Z,description=,heartbeat_timestamp=2022-06-16T17:30:15Z,host='dv-cinder-837356-2-iscsi',id=7639df21-17c3-4235-8912-210c3ad54137,load=0,resource_versions=,resources_synced=,started_at=2022-06-16T17:14:15Z,topic='l3_agent')) {'router_ids': ['51e0e6e8-2961-4a56-9c97-c0eb890fa510'], 'active': True} {{(pid=103919) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 16 17:30:28.419457 dv-cinder-837356-2-iscsi neutron-server[103917]: INFO neutron.wsgi [None req-5c726ee5-c628-4781-8c4a-eb766ecee235 tempest-TestShelveInstance-792984814 tempest-TestShelveInstance-792984814-project] 10.222.0.66 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 996 time: 1.6617630 Jun 16 17:30:28.420152 dv-cinder-837356-2-iscsi neutron-server[103917]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '1cc6f984-945e-4244-b25d-45c9022782dd', 'tag': '9ab6739f-6b37-443b-9a2c-8dc7f323433a'}] {{(pid=103917) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jun 16 17:30:28.422520 dv-cinder-837356-2-iscsi neutron-server[103917]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.66/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6f3fd2b1a6655810f50592bc9015c397d118e5689141688eaf1b23dbeee2ebf8" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6d4b614d-2aa0-4b87-aa83-4a7b003d03bd" -d '{"events": [{"name": "network-changed", "server_uuid": "1cc6f984-945e-4244-b25d-45c9022782dd", "tag": "9ab6739f-6b37-443b-9a2c-8dc7f323433a"}]}' {{(pid=103917) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 16 17:30:28.465188 dv-cinder-837356-2-iscsi neutron-server[103917]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 16 Jun 2022 17:30:28 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e62ccceb-6582-4213-b93a-302bbf8614ae x-openstack-request-id: req-e62ccceb-6582-4213-b93a-302bbf8614ae {{(pid=103917) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 16 17:30:28.466505 dv-cinder-837356-2-iscsi neutron-server[103917]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "1cc6f984-945e-4244-b25d-45c9022782dd", "tag": "9ab6739f-6b37-443b-9a2c-8dc7f323433a", "status": "completed", "code": 200}]} {{(pid=103917) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 16 17:30:28.466747 dv-cinder-837356-2-iscsi neutron-server[103917]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.66/compute/v2.1/os-server-external-events used request id req-e62ccceb-6582-4213-b93a-302bbf8614ae {{(pid=103917) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 16 17:30:28.467156 dv-cinder-837356-2-iscsi neutron-server[103917]: INFO neutron.notifiers.nova [-] Nova event matching ['req-e62ccceb-6582-4213-b93a-302bbf8614ae'] response: {'name': 'network-changed', 'server_uuid': '1cc6f984-945e-4244-b25d-45c9022782dd', 'tag': '9ab6739f-6b37-443b-9a2c-8dc7f323433a', 'status': 'completed', 'code': 200} Jun 16 17:30:28.515209 dv-cinder-837356-2-iscsi neutron-server[103919]: DEBUG neutron.db.l3_dvr_db [None req-f4f6150d-ff9d-4259-9627-ad1f20cb02b2 None None] Set router 51e0e6e8-2961-4a56-9c97-c0eb890fa510 gateway port host: dv-cinder-837356-2-iscsi {{(pid=103919) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jun 16 17:30:28.538748 dv-cinder-837356-2-iscsi neutron-server[103917]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d4b614d-2aa0-4b87-aa83-4a7b003d03bd req-8dd8a21a-ff9f-462a-b88c-1befc6c6ca84 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103917) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 16 17:30:28.540412 dv-cinder-837356-2-iscsi neutron-server[103917]: INFO neutron.wsgi [req-6d4b614d-2aa0-4b87-aa83-4a7b003d03bd req-8dd8a21a-ff9f-462a-b88c-1befc6c6ca84 service neutron] 10.222.0.81 "GET /v2.0/ports?tenant_id=50aeadccaa9348fd9af173f94291bf6f&device_id=1cc6f984-945e-4244-b25d-45c9022782dd HTTP/1.1" status: 200 len: 1129 time: 0.0453300 Jun 16 17:30:28.677147 dv-cinder-837356-2-iscsi neutron-server[103917]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d4b614d-2aa0-4b87-aa83-4a7b003d03bd req-f609be26-1778-4af7-b02c-c258e0eb9512 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103917) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 16 17:30:28.679226 dv-cinder-837356-2-iscsi neutron-server[103917]: INFO neutron.wsgi [req-6d4b614d-2aa0-4b87-aa83-4a7b003d03bd req-f609be26-1778-4af7-b02c-c258e0eb9512 service neutron] 10.222.0.81 "GET /v2.0/networks?id=e2e2bf0f-54ad-46f0-9611-04e943388552 HTTP/1.1" status: 200 len: 910 time: 0.1318173 Jun 16 17:30:28.748796 dv-cinder-837356-2-iscsi neutron-server[103917]: INFO neutron.wsgi [req-6d4b614d-2aa0-4b87-aa83-4a7b003d03bd req-1e940eed-60a0-4f6c-83e2-d2523d686ff0 service neutron] 10.222.0.81 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=9ab6739f-6b37-443b-9a2c-8dc7f323433a HTTP/1.1" status: 200 len: 999 time: 0.0633972 Jun 16 17:30:28.755923 dv-cinder-837356-2-iscsi neutron-server[103919]: DEBUG neutron.db.l3_hamode_db [None req-f4f6150d-ff9d-4259-9627-ad1f20cb02b2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '51e0e6e8-2961-4a56-9c97-c0eb890fa510', 'name': 'tempest-TestShelveInstance-278687210-router', 'tenant_id': '50aeadccaa9348fd9af173f94291bf6f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9df31235-0797-44e6-85a0-102cb2da2d58', 'external_fixed_ips': [{'subnet_id': '1dfb0320-f5eb-46f6-88ce-33002f500238', 'ip_address': '172.27.2.24'}], 'enable_snat': True}, 'gw_port_id': '9117a816-4e9e-43ec-ac6e-c5b153dd0bc9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-16T17:29:29Z', 'updated_at': '2022-06-16T17:29:35Z', 'revision_number': 4, 'project_id': '50aeadccaa9348fd9af173f94291bf6f', 'gw_port': {'id': '9117a816-4e9e-43ec-ac6e-c5b153dd0bc9', 'name': '', 'network_id': '9df31235-0797-44e6-85a0-102cb2da2d58', 'tenant_id': '', 'mac_address': 'fa:16:3e:9a:49:27', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '51e0e6e8-2961-4a56-9c97-c0eb890fa510', 'device_owner': 'network:router_gateway', 'standard_attr_id': 573, 'fixed_ips': [{'subnet_id': '1dfb0320-f5eb-46f6-88ce-33002f500238', 'ip_address': '172.27.2.24', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-837356-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-16T17:29:29Z', 'updated_at': '2022-06-16T17:29:38Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1dfb0320-f5eb-46f6-88ce-33002f500238', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-837356-2-iscsi', '_floatingips': [{'id': '6555cdee-864b-41a8-b6d3-f1ea12020bd6', 'tenant_id': '50aeadccaa9348fd9af173f94291bf6f', 'floating_ip_address': '172.27.2.207', 'floating_network_id': '9df31235-0797-44e6-85a0-102cb2da2d58', 'router_id': '51e0e6e8-2961-4a56-9c97-c0eb890fa510', 'port_id': '9ab6739f-6b37-443b-9a2c-8dc7f323433a', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'standard_attr_id': 600, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'e2e2bf0f-54ad-46f0-9611-04e943388552', 'mac_address': 'fa:16:3e:97:d9:8b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1cc6f984-945e-4244-b25d-45c9022782dd', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-06-16T17:30:27Z', 'updated_at': '2022-06-16T17:30:27Z', 'revision_number': 0, 'project_id': '50aeadccaa9348fd9af173f94291bf6f', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '401826ae-efee-49a0-8dc1-2f0485f4adf8', 'name': '', 'network_id': 'e2e2bf0f-54ad-46f0-9611-04e943388552', 'tenant_id': '50aeadccaa9348fd9af173f94291bf6f', 'mac_address': 'fa:16:3e:aa:2c:52', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '51e0e6e8-2961-4a56-9c97-c0eb890fa510', 'device_owner': 'network:router_interface', 'standard_attr_id': 574, 'fixed_ips': [{'subnet_id': '4a1d4ef0-9517-4aff-bf32-d5774cc7c0cd', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-837356-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-16T17:29:34Z', 'updated_at': '2022-06-16T17:29:41Z', 'revision_number': 5, 'project_id': '50aeadccaa9348fd9af173f94291bf6f', 'subnets': [{'id': '4a1d4ef0-9517-4aff-bf32-d5774cc7c0cd', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-837356-2-iscsi', False) {} {{(pid=103919) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 16 17:30:28.782839 dv-cinder-837356-2-iscsi neutron-server[103919]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f4f6150d-ff9d-4259-9627-ad1f20cb02b2 None None] Checking router: 51e0e6e8-2961-4a56-9c97-c0eb890fa510 for host: dv-cinder-837356-2-iscsi {{(pid=103919) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 16 17:30:28.792804 dv-cinder-837356-2-iscsi neutron-server[103919]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f4f6150d-ff9d-4259-9627-ad1f20cb02b2 None None] Routers {'51e0e6e8-2961-4a56-9c97-c0eb890fa510'} bound to L3 agent in host dv-cinder-837356-2-iscsi {{(pid=103919) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jun 16 17:30:28.793454 dv-cinder-837356-2-iscsi neutron-server[103919]: DEBUG neutron.db.l3_hamode_db [None req-f4f6150d-ff9d-4259-9627-ad1f20cb02b2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-837356-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-06-16T17:14:15Z,description=,heartbeat_timestamp=2022-06-16T17:30:15Z,host='dv-cinder-837356-2-iscsi',id=7639df21-17c3-4235-8912-210c3ad54137,load=0,resource_versions=,resources_synced=,started_at=2022-06-16T17:14:15Z,topic='l3_agent')) {'router_ids': ['51e0e6e8-2961-4a56-9c97-c0eb890fa510'], 'active': True} {{(pid=103919) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 16 17:30:28.814833 dv-cinder-837356-2-iscsi neutron-server[103917]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d4b614d-2aa0-4b87-aa83-4a7b003d03bd req-86a72a61-43f1-412a-b1ec-f547dee0647a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103917) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 16 17:30:28.816453 dv-cinder-837356-2-iscsi neutron-server[103917]: INFO neutron.wsgi [req-6d4b614d-2aa0-4b87-aa83-4a7b003d03bd req-86a72a61-43f1-412a-b1ec-f547dee0647a service neutron] 10.222.0.81 "GET /v2.0/subnets?id=4a1d4ef0-9517-4aff-bf32-d5774cc7c0cd HTTP/1.1" status: 200 len: 847 time: 0.0611646 Jun 16 17:30:28.863316 dv-cinder-837356-2-iscsi neutron-server[103917]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d4b614d-2aa0-4b87-aa83-4a7b003d03bd req-e2d5676f-67cc-4793-a9b0-5e37cb0ef94a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103917) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 16 17:30:28.865130 dv-cinder-837356-2-iscsi neutron-server[103917]: INFO neutron.wsgi [req-6d4b614d-2aa0-4b87-aa83-4a7b003d03bd req-e2d5676f-67cc-4793-a9b0-5e37cb0ef94a service neutron] 10.222.0.81 "GET /v2.0/ports?network_id=e2e2bf0f-54ad-46f0-9611-04e943388552&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0426409 Jun 16 17:30:28.909124 dv-cinder-837356-2-iscsi neutron-server[103919]: DEBUG neutron.db.l3_dvr_db [None req-f4f6150d-ff9d-4259-9627-ad1f20cb02b2 None None] Set router 51e0e6e8-2961-4a56-9c97-c0eb890fa510 gateway port host: dv-cinder-837356-2-iscsi {{(pid=103919) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jun 16 17:30:28.971342 dv-cinder-837356-2-iscsi neutron-server[103917]: INFO neutron.wsgi [req-6d4b614d-2aa0-4b87-aa83-4a7b003d03bd req-777adc4f-3f51-42d5-9488-2cb0325b2e92 service neutron] 10.222.0.81 "GET /v2.0/networks/e2e2bf0f-54ad-46f0-9611-04e943388552?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0993061 Jun 16 17:30:29.068785 dv-cinder-837356-2-iscsi neutron-server[103917]: INFO neutron.wsgi [req-6d4b614d-2aa0-4b87-aa83-4a7b003d03bd req-dcf9d601-0240-4145-8a01-10b8f183f045 service neutron] 10.222.0.81 "GET /v2.0/networks/e2e2bf0f-54ad-46f0-9611-04e943388552?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0903842 Jun 16 17:30:29.145444 dv-cinder-837356-2-iscsi neutron-server[103919]: DEBUG neutron.db.l3_hamode_db [None req-f4f6150d-ff9d-4259-9627-ad1f20cb02b2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '51e0e6e8-2961-4a56-9c97-c0eb890fa510', 'name': 'tempest-TestShelveInstance-278687210-router', 'tenant_id': '50aeadccaa9348fd9af173f94291bf6f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9df31235-0797-44e6-85a0-102cb2da2d58', 'external_fixed_ips': [{'subnet_id': '1dfb0320-f5eb-46f6-88ce-33002f500238', 'ip_address': '172.27.2.24'}], 'enable_snat': True}, 'gw_port_id': '9117a816-4e9e-43ec-ac6e-c5b153dd0bc9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-16T17:29:29Z', 'updated_at': '2022-06-16T17:29:35Z', 'revision_number': 4, 'project_id': '50aeadccaa9348fd9af173f94291bf6f', 'gw_port': {'id': '9117a816-4e9e-43ec-ac6e-c5b153dd0bc9', 'name': '', 'network_id': '9df31235-0797-44e6-85a0-102cb2da2d58', 'tenant_id': '', 'mac_address': 'fa:16:3e:9a:49:27', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '51e0e6e8-2961-4a56-9c97-c0eb890fa510', 'device_owner': 'network:router_gateway', 'standard_attr_id': 573, 'fixed_ips': [{'subnet_id': '1dfb0320-f5eb-46f6-88ce-33002f500238', 'ip_address': '172.27.2.24', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-837356-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-16T17:29:29Z', 'updated_at': '2022-06-16T17:29:38Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1dfb0320-f5eb-46f6-88ce-33002f500238', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-837356-2-iscsi', '_floatingips': [{'id': '6555cdee-864b-41a8-b6d3-f1ea12020bd6', 'tenant_id': '50aeadccaa9348fd9af173f94291bf6f', 'floating_ip_address': '172.27.2.207', 'floating_network_id': '9df31235-0797-44e6-85a0-102cb2da2d58', 'router_id': '51e0e6e8-2961-4a56-9c97-c0eb890fa510', 'port_id': '9ab6739f-6b37-443b-9a2c-8dc7f323433a', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'standard_attr_id': 600, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'e2e2bf0f-54ad-46f0-9611-04e943388552', 'mac_address': 'fa:16:3e:97:d9:8b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1cc6f984-945e-4244-b25d-45c9022782dd', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-06-16T17:30:27Z', 'updated_at': '2022-06-16T17:30:27Z', 'revision_number': 0, 'project_id': '50aeadccaa9348fd9af173f94291bf6f', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '401826ae-efee-49a0-8dc1-2f0485f4adf8', 'name': '', 'network_id': 'e2e2bf0f-54ad-46f0-9611-04e943388552', 'tenant_id': '50aeadccaa9348fd9af173f94291bf6f', 'mac_address': 'fa:16:3e:aa:2c:52', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '51e0e6e8-2961-4a56-9c97-c0eb890fa510', 'device_owner': 'network:router_interface', 'standard_attr_id': 574, 'fixed_ips': [{'subnet_id': '4a1d4ef0-9517-4aff-bf32-d5774cc7c0cd', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-837356-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-16T17:29:34Z', 'updated_at': '2022-06-16T17:29:41Z', 'revision_number': 5, 'project_id': '50aeadccaa9348fd9af173f94291bf6f', 'subnets': [{'id': '4a1d4ef0-9517-4aff-bf32-d5774cc7c0cd', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-837356-2-iscsi', False) {} {{(pid=103919) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 16 17:30:29.172354 dv-cinder-837356-2-iscsi neutron-server[103919]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f4f6150d-ff9d-4259-9627-ad1f20cb02b2 None None] The sync data for ids ['51e0e6e8-2961-4a56-9c97-c0eb890fa510'] in dv-cinder-837356-2-iscsi is: [{'id': '51e0e6e8-2961-4a56-9c97-c0eb890fa510', 'name': 'tempest-TestShelveInstance-278687210-router', 'tenant_id': '50aeadccaa9348fd9af173f94291bf6f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9df31235-0797-44e6-85a0-102cb2da2d58', 'external_fixed_ips': [{'subnet_id': '1dfb0320-f5eb-46f6-88ce-33002f500238', 'ip_address': '172.27.2.24'}], 'enable_snat': True}, 'gw_port_id': '9117a816-4e9e-43ec-ac6e-c5b153dd0bc9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-16T17:29:29Z', 'updated_at': '2022-06-16T17:29:35Z', 'revision_number': 4, 'project_id': '50aeadccaa9348fd9af173f94291bf6f', 'gw_port': {'id': '9117a816-4e9e-43ec-ac6e-c5b153dd0bc9', 'name': '', 'network_id': '9df31235-0797-44e6-85a0-102cb2da2d58', 'tenant_id': '', 'mac_address': 'fa:16:3e:9a:49:27', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '51e0e6e8-2961-4a56-9c97-c0eb890fa510', 'device_owner': 'network:router_gateway', 'standard_attr_id': 573, 'fixed_ips': [{'subnet_id': '1dfb0320-f5eb-46f6-88ce-33002f500238', 'ip_address': '172.27.2.24', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-837356-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-16T17:29:29Z', 'updated_at': '2022-06-16T17:29:38Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1dfb0320-f5eb-46f6-88ce-33002f500238', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-837356-2-iscsi', '_floatingips': [{'id': '6555cdee-864b-41a8-b6d3-f1ea12020bd6', 'tenant_id': '50aeadccaa9348fd9af173f94291bf6f', 'floating_ip_address': '172.27.2.207', 'floating_network_id': '9df31235-0797-44e6-85a0-102cb2da2d58', 'router_id': '51e0e6e8-2961-4a56-9c97-c0eb890fa510', 'port_id': '9ab6739f-6b37-443b-9a2c-8dc7f323433a', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'standard_attr_id': 600, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'e2e2bf0f-54ad-46f0-9611-04e943388552', 'mac_address': 'fa:16:3e:97:d9:8b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1cc6f984-945e-4244-b25d-45c9022782dd', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-06-16T17:30:27Z', 'updated_at': '2022-06-16T17:30:27Z', 'revision_number': 0, 'project_id': '50aeadccaa9348fd9af173f94291bf6f', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '401826ae-efee-49a0-8dc1-2f0485f4adf8', 'name': '', 'network_id': 'e2e2bf0f-54ad-46f0-9611-04e943388552', 'tenant_id': '50aeadccaa9348fd9af173f94291bf6f', 'mac_address': 'fa:16:3e:aa:2c:52', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '51e0e6e8-2961-4a56-9c97-c0eb890fa510', 'device_owner': 'network:router_interface', 'standard_attr_id': 574, 'fixed_ips': [{'subnet_id': '4a1d4ef0-9517-4aff-bf32-d5774cc7c0cd', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-837356-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-16T17:29:34Z', 'updated_at': '2022-06-16T17:29:41Z', 'revision_number': 5, 'project_id': '50aeadccaa9348fd9af173f94291bf6f', 'subnets': [{'id': '4a1d4ef0-9517-4aff-bf32-d5774cc7c0cd', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103919) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 16 17:30:29.411503 dv-cinder-837356-2-iscsi neutron-server[103918]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dcbe1067-8265-45ca-a61f-9b66777c8eae None None] New status for floating IP 6555cdee-864b-41a8-b6d3-f1ea12020bd6: ACTIVE {{(pid=103918) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:269}} Jun 16 17:30:29.575453 dv-cinder-837356-2-iscsi neutron-server[103918]: DEBUG neutron_lib.callbacks.manager [None req-b2b17746-c296-4803-869a-65578e8233dd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728539454181', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16149322'] for agent (2e97d73d-50fc-4f89-a4ea-85f65eb860d8), after_update {{(pid=103918) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 17:30:34.040690 dv-cinder-837356-2-iscsi neutron-server[103916]: DEBUG dbcounter [-] [103916] Writing DB stats neutron:SELECT=91 {{(pid=103916) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 16 17:30:34.080371 dv-cinder-837356-2-iscsi neutron-server[103916]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b6cd97f-f1c0-4a0d-8d54-77299e959a31 req-c7b5ef07-2af3-4200-8cf5-658eb417e59d tempest-AttachVolumeShelveTestJSON-1123487845 tempest-AttachVolumeShelveTestJSON-1123487845-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103916) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 16 17:30:34.081787 dv-cinder-837356-2-iscsi neutron-server[103916]: INFO neutron.wsgi [req-7b6cd97f-f1c0-4a0d-8d54-77299e959a31 req-c7b5ef07-2af3-4200-8cf5-658eb417e59d tempest-AttachVolumeShelveTestJSON-1123487845 tempest-AttachVolumeShelveTestJSON-1123487845-project] 10.222.0.66 "GET /v2.0/ports?device_id=a9f207ac-0a5d-4cfc-abd6-2f2fc88ab6a4 HTTP/1.1" status: 200 len: 946 time: 0.0498509 Jun 16 17:30:34.131326 dv-cinder-837356-2-iscsi neutron-server[103916]: INFO neutron.wsgi [req-7b6cd97f-f1c0-4a0d-8d54-77299e959a31 req-f94591f1-ac4c-4470-981e-a50ecb6e5d23 tempest-AttachVolumeShelveTestJSON-1123487845 tempest-AttachVolumeShelveTestJSON-1123487845-project] 10.222.0.66 "GET /v2.0/security-groups?id=528bbd8e-87bb-4e11-b4eb-c422958f1800&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0437090 Jun 16 17:30:35.281903 dv-cinder-837356-2-iscsi neutron-server[103917]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75466ae6-950b-4150-9c17-3858b0030035 req-50c8e7c1-0201-48b9-8269-566a29df5cb6 tempest-AttachVolumeShelveTestJSON-1123487845 tempest-AttachVolumeShelveTestJSON-1123487845-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103917) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 16 17:30:35.286873 dv-cinder-837356-2-iscsi neutron-server[103917]: INFO neutron.wsgi [req-75466ae6-950b-4150-9c17-3858b0030035 req-50c8e7c1-0201-48b9-8269-566a29df5cb6 tempest-AttachVolumeShelveTestJSON-1123487845 tempest-AttachVolumeShelveTestJSON-1123487845-project] 10.222.0.66 "GET /v2.0/ports?device_id=a9f207ac-0a5d-4cfc-abd6-2f2fc88ab6a4 HTTP/1.1" status: 200 len: 946 time: 0.0615349 Jun 16 17:30:35.354862 dv-cinder-837356-2-iscsi neutron-server[103916]: DEBUG neutron.wsgi [-] (103916) accepted ('10.222.0.66', 44998) {{(pid=103916) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 16 17:30:35.358089 dv-cinder-837356-2-iscsi neutron-server[103917]: INFO neutron.wsgi [req-15e5f9f6-a940-436f-9ec0-3246137eccc0 req-fdfcb943-ba17-4f91-b7d2-0bd530da6d89 service neutron] 10.222.0.81 "GET /v2.0/ports?device_id=ce5b6345-48fe-44a0-b917-2b12902e234b&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0635102 Jun 16 17:30:35.376492 dv-cinder-837356-2-iscsi neutron-server[103917]: INFO neutron.wsgi [req-75466ae6-950b-4150-9c17-3858b0030035 req-56ecdcc5-d5fc-4376-8c13-2eded018907c tempest-AttachVolumeShelveTestJSON-1123487845 tempest-AttachVolumeShelveTestJSON-1123487845-project] 10.222.0.66 "GET /v2.0/security-groups?id=528bbd8e-87bb-4e11-b4eb-c422958f1800&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0831122 Jun 16 17:30:35.482056 dv-cinder-837356-2-iscsi neutron-server[103916]: DEBUG neutron_lib.callbacks.manager [None req-2614ceba-5fc5-4581-833a-bb79544703ec admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103916) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 17:30:35.549839 dv-cinder-837356-2-iscsi neutron-server[103917]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15e5f9f6-a940-436f-9ec0-3246137eccc0 req-b95719ce-74d9-418b-8e60-928fcd29a6e8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103917) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 16 17:30:35.551858 dv-cinder-837356-2-iscsi neutron-server[103917]: INFO neutron.wsgi [req-15e5f9f6-a940-436f-9ec0-3246137eccc0 req-b95719ce-74d9-418b-8e60-928fcd29a6e8 service neutron] 10.222.0.81 "GET /v2.0/ports?tenant_id=bd1488226a424c6e9e7f94f31b020e4f&device_id=ce5b6345-48fe-44a0-b917-2b12902e234b HTTP/1.1" status: 200 len: 1129 time: 0.0449853 Jun 16 17:30:35.573694 dv-cinder-837356-2-iscsi neutron-server[103916]: DEBUG neutron_lib.callbacks.manager [None req-2614ceba-5fc5-4581-833a-bb79544703ec admin admin] Publish callbacks [] for security_group (b2476db9-61af-42f2-ac59-e09c546e75a4), precommit_create {{(pid=103916) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 17:30:35.578684 dv-cinder-837356-2-iscsi neutron-server[103916]: DEBUG neutron_lib.callbacks.manager [None req-2614ceba-5fc5-4581-833a-bb79544703ec admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-570488'] for security_group (b2476db9-61af-42f2-ac59-e09c546e75a4), after_create {{(pid=103916) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 17:30:35.628676 dv-cinder-837356-2-iscsi neutron-server[103916]: INFO neutron.wsgi [None req-2614ceba-5fc5-4581-833a-bb79544703ec admin admin] 10.222.0.66 "GET /v2.0/security-groups?tenant_id=0665ded71fed48f0abc6da49edee2e26&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2707608 Jun 16 17:30:35.628676 dv-cinder-837356-2-iscsi neutron-server[103916]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2614ceba-5fc5-4581-833a-bb79544703ec admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b2476db9-61af-42f2-ac59-e09c546e75a4,revision_number=1']} {{(pid=103916) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 17:30:35.630668 dv-cinder-837356-2-iscsi neutron-server[103916]: DEBUG neutron.wsgi [-] (103916) accepted ('10.222.0.66', 45002) {{(pid=103916) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 16 17:30:35.639722 dv-cinder-837356-2-iscsi neutron-server[103917]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-669beec1-f275-4ad3-974f-4931b1123dd9 req-5d36d45d-8a67-44d7-9ebf-f8917f2f7826 tempest-AttachVolumeShelveTestJSON-1123487845 tempest-AttachVolumeShelveTestJSON-1123487845-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103917) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 16 17:30:35.641234 dv-cinder-837356-2-iscsi neutron-server[103917]: INFO neutron.wsgi [req-669beec1-f275-4ad3-974f-4931b1123dd9 req-5d36d45d-8a67-44d7-9ebf-f8917f2f7826 tempest-AttachVolumeShelveTestJSON-1123487845 tempest-AttachVolumeShelveTestJSON-1123487845-project] 10.222.0.81 "GET /v2.0/ports?device_id=a9f207ac-0a5d-4cfc-abd6-2f2fc88ab6a4 HTTP/1.1" status: 200 len: 946 time: 0.0795536 Jun 16 17:30:35.669083 dv-cinder-837356-2-iscsi neutron-server[103917]: DEBUG dbcounter [-] [103917] Writing DB stats neutron:SELECT=99,neutron:DELETE=1 {{(pid=103917) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 16 17:30:35.684728 dv-cinder-837356-2-iscsi neutron-server[103916]: DEBUG neutron_lib.callbacks.manager [None req-dcbe74f9-d04f-43d9-84ae-81c14db3d9fe admin admin] Publish callbacks [] for security_group (b2476db9-61af-42f2-ac59-e09c546e75a4), before_delete {{(pid=103916) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 17:30:35.709062 dv-cinder-837356-2-iscsi neutron-server[103916]: DEBUG neutron_lib.callbacks.manager [None req-dcbe74f9-d04f-43d9-84ae-81c14db3d9fe admin admin] Publish callbacks [] for security_group (b2476db9-61af-42f2-ac59-e09c546e75a4), precommit_delete {{(pid=103916) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 17:30:35.762034 dv-cinder-837356-2-iscsi neutron-server[103916]: DEBUG neutron_lib.callbacks.manager [None req-dcbe74f9-d04f-43d9-84ae-81c14db3d9fe admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-570488'] for security_group (b2476db9-61af-42f2-ac59-e09c546e75a4), after_delete {{(pid=103916) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 17:30:35.765053 dv-cinder-837356-2-iscsi neutron-server[103916]: DEBUG neutron_lib.callbacks.manager [None req-dcbe74f9-d04f-43d9-84ae-81c14db3d9fe admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103916) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 17:30:35.768863 dv-cinder-837356-2-iscsi neutron-server[103916]: INFO neutron.wsgi [None req-dcbe74f9-d04f-43d9-84ae-81c14db3d9fe admin admin] 10.222.0.66 "DELETE /v2.0/security-groups/b2476db9-61af-42f2-ac59-e09c546e75a4 HTTP/1.1" status: 204 len: 168 time: 0.1373413 Jun 16 17:30:35.774544 dv-cinder-837356-2-iscsi neutron-server[103917]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15e5f9f6-a940-436f-9ec0-3246137eccc0 req-375e5177-4494-4d01-9d41-1531499aeed3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103917) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 16 17:30:35.776124 dv-cinder-837356-2-iscsi neutron-server[103917]: INFO neutron.wsgi [req-15e5f9f6-a940-436f-9ec0-3246137eccc0 req-375e5177-4494-4d01-9d41-1531499aeed3 service neutron] 10.222.0.81 "GET /v2.0/networks?id=3da1c24e-a853-4091-89c9-dc663f379476 HTTP/1.1" status: 200 len: 914 time: 0.2016451 Jun 16 17:30:35.779976 dv-cinder-837356-2-iscsi neutron-server[103917]: DEBUG neutron.plugins.ml2.plugin [req-669beec1-f275-4ad3-974f-4931b1123dd9 req-f40b4d3d-bf29-4e88-a57f-745f557e93e9 tempest-AttachVolumeShelveTestJSON-1123487845 tempest-AttachVolumeShelveTestJSON-1123487845-project] Deleting port 8d7a682c-8735-4554-a952-dc548868e5d9 {{(pid=103917) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2043}} Jun 16 17:30:35.780312 dv-cinder-837356-2-iscsi neutron-server[103917]: DEBUG neutron_lib.callbacks.manager [req-669beec1-f275-4ad3-974f-4931b1123dd9 req-f40b4d3d-bf29-4e88-a57f-745f557e93e9 tempest-AttachVolumeShelveTestJSON-1123487845 tempest-AttachVolumeShelveTestJSON-1123487845-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8728539361383'] for port (8d7a682c-8735-4554-a952-dc548868e5d9), before_delete {{(pid=103917) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 17:30:35.783016 dv-cinder-837356-2-iscsi neutron-server[103916]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dcbe74f9-d04f-43d9-84ae-81c14db3d9fe admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b2476db9-61af-42f2-ac59-e09c546e75a4,revision_number=None']} {{(pid=103916) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 17:30:35.894314 dv-cinder-837356-2-iscsi neutron-server[103917]: DEBUG dbcounter [-] [103917] Writing DB stats neutron:SELECT=99,neutron:DELETE=1 {{(pid=103917) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 16 17:30:35.909625 dv-cinder-837356-2-iscsi neutron-server[103917]: INFO neutron.wsgi [req-15e5f9f6-a940-436f-9ec0-3246137eccc0 req-0ec53991-0995-4825-bbb4-e60327f6f1c8 service neutron] 10.222.0.81 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=ccefb110-1f8f-47f6-a66f-5a8c5114a8dc HTTP/1.1" status: 200 len: 1000 time: 0.1260226 Jun 16 17:30:35.971110 dv-cinder-837356-2-iscsi neutron-server[103917]: DEBUG neutron.plugins.ml2.db [req-669beec1-f275-4ad3-974f-4931b1123dd9 req-f40b4d3d-bf29-4e88-a57f-745f557e93e9 tempest-AttachVolumeShelveTestJSON-1123487845 tempest-AttachVolumeShelveTestJSON-1123487845-project] For port 8d7a682c-8735-4554-a952-dc548868e5d9, host hv-cinder-83735, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83735',level=0,port_id=8d7a682c-8735-4554-a952-dc548868e5d9,segment=NetworkSegment(d53d2152-678f-42ce-a3f8-cc589901ed6b),segment_id=d53d2152-678f-42ce-a3f8-cc589901ed6b)] {{(pid=103917) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 16 17:30:35.971479 dv-cinder-837356-2-iscsi neutron-server[103917]: DEBUG neutron_lib.callbacks.manager [req-669beec1-f275-4ad3-974f-4931b1123dd9 req-f40b4d3d-bf29-4e88-a57f-745f557e93e9 tempest-AttachVolumeShelveTestJSON-1123487845 tempest-AttachVolumeShelveTestJSON-1123487845-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-708042'] for port (8d7a682c-8735-4554-a952-dc548868e5d9), precommit_delete {{(pid=103917) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 17:30:35.995940 dv-cinder-837356-2-iscsi neutron-server[103917]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15e5f9f6-a940-436f-9ec0-3246137eccc0 req-c5ecc2a0-c63a-4f2e-a3f9-6cfde8d3c39a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103917) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 16 17:30:35.997444 dv-cinder-837356-2-iscsi neutron-server[103917]: INFO neutron.wsgi [req-15e5f9f6-a940-436f-9ec0-3246137eccc0 req-c5ecc2a0-c63a-4f2e-a3f9-6cfde8d3c39a service neutron] 10.222.0.81 "GET /v2.0/subnets?id=ff26c6d8-fbe9-4318-9056-e5433e3433f5 HTTP/1.1" status: 200 len: 851 time: 0.0808365 Jun 16 17:30:36.077958 dv-cinder-837356-2-iscsi neutron-server[103917]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15e5f9f6-a940-436f-9ec0-3246137eccc0 req-d7e58c23-959b-4ea3-aecc-2cc75275bdb2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103917) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 16 17:30:36.079397 dv-cinder-837356-2-iscsi neutron-server[103917]: INFO neutron.wsgi [req-15e5f9f6-a940-436f-9ec0-3246137eccc0 req-d7e58c23-959b-4ea3-aecc-2cc75275bdb2 service neutron] 10.222.0.81 "GET /v2.0/ports?network_id=3da1c24e-a853-4091-89c9-dc663f379476&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0563221 Jun 16 17:30:36.086893 dv-cinder-837356-2-iscsi neutron-server[103916]: DEBUG neutron.wsgi [-] (103916) accepted ('10.222.0.66', 45008) {{(pid=103916) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 16 17:30:36.100644 dv-cinder-837356-2-iscsi neutron-server[103916]: DEBUG neutron_lib.callbacks.manager [None req-2f1ea26e-38d8-48e4-86a6-85f0a7b61481 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103916) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 17:30:36.182670 dv-cinder-837356-2-iscsi neutron-server[103916]: DEBUG neutron_lib.callbacks.manager [None req-2f1ea26e-38d8-48e4-86a6-85f0a7b61481 admin admin] Publish callbacks [] for security_group (16221d59-9709-44a8-b9d5-825593b41fba), precommit_create {{(pid=103916) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 17:30:36.190457 dv-cinder-837356-2-iscsi neutron-server[103916]: DEBUG neutron_lib.callbacks.manager [None req-2f1ea26e-38d8-48e4-86a6-85f0a7b61481 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-570488'] for security_group (16221d59-9709-44a8-b9d5-825593b41fba), after_create {{(pid=103916) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 17:30:36.235681 dv-cinder-837356-2-iscsi neutron-server[103916]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f1ea26e-38d8-48e4-86a6-85f0a7b61481 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=16221d59-9709-44a8-b9d5-825593b41fba,revision_number=1']} {{(pid=103916) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 17:30:36.243141 dv-cinder-837356-2-iscsi neutron-server[103916]: INFO neutron.wsgi [None req-2f1ea26e-38d8-48e4-86a6-85f0a7b61481 admin admin] 10.222.0.66 "GET /v2.0/security-groups?tenant_id=d95e3f3448e54291bbeb1dddd1349efa&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1550782 Jun 16 17:30:36.246262 dv-cinder-837356-2-iscsi neutron-server[103916]: DEBUG neutron.wsgi [-] (103916) accepted ('10.222.0.66', 45010) {{(pid=103916) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 16 17:30:36.260098 dv-cinder-837356-2-iscsi neutron-server[103917]: DEBUG neutron_lib.callbacks.manager [req-669beec1-f275-4ad3-974f-4931b1123dd9 req-f40b4d3d-bf29-4e88-a57f-745f557e93e9 tempest-AttachVolumeShelveTestJSON-1123487845 tempest-AttachVolumeShelveTestJSON-1123487845-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=103917) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 17:30:36.260526 dv-cinder-837356-2-iscsi neutron-server[103917]: DEBUG neutron_lib.callbacks.manager [req-669beec1-f275-4ad3-974f-4931b1123dd9 req-f40b4d3d-bf29-4e88-a57f-745f557e93e9 tempest-AttachVolumeShelveTestJSON-1123487845 tempest-AttachVolumeShelveTestJSON-1123487845-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-704970'] for floatingip (5814884c-2a33-4e82-9c45-c5b7bff1fd5d), after_update {{(pid=103917) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 17:30:36.260833 dv-cinder-837356-2-iscsi neutron-server[103917]: INFO neutron.db.l3_db [req-669beec1-f275-4ad3-974f-4931b1123dd9 req-f40b4d3d-bf29-4e88-a57f-745f557e93e9 tempest-AttachVolumeShelveTestJSON-1123487845 tempest-AttachVolumeShelveTestJSON-1123487845-project] Floating IP 5814884c-2a33-4e82-9c45-c5b7bff1fd5d disassociated. External IP: 172.27.2.86, port: 8d7a682c-8735-4554-a952-dc548868e5d9. Jun 16 17:30:36.261197 dv-cinder-837356-2-iscsi neutron-server[103917]: DEBUG neutron.plugins.ml2.plugin [req-669beec1-f275-4ad3-974f-4931b1123dd9 req-f40b4d3d-bf29-4e88-a57f-745f557e93e9 tempest-AttachVolumeShelveTestJSON-1123487845 tempest-AttachVolumeShelveTestJSON-1123487845-project] Calling delete_port for 8d7a682c-8735-4554-a952-dc548868e5d9 owned by compute:nova {{(pid=103917) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2122}} Jun 16 17:30:36.269993 dv-cinder-837356-2-iscsi neutron-server[103917]: INFO neutron.wsgi [req-15e5f9f6-a940-436f-9ec0-3246137eccc0 req-91ff5f1f-2c48-4a92-90aa-50595bf077e2 service neutron] 10.222.0.81 "GET /v2.0/networks/3da1c24e-a853-4091-89c9-dc663f379476?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1620955 Jun 16 17:30:36.310867 dv-cinder-837356-2-iscsi neutron-server[103916]: DEBUG neutron_lib.callbacks.manager [None req-78baacaa-84dc-4c21-a538-eedba02e10ec admin admin] Publish callbacks [] for security_group (16221d59-9709-44a8-b9d5-825593b41fba), before_delete {{(pid=103916) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 17:30:36.339929 dv-cinder-837356-2-iscsi neutron-server[103916]: DEBUG neutron_lib.callbacks.manager [None req-78baacaa-84dc-4c21-a538-eedba02e10ec admin admin] Publish callbacks [] for security_group (16221d59-9709-44a8-b9d5-825593b41fba), precommit_delete {{(pid=103916) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 17:30:36.407510 dv-cinder-837356-2-iscsi neutron-server[103916]: DEBUG neutron_lib.callbacks.manager [None req-78baacaa-84dc-4c21-a538-eedba02e10ec admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-570488'] for security_group (16221d59-9709-44a8-b9d5-825593b41fba), after_delete {{(pid=103916) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 17:30:36.410517 dv-cinder-837356-2-iscsi neutron-server[103916]: DEBUG neutron_lib.callbacks.manager [None req-78baacaa-84dc-4c21-a538-eedba02e10ec admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103916) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 17:30:36.414733 dv-cinder-837356-2-iscsi neutron-server[103916]: INFO neutron.wsgi [None req-78baacaa-84dc-4c21-a538-eedba02e10ec admin admin] 10.222.0.66 "DELETE /v2.0/security-groups/16221d59-9709-44a8-b9d5-825593b41fba HTTP/1.1" status: 204 len: 168 time: 0.1645811 Jun 16 17:30:36.425717 dv-cinder-837356-2-iscsi neutron-server[103916]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-78baacaa-84dc-4c21-a538-eedba02e10ec admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=16221d59-9709-44a8-b9d5-825593b41fba,revision_number=None']} {{(pid=103916) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 17:30:36.528304 dv-cinder-837356-2-iscsi neutron-server[103916]: DEBUG dbcounter [-] [103916] Writing DB stats neutron:SELECT=81,neutron:INSERT=15,neutron:DELETE=4 {{(pid=103916) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 16 17:30:36.540964 dv-cinder-837356-2-iscsi neutron-server[103916]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b52afb0-1884-4bbb-895b-9d53ad7a4f88 req-05f8251e-ea99-40c4-b3d6-801c088c45d0 tempest-AttachVolumeShelveTestJSON-1123487845 tempest-AttachVolumeShelveTestJSON-1123487845-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103916) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 16 17:30:36.542720 dv-cinder-837356-2-iscsi neutron-server[103916]: INFO neutron.wsgi [req-4b52afb0-1884-4bbb-895b-9d53ad7a4f88 req-05f8251e-ea99-40c4-b3d6-801c088c45d0 tempest-AttachVolumeShelveTestJSON-1123487845 tempest-AttachVolumeShelveTestJSON-1123487845-project] 10.222.0.66 "GET /v2.0/ports?device_id=a9f207ac-0a5d-4cfc-abd6-2f2fc88ab6a4 HTTP/1.1" status: 200 len: 946 time: 0.0763636 Jun 16 17:30:36.576592 dv-cinder-837356-2-iscsi neutron-server[103916]: DEBUG dbcounter [-] [103916] Writing DB stats neutron:SELECT=87,neutron:INSERT=7,neutron:UPDATE=2,neutron:DELETE=4 {{(pid=103916) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 16 17:30:36.612692 dv-cinder-837356-2-iscsi neutron-server[103916]: INFO neutron.wsgi [req-4b52afb0-1884-4bbb-895b-9d53ad7a4f88 req-e01467e3-7e81-47d1-98e3-842fafb39299 tempest-AttachVolumeShelveTestJSON-1123487845 tempest-AttachVolumeShelveTestJSON-1123487845-project] 10.222.0.66 "GET /v2.0/security-groups?id=528bbd8e-87bb-4e11-b4eb-c422958f1800&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0626276 Jun 16 17:30:36.739538 dv-cinder-837356-2-iscsi neutron-server[103917]: INFO neutron.wsgi [req-15e5f9f6-a940-436f-9ec0-3246137eccc0 req-cb4a5a6e-ccc0-486d-a33d-bf4c6604fddc service neutron] 10.222.0.81 "GET /v2.0/networks/3da1c24e-a853-4091-89c9-dc663f379476?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4610343 Jun 16 17:30:36.807531 dv-cinder-837356-2-iscsi neutron-server[103917]: DEBUG neutron_lib.callbacks.manager [req-669beec1-f275-4ad3-974f-4931b1123dd9 req-f40b4d3d-bf29-4e88-a57f-745f557e93e9 tempest-AttachVolumeShelveTestJSON-1123487845 tempest-AttachVolumeShelveTestJSON-1123487845-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16007527', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-75831', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16241551', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8728539364702', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8728538993430', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3819743'] for port (8d7a682c-8735-4554-a952-dc548868e5d9), after_delete {{(pid=103917) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 17:30:36.836707 dv-cinder-837356-2-iscsi neutron-server[103917]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f40b4d3d-bf29-4e88-a57f-745f557e93e9 tempest-AttachVolumeShelveTestJSON-1123487845 tempest-AttachVolumeShelveTestJSON-1123487845-project] Pushing event deleted for resources: {'Port': ['ID=8d7a682c-8735-4554-a952-dc548868e5d9,revision_number=None']} {{(pid=103917) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 17:30:36.841580 dv-cinder-837356-2-iscsi neutron-server[103917]: DEBUG dbcounter [-] [103917] Writing DB stats neutron:SELECT=96,neutron:UPDATE=1,neutron:DELETE=3 {{(pid=103917) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 16 17:30:36.954361 dv-cinder-837356-2-iscsi neutron-server[103917]: DEBUG neutron.scheduler.l3_agent_scheduler [req-669beec1-f275-4ad3-974f-4931b1123dd9 req-f40b4d3d-bf29-4e88-a57f-745f557e93e9 tempest-AttachVolumeShelveTestJSON-1123487845 tempest-AttachVolumeShelveTestJSON-1123487845-project] Router 5557f5ad-f4fd-4009-ab4c-69a33d9eac05 has already been hosted by L3 agent 7639df21-17c3-4235-8912-210c3ad54137 {{(pid=103917) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jun 16 17:30:37.068864 dv-cinder-837356-2-iscsi neutron-server[103917]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-669beec1-f275-4ad3-974f-4931b1123dd9 req-f40b4d3d-bf29-4e88-a57f-745f557e93e9 tempest-AttachVolumeShelveTestJSON-1123487845 tempest-AttachVolumeShelveTestJSON-1123487845-project] Notify agent at l3_agent.dv-cinder-837356-2-iscsi the message routers_updated {{(pid=103917) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jun 16 17:30:37.079585 dv-cinder-837356-2-iscsi neutron-server[103919]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-26aa41ea-8709-4feb-b0ca-dc7669e5c31a None None] Sync routers for ids ['5557f5ad-f4fd-4009-ab4c-69a33d9eac05'] in dv-cinder-837356-2-iscsi {{(pid=103919) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 16 17:30:37.090930 dv-cinder-837356-2-iscsi neutron-server[103919]: DEBUG neutron.db.l3_dvrscheduler_db [None req-26aa41ea-8709-4feb-b0ca-dc7669e5c31a None None] Routers {'5557f5ad-f4fd-4009-ab4c-69a33d9eac05'} bound to L3 agent in host dv-cinder-837356-2-iscsi {{(pid=103919) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jun 16 17:30:37.091440 dv-cinder-837356-2-iscsi neutron-server[103919]: DEBUG neutron.db.l3_hamode_db [None req-26aa41ea-8709-4feb-b0ca-dc7669e5c31a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-837356-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-06-16T17:14:15Z,description=,heartbeat_timestamp=2022-06-16T17:30:15Z,host='dv-cinder-837356-2-iscsi',id=7639df21-17c3-4235-8912-210c3ad54137,load=0,resource_versions=,resources_synced=,started_at=2022-06-16T17:14:15Z,topic='l3_agent')) {'router_ids': ['5557f5ad-f4fd-4009-ab4c-69a33d9eac05'], 'active': True} {{(pid=103919) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 16 17:30:37.124342 dv-cinder-837356-2-iscsi neutron-server[103917]: DEBUG neutron.db.l3_dvrscheduler_db [req-669beec1-f275-4ad3-974f-4931b1123dd9 req-f40b4d3d-bf29-4e88-a57f-745f557e93e9 tempest-AttachVolumeShelveTestJSON-1123487845 tempest-AttachVolumeShelveTestJSON-1123487845-project] No DVR routers for this DVR port 8d7a682c-8735-4554-a952-dc548868e5d9 on host hv-cinder-83735 {{(pid=103917) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:215}} Jun 16 17:30:37.127036 dv-cinder-837356-2-iscsi neutron-server[103917]: DEBUG neutron_lib.callbacks.manager [req-669beec1-f275-4ad3-974f-4931b1123dd9 req-f40b4d3d-bf29-4e88-a57f-745f557e93e9 tempest-AttachVolumeShelveTestJSON-1123487845 tempest-AttachVolumeShelveTestJSON-1123487845-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-191112'] for port (None), before_response {{(pid=103917) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 17:30:37.130663 dv-cinder-837356-2-iscsi neutron-server[103917]: INFO neutron.wsgi [req-669beec1-f275-4ad3-974f-4931b1123dd9 req-f40b4d3d-bf29-4e88-a57f-745f557e93e9 tempest-AttachVolumeShelveTestJSON-1123487845 tempest-AttachVolumeShelveTestJSON-1123487845-project] 10.222.0.81 "DELETE /v2.0/ports/8d7a682c-8735-4554-a952-dc548868e5d9 HTTP/1.1" status: 204 len: 173 time: 1.4580121 Jun 16 17:30:37.131129 dv-cinder-837356-2-iscsi neutron-server[103917]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a9f207ac-0a5d-4cfc-abd6-2f2fc88ab6a4', 'name': 'network-vif-deleted', 'tag': '8d7a682c-8735-4554-a952-dc548868e5d9'}] {{(pid=103917) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jun 16 17:30:37.133460 dv-cinder-837356-2-iscsi neutron-server[103917]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.66/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6f3fd2b1a6655810f50592bc9015c397d118e5689141688eaf1b23dbeee2ebf8" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-21528074-1a89-47cc-b916-6778353add88" -d '{"events": [{"server_uuid": "a9f207ac-0a5d-4cfc-abd6-2f2fc88ab6a4", "name": "network-vif-deleted", "tag": "8d7a682c-8735-4554-a952-dc548868e5d9"}]}' {{(pid=103917) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 16 17:30:37.192117 dv-cinder-837356-2-iscsi neutron-server[103917]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 16 Jun 2022 17:30:37 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b170abfa-9288-43c9-8c91-dc6d7f4478f8 x-openstack-request-id: req-b170abfa-9288-43c9-8c91-dc6d7f4478f8 {{(pid=103917) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 16 17:30:37.193239 dv-cinder-837356-2-iscsi neutron-server[103917]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "a9f207ac-0a5d-4cfc-abd6-2f2fc88ab6a4", "name": "network-vif-deleted", "tag": "8d7a682c-8735-4554-a952-dc548868e5d9", "status": "completed", "code": 200}]} {{(pid=103917) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 16 17:30:37.193761 dv-cinder-837356-2-iscsi neutron-server[103917]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.66/compute/v2.1/os-server-external-events used request id req-b170abfa-9288-43c9-8c91-dc6d7f4478f8 {{(pid=103917) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 16 17:30:37.194279 dv-cinder-837356-2-iscsi neutron-server[103917]: INFO neutron.notifiers.nova [-] Nova event matching ['req-b170abfa-9288-43c9-8c91-dc6d7f4478f8'] response: {'server_uuid': 'a9f207ac-0a5d-4cfc-abd6-2f2fc88ab6a4', 'name': 'network-vif-deleted', 'tag': '8d7a682c-8735-4554-a952-dc548868e5d9', 'status': 'completed', 'code': 200} Jun 16 17:30:37.298974 dv-cinder-837356-2-iscsi neutron-server[103917]: DEBUG neutron.wsgi [-] (103917) accepted ('10.222.0.66', 45036) {{(pid=103917) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 16 17:30:37.328424 dv-cinder-837356-2-iscsi neutron-server[103919]: DEBUG neutron.db.l3_dvr_db [None req-26aa41ea-8709-4feb-b0ca-dc7669e5c31a None None] Set router 5557f5ad-f4fd-4009-ab4c-69a33d9eac05 gateway port host: dv-cinder-837356-2-iscsi {{(pid=103919) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jun 16 17:30:37.406860 dv-cinder-837356-2-iscsi neutron-server[103919]: DEBUG dbcounter [-] [103919] Writing DB stats neutron:SELECT=100 {{(pid=103919) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 16 17:30:37.434740 dv-cinder-837356-2-iscsi neutron-server[103917]: DEBUG neutron.api.v2.base [None req-32ccb14a-9faa-49be-9e74-847381f3fb8f admin admin] Request body: {'network': {'name': 'tempest-VolumesActionsTest-1347664963-network', 'tenant_id': 'f52cdb28f77d4fccb0f3dcad365626d4'}} {{(pid=103917) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jun 16 17:30:37.443838 dv-cinder-837356-2-iscsi neutron-server[103917]: DEBUG dbcounter [-] [103917] Writing DB stats neutron:SELECT=94,neutron:UPDATE=1,neutron:DELETE=5 {{(pid=103917) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 16 17:30:37.455397 dv-cinder-837356-2-iscsi neutron-server[103917]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-32ccb14a-9faa-49be-9e74-847381f3fb8f admin admin] Made reservation on behalf of f52cdb28f77d4fccb0f3dcad365626d4 for: {'network': 1} {{(pid=103917) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 16 17:30:37.457972 dv-cinder-837356-2-iscsi neutron-server[103917]: DEBUG neutron_lib.callbacks.manager [None req-32ccb14a-9faa-49be-9e74-847381f3fb8f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16007590'] for network (None), before_create {{(pid=103917) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 17:30:37.467842 dv-cinder-837356-2-iscsi neutron-server[103917]: DEBUG neutron_lib.callbacks.manager [None req-32ccb14a-9faa-49be-9e74-847381f3fb8f admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103917) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 17:30:37.485619 dv-cinder-837356-2-iscsi neutron-server[103919]: DEBUG dbcounter [-] [103919] Writing DB stats neutron:SELECT=100 {{(pid=103919) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 16 17:30:37.542814 dv-cinder-837356-2-iscsi neutron-server[103919]: DEBUG neutron.db.l3_hamode_db [None req-26aa41ea-8709-4feb-b0ca-dc7669e5c31a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5557f5ad-f4fd-4009-ab4c-69a33d9eac05', 'name': 'tempest-AttachVolumeShelveTestJSON-288441189-router', 'tenant_id': '0c63f648631a4a11910b4b135f22b235', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9df31235-0797-44e6-85a0-102cb2da2d58', 'external_fixed_ips': [{'subnet_id': '1dfb0320-f5eb-46f6-88ce-33002f500238', 'ip_address': '172.27.2.250'}], 'enable_snat': True}, 'gw_port_id': 'bbb2266f-e66a-4e7c-90ad-bbf0a686e05e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-16T17:22:27Z', 'updated_at': '2022-06-16T17:22:37Z', 'revision_number': 4, 'project_id': '0c63f648631a4a11910b4b135f22b235', 'gw_port': {'id': 'bbb2266f-e66a-4e7c-90ad-bbf0a686e05e', 'name': '', 'network_id': '9df31235-0797-44e6-85a0-102cb2da2d58', 'tenant_id': '', 'mac_address': 'fa:16:3e:16:85:53', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5557f5ad-f4fd-4009-ab4c-69a33d9eac05', 'device_owner': 'network:router_gateway', 'standard_attr_id': 94, 'fixed_ips': [{'subnet_id': '1dfb0320-f5eb-46f6-88ce-33002f500238', 'ip_address': '172.27.2.250', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-837356-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-16T17:22:29Z', 'updated_at': '2022-06-16T17:22:45Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1dfb0320-f5eb-46f6-88ce-33002f500238', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-837356-2-iscsi', '_interfaces': [{'id': 'c624de63-ffae-4e98-95eb-7e74edb29e5b', 'name': '', 'network_id': '04f2ecf4-cd9f-483b-9100-6d9d67a561d2', 'tenant_id': '0c63f648631a4a11910b4b135f22b235', 'mac_address': 'fa:16:3e:62:b5:88', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5557f5ad-f4fd-4009-ab4c-69a33d9eac05', 'device_owner': 'network:router_interface', 'standard_attr_id': 118, 'fixed_ips': [{'subnet_id': '57d5f714-8d8c-468b-957a-7745cf345909', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-837356-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-16T17:22:36Z', 'updated_at': '2022-06-16T17:22:55Z', 'revision_number': 5, 'project_id': '0c63f648631a4a11910b4b135f22b235', 'subnets': [{'id': '57d5f714-8d8c-468b-957a-7745cf345909', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-837356-2-iscsi', False) {} {{(pid=103919) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 16 17:30:37.562836 dv-cinder-837356-2-iscsi neutron-server[103917]: DEBUG neutron_lib.callbacks.manager [None req-32ccb14a-9faa-49be-9e74-847381f3fb8f admin admin] Publish callbacks [] for security_group (f2c23322-3450-4bd6-b430-f2669b77631d), precommit_create {{(pid=103917) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 17:30:37.569213 dv-cinder-837356-2-iscsi neutron-server[103919]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-26aa41ea-8709-4feb-b0ca-dc7669e5c31a None None] Checking router: 5557f5ad-f4fd-4009-ab4c-69a33d9eac05 for host: dv-cinder-837356-2-iscsi {{(pid=103919) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 16 17:30:37.571058 dv-cinder-837356-2-iscsi neutron-server[103917]: DEBUG neutron_lib.callbacks.manager [None req-32ccb14a-9faa-49be-9e74-847381f3fb8f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-570488'] for security_group (f2c23322-3450-4bd6-b430-f2669b77631d), after_create {{(pid=103917) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 17:30:37.579772 dv-cinder-837356-2-iscsi neutron-server[103919]: DEBUG neutron.db.l3_dvrscheduler_db [None req-26aa41ea-8709-4feb-b0ca-dc7669e5c31a None None] Routers {'5557f5ad-f4fd-4009-ab4c-69a33d9eac05'} bound to L3 agent in host dv-cinder-837356-2-iscsi {{(pid=103919) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jun 16 17:30:37.580396 dv-cinder-837356-2-iscsi neutron-server[103919]: DEBUG neutron.db.l3_hamode_db [None req-26aa41ea-8709-4feb-b0ca-dc7669e5c31a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-837356-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-06-16T17:14:15Z,description=,heartbeat_timestamp=2022-06-16T17:30:15Z,host='dv-cinder-837356-2-iscsi',id=7639df21-17c3-4235-8912-210c3ad54137,load=0,resource_versions=,resources_synced=,started_at=2022-06-16T17:14:15Z,topic='l3_agent')) {'router_ids': ['5557f5ad-f4fd-4009-ab4c-69a33d9eac05'], 'active': True} {{(pid=103919) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 16 17:30:37.592889 dv-cinder-837356-2-iscsi neutron-server[103917]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-32ccb14a-9faa-49be-9e74-847381f3fb8f admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 1022} {{(pid=103917) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jun 16 17:30:37.612611 dv-cinder-837356-2-iscsi neutron-server[103917]: DEBUG neutron_lib.callbacks.manager [None req-32ccb14a-9faa-49be-9e74-847381f3fb8f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16150272'] for segment (0b8c279b-95d7-48f1-9c39-fbb9e3c9d867), precommit_create {{(pid=103917) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 17:30:37.612847 dv-cinder-837356-2-iscsi neutron-server[103917]: INFO neutron.db.segments_db [None req-32ccb14a-9faa-49be-9e74-847381f3fb8f admin admin] Added segment 0b8c279b-95d7-48f1-9c39-fbb9e3c9d867 of type vlan for network fdd72d4c-3d6f-444c-a53f-3a9af7cdea30 Jun 16 17:30:37.614645 dv-cinder-837356-2-iscsi neutron-server[103917]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-32ccb14a-9faa-49be-9e74-847381f3fb8f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f2c23322-3450-4bd6-b430-f2669b77631d,revision_number=1']} {{(pid=103917) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 17:30:37.669643 dv-cinder-837356-2-iscsi neutron-server[103917]: DEBUG neutron_lib.callbacks.manager [None req-32ccb14a-9faa-49be-9e74-847381f3fb8f admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8728539013196'] for network (fdd72d4c-3d6f-444c-a53f-3a9af7cdea30), precommit_create {{(pid=103917) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 17:30:37.696348 dv-cinder-837356-2-iscsi neutron-server[103919]: DEBUG neutron.db.l3_dvr_db [None req-26aa41ea-8709-4feb-b0ca-dc7669e5c31a None None] Set router 5557f5ad-f4fd-4009-ab4c-69a33d9eac05 gateway port host: dv-cinder-837356-2-iscsi {{(pid=103919) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jun 16 17:30:37.702951 dv-cinder-837356-2-iscsi neutron-server[103917]: DEBUG neutron_lib.callbacks.manager [None req-32ccb14a-9faa-49be-9e74-847381f3fb8f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-570401', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16241551'] for network (fdd72d4c-3d6f-444c-a53f-3a9af7cdea30), after_create {{(pid=103917) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 17:30:37.705134 dv-cinder-837356-2-iscsi neutron-server[103917]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-32ccb14a-9faa-49be-9e74-847381f3fb8f admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103917) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 16 17:30:37.705871 dv-cinder-837356-2-iscsi neutron-server[103917]: DEBUG neutron_lib.callbacks.manager [None req-32ccb14a-9faa-49be-9e74-847381f3fb8f admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-16241561'] for network (None), before_response {{(pid=103917) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 17:30:37.761625 dv-cinder-837356-2-iscsi neutron-server[103916]: INFO neutron.wsgi [req-6472803c-d592-48a3-8a9c-d86726b56fe6 req-cea7793c-751f-4b73-97b3-dd3a72f28d16 tempest-AttachVolumeShelveTestJSON-1123487845 tempest-AttachVolumeShelveTestJSON-1123487845-project] 10.222.0.66 "GET /v2.0/ports?device_id=a9f207ac-0a5d-4cfc-abd6-2f2fc88ab6a4 HTTP/1.1" status: 200 len: 210 time: 0.0437686 Jun 16 17:30:37.798953 dv-cinder-837356-2-iscsi neutron-server[103917]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-32ccb14a-9faa-49be-9e74-847381f3fb8f admin admin] Pushing event updated for resources: {'Network': ['ID=fdd72d4c-3d6f-444c-a53f-3a9af7cdea30,revision_number=1']} {{(pid=103917) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 17:30:37.804535 dv-cinder-837356-2-iscsi neutron-server[103917]: INFO neutron.wsgi [None req-32ccb14a-9faa-49be-9e74-847381f3fb8f admin admin] 10.222.0.66 "POST /v2.0/networks HTTP/1.1" status: 201 len: 864 time: 0.5041876 Jun 16 17:30:37.807946 dv-cinder-837356-2-iscsi neutron-server[103917]: DEBUG neutron.wsgi [-] (103917) accepted ('10.222.0.66', 45042) {{(pid=103917) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 16 17:30:37.814796 dv-cinder-837356-2-iscsi neutron-server[103918]: DEBUG neutron.plugins.ml2.rpc [None req-39ead2dc-a542-4f04-b117-439eb7f32aa8 None None] Network fdd72d4c-3d6f-444c-a53f-3a9af7cdea30 details requested by agent ovs-agent-dv-cinder-837356-2-iscsi with host dv-cinder-837356-2-iscsi {{(pid=103918) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jun 16 17:30:37.823823 dv-cinder-837356-2-iscsi neutron-server[103917]: DEBUG neutron.api.v2.base [None req-6f0f3030-5cce-41dc-985a-fd4ee1911f95 admin admin] Request body: {'subnet': {'network_id': 'fdd72d4c-3d6f-444c-a53f-3a9af7cdea30', 'cidr': '172.20.0.0/28', 'name': 'tempest-VolumesActionsTest-1347664963-subnet', 'tenant_id': 'f52cdb28f77d4fccb0f3dcad365626d4', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=103917) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jun 16 17:30:37.846990 dv-cinder-837356-2-iscsi neutron-server[103917]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6f0f3030-5cce-41dc-985a-fd4ee1911f95 admin admin] Made reservation on behalf of f52cdb28f77d4fccb0f3dcad365626d4 for: {'subnet': 1} {{(pid=103917) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 16 17:30:37.849407 dv-cinder-837356-2-iscsi neutron-server[103917]: DEBUG neutron_lib.callbacks.manager [None req-6f0f3030-5cce-41dc-985a-fd4ee1911f95 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-25758895'] for subnet (None), before_create {{(pid=103917) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 17:30:37.927943 dv-cinder-837356-2-iscsi neutron-server[103919]: DEBUG neutron.db.l3_hamode_db [None req-26aa41ea-8709-4feb-b0ca-dc7669e5c31a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5557f5ad-f4fd-4009-ab4c-69a33d9eac05', 'name': 'tempest-AttachVolumeShelveTestJSON-288441189-router', 'tenant_id': '0c63f648631a4a11910b4b135f22b235', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9df31235-0797-44e6-85a0-102cb2da2d58', 'external_fixed_ips': [{'subnet_id': '1dfb0320-f5eb-46f6-88ce-33002f500238', 'ip_address': '172.27.2.250'}], 'enable_snat': True}, 'gw_port_id': 'bbb2266f-e66a-4e7c-90ad-bbf0a686e05e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-16T17:22:27Z', 'updated_at': '2022-06-16T17:22:37Z', 'revision_number': 4, 'project_id': '0c63f648631a4a11910b4b135f22b235', 'gw_port': {'id': 'bbb2266f-e66a-4e7c-90ad-bbf0a686e05e', 'name': '', 'network_id': '9df31235-0797-44e6-85a0-102cb2da2d58', 'tenant_id': '', 'mac_address': 'fa:16:3e:16:85:53', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5557f5ad-f4fd-4009-ab4c-69a33d9eac05', 'device_owner': 'network:router_gateway', 'standard_attr_id': 94, 'fixed_ips': [{'subnet_id': '1dfb0320-f5eb-46f6-88ce-33002f500238', 'ip_address': '172.27.2.250', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-837356-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-16T17:22:29Z', 'updated_at': '2022-06-16T17:22:45Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1dfb0320-f5eb-46f6-88ce-33002f500238', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-837356-2-iscsi', '_interfaces': [{'id': 'c624de63-ffae-4e98-95eb-7e74edb29e5b', 'name': '', 'network_id': '04f2ecf4-cd9f-483b-9100-6d9d67a561d2', 'tenant_id': '0c63f648631a4a11910b4b135f22b235', 'mac_address': 'fa:16:3e:62:b5:88', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5557f5ad-f4fd-4009-ab4c-69a33d9eac05', 'device_owner': 'network:router_interface', 'standard_attr_id': 118, 'fixed_ips': [{'subnet_id': '57d5f714-8d8c-468b-957a-7745cf345909', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-837356-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-16T17:22:36Z', 'updated_at': '2022-06-16T17:22:55Z', 'revision_number': 5, 'project_id': '0c63f648631a4a11910b4b135f22b235', 'subnets': [{'id': '57d5f714-8d8c-468b-957a-7745cf345909', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-837356-2-iscsi', False) {} {{(pid=103919) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 16 17:30:37.946894 dv-cinder-837356-2-iscsi neutron-server[103917]: DEBUG dbcounter [-] [103917] Writing DB stats neutron:SELECT=79,neutron:INSERT=18,neutron:UPDATE=1,neutron:DELETE=2 {{(pid=103917) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 16 17:30:37.958229 dv-cinder-837356-2-iscsi neutron-server[103919]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-26aa41ea-8709-4feb-b0ca-dc7669e5c31a None None] The sync data for ids ['5557f5ad-f4fd-4009-ab4c-69a33d9eac05'] in dv-cinder-837356-2-iscsi is: [{'id': '5557f5ad-f4fd-4009-ab4c-69a33d9eac05', 'name': 'tempest-AttachVolumeShelveTestJSON-288441189-router', 'tenant_id': '0c63f648631a4a11910b4b135f22b235', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9df31235-0797-44e6-85a0-102cb2da2d58', 'external_fixed_ips': [{'subnet_id': '1dfb0320-f5eb-46f6-88ce-33002f500238', 'ip_address': '172.27.2.250'}], 'enable_snat': True}, 'gw_port_id': 'bbb2266f-e66a-4e7c-90ad-bbf0a686e05e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-16T17:22:27Z', 'updated_at': '2022-06-16T17:22:37Z', 'revision_number': 4, 'project_id': '0c63f648631a4a11910b4b135f22b235', 'gw_port': {'id': 'bbb2266f-e66a-4e7c-90ad-bbf0a686e05e', 'name': '', 'network_id': '9df31235-0797-44e6-85a0-102cb2da2d58', 'tenant_id': '', 'mac_address': 'fa:16:3e:16:85:53', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5557f5ad-f4fd-4009-ab4c-69a33d9eac05', 'device_owner': 'network:router_gateway', 'standard_attr_id': 94, 'fixed_ips': [{'subnet_id': '1dfb0320-f5eb-46f6-88ce-33002f500238', 'ip_address': '172.27.2.250', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-837356-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-16T17:22:29Z', 'updated_at': '2022-06-16T17:22:45Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1dfb0320-f5eb-46f6-88ce-33002f500238', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-837356-2-iscsi', '_interfaces': [{'id': 'c624de63-ffae-4e98-95eb-7e74edb29e5b', 'name': '', 'network_id': '04f2ecf4-cd9f-483b-9100-6d9d67a561d2', 'tenant_id': '0c63f648631a4a11910b4b135f22b235', 'mac_address': 'fa:16:3e:62:b5:88', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5557f5ad-f4fd-4009-ab4c-69a33d9eac05', 'device_owner': 'network:router_interface', 'standard_attr_id': 118, 'fixed_ips': [{'subnet_id': '57d5f714-8d8c-468b-957a-7745cf345909', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-837356-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-16T17:22:36Z', 'updated_at': '2022-06-16T17:22:55Z', 'revision_number': 5, 'project_id': '0c63f648631a4a11910b4b135f22b235', 'subnets': [{'id': '57d5f714-8d8c-468b-957a-7745cf345909', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103919) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 16 17:30:38.037453 dv-cinder-837356-2-iscsi neutron-server[103917]: DEBUG neutron_lib.callbacks.manager [None req-6f0f3030-5cce-41dc-985a-fd4ee1911f95 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-570574', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16241551', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3819691', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-25758877'] for subnet (c88f858e-f6fa-45c3-bd16-afda062d27db), after_create {{(pid=103917) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 17:30:38.090202 dv-cinder-837356-2-iscsi neutron-server[103917]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6f0f3030-5cce-41dc-985a-fd4ee1911f95 admin admin] Pushing event updated for resources: {'Subnet': ['ID=c88f858e-f6fa-45c3-bd16-afda062d27db,revision_number=0']} {{(pid=103917) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 17:30:38.107279 dv-cinder-837356-2-iscsi neutron-server[103917]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6f0f3030-5cce-41dc-985a-fd4ee1911f95 admin admin] Checking segment: {'id': '0b8c279b-95d7-48f1-9c39-fbb9e3c9d867', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1022, 'network_id': 'fdd72d4c-3d6f-444c-a53f-3a9af7cdea30'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103917) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jun 16 17:30:38.107641 dv-cinder-837356-2-iscsi neutron-server[103917]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6f0f3030-5cce-41dc-985a-fd4ee1911f95 admin admin] Network hostable DHCP agents. Network: fdd72d4c-3d6f-444c-a53f-3a9af7cdea30, hostable agents: ['0913b7ec-eea4-4492-8ef1-e01c4575abca'], hosted agents: [] {{(pid=103917) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jun 16 17:30:38.128413 dv-cinder-837356-2-iscsi neutron-server[103917]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6f0f3030-5cce-41dc-985a-fd4ee1911f95 admin admin] Network fdd72d4c-3d6f-444c-a53f-3a9af7cdea30 is scheduled to be hosted by DHCP agent 0913b7ec-eea4-4492-8ef1-e01c4575abca with binding_index 1 {{(pid=103917) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jun 16 17:30:38.141205 dv-cinder-837356-2-iscsi neutron-server[103917]: DEBUG neutron.scheduler.base_scheduler [None req-6f0f3030-5cce-41dc-985a-fd4ee1911f95 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-837356-2-iscsi, fdd72d4c-3d6f-444c-a53f-3a9af7cdea30) {{(pid=103917) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 16 17:30:38.146539 dv-cinder-837356-2-iscsi neutron-server[103917]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6f0f3030-5cce-41dc-985a-fd4ee1911f95 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103917) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 16 17:30:38.147130 dv-cinder-837356-2-iscsi neutron-server[103917]: DEBUG neutron_lib.callbacks.manager [None req-6f0f3030-5cce-41dc-985a-fd4ee1911f95 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=103917) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 17:30:38.154108 dv-cinder-837356-2-iscsi neutron-server[103918]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8b43a14e-1fbe-41f7-96da-cc2f235e700c None None] Network fdd72d4c-3d6f-444c-a53f-3a9af7cdea30 requested from dv-cinder-837356-2-iscsi {{(pid=103918) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jun 16 17:30:38.170183 dv-cinder-837356-2-iscsi neutron-server[103917]: INFO neutron.wsgi [None req-6f0f3030-5cce-41dc-985a-fd4ee1911f95 admin admin] 10.222.0.66 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 846 time: 0.3610573 Jun 16 17:30:38.225587 dv-cinder-837356-2-iscsi neutron-server[103918]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-47ab78c9-a30f-41fa-8103-b6ae0ae7013a None None] New status for floating IP 5814884c-2a33-4e82-9c45-c5b7bff1fd5d: DOWN {{(pid=103918) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:269}} Jun 16 17:30:38.528662 dv-cinder-837356-2-iscsi neutron-server[103918]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-68ac1c77-04f5-4c08-aa53-ef222d9a57b4 None None] Network fdd72d4c-3d6f-444c-a53f-3a9af7cdea30 requested from dv-cinder-837356-2-iscsi {{(pid=103918) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jun 16 17:30:38.768241 dv-cinder-837356-2-iscsi neutron-server[103917]: DEBUG neutron.wsgi [-] (103917) accepted ('10.222.0.66', 45058) {{(pid=103917) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 16 17:30:38.773452 dv-cinder-837356-2-iscsi neutron-server[103917]: DEBUG neutron.api.v2.base [None req-1d56839f-9aae-48eb-8009-d49cf5855fff admin admin] Request body: {'network': {'name': 'tempest-VolumesActionsTest-133362707-network', 'tenant_id': '64deac84e2424b43af72167c90ee37cd'}} {{(pid=103917) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jun 16 17:30:38.797522 dv-cinder-837356-2-iscsi neutron-server[103917]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1d56839f-9aae-48eb-8009-d49cf5855fff admin admin] Made reservation on behalf of 64deac84e2424b43af72167c90ee37cd for: {'network': 1} {{(pid=103917) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 16 17:30:38.799922 dv-cinder-837356-2-iscsi neutron-server[103917]: DEBUG neutron_lib.callbacks.manager [None req-1d56839f-9aae-48eb-8009-d49cf5855fff admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16007590'] for network (None), before_create {{(pid=103917) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 17:30:38.809997 dv-cinder-837356-2-iscsi neutron-server[103917]: DEBUG neutron_lib.callbacks.manager [None req-1d56839f-9aae-48eb-8009-d49cf5855fff admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103917) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 17:30:38.871804 dv-cinder-837356-2-iscsi neutron-server[103917]: DEBUG dbcounter [-] [103917] Writing DB stats neutron:SELECT=82,neutron:UPDATE=4,neutron:INSERT=13,neutron:DELETE=1 {{(pid=103917) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 16 17:30:38.871979 dv-cinder-837356-2-iscsi neutron-server[103916]: DEBUG neutron.wsgi [-] (103916) accepted ('10.222.0.66', 45064) {{(pid=103916) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 16 17:30:38.911649 dv-cinder-837356-2-iscsi neutron-server[103917]: DEBUG neutron_lib.callbacks.manager [None req-1d56839f-9aae-48eb-8009-d49cf5855fff admin admin] Publish callbacks [] for security_group (a2f81c0c-d5aa-4df6-83b1-1959a9b0ad23), precommit_create {{(pid=103917) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 17:30:38.916999 dv-cinder-837356-2-iscsi neutron-server[103917]: DEBUG neutron_lib.callbacks.manager [None req-1d56839f-9aae-48eb-8009-d49cf5855fff admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-570488'] for security_group (a2f81c0c-d5aa-4df6-83b1-1959a9b0ad23), after_create {{(pid=103917) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 17:30:38.948425 dv-cinder-837356-2-iscsi neutron-server[103916]: DEBUG neutron_lib.callbacks.manager [None req-1ca57139-8a1e-4960-9cfa-5f2827fab2c7 tempest-AttachVolumeShelveTestJSON-1123487845 tempest-AttachVolumeShelveTestJSON-1123487845-project] Publish callbacks [] for security_group (528bbd8e-87bb-4e11-b4eb-c422958f1800), before_delete {{(pid=103916) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 17:30:38.953152 dv-cinder-837356-2-iscsi neutron-server[103917]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-1d56839f-9aae-48eb-8009-d49cf5855fff admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 1035} {{(pid=103917) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jun 16 17:30:38.961003 dv-cinder-837356-2-iscsi neutron-server[103917]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1d56839f-9aae-48eb-8009-d49cf5855fff admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a2f81c0c-d5aa-4df6-83b1-1959a9b0ad23,revision_number=1']} {{(pid=103917) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 17:30:38.970232 dv-cinder-837356-2-iscsi neutron-server[103917]: DEBUG neutron_lib.callbacks.manager [None req-1d56839f-9aae-48eb-8009-d49cf5855fff admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16150272'] for segment (39ec8ccc-5cec-460c-adc1-632979301bfe), precommit_create {{(pid=103917) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 17:30:38.970232 dv-cinder-837356-2-iscsi neutron-server[103917]: INFO neutron.db.segments_db [None req-1d56839f-9aae-48eb-8009-d49cf5855fff admin admin] Added segment 39ec8ccc-5cec-460c-adc1-632979301bfe of type vlan for network 2ba75b66-bfa2-4dc9-b503-f17733ecdbaa Jun 16 17:30:38.994571 dv-cinder-837356-2-iscsi neutron-server[103916]: DEBUG neutron_lib.callbacks.manager [None req-1ca57139-8a1e-4960-9cfa-5f2827fab2c7 tempest-AttachVolumeShelveTestJSON-1123487845 tempest-AttachVolumeShelveTestJSON-1123487845-project] Publish callbacks [] for security_group (528bbd8e-87bb-4e11-b4eb-c422958f1800), precommit_delete {{(pid=103916) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 17:30:39.016399 dv-cinder-837356-2-iscsi neutron-server[103917]: DEBUG neutron_lib.callbacks.manager [None req-1d56839f-9aae-48eb-8009-d49cf5855fff admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8728539013196'] for network (2ba75b66-bfa2-4dc9-b503-f17733ecdbaa), precommit_create {{(pid=103917) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 17:30:39.056730 dv-cinder-837356-2-iscsi neutron-server[103917]: DEBUG neutron_lib.callbacks.manager [None req-1d56839f-9aae-48eb-8009-d49cf5855fff admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-570401', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16241551'] for network (2ba75b66-bfa2-4dc9-b503-f17733ecdbaa), after_create {{(pid=103917) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 17:30:39.058381 dv-cinder-837356-2-iscsi neutron-server[103917]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1d56839f-9aae-48eb-8009-d49cf5855fff admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103917) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 16 17:30:39.059488 dv-cinder-837356-2-iscsi neutron-server[103917]: DEBUG neutron_lib.callbacks.manager [None req-1d56839f-9aae-48eb-8009-d49cf5855fff admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-16241561'] for network (None), before_response {{(pid=103917) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 17:30:39.065428 dv-cinder-837356-2-iscsi neutron-server[103916]: DEBUG neutron_lib.callbacks.manager [None req-1ca57139-8a1e-4960-9cfa-5f2827fab2c7 tempest-AttachVolumeShelveTestJSON-1123487845 tempest-AttachVolumeShelveTestJSON-1123487845-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-570488'] for security_group (528bbd8e-87bb-4e11-b4eb-c422958f1800), after_delete {{(pid=103916) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 17:30:39.069255 dv-cinder-837356-2-iscsi neutron-server[103916]: DEBUG neutron_lib.callbacks.manager [None req-1ca57139-8a1e-4960-9cfa-5f2827fab2c7 tempest-AttachVolumeShelveTestJSON-1123487845 tempest-AttachVolumeShelveTestJSON-1123487845-project] Publish callbacks [] for security_group (None), before_response {{(pid=103916) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 17:30:39.070847 dv-cinder-837356-2-iscsi neutron-server[103916]: INFO neutron.wsgi [None req-1ca57139-8a1e-4960-9cfa-5f2827fab2c7 tempest-AttachVolumeShelveTestJSON-1123487845 tempest-AttachVolumeShelveTestJSON-1123487845-project] 10.222.0.66 "DELETE /v2.0/security-groups/528bbd8e-87bb-4e11-b4eb-c422958f1800 HTTP/1.1" status: 204 len: 168 time: 0.1978967 Jun 16 17:30:39.084611 dv-cinder-837356-2-iscsi neutron-server[103916]: DEBUG neutron.wsgi [-] (103916) accepted ('10.222.0.66', 45066) {{(pid=103916) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 16 17:30:39.085974 dv-cinder-837356-2-iscsi neutron-server[103916]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1ca57139-8a1e-4960-9cfa-5f2827fab2c7 tempest-AttachVolumeShelveTestJSON-1123487845 tempest-AttachVolumeShelveTestJSON-1123487845-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=528bbd8e-87bb-4e11-b4eb-c422958f1800,revision_number=None']} {{(pid=103916) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 17:30:39.115277 dv-cinder-837356-2-iscsi neutron-server[103916]: INFO neutron.api.v2.resource [None req-0bf3ebcb-ca24-4758-9a5a-33f0b396f446 tempest-AttachVolumeShelveTestJSON-1123487845 tempest-AttachVolumeShelveTestJSON-1123487845-project] show failed (client error): The resource could not be found. Jun 16 17:30:39.115954 dv-cinder-837356-2-iscsi neutron-server[103917]: INFO neutron.wsgi [None req-1d56839f-9aae-48eb-8009-d49cf5855fff admin admin] 10.222.0.66 "POST /v2.0/networks HTTP/1.1" status: 201 len: 863 time: 0.3463364 Jun 16 17:30:39.117366 dv-cinder-837356-2-iscsi neutron-server[103916]: INFO neutron.wsgi [None req-0bf3ebcb-ca24-4758-9a5a-33f0b396f446 tempest-AttachVolumeShelveTestJSON-1123487845 tempest-AttachVolumeShelveTestJSON-1123487845-project] 10.222.0.66 "GET /v2.0/security-groups/528bbd8e-87bb-4e11-b4eb-c422958f1800 HTTP/1.1" status: 404 len: 347 time: 0.0280318 Jun 16 17:30:39.120567 dv-cinder-837356-2-iscsi neutron-server[103916]: DEBUG neutron.wsgi [-] (103916) accepted ('10.222.0.66', 45068) {{(pid=103916) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 16 17:30:39.121023 dv-cinder-837356-2-iscsi neutron-server[103916]: DEBUG neutron.wsgi [-] (103916) accepted ('10.222.0.66', 45070) {{(pid=103916) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 16 17:30:39.152556 dv-cinder-837356-2-iscsi neutron-server[103916]: DEBUG neutron.api.v2.base [None req-11f09001-76bd-4464-8125-7db3607fd080 admin admin] Request body: {'subnet': {'network_id': '2ba75b66-bfa2-4dc9-b503-f17733ecdbaa', 'cidr': '172.20.0.0/28', 'name': 'tempest-VolumesActionsTest-133362707-subnet', 'tenant_id': '64deac84e2424b43af72167c90ee37cd', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=103916) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jun 16 17:30:39.173881 dv-cinder-837356-2-iscsi neutron-server[103917]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1d56839f-9aae-48eb-8009-d49cf5855fff admin admin] Pushing event updated for resources: {'Network': ['ID=2ba75b66-bfa2-4dc9-b503-f17733ecdbaa,revision_number=1']} {{(pid=103917) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 17:30:39.192540 dv-cinder-837356-2-iscsi neutron-server[103918]: DEBUG neutron.plugins.ml2.rpc [None req-39ead2dc-a542-4f04-b117-439eb7f32aa8 None None] Network 2ba75b66-bfa2-4dc9-b503-f17733ecdbaa details requested by agent ovs-agent-dv-cinder-837356-2-iscsi with host dv-cinder-837356-2-iscsi {{(pid=103918) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jun 16 17:30:39.296683 dv-cinder-837356-2-iscsi neutron-server[103916]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-11f09001-76bd-4464-8125-7db3607fd080 admin admin] Made reservation on behalf of 64deac84e2424b43af72167c90ee37cd for: {'subnet': 1} {{(pid=103916) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 16 17:30:39.300183 dv-cinder-837356-2-iscsi neutron-server[103916]: DEBUG neutron_lib.callbacks.manager [None req-11f09001-76bd-4464-8125-7db3607fd080 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-25510000'] for subnet (None), before_create {{(pid=103916) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 17:30:39.445648 dv-cinder-837356-2-iscsi neutron-server[103916]: DEBUG neutron.plugins.ml2.plugin [None req-1978860a-50d3-4a0e-85f5-9cc3e7504570 tempest-AttachVolumeShelveTestJSON-1123487845 tempest-AttachVolumeShelveTestJSON-1123487845-project] Deleting port 6614129e-ce3e-4d8b-a00d-792fa3f5abc9 {{(pid=103916) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2043}} Jun 16 17:30:39.446204 dv-cinder-837356-2-iscsi neutron-server[103916]: DEBUG neutron_lib.callbacks.manager [None req-1978860a-50d3-4a0e-85f5-9cc3e7504570 tempest-AttachVolumeShelveTestJSON-1123487845 tempest-AttachVolumeShelveTestJSON-1123487845-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8728539361383'] for port (6614129e-ce3e-4d8b-a00d-792fa3f5abc9), before_delete {{(pid=103916) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 17:30:39.626373 dv-cinder-837356-2-iscsi neutron-server[103916]: DEBUG neutron_lib.callbacks.manager [None req-1978860a-50d3-4a0e-85f5-9cc3e7504570 tempest-AttachVolumeShelveTestJSON-1123487845 tempest-AttachVolumeShelveTestJSON-1123487845-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-708042'] for port (6614129e-ce3e-4d8b-a00d-792fa3f5abc9), precommit_delete {{(pid=103916) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 17:30:39.626707 dv-cinder-837356-2-iscsi neutron-server[103916]: DEBUG neutron_lib.callbacks.manager [None req-1978860a-50d3-4a0e-85f5-9cc3e7504570 tempest-AttachVolumeShelveTestJSON-1123487845 tempest-AttachVolumeShelveTestJSON-1123487845-project] Publish callbacks [] for floatingip (6614129e-ce3e-4d8b-a00d-792fa3f5abc9), precommit_delete {{(pid=103916) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 17:30:39.651133 dv-cinder-837356-2-iscsi neutron-server[103916]: DEBUG neutron.plugins.ml2.plugin [None req-1978860a-50d3-4a0e-85f5-9cc3e7504570 tempest-AttachVolumeShelveTestJSON-1123487845 tempest-AttachVolumeShelveTestJSON-1123487845-project] Calling delete_port for 6614129e-ce3e-4d8b-a00d-792fa3f5abc9 owned by network:floatingip {{(pid=103916) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2122}} Jun 16 17:30:39.651567 dv-cinder-837356-2-iscsi neutron-server[103918]: DEBUG neutron.plugins.ml2.rpc [None req-b2b17746-c296-4803-869a-65578e8233dd None None] Device 8d7a682c-8735-4554-a952-dc548868e5d9 no longer exists at agent hyperv_hv-cinder-83735 {{(pid=103918) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jun 16 17:30:39.694945 dv-cinder-837356-2-iscsi neutron-server[103918]: DEBUG neutron.plugins.ml2.plugin [None req-b2b17746-c296-4803-869a-65578e8233dd None None] No Port match for: 8d7a682c-8735-4554-a952-dc548868e5d9 {{(pid=103918) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2382}} Jun 16 17:30:39.695491 dv-cinder-837356-2-iscsi neutron-server[103918]: DEBUG neutron.plugins.ml2.rpc [None req-b2b17746-c296-4803-869a-65578e8233dd None None] Device 8d7a682c-8735-4554-a952-dc548868e5d9 not bound to the agent host hv-cinder-83735 {{(pid=103918) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jun 16 17:30:39.751268 dv-cinder-837356-2-iscsi neutron-server[103916]: DEBUG neutron_lib.callbacks.manager [None req-11f09001-76bd-4464-8125-7db3607fd080 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-570574', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16241551', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-25518043', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-25509954'] for subnet (c5dac4ec-167a-4772-b403-491786e82b85), after_create {{(pid=103916) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 17:30:39.856220 dv-cinder-837356-2-iscsi neutron-server[103916]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-11f09001-76bd-4464-8125-7db3607fd080 admin admin] Pushing event updated for resources: {'Subnet': ['ID=c5dac4ec-167a-4772-b403-491786e82b85,revision_number=0']} {{(pid=103916) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 17:30:39.865905 dv-cinder-837356-2-iscsi neutron-server[103916]: DEBUG dbcounter [-] [103916] Writing DB stats neutron:SELECT=94,neutron:DELETE=2,neutron:INSERT=4 {{(pid=103916) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 16 17:30:39.884461 dv-cinder-837356-2-iscsi neutron-server[103916]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-11f09001-76bd-4464-8125-7db3607fd080 admin admin] Checking segment: {'id': '39ec8ccc-5cec-460c-adc1-632979301bfe', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1035, 'network_id': '2ba75b66-bfa2-4dc9-b503-f17733ecdbaa'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103916) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jun 16 17:30:39.885264 dv-cinder-837356-2-iscsi neutron-server[103916]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-11f09001-76bd-4464-8125-7db3607fd080 admin admin] Network hostable DHCP agents. Network: 2ba75b66-bfa2-4dc9-b503-f17733ecdbaa, hostable agents: ['0913b7ec-eea4-4492-8ef1-e01c4575abca'], hosted agents: [] {{(pid=103916) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jun 16 17:30:39.924550 dv-cinder-837356-2-iscsi neutron-server[103916]: DEBUG dbcounter [-] [103916] Writing DB stats neutron:SELECT=88,neutron:DELETE=7,neutron:INSERT=4,neutron:UPDATE=1 {{(pid=103916) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 16 17:30:39.954791 dv-cinder-837356-2-iscsi neutron-server[103916]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-11f09001-76bd-4464-8125-7db3607fd080 admin admin] Network 2ba75b66-bfa2-4dc9-b503-f17733ecdbaa is scheduled to be hosted by DHCP agent 0913b7ec-eea4-4492-8ef1-e01c4575abca with binding_index 1 {{(pid=103916) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jun 16 17:30:39.961503 dv-cinder-837356-2-iscsi neutron-server[103916]: DEBUG neutron_lib.callbacks.manager [None req-1978860a-50d3-4a0e-85f5-9cc3e7504570 tempest-AttachVolumeShelveTestJSON-1123487845 tempest-AttachVolumeShelveTestJSON-1123487845-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16007527', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-75831', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16241551', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8728539364702', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8728538993430', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25517999'] for port (6614129e-ce3e-4d8b-a00d-792fa3f5abc9), after_delete {{(pid=103916) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 17:30:39.997271 dv-cinder-837356-2-iscsi neutron-server[103916]: DEBUG neutron.scheduler.base_scheduler [None req-11f09001-76bd-4464-8125-7db3607fd080 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-837356-2-iscsi, 2ba75b66-bfa2-4dc9-b503-f17733ecdbaa) {{(pid=103916) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 16 17:30:40.001720 dv-cinder-837356-2-iscsi neutron-server[103916]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-11f09001-76bd-4464-8125-7db3607fd080 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103916) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 16 17:30:40.002827 dv-cinder-837356-2-iscsi neutron-server[103916]: DEBUG neutron_lib.callbacks.manager [None req-11f09001-76bd-4464-8125-7db3607fd080 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-16241561'] for subnet (None), before_response {{(pid=103916) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 17:30:40.007073 dv-cinder-837356-2-iscsi neutron-server[103918]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-55bd0192-95f4-4ff1-b4d0-ae8ea075b01f None None] Network 2ba75b66-bfa2-4dc9-b503-f17733ecdbaa requested from dv-cinder-837356-2-iscsi {{(pid=103918) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jun 16 17:30:40.012877 dv-cinder-837356-2-iscsi neutron-server[103916]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1978860a-50d3-4a0e-85f5-9cc3e7504570 tempest-AttachVolumeShelveTestJSON-1123487845 tempest-AttachVolumeShelveTestJSON-1123487845-project] Pushing event deleted for resources: {'Port': ['ID=6614129e-ce3e-4d8b-a00d-792fa3f5abc9,revision_number=None']} {{(pid=103916) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 17:30:40.028947 dv-cinder-837356-2-iscsi neutron-server[103916]: INFO neutron.wsgi [None req-11f09001-76bd-4464-8125-7db3607fd080 admin admin] 10.222.0.66 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 845 time: 0.9064519 Jun 16 17:30:40.098671 dv-cinder-837356-2-iscsi neutron-server[103916]: DEBUG neutron_lib.callbacks.manager [None req-1978860a-50d3-4a0e-85f5-9cc3e7504570 tempest-AttachVolumeShelveTestJSON-1123487845 tempest-AttachVolumeShelveTestJSON-1123487845-project] Publish callbacks [] for floatingip (5814884c-2a33-4e82-9c45-c5b7bff1fd5d), after_delete {{(pid=103916) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 17:30:40.102014 dv-cinder-837356-2-iscsi neutron-server[103916]: DEBUG neutron_lib.callbacks.manager [None req-1978860a-50d3-4a0e-85f5-9cc3e7504570 tempest-AttachVolumeShelveTestJSON-1123487845 tempest-AttachVolumeShelveTestJSON-1123487845-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-191112'] for floatingip (None), before_response {{(pid=103916) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 17:30:40.103897 dv-cinder-837356-2-iscsi neutron-server[103916]: INFO neutron.wsgi [None req-1978860a-50d3-4a0e-85f5-9cc3e7504570 tempest-AttachVolumeShelveTestJSON-1123487845 tempest-AttachVolumeShelveTestJSON-1123487845-project] 10.222.0.66 "DELETE /v2.0/floatingips/5814884c-2a33-4e82-9c45-c5b7bff1fd5d HTTP/1.1" status: 204 len: 168 time: 0.9795568 Jun 16 17:30:40.157325 dv-cinder-837356-2-iscsi neutron-server[103918]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e3927f4f-fdac-4adf-9615-a65ef44d238a None None] Network 2ba75b66-bfa2-4dc9-b503-f17733ecdbaa requested from dv-cinder-837356-2-iscsi {{(pid=103918) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jun 16 17:30:41.656004 dv-cinder-837356-2-iscsi neutron-server[103919]: DEBUG neutron.db.agents_db [None req-d2debd9c-00d6-4a8f-b9fc-d112a2dcea0d None None] Agent healthcheck: found 6 active agents {{(pid=103919) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jun 16 17:30:42.664510 dv-cinder-837356-2-iscsi neutron-server[103917]: DEBUG neutron.wsgi [-] (103917) accepted ('10.222.0.66', 45116) {{(pid=103917) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 16 17:30:43.002628 dv-cinder-837356-2-iscsi neutron-server[103918]: DEBUG neutron_lib.callbacks.manager [None req-98a96e1b-7b26-4fbe-8bc3-aa87e31a79f0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728539454181', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16149322'] for agent (0913b7ec-eea4-4492-8ef1-e01c4575abca), after_update {{(pid=103918) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 17:30:43.158053 dv-cinder-837356-2-iscsi neutron-server[103917]: DEBUG dbcounter [-] [103917] Writing DB stats neutron:INSERT=12,neutron:SELECT=83,neutron:UPDATE=3,neutron:DELETE=2 {{(pid=103917) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 16 17:30:43.224911 dv-cinder-837356-2-iscsi neutron-server[103917]: DEBUG neutron_lib.callbacks.manager [None req-bfb31b5a-6908-41e1-9556-b158e6e8c3fe admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-706250'] for router_interface (5557f5ad-f4fd-4009-ab4c-69a33d9eac05), before_delete {{(pid=103917) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 17:30:43.491046 dv-cinder-837356-2-iscsi neutron-server[103917]: DEBUG neutron.plugins.ml2.plugin [None req-bfb31b5a-6908-41e1-9556-b158e6e8c3fe admin admin] Deleting port c624de63-ffae-4e98-95eb-7e74edb29e5b {{(pid=103917) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2043}} Jun 16 17:30:43.491381 dv-cinder-837356-2-iscsi neutron-server[103917]: DEBUG neutron_lib.callbacks.manager [None req-bfb31b5a-6908-41e1-9556-b158e6e8c3fe admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8728539361383'] for port (c624de63-ffae-4e98-95eb-7e74edb29e5b), before_delete {{(pid=103917) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 17:30:43.600016 dv-cinder-837356-2-iscsi neutron-server[103917]: DEBUG neutron.plugins.ml2.db [None req-bfb31b5a-6908-41e1-9556-b158e6e8c3fe admin admin] For port c624de63-ffae-4e98-95eb-7e74edb29e5b, host dv-cinder-837356-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-837356-2-iscsi',level=0,port_id=c624de63-ffae-4e98-95eb-7e74edb29e5b,segment=NetworkSegment(d53d2152-678f-42ce-a3f8-cc589901ed6b),segment_id=d53d2152-678f-42ce-a3f8-cc589901ed6b)] {{(pid=103917) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 16 17:30:43.600369 dv-cinder-837356-2-iscsi neutron-server[103917]: DEBUG neutron_lib.callbacks.manager [None req-bfb31b5a-6908-41e1-9556-b158e6e8c3fe admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-708042'] for port (c624de63-ffae-4e98-95eb-7e74edb29e5b), precommit_delete {{(pid=103917) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 17:30:43.619629 dv-cinder-837356-2-iscsi neutron-server[103917]: DEBUG neutron.plugins.ml2.plugin [None req-bfb31b5a-6908-41e1-9556-b158e6e8c3fe admin admin] Calling delete_port for c624de63-ffae-4e98-95eb-7e74edb29e5b owned by network:router_interface {{(pid=103917) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2122}} Jun 16 17:30:43.666367 dv-cinder-837356-2-iscsi neutron-server[103917]: DEBUG dbcounter [-] [103917] Writing DB stats neutron:SELECT=95,neutron:INSERT=2,neutron:UPDATE=2,neutron:DELETE=1 {{(pid=103917) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 16 17:30:43.828252 dv-cinder-837356-2-iscsi neutron-server[103917]: DEBUG neutron_lib.callbacks.manager [None req-bfb31b5a-6908-41e1-9556-b158e6e8c3fe admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16007527', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-75831', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16241551', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8728539364702', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8728538993430', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3819743'] for port (c624de63-ffae-4e98-95eb-7e74edb29e5b), after_delete {{(pid=103917) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 17:30:43.859537 dv-cinder-837356-2-iscsi neutron-server[103917]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bfb31b5a-6908-41e1-9556-b158e6e8c3fe admin admin] Pushing event deleted for resources: {'Port': ['ID=c624de63-ffae-4e98-95eb-7e74edb29e5b,revision_number=None']} {{(pid=103917) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 17:30:43.876113 dv-cinder-837356-2-iscsi neutron-server[103917]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bfb31b5a-6908-41e1-9556-b158e6e8c3fe admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-837356-2-iscsi {{(pid=103917) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 17:30:43.876471 dv-cinder-837356-2-iscsi neutron-server[103917]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bfb31b5a-6908-41e1-9556-b158e6e8c3fe admin admin] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-837356-2-iscsi {{(pid=103917) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 17:30:43.876779 dv-cinder-837356-2-iscsi neutron-server[103917]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bfb31b5a-6908-41e1-9556-b158e6e8c3fe admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-837356-2-iscsi {{(pid=103917) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 17:30:43.877112 dv-cinder-837356-2-iscsi neutron-server[103917]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bfb31b5a-6908-41e1-9556-b158e6e8c3fe admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-837356-2-iscsi {{(pid=103917) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 17:30:43.877466 dv-cinder-837356-2-iscsi neutron-server[103917]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bfb31b5a-6908-41e1-9556-b158e6e8c3fe admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-837356-2-iscsi {{(pid=103917) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 17:30:43.877789 dv-cinder-837356-2-iscsi neutron-server[103917]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bfb31b5a-6908-41e1-9556-b158e6e8c3fe admin admin] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-837356-2-iscsi {{(pid=103917) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 17:30:43.878111 dv-cinder-837356-2-iscsi neutron-server[103917]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bfb31b5a-6908-41e1-9556-b158e6e8c3fe admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-837356-2-iscsi {{(pid=103917) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 17:30:43.878430 dv-cinder-837356-2-iscsi neutron-server[103917]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bfb31b5a-6908-41e1-9556-b158e6e8c3fe admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-837356-2-iscsi {{(pid=103917) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 17:30:43.878768 dv-cinder-837356-2-iscsi neutron-server[103917]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bfb31b5a-6908-41e1-9556-b158e6e8c3fe admin admin] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-837356-2-iscsi {{(pid=103917) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 17:30:43.879142 dv-cinder-837356-2-iscsi neutron-server[103917]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bfb31b5a-6908-41e1-9556-b158e6e8c3fe admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-837356-2-iscsi {{(pid=103917) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 17:30:43.879461 dv-cinder-837356-2-iscsi neutron-server[103917]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bfb31b5a-6908-41e1-9556-b158e6e8c3fe admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-837356-2-iscsi {{(pid=103917) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 17:30:43.879831 dv-cinder-837356-2-iscsi neutron-server[103917]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bfb31b5a-6908-41e1-9556-b158e6e8c3fe admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-837356-2-iscsi {{(pid=103917) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 17:30:43.880090 dv-cinder-837356-2-iscsi neutron-server[103917]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bfb31b5a-6908-41e1-9556-b158e6e8c3fe admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-837356-2-iscsi {{(pid=103917) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 17:30:43.880404 dv-cinder-837356-2-iscsi neutron-server[103917]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bfb31b5a-6908-41e1-9556-b158e6e8c3fe admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-837356-2-iscsi {{(pid=103917) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 17:30:43.880720 dv-cinder-837356-2-iscsi neutron-server[103917]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bfb31b5a-6908-41e1-9556-b158e6e8c3fe admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-837356-2-iscsi {{(pid=103917) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 17:30:44.062779 dv-cinder-837356-2-iscsi neutron-server[103917]: DEBUG neutron_lib.callbacks.manager [None req-bfb31b5a-6908-41e1-9556-b158e6e8c3fe admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-16241524', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-705370'] for router_interface (5557f5ad-f4fd-4009-ab4c-69a33d9eac05), after_delete {{(pid=103917) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 17:30:44.065955 dv-cinder-837356-2-iscsi neutron-server[103917]: DEBUG dbcounter [-] [103917] Writing DB stats neutron:SELECT=95,neutron:DELETE=4,neutron:UPDATE=1 {{(pid=103917) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 16 17:30:44.292092 dv-cinder-837356-2-iscsi neutron-server[103917]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-bfb31b5a-6908-41e1-9556-b158e6e8c3fe admin admin] Router 5557f5ad-f4fd-4009-ab4c-69a33d9eac05 has already been hosted by L3 agent 7639df21-17c3-4235-8912-210c3ad54137 {{(pid=103917) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jun 16 17:30:44.398877 dv-cinder-837356-2-iscsi neutron-server[103917]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-bfb31b5a-6908-41e1-9556-b158e6e8c3fe admin admin] Notify agent at l3_agent.dv-cinder-837356-2-iscsi the message routers_updated {{(pid=103917) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jun 16 17:30:44.403964 dv-cinder-837356-2-iscsi neutron-server[103917]: INFO neutron.wsgi [None req-bfb31b5a-6908-41e1-9556-b158e6e8c3fe admin admin] 10.222.0.66 "PUT /v2.0/routers/5557f5ad-f4fd-4009-ab4c-69a33d9eac05/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.7383523 Jun 16 17:30:44.406511 dv-cinder-837356-2-iscsi neutron-server[103917]: DEBUG neutron.wsgi [-] (103917) accepted ('10.222.0.66', 45132) {{(pid=103917) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 16 17:30:44.407319 dv-cinder-837356-2-iscsi neutron-server[103919]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-417af432-50cf-496b-8825-c07c43a93622 None None] Sync routers for ids ['5557f5ad-f4fd-4009-ab4c-69a33d9eac05'] in dv-cinder-837356-2-iscsi {{(pid=103919) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 16 17:30:44.419723 dv-cinder-837356-2-iscsi neutron-server[103919]: DEBUG neutron.db.l3_dvrscheduler_db [None req-417af432-50cf-496b-8825-c07c43a93622 None None] Routers {'5557f5ad-f4fd-4009-ab4c-69a33d9eac05'} bound to L3 agent in host dv-cinder-837356-2-iscsi {{(pid=103919) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jun 16 17:30:44.420973 dv-cinder-837356-2-iscsi neutron-server[103919]: DEBUG neutron.db.l3_hamode_db [None req-417af432-50cf-496b-8825-c07c43a93622 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-837356-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-06-16T17:14:15Z,description=,heartbeat_timestamp=2022-06-16T17:30:15Z,host='dv-cinder-837356-2-iscsi',id=7639df21-17c3-4235-8912-210c3ad54137,load=0,resource_versions=,resources_synced=,started_at=2022-06-16T17:14:15Z,topic='l3_agent')) {'router_ids': ['5557f5ad-f4fd-4009-ab4c-69a33d9eac05'], 'active': True} {{(pid=103919) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 16 17:30:44.520401 dv-cinder-837356-2-iscsi neutron-server[103917]: DEBUG neutron_lib.callbacks.manager [None req-e7394384-1d2c-4500-b2bb-14b75da914d3 admin admin] Publish callbacks [] for router (5557f5ad-f4fd-4009-ab4c-69a33d9eac05), before_delete {{(pid=103917) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 17:30:44.537467 dv-cinder-837356-2-iscsi neutron-server[103919]: DEBUG neutron.db.l3_dvr_db [None req-417af432-50cf-496b-8825-c07c43a93622 None None] Set router 5557f5ad-f4fd-4009-ab4c-69a33d9eac05 gateway port host: dv-cinder-837356-2-iscsi {{(pid=103919) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jun 16 17:30:44.640936 dv-cinder-837356-2-iscsi neutron-server[103917]: DEBUG neutron_lib.callbacks.manager [None req-e7394384-1d2c-4500-b2bb-14b75da914d3 admin admin] Publish callbacks [] for router_gateway (5557f5ad-f4fd-4009-ab4c-69a33d9eac05), before_delete {{(pid=103917) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 17:30:44.706113 dv-cinder-837356-2-iscsi neutron-server[103917]: DEBUG dbcounter [-] [103917] Writing DB stats neutron:SELECT=94,neutron:DELETE=4,neutron:UPDATE=2 {{(pid=103917) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 16 17:30:44.711498 dv-cinder-837356-2-iscsi neutron-server[103917]: DEBUG neutron.plugins.ml2.plugin [None req-e7394384-1d2c-4500-b2bb-14b75da914d3 admin admin] Deleting port bbb2266f-e66a-4e7c-90ad-bbf0a686e05e {{(pid=103917) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2043}} Jun 16 17:30:44.711850 dv-cinder-837356-2-iscsi neutron-server[103917]: DEBUG neutron_lib.callbacks.manager [None req-e7394384-1d2c-4500-b2bb-14b75da914d3 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8728539361383'] for port (bbb2266f-e66a-4e7c-90ad-bbf0a686e05e), before_delete {{(pid=103917) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 17:30:44.744962 dv-cinder-837356-2-iscsi neutron-server[103919]: DEBUG neutron.db.l3_hamode_db [None req-417af432-50cf-496b-8825-c07c43a93622 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5557f5ad-f4fd-4009-ab4c-69a33d9eac05', 'name': 'tempest-AttachVolumeShelveTestJSON-288441189-router', 'tenant_id': '0c63f648631a4a11910b4b135f22b235', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9df31235-0797-44e6-85a0-102cb2da2d58', 'external_fixed_ips': [{'subnet_id': '1dfb0320-f5eb-46f6-88ce-33002f500238', 'ip_address': '172.27.2.250'}], 'enable_snat': True}, 'gw_port_id': 'bbb2266f-e66a-4e7c-90ad-bbf0a686e05e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-16T17:22:27Z', 'updated_at': '2022-06-16T17:30:43Z', 'revision_number': 5, 'project_id': '0c63f648631a4a11910b4b135f22b235', 'gw_port': {'id': 'bbb2266f-e66a-4e7c-90ad-bbf0a686e05e', 'name': '', 'network_id': '9df31235-0797-44e6-85a0-102cb2da2d58', 'tenant_id': '', 'mac_address': 'fa:16:3e:16:85:53', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5557f5ad-f4fd-4009-ab4c-69a33d9eac05', 'device_owner': 'network:router_gateway', 'standard_attr_id': 94, 'fixed_ips': [{'subnet_id': '1dfb0320-f5eb-46f6-88ce-33002f500238', 'ip_address': '172.27.2.250', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-837356-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-16T17:22:29Z', 'updated_at': '2022-06-16T17:22:45Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1dfb0320-f5eb-46f6-88ce-33002f500238', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-837356-2-iscsi'}], 'dv-cinder-837356-2-iscsi', False) {} {{(pid=103919) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 16 17:30:44.788723 dv-cinder-837356-2-iscsi neutron-server[103919]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-417af432-50cf-496b-8825-c07c43a93622 None None] Checking router: 5557f5ad-f4fd-4009-ab4c-69a33d9eac05 for host: dv-cinder-837356-2-iscsi {{(pid=103919) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 16 17:30:44.806622 dv-cinder-837356-2-iscsi neutron-server[103919]: DEBUG neutron.db.l3_dvrscheduler_db [None req-417af432-50cf-496b-8825-c07c43a93622 None None] Routers {'5557f5ad-f4fd-4009-ab4c-69a33d9eac05'} bound to L3 agent in host dv-cinder-837356-2-iscsi {{(pid=103919) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jun 16 17:30:44.807926 dv-cinder-837356-2-iscsi neutron-server[103919]: DEBUG neutron.db.l3_hamode_db [None req-417af432-50cf-496b-8825-c07c43a93622 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-837356-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-06-16T17:14:15Z,description=,heartbeat_timestamp=2022-06-16T17:30:15Z,host='dv-cinder-837356-2-iscsi',id=7639df21-17c3-4235-8912-210c3ad54137,load=0,resource_versions=,resources_synced=,started_at=2022-06-16T17:14:15Z,topic='l3_agent')) {'router_ids': ['5557f5ad-f4fd-4009-ab4c-69a33d9eac05'], 'active': True} {{(pid=103919) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 16 17:30:44.814844 dv-cinder-837356-2-iscsi neutron-server[103917]: DEBUG neutron.plugins.ml2.db [None req-e7394384-1d2c-4500-b2bb-14b75da914d3 admin admin] For port bbb2266f-e66a-4e7c-90ad-bbf0a686e05e, host dv-cinder-837356-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-837356-2-iscsi',level=0,port_id=bbb2266f-e66a-4e7c-90ad-bbf0a686e05e,segment=NetworkSegment(18b787c7-0964-4a3b-b1f5-b8083c94f58b),segment_id=18b787c7-0964-4a3b-b1f5-b8083c94f58b)] {{(pid=103917) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 16 17:30:44.815214 dv-cinder-837356-2-iscsi neutron-server[103917]: DEBUG neutron_lib.callbacks.manager [None req-e7394384-1d2c-4500-b2bb-14b75da914d3 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-708042'] for port (bbb2266f-e66a-4e7c-90ad-bbf0a686e05e), precommit_delete {{(pid=103917) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 17:30:44.831229 dv-cinder-837356-2-iscsi neutron-server[103917]: DEBUG neutron.plugins.ml2.plugin [None req-e7394384-1d2c-4500-b2bb-14b75da914d3 admin admin] Calling delete_port for bbb2266f-e66a-4e7c-90ad-bbf0a686e05e owned by network:router_gateway {{(pid=103917) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2122}} Jun 16 17:30:44.916611 dv-cinder-837356-2-iscsi neutron-server[103919]: DEBUG neutron.db.l3_dvr_db [None req-417af432-50cf-496b-8825-c07c43a93622 None None] Set router 5557f5ad-f4fd-4009-ab4c-69a33d9eac05 gateway port host: None {{(pid=103919) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jun 16 17:30:44.979543 dv-cinder-837356-2-iscsi neutron-server[103919]: DEBUG neutron.db.l3_hamode_db [None req-417af432-50cf-496b-8825-c07c43a93622 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5557f5ad-f4fd-4009-ab4c-69a33d9eac05', 'name': 'tempest-AttachVolumeShelveTestJSON-288441189-router', 'tenant_id': '0c63f648631a4a11910b4b135f22b235', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-16T17:22:27Z', 'updated_at': '2022-06-16T17:30:44Z', 'revision_number': 6, 'project_id': '0c63f648631a4a11910b4b135f22b235', 'gw_port_host': None}], 'dv-cinder-837356-2-iscsi', False) {} {{(pid=103919) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 16 17:30:45.023068 dv-cinder-837356-2-iscsi neutron-server[103919]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-417af432-50cf-496b-8825-c07c43a93622 None None] The sync data for ids ['5557f5ad-f4fd-4009-ab4c-69a33d9eac05'] in dv-cinder-837356-2-iscsi is: [{'id': '5557f5ad-f4fd-4009-ab4c-69a33d9eac05', 'name': 'tempest-AttachVolumeShelveTestJSON-288441189-router', 'tenant_id': '0c63f648631a4a11910b4b135f22b235', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-16T17:22:27Z', 'updated_at': '2022-06-16T17:30:44Z', 'revision_number': 6, 'project_id': '0c63f648631a4a11910b4b135f22b235', 'gw_port_host': None}] {{(pid=103919) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 16 17:30:45.081944 dv-cinder-837356-2-iscsi neutron-server[103917]: DEBUG neutron_lib.callbacks.manager [None req-e7394384-1d2c-4500-b2bb-14b75da914d3 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16007527', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-75831', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16241551', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8728539364702', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8728538993430', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3819743'] for port (bbb2266f-e66a-4e7c-90ad-bbf0a686e05e), after_delete {{(pid=103917) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 17:30:45.109977 dv-cinder-837356-2-iscsi neutron-server[103917]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e7394384-1d2c-4500-b2bb-14b75da914d3 admin admin] Pushing event deleted for resources: {'Port': ['ID=bbb2266f-e66a-4e7c-90ad-bbf0a686e05e,revision_number=None']} {{(pid=103917) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 17:30:45.166348 dv-cinder-837356-2-iscsi neutron-server[103917]: DEBUG dbcounter [-] [103917] Writing DB stats neutron:SELECT=96,neutron:DELETE=4 {{(pid=103917) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 16 17:30:45.189026 dv-cinder-837356-2-iscsi neutron-server[103917]: DEBUG neutron_lib.callbacks.manager [None req-e7394384-1d2c-4500-b2bb-14b75da914d3 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-704909'] for router_gateway (5557f5ad-f4fd-4009-ab4c-69a33d9eac05), after_delete {{(pid=103917) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 17:30:45.288730 dv-cinder-837356-2-iscsi neutron-server[103917]: DEBUG neutron_lib.callbacks.manager [None req-e7394384-1d2c-4500-b2bb-14b75da914d3 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-707972', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-65300'] for router (5557f5ad-f4fd-4009-ab4c-69a33d9eac05), precommit_delete {{(pid=103917) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 17:30:45.291217 dv-cinder-837356-2-iscsi neutron-server[103917]: DEBUG neutron_lib.callbacks.manager [None req-e7394384-1d2c-4500-b2bb-14b75da914d3 admin admin] Publish callbacks [] for router_controller (5557f5ad-f4fd-4009-ab4c-69a33d9eac05), precommit_delete_associations {{(pid=103917) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 17:30:45.351614 dv-cinder-837356-2-iscsi neutron-server[103917]: DEBUG neutron_lib.callbacks.manager [None req-e7394384-1d2c-4500-b2bb-14b75da914d3 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-708078'] for router (5557f5ad-f4fd-4009-ab4c-69a33d9eac05), after_delete {{(pid=103917) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 17:30:45.352164 dv-cinder-837356-2-iscsi neutron-server[103917]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e7394384-1d2c-4500-b2bb-14b75da914d3 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 5557f5ad-f4fd-4009-ab4c-69a33d9eac05 {{(pid=103917) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jun 16 17:30:45.357605 dv-cinder-837356-2-iscsi neutron-server[103917]: DEBUG neutron_lib.callbacks.manager [None req-e7394384-1d2c-4500-b2bb-14b75da914d3 admin admin] Publish callbacks [] for router (None), before_response {{(pid=103917) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 17:30:45.358782 dv-cinder-837356-2-iscsi neutron-server[103917]: INFO neutron.wsgi [None req-e7394384-1d2c-4500-b2bb-14b75da914d3 admin admin] 10.222.0.66 "DELETE /v2.0/routers/5557f5ad-f4fd-4009-ab4c-69a33d9eac05 HTTP/1.1" status: 204 len: 168 time: 0.9511173 Jun 16 17:30:45.363444 dv-cinder-837356-2-iscsi neutron-server[103917]: DEBUG neutron.wsgi [-] (103917) accepted ('10.222.0.66', 45144) {{(pid=103917) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 16 17:30:45.424168 dv-cinder-837356-2-iscsi neutron-server[103917]: DEBUG neutron.db.db_base_plugin_v2 [None req-ef4845e6-b64e-4c0d-a9e3-bf9ab5e9bccb admin admin] Deleting subnet 57d5f714-8d8c-468b-957a-7745cf345909 {{(pid=103917) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1067}} Jun 16 17:30:45.428619 dv-cinder-837356-2-iscsi neutron-server[103917]: DEBUG neutron_lib.callbacks.manager [None req-ef4845e6-b64e-4c0d-a9e3-bf9ab5e9bccb admin admin] Publish callbacks [] for subnet (57d5f714-8d8c-468b-957a-7745cf345909), before_delete {{(pid=103917) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 17:30:45.448238 dv-cinder-837356-2-iscsi neutron-server[103918]: DEBUG neutron_lib.callbacks.manager [None req-16085171-0baf-41c9-886c-8ecd9cb66bc6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728539454181', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16149322'] for agent (7639df21-17c3-4235-8912-210c3ad54137), after_update {{(pid=103918) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 17:30:45.471948 dv-cinder-837356-2-iscsi neutron-server[103917]: DEBUG neutron_lib.callbacks.manager [None req-ef4845e6-b64e-4c0d-a9e3-bf9ab5e9bccb admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-25699587'] for subnet (57d5f714-8d8c-468b-957a-7745cf345909), precommit_delete_associations {{(pid=103917) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 17:30:45.575156 dv-cinder-837356-2-iscsi neutron-server[103917]: DEBUG neutron_lib.callbacks.manager [None req-ef4845e6-b64e-4c0d-a9e3-bf9ab5e9bccb admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-16150392'] for subnet (57d5f714-8d8c-468b-957a-7745cf345909), precommit_delete {{(pid=103917) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 17:30:45.639530 dv-cinder-837356-2-iscsi neutron-server[103917]: DEBUG neutron_lib.callbacks.manager [None req-ef4845e6-b64e-4c0d-a9e3-bf9ab5e9bccb admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-16150339', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-570574', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16241551', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3819756', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-25758852'] for subnet (57d5f714-8d8c-468b-957a-7745cf345909), after_delete {{(pid=103917) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 17:30:45.666190 dv-cinder-837356-2-iscsi neutron-server[103917]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef4845e6-b64e-4c0d-a9e3-bf9ab5e9bccb admin admin] Pushing event deleted for resources: {'Subnet': ['ID=57d5f714-8d8c-468b-957a-7745cf345909,revision_number=None']} {{(pid=103917) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 17:30:45.674048 dv-cinder-837356-2-iscsi neutron-server[103917]: DEBUG neutron_lib.callbacks.manager [None req-ef4845e6-b64e-4c0d-a9e3-bf9ab5e9bccb admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=103917) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 17:30:45.678218 dv-cinder-837356-2-iscsi neutron-server[103917]: INFO neutron.wsgi [None req-ef4845e6-b64e-4c0d-a9e3-bf9ab5e9bccb admin admin] 10.222.0.66 "DELETE /v2.0/subnets/57d5f714-8d8c-468b-957a-7745cf345909 HTTP/1.1" status: 204 len: 168 time: 0.3134835 Jun 16 17:30:45.680883 dv-cinder-837356-2-iscsi neutron-server[103916]: DEBUG neutron.wsgi [-] (103916) accepted ('10.222.0.66', 45146) {{(pid=103916) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 16 17:30:45.682300 dv-cinder-837356-2-iscsi neutron-server[103918]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-85949b4b-05b9-4b66-96d4-592dae9237a1 None None] Network 04f2ecf4-cd9f-483b-9100-6d9d67a561d2 requested from dv-cinder-837356-2-iscsi {{(pid=103918) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jun 16 17:30:45.751518 dv-cinder-837356-2-iscsi neutron-server[103918]: DEBUG dbcounter [-] [103918] Writing DB stats neutron:SELECT=97,neutron:UPDATE=3 {{(pid=103918) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 16 17:30:45.756886 dv-cinder-837356-2-iscsi neutron-server[103918]: DEBUG dbcounter [-] [103918] Writing DB stats neutron:SELECT=94,neutron:UPDATE=6 {{(pid=103918) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 16 17:30:45.808605 dv-cinder-837356-2-iscsi neutron-server[103916]: DEBUG neutron_lib.callbacks.manager [None req-b611c9db-6ecb-4b52-8080-3b6d7a270c74 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-16129347'] for network (04f2ecf4-cd9f-483b-9100-6d9d67a561d2), before_delete {{(pid=103916) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 17:30:45.867298 dv-cinder-837356-2-iscsi neutron-server[103916]: DEBUG neutron.plugins.ml2.plugin [None req-b611c9db-6ecb-4b52-8080-3b6d7a270c74 admin admin] Deleting port 88d396ce-2900-4144-94ed-fb2e647d645f {{(pid=103916) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2043}} Jun 16 17:30:45.867740 dv-cinder-837356-2-iscsi neutron-server[103916]: DEBUG neutron_lib.callbacks.manager [None req-b611c9db-6ecb-4b52-8080-3b6d7a270c74 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8728539361383'] for port (88d396ce-2900-4144-94ed-fb2e647d645f), before_delete {{(pid=103916) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 17:30:45.884412 dv-cinder-837356-2-iscsi neutron-server[103918]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6346a9d0-05e3-4f65-93f0-b4490df8b980 None None] DHCP port deletion for 04f2ecf4-cd9f-483b-9100-6d9d67a561d2 request from dv-cinder-837356-2-iscsi {{(pid=103918) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Jun 16 17:30:45.918066 dv-cinder-837356-2-iscsi neutron-server[103918]: DEBUG neutron.plugins.ml2.rpc [None req-39ead2dc-a542-4f04-b117-439eb7f32aa8 None None] Device c624de63-ffae-4e98-95eb-7e74edb29e5b no longer exists at agent ovs-agent-dv-cinder-837356-2-iscsi {{(pid=103918) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jun 16 17:30:45.950253 dv-cinder-837356-2-iscsi neutron-server[103918]: DEBUG neutron.plugins.ml2.plugin [None req-39ead2dc-a542-4f04-b117-439eb7f32aa8 None None] No Port match for: c624de63-ffae-4e98-95eb-7e74edb29e5b {{(pid=103918) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2382}} Jun 16 17:30:45.950808 dv-cinder-837356-2-iscsi neutron-server[103918]: DEBUG neutron.plugins.ml2.rpc [None req-39ead2dc-a542-4f04-b117-439eb7f32aa8 None None] Device c624de63-ffae-4e98-95eb-7e74edb29e5b not bound to the agent host dv-cinder-837356-2-iscsi {{(pid=103918) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jun 16 17:30:45.951723 dv-cinder-837356-2-iscsi neutron-server[103918]: DEBUG neutron.plugins.ml2.rpc [None req-39ead2dc-a542-4f04-b117-439eb7f32aa8 None None] Device bbb2266f-e66a-4e7c-90ad-bbf0a686e05e no longer exists at agent ovs-agent-dv-cinder-837356-2-iscsi {{(pid=103918) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jun 16 17:30:45.987758 dv-cinder-837356-2-iscsi neutron-server[103918]: DEBUG neutron.plugins.ml2.plugin [None req-6346a9d0-05e3-4f65-93f0-b4490df8b980 None None] Deleting port 88d396ce-2900-4144-94ed-fb2e647d645f {{(pid=103918) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2043}} Jun 16 17:30:45.988348 dv-cinder-837356-2-iscsi neutron-server[103918]: DEBUG neutron_lib.callbacks.manager [None req-6346a9d0-05e3-4f65-93f0-b4490df8b980 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8728539361383'] for port (88d396ce-2900-4144-94ed-fb2e647d645f), before_delete {{(pid=103918) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 17:30:45.993491 dv-cinder-837356-2-iscsi neutron-server[103916]: DEBUG neutron.plugins.ml2.db [None req-b611c9db-6ecb-4b52-8080-3b6d7a270c74 admin admin] For port 88d396ce-2900-4144-94ed-fb2e647d645f, host dv-cinder-837356-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-837356-2-iscsi',level=0,port_id=88d396ce-2900-4144-94ed-fb2e647d645f,segment=NetworkSegment(d53d2152-678f-42ce-a3f8-cc589901ed6b),segment_id=d53d2152-678f-42ce-a3f8-cc589901ed6b)] {{(pid=103916) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 16 17:30:45.994036 dv-cinder-837356-2-iscsi neutron-server[103916]: DEBUG neutron_lib.callbacks.manager [None req-b611c9db-6ecb-4b52-8080-3b6d7a270c74 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-708042'] for port (88d396ce-2900-4144-94ed-fb2e647d645f), precommit_delete {{(pid=103916) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 17:30:46.015097 dv-cinder-837356-2-iscsi neutron-server[103916]: DEBUG neutron.plugins.ml2.plugin [None req-b611c9db-6ecb-4b52-8080-3b6d7a270c74 admin admin] Calling delete_port for 88d396ce-2900-4144-94ed-fb2e647d645f owned by network:dhcp {{(pid=103916) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2122}} Jun 16 17:30:46.052942 dv-cinder-837356-2-iscsi neutron-server[103918]: DEBUG neutron.plugins.ml2.plugin [None req-39ead2dc-a542-4f04-b117-439eb7f32aa8 None None] No Port match for: bbb2266f-e66a-4e7c-90ad-bbf0a686e05e {{(pid=103918) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2382}} Jun 16 17:30:46.053511 dv-cinder-837356-2-iscsi neutron-server[103918]: DEBUG neutron.plugins.ml2.rpc [None req-39ead2dc-a542-4f04-b117-439eb7f32aa8 None None] Device bbb2266f-e66a-4e7c-90ad-bbf0a686e05e not bound to the agent host dv-cinder-837356-2-iscsi {{(pid=103918) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jun 16 17:30:46.079481 dv-cinder-837356-2-iscsi neutron-server[103918]: DEBUG neutron.plugins.ml2.db [None req-6346a9d0-05e3-4f65-93f0-b4490df8b980 None None] For port 88d396ce-2900-4144-94ed-fb2e647d645f, host dv-cinder-837356-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-837356-2-iscsi',level=0,port_id=88d396ce-2900-4144-94ed-fb2e647d645f,segment=NetworkSegment(d53d2152-678f-42ce-a3f8-cc589901ed6b),segment_id=d53d2152-678f-42ce-a3f8-cc589901ed6b)] {{(pid=103918) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 16 17:30:46.080051 dv-cinder-837356-2-iscsi neutron-server[103918]: DEBUG neutron_lib.callbacks.manager [None req-6346a9d0-05e3-4f65-93f0-b4490df8b980 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-708042'] for port (88d396ce-2900-4144-94ed-fb2e647d645f), precommit_delete {{(pid=103918) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 17:30:46.103604 dv-cinder-837356-2-iscsi neutron-server[103918]: DEBUG neutron.plugins.ml2.plugin [None req-6346a9d0-05e3-4f65-93f0-b4490df8b980 None None] Calling delete_port for 88d396ce-2900-4144-94ed-fb2e647d645f owned by network:dhcp {{(pid=103918) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2122}} Jun 16 17:30:46.144930 dv-cinder-837356-2-iscsi neutron-server[103916]: DEBUG neutron_lib.callbacks.manager [None req-b611c9db-6ecb-4b52-8080-3b6d7a270c74 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16007527', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-75831', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16241551', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8728539364702', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8728538993430', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25517999'] for port (88d396ce-2900-4144-94ed-fb2e647d645f), after_delete {{(pid=103916) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 17:30:46.178848 dv-cinder-837356-2-iscsi neutron-server[103916]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b611c9db-6ecb-4b52-8080-3b6d7a270c74 admin admin] Pushing event deleted for resources: {'Port': ['ID=88d396ce-2900-4144-94ed-fb2e647d645f,revision_number=None']} {{(pid=103916) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 17:30:46.192910 dv-cinder-837356-2-iscsi neutron-server[103916]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b611c9db-6ecb-4b52-8080-3b6d7a270c74 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-837356-2-iscsi {{(pid=103916) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 17:30:46.193296 dv-cinder-837356-2-iscsi neutron-server[103916]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b611c9db-6ecb-4b52-8080-3b6d7a270c74 admin admin] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-837356-2-iscsi {{(pid=103916) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 17:30:46.193808 dv-cinder-837356-2-iscsi neutron-server[103916]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b611c9db-6ecb-4b52-8080-3b6d7a270c74 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-837356-2-iscsi {{(pid=103916) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 17:30:46.194321 dv-cinder-837356-2-iscsi neutron-server[103916]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b611c9db-6ecb-4b52-8080-3b6d7a270c74 admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-837356-2-iscsi {{(pid=103916) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 17:30:46.194808 dv-cinder-837356-2-iscsi neutron-server[103916]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b611c9db-6ecb-4b52-8080-3b6d7a270c74 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-837356-2-iscsi {{(pid=103916) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 17:30:46.195304 dv-cinder-837356-2-iscsi neutron-server[103916]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b611c9db-6ecb-4b52-8080-3b6d7a270c74 admin admin] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-837356-2-iscsi {{(pid=103916) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 17:30:46.195798 dv-cinder-837356-2-iscsi neutron-server[103916]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b611c9db-6ecb-4b52-8080-3b6d7a270c74 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-837356-2-iscsi {{(pid=103916) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 17:30:46.196778 dv-cinder-837356-2-iscsi neutron-server[103916]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b611c9db-6ecb-4b52-8080-3b6d7a270c74 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-837356-2-iscsi {{(pid=103916) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 17:30:46.196778 dv-cinder-837356-2-iscsi neutron-server[103916]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b611c9db-6ecb-4b52-8080-3b6d7a270c74 admin admin] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-837356-2-iscsi {{(pid=103916) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 17:30:46.196778 dv-cinder-837356-2-iscsi neutron-server[103916]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b611c9db-6ecb-4b52-8080-3b6d7a270c74 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-837356-2-iscsi {{(pid=103916) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 17:30:46.197126 dv-cinder-837356-2-iscsi neutron-server[103916]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b611c9db-6ecb-4b52-8080-3b6d7a270c74 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-837356-2-iscsi {{(pid=103916) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 17:30:46.197402 dv-cinder-837356-2-iscsi neutron-server[103916]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b611c9db-6ecb-4b52-8080-3b6d7a270c74 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-837356-2-iscsi {{(pid=103916) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 17:30:46.200206 dv-cinder-837356-2-iscsi neutron-server[103916]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b611c9db-6ecb-4b52-8080-3b6d7a270c74 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-837356-2-iscsi {{(pid=103916) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 17:30:46.200206 dv-cinder-837356-2-iscsi neutron-server[103916]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b611c9db-6ecb-4b52-8080-3b6d7a270c74 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-837356-2-iscsi {{(pid=103916) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 17:30:46.200206 dv-cinder-837356-2-iscsi neutron-server[103916]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b611c9db-6ecb-4b52-8080-3b6d7a270c74 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-837356-2-iscsi {{(pid=103916) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 17:30:46.206791 dv-cinder-837356-2-iscsi neutron-server[103916]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b611c9db-6ecb-4b52-8080-3b6d7a270c74 admin admin] No DVR routers for this DVR port 88d396ce-2900-4144-94ed-fb2e647d645f on host dv-cinder-837356-2-iscsi {{(pid=103916) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:215}} Jun 16 17:30:46.227962 dv-cinder-837356-2-iscsi neutron-server[103918]: DEBUG neutron_lib.callbacks.manager [None req-6346a9d0-05e3-4f65-93f0-b4490df8b980 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16007527', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-75831', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16241551', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8728539364702', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8728538993430'] for port (88d396ce-2900-4144-94ed-fb2e647d645f), after_delete {{(pid=103918) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 17:30:46.261352 dv-cinder-837356-2-iscsi neutron-server[103918]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6346a9d0-05e3-4f65-93f0-b4490df8b980 None None] Pushing event deleted for resources: {'Port': ['ID=88d396ce-2900-4144-94ed-fb2e647d645f,revision_number=None']} {{(pid=103918) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 17:30:46.266251 dv-cinder-837356-2-iscsi neutron-server[103918]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6346a9d0-05e3-4f65-93f0-b4490df8b980 None None] No DVR routers for this DVR port 88d396ce-2900-4144-94ed-fb2e647d645f on host dv-cinder-837356-2-iscsi {{(pid=103918) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:215}} Jun 16 17:30:46.323950 dv-cinder-837356-2-iscsi neutron-server[103916]: DEBUG neutron_lib.callbacks.manager [None req-b611c9db-6ecb-4b52-8080-3b6d7a270c74 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-16152121', 'neutron.services.segments.db._delete_segments_for_network-8728539454199'] for network (04f2ecf4-cd9f-483b-9100-6d9d67a561d2), precommit_delete {{(pid=103916) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 17:30:46.329366 dv-cinder-837356-2-iscsi neutron-server[103918]: DEBUG neutron_lib.callbacks.manager [None req-20715706-35a9-45af-9420-375bdcc64c61 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728539454181', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16149322'] for agent (50395103-89cf-4fb3-87eb-9dff4dfdeea8), after_update {{(pid=103918) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 17:30:46.353991 dv-cinder-837356-2-iscsi neutron-server[103916]: DEBUG neutron.services.segments.db [None req-b611c9db-6ecb-4b52-8080-3b6d7a270c74 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['04f2ecf4-cd9f-483b-9100-6d9d67a561d2']}} {{(pid=103916) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 16 17:30:46.370108 dv-cinder-837356-2-iscsi neutron-server[103916]: DEBUG neutron.services.segments.db [None req-b611c9db-6ecb-4b52-8080-3b6d7a270c74 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'd53d2152-678f-42ce-a3f8-cc589901ed6b') {'for_net_delete': True} {{(pid=103916) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 16 17:30:46.370652 dv-cinder-837356-2-iscsi neutron-server[103916]: DEBUG neutron.services.segments.db [None req-b611c9db-6ecb-4b52-8080-3b6d7a270c74 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'd53d2152-678f-42ce-a3f8-cc589901ed6b') {} {{(pid=103916) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 16 17:30:46.392379 dv-cinder-837356-2-iscsi neutron-server[103916]: DEBUG neutron_lib.callbacks.manager [None req-b611c9db-6ecb-4b52-8080-3b6d7a270c74 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8728539454082', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-25166628'] for segment (d53d2152-678f-42ce-a3f8-cc589901ed6b), before_delete {{(pid=103916) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 17:30:46.415489 dv-cinder-837356-2-iscsi neutron-server[103916]: DEBUG neutron_lib.callbacks.manager [None req-b611c9db-6ecb-4b52-8080-3b6d7a270c74 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16150272'] for segment (d53d2152-678f-42ce-a3f8-cc589901ed6b), precommit_delete {{(pid=103916) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 17:30:46.427424 dv-cinder-837356-2-iscsi neutron-server[103916]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-b611c9db-6ecb-4b52-8080-3b6d7a270c74 admin admin] Releasing vlan 1034 on physical network physnet1 to pool {{(pid=103916) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jun 16 17:30:46.428445 dv-cinder-837356-2-iscsi neutron-server[103916]: DEBUG neutron_lib.callbacks.manager [None req-b611c9db-6ecb-4b52-8080-3b6d7a270c74 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16150272', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-25517890'] for segment (d53d2152-678f-42ce-a3f8-cc589901ed6b), after_delete {{(pid=103916) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 17:30:46.490182 dv-cinder-837356-2-iscsi neutron-server[103916]: INFO neutron.services.segments.plugin [-] Segment d53d2152-678f-42ce-a3f8-cc589901ed6b resource provider aggregate not found Jun 16 17:30:46.520493 dv-cinder-837356-2-iscsi neutron-server[103916]: INFO neutron.services.segments.plugin [-] Segment d53d2152-678f-42ce-a3f8-cc589901ed6b resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid d53d2152-678f-42ce-a3f8-cc589901ed6b found for delete ", "request_id": "req-4315d091-5692-4483-b820-0a51cf629e7d"}]} Jun 16 17:30:46.521765 dv-cinder-837356-2-iscsi neutron-server[103916]: DEBUG neutron_lib.callbacks.manager [None req-b611c9db-6ecb-4b52-8080-3b6d7a270c74 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-16152118', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-570401', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16241551', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-704929'] for network (04f2ecf4-cd9f-483b-9100-6d9d67a561d2), after_delete {{(pid=103916) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 17:30:46.529507 dv-cinder-837356-2-iscsi neutron-server[103916]: DEBUG neutron_lib.callbacks.manager [None req-b611c9db-6ecb-4b52-8080-3b6d7a270c74 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-16241561'] for network (None), before_response {{(pid=103916) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 17:30:46.533524 dv-cinder-837356-2-iscsi neutron-server[103916]: INFO neutron.wsgi [None req-b611c9db-6ecb-4b52-8080-3b6d7a270c74 admin admin] 10.222.0.66 "DELETE /v2.0/networks/04f2ecf4-cd9f-483b-9100-6d9d67a561d2 HTTP/1.1" status: 204 len: 168 time: 0.8497002 Jun 16 17:30:46.545733 dv-cinder-837356-2-iscsi neutron-server[103916]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b611c9db-6ecb-4b52-8080-3b6d7a270c74 admin admin] Pushing event deleted for resources: {'Network': ['ID=04f2ecf4-cd9f-483b-9100-6d9d67a561d2,revision_number=None']} {{(pid=103916) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 17:30:46.667132 dv-cinder-837356-2-iscsi neutron-server[103916]: DEBUG neutron.wsgi [-] (103916) accepted ('10.222.0.66', 45162) {{(pid=103916) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 16 17:30:46.716425 dv-cinder-837356-2-iscsi neutron-server[103916]: INFO neutron.wsgi [None req-644447c3-e515-4396-8782-f261baa90a37 admin admin] 10.222.0.66 "GET /v2.0/security-groups?tenant_id=0c63f648631a4a11910b4b135f22b235&name=default HTTP/1.1" status: 200 len: 2992 time: 0.0476704 Jun 16 17:30:46.719023 dv-cinder-837356-2-iscsi neutron-server[103917]: DEBUG neutron.wsgi [-] (103917) accepted ('10.222.0.66', 45164) {{(pid=103917) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 16 17:30:46.777801 dv-cinder-837356-2-iscsi neutron-server[103917]: DEBUG neutron_lib.callbacks.manager [None req-8d8d4b4f-37bf-4bf4-933c-cd1d80adb10e admin admin] Publish callbacks [] for security_group (6f711492-2963-4a4e-b34e-4eb43dabffdb), before_delete {{(pid=103917) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 17:30:46.806233 dv-cinder-837356-2-iscsi neutron-server[103917]: DEBUG neutron_lib.callbacks.manager [None req-8d8d4b4f-37bf-4bf4-933c-cd1d80adb10e admin admin] Publish callbacks [] for security_group (6f711492-2963-4a4e-b34e-4eb43dabffdb), precommit_delete {{(pid=103917) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 17:30:46.812787 dv-cinder-837356-2-iscsi neutron-server[103917]: DEBUG dbcounter [-] [103917] Writing DB stats neutron:SELECT=84,neutron:DELETE=12,neutron:UPDATE=4 {{(pid=103917) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 16 17:30:46.862771 dv-cinder-837356-2-iscsi neutron-server[103917]: DEBUG neutron_lib.callbacks.manager [None req-8d8d4b4f-37bf-4bf4-933c-cd1d80adb10e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-570488'] for security_group (6f711492-2963-4a4e-b34e-4eb43dabffdb), after_delete {{(pid=103917) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 17:30:46.865880 dv-cinder-837356-2-iscsi neutron-server[103917]: DEBUG neutron_lib.callbacks.manager [None req-8d8d4b4f-37bf-4bf4-933c-cd1d80adb10e admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103917) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 17:30:46.870793 dv-cinder-837356-2-iscsi neutron-server[103917]: INFO neutron.wsgi [None req-8d8d4b4f-37bf-4bf4-933c-cd1d80adb10e admin admin] 10.222.0.66 "DELETE /v2.0/security-groups/6f711492-2963-4a4e-b34e-4eb43dabffdb HTTP/1.1" status: 204 len: 168 time: 0.1470530 Jun 16 17:30:46.876102 dv-cinder-837356-2-iscsi neutron-server[103917]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d8d4b4f-37bf-4bf4-933c-cd1d80adb10e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6f711492-2963-4a4e-b34e-4eb43dabffdb,revision_number=None']} {{(pid=103917) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 17:30:47.672451 dv-cinder-837356-2-iscsi neutron-server[103917]: DEBUG neutron.wsgi [-] (103917) accepted ('10.222.0.66', 45196) {{(pid=103917) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 16 17:30:47.795776 dv-cinder-837356-2-iscsi neutron-server[103917]: DEBUG neutron.api.v2.base [None req-f2ee1e8e-e2fe-4d70-81e1-174c150cd452 admin admin] Request body: {'network': {'name': 'tempest-AttachVolumeNegativeTest-673498770-network', 'tenant_id': '7c56d4c430c44df49f48fe0b49ebcbd2'}} {{(pid=103917) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jun 16 17:30:47.819217 dv-cinder-837356-2-iscsi neutron-server[103917]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f2ee1e8e-e2fe-4d70-81e1-174c150cd452 admin admin] Made reservation on behalf of 7c56d4c430c44df49f48fe0b49ebcbd2 for: {'network': 1} {{(pid=103917) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 16 17:30:47.822266 dv-cinder-837356-2-iscsi neutron-server[103917]: DEBUG neutron_lib.callbacks.manager [None req-f2ee1e8e-e2fe-4d70-81e1-174c150cd452 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16007590'] for network (None), before_create {{(pid=103917) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 17:30:47.832284 dv-cinder-837356-2-iscsi neutron-server[103917]: DEBUG neutron_lib.callbacks.manager [None req-f2ee1e8e-e2fe-4d70-81e1-174c150cd452 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103917) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 17:30:47.866866 dv-cinder-837356-2-iscsi neutron-server[103918]: DEBUG neutron.plugins.ml2.rpc [None req-39ead2dc-a542-4f04-b117-439eb7f32aa8 None None] Device 88d396ce-2900-4144-94ed-fb2e647d645f no longer exists at agent ovs-agent-dv-cinder-837356-2-iscsi {{(pid=103918) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jun 16 17:30:47.896914 dv-cinder-837356-2-iscsi neutron-server[103918]: DEBUG neutron.plugins.ml2.plugin [None req-39ead2dc-a542-4f04-b117-439eb7f32aa8 None None] No Port match for: 88d396ce-2900-4144-94ed-fb2e647d645f {{(pid=103918) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2382}} Jun 16 17:30:47.897648 dv-cinder-837356-2-iscsi neutron-server[103918]: DEBUG neutron.plugins.ml2.rpc [None req-39ead2dc-a542-4f04-b117-439eb7f32aa8 None None] Device 88d396ce-2900-4144-94ed-fb2e647d645f not bound to the agent host dv-cinder-837356-2-iscsi {{(pid=103918) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jun 16 17:30:47.946123 dv-cinder-837356-2-iscsi neutron-server[103917]: DEBUG neutron_lib.callbacks.manager [None req-f2ee1e8e-e2fe-4d70-81e1-174c150cd452 admin admin] Publish callbacks [] for security_group (7418a13e-bb80-4a29-a1b0-8c5ee0b625b7), precommit_create {{(pid=103917) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 17:30:47.950558 dv-cinder-837356-2-iscsi neutron-server[103917]: DEBUG neutron_lib.callbacks.manager [None req-f2ee1e8e-e2fe-4d70-81e1-174c150cd452 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-570488'] for security_group (7418a13e-bb80-4a29-a1b0-8c5ee0b625b7), after_create {{(pid=103917) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 17:30:47.972778 dv-cinder-837356-2-iscsi neutron-server[103917]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-f2ee1e8e-e2fe-4d70-81e1-174c150cd452 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 1021} {{(pid=103917) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jun 16 17:30:47.988456 dv-cinder-837356-2-iscsi neutron-server[103917]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f2ee1e8e-e2fe-4d70-81e1-174c150cd452 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7418a13e-bb80-4a29-a1b0-8c5ee0b625b7,revision_number=1']} {{(pid=103917) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 17:30:47.995058 dv-cinder-837356-2-iscsi neutron-server[103917]: DEBUG neutron_lib.callbacks.manager [None req-f2ee1e8e-e2fe-4d70-81e1-174c150cd452 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16150272'] for segment (77c5a64f-3dc1-42ac-871e-4a71d56bdf63), precommit_create {{(pid=103917) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 17:30:47.995405 dv-cinder-837356-2-iscsi neutron-server[103917]: INFO neutron.db.segments_db [None req-f2ee1e8e-e2fe-4d70-81e1-174c150cd452 admin admin] Added segment 77c5a64f-3dc1-42ac-871e-4a71d56bdf63 of type vlan for network 38b62bc9-5cad-4b9e-8181-628535658100 Jun 16 17:30:48.042589 dv-cinder-837356-2-iscsi neutron-server[103917]: DEBUG dbcounter [-] [103917] Writing DB stats neutron:SELECT=85,neutron:DELETE=5,neutron:UPDATE=2,neutron:INSERT=8 {{(pid=103917) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 16 17:30:48.047486 dv-cinder-837356-2-iscsi neutron-server[103917]: DEBUG neutron_lib.callbacks.manager [None req-f2ee1e8e-e2fe-4d70-81e1-174c150cd452 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8728539013196'] for network (38b62bc9-5cad-4b9e-8181-628535658100), precommit_create {{(pid=103917) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 17:30:48.077657 dv-cinder-837356-2-iscsi neutron-server[103917]: DEBUG neutron_lib.callbacks.manager [None req-f2ee1e8e-e2fe-4d70-81e1-174c150cd452 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-570401', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16241551'] for network (38b62bc9-5cad-4b9e-8181-628535658100), after_create {{(pid=103917) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 17:30:48.078677 dv-cinder-837356-2-iscsi neutron-server[103917]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f2ee1e8e-e2fe-4d70-81e1-174c150cd452 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103917) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 16 17:30:48.079263 dv-cinder-837356-2-iscsi neutron-server[103917]: DEBUG neutron_lib.callbacks.manager [None req-f2ee1e8e-e2fe-4d70-81e1-174c150cd452 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-16241561'] for network (None), before_response {{(pid=103917) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 17:30:48.086504 dv-cinder-837356-2-iscsi neutron-server[103918]: DEBUG neutron_lib.callbacks.manager [None req-90597016-5de8-4c3e-b42a-66aa2c70cc5e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728539454181', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16149322'] for agent (853db9d1-1c17-40a4-900c-de4f90440474), after_update {{(pid=103918) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 17:30:48.143578 dv-cinder-837356-2-iscsi neutron-server[103917]: INFO neutron.wsgi [None req-f2ee1e8e-e2fe-4d70-81e1-174c150cd452 admin admin] 10.222.0.66 "POST /v2.0/networks HTTP/1.1" status: 201 len: 869 time: 0.4697962 Jun 16 17:30:48.146973 dv-cinder-837356-2-iscsi neutron-server[103916]: DEBUG neutron.wsgi [-] (103916) accepted ('10.222.0.66', 45200) {{(pid=103916) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 16 17:30:48.149455 dv-cinder-837356-2-iscsi neutron-server[103917]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f2ee1e8e-e2fe-4d70-81e1-174c150cd452 admin admin] Pushing event updated for resources: {'Network': ['ID=38b62bc9-5cad-4b9e-8181-628535658100,revision_number=1']} {{(pid=103917) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 17:30:48.151901 dv-cinder-837356-2-iscsi neutron-server[103916]: DEBUG neutron.api.v2.base [None req-6704a4f3-5c88-47fa-83e7-0d1a8f6bfb19 admin admin] Request body: {'subnet': {'network_id': '38b62bc9-5cad-4b9e-8181-628535658100', 'cidr': '172.20.0.0/28', 'name': 'tempest-AttachVolumeNegativeTest-673498770-subnet', 'tenant_id': '7c56d4c430c44df49f48fe0b49ebcbd2', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=103916) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jun 16 17:30:48.161764 dv-cinder-837356-2-iscsi neutron-server[103918]: DEBUG neutron.plugins.ml2.rpc [None req-39ead2dc-a542-4f04-b117-439eb7f32aa8 None None] Network 38b62bc9-5cad-4b9e-8181-628535658100 details requested by agent ovs-agent-dv-cinder-837356-2-iscsi with host dv-cinder-837356-2-iscsi {{(pid=103918) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jun 16 17:30:48.173984 dv-cinder-837356-2-iscsi neutron-server[103916]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6704a4f3-5c88-47fa-83e7-0d1a8f6bfb19 admin admin] Made reservation on behalf of 7c56d4c430c44df49f48fe0b49ebcbd2 for: {'subnet': 1} {{(pid=103916) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 16 17:30:48.176546 dv-cinder-837356-2-iscsi neutron-server[103916]: DEBUG neutron_lib.callbacks.manager [None req-6704a4f3-5c88-47fa-83e7-0d1a8f6bfb19 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-25510000'] for subnet (None), before_create {{(pid=103916) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 17:30:48.241872 dv-cinder-837356-2-iscsi neutron-server[103916]: DEBUG dbcounter [-] [103916] Writing DB stats neutron:SELECT=89,neutron:INSERT=2,neutron:DELETE=8,neutron:UPDATE=1 {{(pid=103916) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 16 17:30:48.293827 dv-cinder-837356-2-iscsi neutron-server[103916]: DEBUG dbcounter [-] [103916] Writing DB stats neutron:SELECT=87,neutron:DELETE=5,neutron:UPDATE=2,neutron:INSERT=6 {{(pid=103916) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 16 17:30:48.362561 dv-cinder-837356-2-iscsi neutron-server[103916]: DEBUG neutron_lib.callbacks.manager [None req-6704a4f3-5c88-47fa-83e7-0d1a8f6bfb19 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-570574', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16241551', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-25518043', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-25509954'] for subnet (245398e2-b047-4bf4-9483-edcae7a557b6), after_create {{(pid=103916) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 17:30:48.425214 dv-cinder-837356-2-iscsi neutron-server[103916]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6704a4f3-5c88-47fa-83e7-0d1a8f6bfb19 admin admin] Pushing event updated for resources: {'Subnet': ['ID=245398e2-b047-4bf4-9483-edcae7a557b6,revision_number=0']} {{(pid=103916) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 17:30:48.434854 dv-cinder-837356-2-iscsi neutron-server[103916]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6704a4f3-5c88-47fa-83e7-0d1a8f6bfb19 admin admin] Checking segment: {'id': '77c5a64f-3dc1-42ac-871e-4a71d56bdf63', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1021, 'network_id': '38b62bc9-5cad-4b9e-8181-628535658100'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103916) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jun 16 17:30:48.435253 dv-cinder-837356-2-iscsi neutron-server[103916]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6704a4f3-5c88-47fa-83e7-0d1a8f6bfb19 admin admin] Network hostable DHCP agents. Network: 38b62bc9-5cad-4b9e-8181-628535658100, hostable agents: ['0913b7ec-eea4-4492-8ef1-e01c4575abca'], hosted agents: [] {{(pid=103916) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jun 16 17:30:48.447340 dv-cinder-837356-2-iscsi neutron-server[103918]: DEBUG neutron_lib.callbacks.manager [None req-39ead2dc-a542-4f04-b117-439eb7f32aa8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728539454181', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16149322'] for agent (5b2fa84c-1db1-41c6-a6b9-975c3da28daf), after_update {{(pid=103918) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 17:30:48.455309 dv-cinder-837356-2-iscsi neutron-server[103916]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6704a4f3-5c88-47fa-83e7-0d1a8f6bfb19 admin admin] Network 38b62bc9-5cad-4b9e-8181-628535658100 is scheduled to be hosted by DHCP agent 0913b7ec-eea4-4492-8ef1-e01c4575abca with binding_index 1 {{(pid=103916) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jun 16 17:30:48.465931 dv-cinder-837356-2-iscsi neutron-server[103916]: DEBUG neutron.scheduler.base_scheduler [None req-6704a4f3-5c88-47fa-83e7-0d1a8f6bfb19 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-837356-2-iscsi, 38b62bc9-5cad-4b9e-8181-628535658100) {{(pid=103916) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 16 17:30:48.474590 dv-cinder-837356-2-iscsi neutron-server[103918]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4641585b-ef98-4629-86e6-c5aad1978d69 None None] Network 38b62bc9-5cad-4b9e-8181-628535658100 requested from dv-cinder-837356-2-iscsi {{(pid=103918) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jun 16 17:30:48.476295 dv-cinder-837356-2-iscsi neutron-server[103916]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6704a4f3-5c88-47fa-83e7-0d1a8f6bfb19 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103916) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 16 17:30:48.476912 dv-cinder-837356-2-iscsi neutron-server[103916]: DEBUG neutron_lib.callbacks.manager [None req-6704a4f3-5c88-47fa-83e7-0d1a8f6bfb19 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-16241561'] for subnet (None), before_response {{(pid=103916) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 17:30:48.499743 dv-cinder-837356-2-iscsi neutron-server[103916]: INFO neutron.wsgi [None req-6704a4f3-5c88-47fa-83e7-0d1a8f6bfb19 admin admin] 10.222.0.66 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 850 time: 0.3516347 Jun 16 17:30:48.502656 dv-cinder-837356-2-iscsi neutron-server[103917]: DEBUG neutron.wsgi [-] (103917) accepted ('10.222.0.66', 45202) {{(pid=103917) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 16 17:30:48.507152 dv-cinder-837356-2-iscsi neutron-server[103917]: DEBUG neutron.api.v2.base [None req-83501293-3031-4614-a8fc-18b99385294b admin admin] Request body: {'router': {'name': 'tempest-AttachVolumeNegativeTest-673498770-router', 'tenant_id': '7c56d4c430c44df49f48fe0b49ebcbd2', 'external_gateway_info': {'network_id': '9df31235-0797-44e6-85a0-102cb2da2d58'}}} {{(pid=103917) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jun 16 17:30:48.529166 dv-cinder-837356-2-iscsi neutron-server[103917]: DEBUG neutron_lib.callbacks.manager [None req-83501293-3031-4614-a8fc-18b99385294b admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-706286', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-65378'] for router (72fc182f-b4cb-4ac1-ba5a-c8c6b58534c5), before_create {{(pid=103917) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 17:30:48.530591 dv-cinder-837356-2-iscsi neutron-server[103917]: DEBUG neutron_lib.callbacks.manager [None req-83501293-3031-4614-a8fc-18b99385294b admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-706077', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-735905', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-614867', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-65307'] for router (72fc182f-b4cb-4ac1-ba5a-c8c6b58534c5), precommit_create {{(pid=103917) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 17:30:48.589997 dv-cinder-837356-2-iscsi neutron-server[103917]: DEBUG neutron_lib.callbacks.manager [None req-83501293-3031-4614-a8fc-18b99385294b admin admin] Publish callbacks [] for router_controller (72fc182f-b4cb-4ac1-ba5a-c8c6b58534c5), precommit_add_association {{(pid=103917) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 17:30:48.610395 dv-cinder-837356-2-iscsi neutron-server[103918]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-39254edc-6072-4e6b-8c23-0e672cd78d15 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp3cc71102-b35b-562a-842b-e84838effaf9-38b62bc9-5cad-4b9e-8181-628535658100', 'network_id': '38b62bc9-5cad-4b9e-8181-628535658100', 'project_id': '7c56d4c430c44df49f48fe0b49ebcbd2', 'fixed_ips': [{'subnet_id': '245398e2-b047-4bf4-9483-edcae7a557b6'}]}} from dv-cinder-837356-2-iscsi. {{(pid=103918) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Jun 16 17:30:48.611685 dv-cinder-837356-2-iscsi neutron-server[103918]: DEBUG neutron_lib.callbacks.manager [None req-39254edc-6072-4e6b-8c23-0e672cd78d15 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16007590'] for port (None), before_create {{(pid=103918) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 17:30:48.733794 dv-cinder-837356-2-iscsi neutron-server[103917]: DEBUG neutron_lib.callbacks.manager [None req-83501293-3031-4614-a8fc-18b99385294b admin admin] Publish callbacks [] for router_gateway (72fc182f-b4cb-4ac1-ba5a-c8c6b58534c5), precommit_update {{(pid=103917) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 17:30:48.788559 dv-cinder-837356-2-iscsi neutron-server[103918]: DEBUG neutron.db.db_base_plugin_common [None req-39254edc-6072-4e6b-8c23-0e672cd78d15 None None] Allocated IP 172.20.0.2 (38b62bc9-5cad-4b9e-8181-628535658100/245398e2-b047-4bf4-9483-edcae7a557b6/bbfb9ae2-40f9-4478-8858-1a5f7e5e591b) {{(pid=103918) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 16 17:30:48.941020 dv-cinder-837356-2-iscsi neutron-server[103918]: DEBUG neutron_lib.callbacks.manager [None req-39254edc-6072-4e6b-8c23-0e672cd78d15 None None] Publish callbacks [] for port (bbfb9ae2-40f9-4478-8858-1a5f7e5e591b), precommit_create {{(pid=103918) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 17:30:48.949462 dv-cinder-837356-2-iscsi neutron-server[103918]: DEBUG neutron_lib.callbacks.manager [None req-39254edc-6072-4e6b-8c23-0e672cd78d15 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16007527', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-75831', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16241551', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8728538993421'] for port (bbfb9ae2-40f9-4478-8858-1a5f7e5e591b), after_create {{(pid=103918) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 17:30:48.976297 dv-cinder-837356-2-iscsi neutron-server[103918]: DEBUG dbcounter [-] [103918] Writing DB stats neutron:SELECT=89,neutron:DELETE=3,neutron:UPDATE=6,neutron:INSERT=2 {{(pid=103918) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 16 17:30:48.981897 dv-cinder-837356-2-iscsi neutron-server[103917]: DEBUG neutron_lib.callbacks.manager [None req-83501293-3031-4614-a8fc-18b99385294b admin admin] Publish callbacks [] for router_gateway (72fc182f-b4cb-4ac1-ba5a-c8c6b58534c5), before_create {{(pid=103917) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 17:30:48.988288 dv-cinder-837356-2-iscsi neutron-server[103918]: DEBUG dbcounter [-] [103918] Writing DB stats neutron:SELECT=91,neutron:DELETE=2,neutron:UPDATE=3,neutron:INSERT=4 {{(pid=103918) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 16 17:30:49.002313 dv-cinder-837356-2-iscsi neutron-server[103918]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-39254edc-6072-4e6b-8c23-0e672cd78d15 None None] Network 38b62bc9-5cad-4b9e-8181-628535658100 is already hosted by enough agents. {{(pid=103918) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 16 17:30:49.006150 dv-cinder-837356-2-iscsi neutron-server[103918]: DEBUG neutron.scheduler.base_scheduler [None req-39254edc-6072-4e6b-8c23-0e672cd78d15 None None] Resources bound (agent type, host, resource id): {{(pid=103918) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 16 17:30:49.009513 dv-cinder-837356-2-iscsi neutron-server[103918]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-39254edc-6072-4e6b-8c23-0e672cd78d15 None None] Pushing event updated for resources: {'Port': ['ID=bbfb9ae2-40f9-4478-8858-1a5f7e5e591b,revision_number=1']} {{(pid=103918) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 17:30:49.012749 dv-cinder-837356-2-iscsi neutron-server[103918]: DEBUG neutron.db.l3_dvrscheduler_db [None req-39254edc-6072-4e6b-8c23-0e672cd78d15 None None] Received port after_create {{(pid=103918) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:542}} Jun 16 17:30:49.095290 dv-cinder-837356-2-iscsi neutron-server[103918]: DEBUG neutron.plugins.ml2.managers [None req-39254edc-6072-4e6b-8c23-0e672cd78d15 None None] Attempting to bind port bbfb9ae2-40f9-4478-8858-1a5f7e5e591b on host dv-cinder-837356-2-iscsi for vnic_type normal with profile {{(pid=103918) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:811}} Jun 16 17:30:49.095290 dv-cinder-837356-2-iscsi neutron-server[103918]: DEBUG neutron.plugins.ml2.managers [None req-39254edc-6072-4e6b-8c23-0e672cd78d15 None None] Attempting to bind port bbfb9ae2-40f9-4478-8858-1a5f7e5e591b by drivers openvswitch,hyperv on host dv-cinder-837356-2-iscsi at level 0 using segments [{'id': '77c5a64f-3dc1-42ac-871e-4a71d56bdf63', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1021, 'network_id': '38b62bc9-5cad-4b9e-8181-628535658100'}] {{(pid=103918) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:836}} Jun 16 17:30:49.095766 dv-cinder-837356-2-iscsi neutron-server[103918]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-39254edc-6072-4e6b-8c23-0e672cd78d15 None None] Attempting to bind port bbfb9ae2-40f9-4478-8858-1a5f7e5e591b on network 38b62bc9-5cad-4b9e-8181-628535658100 {{(pid=103918) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jun 16 17:30:49.102961 dv-cinder-837356-2-iscsi neutron-server[103918]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-39254edc-6072-4e6b-8c23-0e672cd78d15 None None] Checking agent: {'id': '5b2fa84c-1db1-41c6-a6b9-975c3da28daf', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-837356-2-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 6, 16, 17, 14, 18), 'started_at': datetime.datetime(2022, 6, 16, 17, 14, 48), 'heartbeat_timestamp': datetime.datetime(2022, 6, 16, 17, 30, 48), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-837356-2-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103918) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jun 16 17:30:49.103339 dv-cinder-837356-2-iscsi neutron-server[103918]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-39254edc-6072-4e6b-8c23-0e672cd78d15 None None] Checking segment: {'id': '77c5a64f-3dc1-42ac-871e-4a71d56bdf63', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1021, 'network_id': '38b62bc9-5cad-4b9e-8181-628535658100'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103918) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jun 16 17:30:49.103742 dv-cinder-837356-2-iscsi neutron-server[103918]: DEBUG neutron_lib.callbacks.manager [None req-39254edc-6072-4e6b-8c23-0e672cd78d15 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103918) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 17:30:49.104458 dv-cinder-837356-2-iscsi neutron-server[103918]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-39254edc-6072-4e6b-8c23-0e672cd78d15 None None] Bound using segment: {'id': '77c5a64f-3dc1-42ac-871e-4a71d56bdf63', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1021, 'network_id': '38b62bc9-5cad-4b9e-8181-628535658100'} {{(pid=103918) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jun 16 17:30:49.105078 dv-cinder-837356-2-iscsi neutron-server[103918]: DEBUG neutron.plugins.ml2.managers [None req-39254edc-6072-4e6b-8c23-0e672cd78d15 None None] Bound port: bbfb9ae2-40f9-4478-8858-1a5f7e5e591b, host: dv-cinder-837356-2-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '77c5a64f-3dc1-42ac-871e-4a71d56bdf63', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1021, 'network_id': '38b62bc9-5cad-4b9e-8181-628535658100'}}] {{(pid=103918) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:948}} Jun 16 17:30:49.105505 dv-cinder-837356-2-iscsi neutron-server[103918]: DEBUG neutron_lib.callbacks.manager [None req-39254edc-6072-4e6b-8c23-0e672cd78d15 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16007590'] for port (bbfb9ae2-40f9-4478-8858-1a5f7e5e591b), before_update {{(pid=103918) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 17:30:49.209208 dv-cinder-837356-2-iscsi neutron-server[103918]: DEBUG neutron.plugins.ml2.db [None req-39254edc-6072-4e6b-8c23-0e672cd78d15 None None] For port bbfb9ae2-40f9-4478-8858-1a5f7e5e591b, host dv-cinder-837356-2-iscsi, cleared binding levels {{(pid=103918) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 16 17:30:49.213779 dv-cinder-837356-2-iscsi neutron-server[103918]: DEBUG neutron.plugins.ml2.db [None req-39254edc-6072-4e6b-8c23-0e672cd78d15 None None] For port bbfb9ae2-40f9-4478-8858-1a5f7e5e591b, host dv-cinder-837356-2-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-837356-2-iscsi',level=0,port_id=bbfb9ae2-40f9-4478-8858-1a5f7e5e591b,segment=NetworkSegment(77c5a64f-3dc1-42ac-871e-4a71d56bdf63),segment_id=77c5a64f-3dc1-42ac-871e-4a71d56bdf63)] {{(pid=103918) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 16 17:30:49.221898 dv-cinder-837356-2-iscsi neutron-server[103918]: DEBUG neutron_lib.callbacks.manager [None req-39254edc-6072-4e6b-8c23-0e672cd78d15 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16007527', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-75831', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16241551', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728539364693', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728538993439', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728538993457'] for port (bbfb9ae2-40f9-4478-8858-1a5f7e5e591b), after_update {{(pid=103918) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 17:30:49.286010 dv-cinder-837356-2-iscsi neutron-server[103918]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-39254edc-6072-4e6b-8c23-0e672cd78d15 None None] Pushing event updated for resources: {'Port': ['ID=bbfb9ae2-40f9-4478-8858-1a5f7e5e591b,revision_number=2']} {{(pid=103918) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 17:30:49.314599 dv-cinder-837356-2-iscsi neutron-server[103917]: DEBUG neutron_lib.callbacks.manager [None req-83501293-3031-4614-a8fc-18b99385294b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16007590'] for port (None), before_create {{(pid=103917) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 17:30:49.325608 dv-cinder-837356-2-iscsi neutron-server[103917]: DEBUG dbcounter [-] [103917] Writing DB stats neutron:DELETE=2,neutron:SELECT=79,neutron:INSERT=15,neutron:UPDATE=4 {{(pid=103917) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 16 17:30:49.438219 dv-cinder-837356-2-iscsi neutron-server[103917]: DEBUG neutron.db.db_base_plugin_common [None req-83501293-3031-4614-a8fc-18b99385294b admin admin] Allocated IP 172.27.2.32 (9df31235-0797-44e6-85a0-102cb2da2d58/1dfb0320-f5eb-46f6-88ce-33002f500238/683727eb-4399-44ae-ab3b-c7579a0661bc) {{(pid=103917) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 16 17:30:49.583395 dv-cinder-837356-2-iscsi neutron-server[103917]: DEBUG neutron_lib.callbacks.manager [None req-83501293-3031-4614-a8fc-18b99385294b admin admin] Publish callbacks [] for port (683727eb-4399-44ae-ab3b-c7579a0661bc), precommit_create {{(pid=103917) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 17:30:49.621984 dv-cinder-837356-2-iscsi neutron-server[103917]: DEBUG neutron_lib.callbacks.manager [None req-83501293-3031-4614-a8fc-18b99385294b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16007527', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-75831', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16241551', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8728538993421', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3819743'] for port (683727eb-4399-44ae-ab3b-c7579a0661bc), after_create {{(pid=103917) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 17:30:49.667960 dv-cinder-837356-2-iscsi neutron-server[103917]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-83501293-3031-4614-a8fc-18b99385294b admin admin] Network 9df31235-0797-44e6-85a0-102cb2da2d58 is already hosted by enough agents. {{(pid=103917) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 16 17:30:49.673306 dv-cinder-837356-2-iscsi neutron-server[103917]: DEBUG neutron.scheduler.base_scheduler [None req-83501293-3031-4614-a8fc-18b99385294b admin admin] Resources bound (agent type, host, resource id): {{(pid=103917) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 16 17:30:49.676224 dv-cinder-837356-2-iscsi neutron-server[103917]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-83501293-3031-4614-a8fc-18b99385294b admin admin] Pushing event updated for resources: {'Port': ['ID=683727eb-4399-44ae-ab3b-c7579a0661bc,revision_number=1']} {{(pid=103917) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 17:30:49.679228 dv-cinder-837356-2-iscsi neutron-server[103917]: DEBUG neutron.db.l3_dvrscheduler_db [None req-83501293-3031-4614-a8fc-18b99385294b admin admin] Received port after_create {{(pid=103917) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:542}} Jun 16 17:30:49.782578 dv-cinder-837356-2-iscsi neutron-server[103917]: DEBUG dbcounter [-] [103917] Writing DB stats neutron:SELECT=90,neutron:DELETE=1,neutron:INSERT=6,neutron:UPDATE=3 {{(pid=103917) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 16 17:30:49.863441 dv-cinder-837356-2-iscsi neutron-server[103918]: DEBUG neutron.plugins.ml2.rpc [None req-39ead2dc-a542-4f04-b117-439eb7f32aa8 None None] Device bbfb9ae2-40f9-4478-8858-1a5f7e5e591b up at agent ovs-agent-dv-cinder-837356-2-iscsi {{(pid=103918) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 16 17:30:49.918648 dv-cinder-837356-2-iscsi neutron-server[103918]: DEBUG neutron.db.provisioning_blocks [None req-39ead2dc-a542-4f04-b117-439eb7f32aa8 None None] Provisioning complete for port bbfb9ae2-40f9-4478-8858-1a5f7e5e591b triggered by entity L2. {{(pid=103918) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jun 16 17:30:49.918967 dv-cinder-837356-2-iscsi neutron-server[103918]: DEBUG neutron_lib.callbacks.manager [None req-39ead2dc-a542-4f04-b117-439eb7f32aa8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16149424'] for port (bbfb9ae2-40f9-4478-8858-1a5f7e5e591b), provisioning_complete {{(pid=103918) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 17:30:49.952611 dv-cinder-837356-2-iscsi neutron-server[103917]: DEBUG neutron_lib.callbacks.manager [None req-83501293-3031-4614-a8fc-18b99385294b admin admin] Publish callbacks [] for router_gateway (72fc182f-b4cb-4ac1-ba5a-c8c6b58534c5), after_create {{(pid=103917) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 17:30:50.026764 dv-cinder-837356-2-iscsi neutron-server[103918]: DEBUG neutron.plugins.ml2.plugin [None req-39ead2dc-a542-4f04-b117-439eb7f32aa8 None None] Current status of the port bbfb9ae2-40f9-4478-8858-1a5f7e5e591b is: DOWN; New status is: ACTIVE {{(pid=103918) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2298}} Jun 16 17:30:50.027312 dv-cinder-837356-2-iscsi neutron-server[103918]: DEBUG neutron_lib.callbacks.manager [None req-39ead2dc-a542-4f04-b117-439eb7f32aa8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16007590'] for port (bbfb9ae2-40f9-4478-8858-1a5f7e5e591b), before_update {{(pid=103918) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 17:30:50.071349 dv-cinder-837356-2-iscsi neutron-server[103918]: DEBUG neutron.plugins.ml2.db [None req-39ead2dc-a542-4f04-b117-439eb7f32aa8 None None] For port bbfb9ae2-40f9-4478-8858-1a5f7e5e591b, host dv-cinder-837356-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-837356-2-iscsi',level=0,port_id=bbfb9ae2-40f9-4478-8858-1a5f7e5e591b,segment=NetworkSegment(77c5a64f-3dc1-42ac-871e-4a71d56bdf63),segment_id=77c5a64f-3dc1-42ac-871e-4a71d56bdf63)] {{(pid=103918) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 16 17:30:50.079127 dv-cinder-837356-2-iscsi neutron-server[103918]: DEBUG neutron_lib.callbacks.manager [None req-39ead2dc-a542-4f04-b117-439eb7f32aa8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16007527', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-75831', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16241551', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728539364693', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728538993439', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728538993457'] for port (bbfb9ae2-40f9-4478-8858-1a5f7e5e591b), after_update {{(pid=103918) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 17:30:50.139609 dv-cinder-837356-2-iscsi neutron-server[103918]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-39ead2dc-a542-4f04-b117-439eb7f32aa8 None None] Pushing event updated for resources: {'Port': ['ID=bbfb9ae2-40f9-4478-8858-1a5f7e5e591b,revision_number=3']} {{(pid=103918) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 17:30:50.206680 dv-cinder-837356-2-iscsi neutron-server[103917]: DEBUG neutron_lib.callbacks.manager [None req-83501293-3031-4614-a8fc-18b99385294b admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-705015', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-704873'] for router (72fc182f-b4cb-4ac1-ba5a-c8c6b58534c5), after_create {{(pid=103917) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 17:30:50.346270 dv-cinder-837356-2-iscsi neutron-server[103917]: DEBUG dbcounter [-] [103917] Writing DB stats neutron:SELECT=96,neutron:UPDATE=3,neutron:INSERT=1 {{(pid=103917) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 16 17:30:50.380445 dv-cinder-837356-2-iscsi neutron-server[103918]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bf408fc5-1e99-45b3-8042-ec66253d08b9 None None] Network 38b62bc9-5cad-4b9e-8181-628535658100 requested from dv-cinder-837356-2-iscsi {{(pid=103918) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jun 16 17:30:50.381486 dv-cinder-837356-2-iscsi neutron-server[103917]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-83501293-3031-4614-a8fc-18b99385294b admin admin] Router 72fc182f-b4cb-4ac1-ba5a-c8c6b58534c5 is scheduled to L3 agent 7639df21-17c3-4235-8912-210c3ad54137 with binding_index 1 {{(pid=103917) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Jun 16 17:30:50.496435 dv-cinder-837356-2-iscsi neutron-server[103918]: DEBUG neutron.db.provisioning_blocks [None req-ca6b2488-0938-45fa-a977-fbd6cb408684 None None] Provisioning complete for port bbfb9ae2-40f9-4478-8858-1a5f7e5e591b triggered by entity DHCP. {{(pid=103918) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jun 16 17:30:50.496811 dv-cinder-837356-2-iscsi neutron-server[103918]: DEBUG neutron_lib.callbacks.manager [None req-ca6b2488-0938-45fa-a977-fbd6cb408684 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16149424'] for port (bbfb9ae2-40f9-4478-8858-1a5f7e5e591b), provisioning_complete {{(pid=103918) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 17:30:50.531990 dv-cinder-837356-2-iscsi neutron-server[103917]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-83501293-3031-4614-a8fc-18b99385294b admin admin] Notify agent at l3_agent.dv-cinder-837356-2-iscsi the message routers_updated {{(pid=103917) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jun 16 17:30:50.544688 dv-cinder-837356-2-iscsi neutron-server[103918]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a5244e00-bf15-4df4-bd16-c1f48488f3fd None None] Sync routers for ids ['72fc182f-b4cb-4ac1-ba5a-c8c6b58534c5'] in dv-cinder-837356-2-iscsi {{(pid=103918) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 16 17:30:50.551014 dv-cinder-837356-2-iscsi neutron-server[103917]: DEBUG neutron_lib.callbacks.manager [None req-83501293-3031-4614-a8fc-18b99385294b admin admin] Publish callbacks [] for router (None), before_response {{(pid=103917) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 17:30:50.552460 dv-cinder-837356-2-iscsi neutron-server[103917]: INFO neutron.wsgi [None req-83501293-3031-4614-a8fc-18b99385294b admin admin] 10.222.0.66 "POST /v2.0/routers HTTP/1.1" status: 201 len: 925 time: 2.0487900 Jun 16 17:30:50.556402 dv-cinder-837356-2-iscsi neutron-server[103917]: DEBUG neutron.wsgi [-] (103917) accepted ('10.222.0.66', 45224) {{(pid=103917) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 16 17:30:50.576779 dv-cinder-837356-2-iscsi neutron-server[103918]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a5244e00-bf15-4df4-bd16-c1f48488f3fd None None] Routers {'72fc182f-b4cb-4ac1-ba5a-c8c6b58534c5'} bound to L3 agent in host dv-cinder-837356-2-iscsi {{(pid=103918) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jun 16 17:30:50.577459 dv-cinder-837356-2-iscsi neutron-server[103918]: DEBUG neutron.db.l3_hamode_db [None req-a5244e00-bf15-4df4-bd16-c1f48488f3fd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-837356-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 6},created_at=2022-06-16T17:14:15Z,description=,heartbeat_timestamp=2022-06-16T17:30:45Z,host='dv-cinder-837356-2-iscsi',id=7639df21-17c3-4235-8912-210c3ad54137,load=0,resource_versions=,resources_synced=,started_at=2022-06-16T17:14:15Z,topic='l3_agent')) {'router_ids': ['72fc182f-b4cb-4ac1-ba5a-c8c6b58534c5'], 'active': True} {{(pid=103918) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 16 17:30:50.864232 dv-cinder-837356-2-iscsi neutron-server[103918]: DEBUG neutron.plugins.ml2.plugin [None req-ca6b2488-0938-45fa-a977-fbd6cb408684 None None] Current status of the port bbfb9ae2-40f9-4478-8858-1a5f7e5e591b is: ACTIVE; New status is: ACTIVE {{(pid=103918) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2298}} Jun 16 17:30:50.871226 dv-cinder-837356-2-iscsi neutron-server[103918]: DEBUG dbcounter [-] [103918] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=103918) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 16 17:30:50.883348 dv-cinder-837356-2-iscsi neutron-server[103918]: DEBUG neutron.db.l3_dvr_db [None req-a5244e00-bf15-4df4-bd16-c1f48488f3fd None None] Set router 72fc182f-b4cb-4ac1-ba5a-c8c6b58534c5 gateway port host: dv-cinder-837356-2-iscsi {{(pid=103918) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jun 16 17:30:50.942742 dv-cinder-837356-2-iscsi neutron-server[103917]: DEBUG dbcounter [-] [103917] Writing DB stats neutron:UPDATE=1,neutron:INSERT=1,neutron:SELECT=97,neutron:DELETE=1 {{(pid=103917) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 16 17:30:51.012499 dv-cinder-837356-2-iscsi neutron-server[103918]: DEBUG neutron.db.provisioning_blocks [None req-d1dbb420-e693-49ae-87ee-27cf04a638d0 None None] Provisioning complete for port bbfb9ae2-40f9-4478-8858-1a5f7e5e591b triggered by entity DHCP. {{(pid=103918) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jun 16 17:30:51.012772 dv-cinder-837356-2-iscsi neutron-server[103918]: DEBUG neutron_lib.callbacks.manager [None req-d1dbb420-e693-49ae-87ee-27cf04a638d0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16149424'] for port (bbfb9ae2-40f9-4478-8858-1a5f7e5e591b), provisioning_complete {{(pid=103918) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 17:30:51.017895 dv-cinder-837356-2-iscsi neutron-server[103917]: DEBUG neutron_lib.callbacks.manager [None req-a5cffe5c-253f-4384-9912-a2f1e228953c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16007590'] for port (None), before_create {{(pid=103917) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 17:30:51.046904 dv-cinder-837356-2-iscsi neutron-server[103918]: DEBUG dbcounter [-] [103918] Writing DB stats neutron:SELECT=96,neutron:UPDATE=3,neutron:INSERT=1 {{(pid=103918) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 16 17:30:51.111802 dv-cinder-837356-2-iscsi neutron-server[103918]: DEBUG neutron.db.l3_hamode_db [None req-a5244e00-bf15-4df4-bd16-c1f48488f3fd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '72fc182f-b4cb-4ac1-ba5a-c8c6b58534c5', 'name': 'tempest-AttachVolumeNegativeTest-673498770-router', 'tenant_id': '7c56d4c430c44df49f48fe0b49ebcbd2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9df31235-0797-44e6-85a0-102cb2da2d58', 'external_fixed_ips': [{'subnet_id': '1dfb0320-f5eb-46f6-88ce-33002f500238', 'ip_address': '172.27.2.32'}], 'enable_snat': True}, 'gw_port_id': '683727eb-4399-44ae-ab3b-c7579a0661bc', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-16T17:30:48Z', 'updated_at': '2022-06-16T17:30:49Z', 'revision_number': 3, 'project_id': '7c56d4c430c44df49f48fe0b49ebcbd2', 'gw_port': {'id': '683727eb-4399-44ae-ab3b-c7579a0661bc', 'name': '', 'network_id': '9df31235-0797-44e6-85a0-102cb2da2d58', 'tenant_id': '', 'mac_address': 'fa:16:3e:9c:93:e7', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '72fc182f-b4cb-4ac1-ba5a-c8c6b58534c5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 637, 'fixed_ips': [{'subnet_id': '1dfb0320-f5eb-46f6-88ce-33002f500238', 'ip_address': '172.27.2.32', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-16T17:30:49Z', 'updated_at': '2022-06-16T17:30:49Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '1dfb0320-f5eb-46f6-88ce-33002f500238', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-837356-2-iscsi'}], 'dv-cinder-837356-2-iscsi', False) {} {{(pid=103918) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 16 17:30:51.162717 dv-cinder-837356-2-iscsi neutron-server[103918]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a5244e00-bf15-4df4-bd16-c1f48488f3fd None None] Checking router: 72fc182f-b4cb-4ac1-ba5a-c8c6b58534c5 for host: dv-cinder-837356-2-iscsi {{(pid=103918) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 16 17:30:51.162979 dv-cinder-837356-2-iscsi neutron-server[103918]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a5244e00-bf15-4df4-bd16-c1f48488f3fd None None] Updating router 72fc182f-b4cb-4ac1-ba5a-c8c6b58534c5 port 683727eb-4399-44ae-ab3b-c7579a0661bc binding host dv-cinder-837356-2-iscsi {{(pid=103918) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jun 16 17:30:51.177434 dv-cinder-837356-2-iscsi neutron-server[103917]: DEBUG neutron.db.db_base_plugin_common [None req-a5cffe5c-253f-4384-9912-a2f1e228953c admin admin] Allocated IP 172.20.0.1 (38b62bc9-5cad-4b9e-8181-628535658100/245398e2-b047-4bf4-9483-edcae7a557b6/b5be4525-4335-4548-88b7-e6bb420c6ef4) {{(pid=103917) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 16 17:30:51.195327 dv-cinder-837356-2-iscsi neutron-server[103918]: DEBUG neutron.plugins.ml2.plugin [None req-d1dbb420-e693-49ae-87ee-27cf04a638d0 None None] Current status of the port bbfb9ae2-40f9-4478-8858-1a5f7e5e591b is: ACTIVE; New status is: ACTIVE {{(pid=103918) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2298}} Jun 16 17:30:51.203717 dv-cinder-837356-2-iscsi neutron-server[103918]: DEBUG neutron_lib.callbacks.manager [None req-a5244e00-bf15-4df4-bd16-c1f48488f3fd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16007590'] for port (683727eb-4399-44ae-ab3b-c7579a0661bc), before_update {{(pid=103918) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 17:30:51.276382 dv-cinder-837356-2-iscsi neutron-server[103917]: DEBUG dbcounter [-] [103917] Writing DB stats neutron:SELECT=94,neutron:INSERT=3,neutron:DELETE=1,neutron:UPDATE=2 {{(pid=103917) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 16 17:30:51.295675 dv-cinder-837356-2-iscsi neutron-server[103917]: DEBUG neutron_lib.callbacks.manager [None req-a5cffe5c-253f-4384-9912-a2f1e228953c admin admin] Publish callbacks [] for port (b5be4525-4335-4548-88b7-e6bb420c6ef4), precommit_create {{(pid=103917) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 17:30:51.330084 dv-cinder-837356-2-iscsi neutron-server[103917]: DEBUG neutron_lib.callbacks.manager [None req-a5cffe5c-253f-4384-9912-a2f1e228953c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16007527', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-75831', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16241551', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8728538993421', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3819743'] for port (b5be4525-4335-4548-88b7-e6bb420c6ef4), after_create {{(pid=103917) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 17:30:51.370952 dv-cinder-837356-2-iscsi neutron-server[103917]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a5cffe5c-253f-4384-9912-a2f1e228953c admin admin] Network 38b62bc9-5cad-4b9e-8181-628535658100 is already hosted by enough agents. {{(pid=103917) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 16 17:30:51.376220 dv-cinder-837356-2-iscsi neutron-server[103917]: DEBUG neutron.scheduler.base_scheduler [None req-a5cffe5c-253f-4384-9912-a2f1e228953c admin admin] Resources bound (agent type, host, resource id): {{(pid=103917) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 16 17:30:51.382049 dv-cinder-837356-2-iscsi neutron-server[103917]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a5cffe5c-253f-4384-9912-a2f1e228953c admin admin] Received port after_create {{(pid=103917) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:542}} Jun 16 17:30:51.406867 dv-cinder-837356-2-iscsi neutron-server[103917]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a5cffe5c-253f-4384-9912-a2f1e228953c admin admin] Pushing event updated for resources: {'Port': ['ID=b5be4525-4335-4548-88b7-e6bb420c6ef4,revision_number=1']} {{(pid=103917) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 17:30:51.428975 dv-cinder-837356-2-iscsi neutron-server[103917]: DEBUG neutron_lib.callbacks.manager [None req-a5cffe5c-253f-4384-9912-a2f1e228953c admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-706133'] for router_interface (72fc182f-b4cb-4ac1-ba5a-c8c6b58534c5), before_create {{(pid=103917) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 17:30:51.513448 dv-cinder-837356-2-iscsi neutron-server[103918]: DEBUG neutron_lib.callbacks.manager [None req-a5244e00-bf15-4df4-bd16-c1f48488f3fd None None] Publish callbacks [] for port (683727eb-4399-44ae-ab3b-c7579a0661bc), precommit_update {{(pid=103918) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 17:30:51.520828 dv-cinder-837356-2-iscsi neutron-server[103918]: DEBUG neutron_lib.callbacks.manager [None req-a5244e00-bf15-4df4-bd16-c1f48488f3fd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16007527', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-75831', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16241551', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728539364693', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728538993439', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728538993457'] for port (683727eb-4399-44ae-ab3b-c7579a0661bc), after_update {{(pid=103918) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 17:30:51.592450 dv-cinder-837356-2-iscsi neutron-server[103917]: DEBUG neutron_lib.callbacks.manager [None req-a5cffe5c-253f-4384-9912-a2f1e228953c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16007590'] for port (b5be4525-4335-4548-88b7-e6bb420c6ef4), before_update {{(pid=103917) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 17:30:51.593127 dv-cinder-837356-2-iscsi neutron-server[103918]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-663ef33d-09a1-4f5a-98ea-ef8212d2eb36 None None] Pushing event updated for resources: {'Port': ['ID=683727eb-4399-44ae-ab3b-c7579a0661bc,revision_number=2']} {{(pid=103918) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 17:30:51.621628 dv-cinder-837356-2-iscsi neutron-server[103918]: DEBUG neutron.plugins.ml2.managers [None req-a5244e00-bf15-4df4-bd16-c1f48488f3fd None None] Attempting to bind port 683727eb-4399-44ae-ab3b-c7579a0661bc on host dv-cinder-837356-2-iscsi for vnic_type normal with profile {{(pid=103918) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:811}} Jun 16 17:30:51.622095 dv-cinder-837356-2-iscsi neutron-server[103918]: DEBUG neutron.plugins.ml2.managers [None req-a5244e00-bf15-4df4-bd16-c1f48488f3fd None None] Attempting to bind port 683727eb-4399-44ae-ab3b-c7579a0661bc by drivers openvswitch,hyperv on host dv-cinder-837356-2-iscsi at level 0 using segments [{'id': '18b787c7-0964-4a3b-b1f5-b8083c94f58b', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '9df31235-0797-44e6-85a0-102cb2da2d58'}] {{(pid=103918) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:836}} Jun 16 17:30:51.622396 dv-cinder-837356-2-iscsi neutron-server[103918]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a5244e00-bf15-4df4-bd16-c1f48488f3fd None None] Attempting to bind port 683727eb-4399-44ae-ab3b-c7579a0661bc on network 9df31235-0797-44e6-85a0-102cb2da2d58 {{(pid=103918) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jun 16 17:30:51.629108 dv-cinder-837356-2-iscsi neutron-server[103918]: DEBUG neutron.db.provisioning_blocks [None req-21760208-558a-4033-a0c8-e5b81140d973 None None] Provisioning complete for port b5be4525-4335-4548-88b7-e6bb420c6ef4 triggered by entity DHCP. {{(pid=103918) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jun 16 17:30:51.629675 dv-cinder-837356-2-iscsi neutron-server[103918]: DEBUG neutron_lib.callbacks.manager [None req-21760208-558a-4033-a0c8-e5b81140d973 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16149424'] for port (b5be4525-4335-4548-88b7-e6bb420c6ef4), provisioning_complete {{(pid=103918) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 17:30:51.632944 dv-cinder-837356-2-iscsi neutron-server[103918]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a5244e00-bf15-4df4-bd16-c1f48488f3fd None None] Checking agent: {'id': '5b2fa84c-1db1-41c6-a6b9-975c3da28daf', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-837356-2-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 6, 16, 17, 14, 18), 'started_at': datetime.datetime(2022, 6, 16, 17, 14, 48), 'heartbeat_timestamp': datetime.datetime(2022, 6, 16, 17, 30, 48), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-837356-2-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103918) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jun 16 17:30:51.633348 dv-cinder-837356-2-iscsi neutron-server[103918]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a5244e00-bf15-4df4-bd16-c1f48488f3fd None None] Checking segment: {'id': '18b787c7-0964-4a3b-b1f5-b8083c94f58b', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '9df31235-0797-44e6-85a0-102cb2da2d58'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103918) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jun 16 17:30:51.633749 dv-cinder-837356-2-iscsi neutron-server[103918]: DEBUG neutron_lib.callbacks.manager [None req-a5244e00-bf15-4df4-bd16-c1f48488f3fd None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103918) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 17:30:51.636851 dv-cinder-837356-2-iscsi neutron-server[103918]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a5244e00-bf15-4df4-bd16-c1f48488f3fd None None] Bound using segment: {'id': '18b787c7-0964-4a3b-b1f5-b8083c94f58b', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '9df31235-0797-44e6-85a0-102cb2da2d58'} {{(pid=103918) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jun 16 17:30:51.636851 dv-cinder-837356-2-iscsi neutron-server[103918]: DEBUG neutron.plugins.ml2.managers [None req-a5244e00-bf15-4df4-bd16-c1f48488f3fd None None] Bound port: 683727eb-4399-44ae-ab3b-c7579a0661bc, host: dv-cinder-837356-2-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '18b787c7-0964-4a3b-b1f5-b8083c94f58b', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '9df31235-0797-44e6-85a0-102cb2da2d58'}}] {{(pid=103918) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:948}} Jun 16 17:30:51.636851 dv-cinder-837356-2-iscsi neutron-server[103918]: DEBUG neutron_lib.callbacks.manager [None req-a5244e00-bf15-4df4-bd16-c1f48488f3fd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16007590'] for port (683727eb-4399-44ae-ab3b-c7579a0661bc), before_update {{(pid=103918) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 17:30:51.700855 dv-cinder-837356-2-iscsi neutron-server[103918]: DEBUG neutron.plugins.ml2.plugin [None req-21760208-558a-4033-a0c8-e5b81140d973 None None] Port b5be4525-4335-4548-88b7-e6bb420c6ef4 cannot update to ACTIVE because it is not bound. {{(pid=103918) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:354}} Jun 16 17:30:51.719719 dv-cinder-837356-2-iscsi neutron-server[103918]: DEBUG neutron.plugins.ml2.db [None req-a5244e00-bf15-4df4-bd16-c1f48488f3fd None None] For port 683727eb-4399-44ae-ab3b-c7579a0661bc, host dv-cinder-837356-2-iscsi, cleared binding levels {{(pid=103918) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 16 17:30:51.723394 dv-cinder-837356-2-iscsi neutron-server[103918]: DEBUG neutron.plugins.ml2.db [None req-a5244e00-bf15-4df4-bd16-c1f48488f3fd None None] For port 683727eb-4399-44ae-ab3b-c7579a0661bc, host dv-cinder-837356-2-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-837356-2-iscsi',level=0,port_id=683727eb-4399-44ae-ab3b-c7579a0661bc,segment=NetworkSegment(18b787c7-0964-4a3b-b1f5-b8083c94f58b),segment_id=18b787c7-0964-4a3b-b1f5-b8083c94f58b)] {{(pid=103918) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 16 17:30:51.731723 dv-cinder-837356-2-iscsi neutron-server[103918]: DEBUG neutron_lib.callbacks.manager [None req-a5244e00-bf15-4df4-bd16-c1f48488f3fd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16007527', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-75831', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16241551', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728539364693', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728538993439', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728538993457'] for port (683727eb-4399-44ae-ab3b-c7579a0661bc), after_update {{(pid=103918) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 17:30:51.772126 dv-cinder-837356-2-iscsi neutron-server[103918]: DEBUG dbcounter [-] [103918] Writing DB stats neutron:SELECT=97,neutron:UPDATE=3 {{(pid=103918) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 16 17:30:51.794344 dv-cinder-837356-2-iscsi neutron-server[103917]: DEBUG neutron_lib.callbacks.manager [None req-a5cffe5c-253f-4384-9912-a2f1e228953c admin admin] Publish callbacks [] for port (b5be4525-4335-4548-88b7-e6bb420c6ef4), precommit_update {{(pid=103917) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 17:30:51.801990 dv-cinder-837356-2-iscsi neutron-server[103918]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-663ef33d-09a1-4f5a-98ea-ef8212d2eb36 None None] Pushing event updated for resources: {'Port': ['ID=683727eb-4399-44ae-ab3b-c7579a0661bc,revision_number=3']} {{(pid=103918) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 17:30:51.803111 dv-cinder-837356-2-iscsi neutron-server[103917]: DEBUG neutron_lib.callbacks.manager [None req-a5cffe5c-253f-4384-9912-a2f1e228953c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16007527', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-75831', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16241551', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728539364693', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728538993439', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728538993457', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3819734'] for port (b5be4525-4335-4548-88b7-e6bb420c6ef4), after_update {{(pid=103917) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 17:30:51.805076 dv-cinder-837356-2-iscsi neutron-server[103918]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a5244e00-bf15-4df4-bd16-c1f48488f3fd None None] Routers {'72fc182f-b4cb-4ac1-ba5a-c8c6b58534c5'} bound to L3 agent in host dv-cinder-837356-2-iscsi {{(pid=103918) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jun 16 17:30:51.805780 dv-cinder-837356-2-iscsi neutron-server[103918]: DEBUG neutron.db.l3_hamode_db [None req-a5244e00-bf15-4df4-bd16-c1f48488f3fd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-837356-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 6},created_at=2022-06-16T17:14:15Z,description=,heartbeat_timestamp=2022-06-16T17:30:45Z,host='dv-cinder-837356-2-iscsi',id=7639df21-17c3-4235-8912-210c3ad54137,load=0,resource_versions=,resources_synced=,started_at=2022-06-16T17:14:15Z,topic='l3_agent')) {'router_ids': ['72fc182f-b4cb-4ac1-ba5a-c8c6b58534c5'], 'active': True} {{(pid=103918) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 16 17:30:51.895952 dv-cinder-837356-2-iscsi neutron-server[103917]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a5cffe5c-253f-4384-9912-a2f1e228953c admin admin] Pushing event updated for resources: {'Port': ['ID=b5be4525-4335-4548-88b7-e6bb420c6ef4,revision_number=2']} {{(pid=103917) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 17:30:51.911687 dv-cinder-837356-2-iscsi neutron-server[103917]: DEBUG dbcounter [-] [103917] Writing DB stats neutron:SELECT=91,neutron:INSERT=5,neutron:UPDATE=4 {{(pid=103917) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 16 17:30:51.917704 dv-cinder-837356-2-iscsi neutron-server[103917]: DEBUG neutron_lib.callbacks.manager [None req-a5cffe5c-253f-4384-9912-a2f1e228953c admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-16241533', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-706209'] for router_interface (72fc182f-b4cb-4ac1-ba5a-c8c6b58534c5), after_create {{(pid=103917) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 17:30:51.935774 dv-cinder-837356-2-iscsi neutron-server[103918]: DEBUG neutron.plugins.ml2.rpc [None req-39ead2dc-a542-4f04-b117-439eb7f32aa8 None None] Device bbfb9ae2-40f9-4478-8858-1a5f7e5e591b up at agent ovs-agent-dv-cinder-837356-2-iscsi {{(pid=103918) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 16 17:30:51.948090 dv-cinder-837356-2-iscsi neutron-server[103918]: DEBUG neutron.db.l3_dvr_db [None req-a5244e00-bf15-4df4-bd16-c1f48488f3fd None None] Set router 72fc182f-b4cb-4ac1-ba5a-c8c6b58534c5 gateway port host: dv-cinder-837356-2-iscsi {{(pid=103918) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jun 16 17:30:52.021642 dv-cinder-837356-2-iscsi neutron-server[103917]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a5cffe5c-253f-4384-9912-a2f1e228953c admin admin] Network 38b62bc9-5cad-4b9e-8181-628535658100 is already hosted by enough agents. {{(pid=103917) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 16 17:30:52.023283 dv-cinder-837356-2-iscsi neutron-server[103917]: DEBUG neutron.scheduler.base_scheduler [None req-a5cffe5c-253f-4384-9912-a2f1e228953c admin admin] Resources bound (agent type, host, resource id): {{(pid=103917) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 16 17:30:52.107712 dv-cinder-837356-2-iscsi neutron-server[103918]: DEBUG neutron.db.provisioning_blocks [None req-39ead2dc-a542-4f04-b117-439eb7f32aa8 None None] Provisioning complete for port bbfb9ae2-40f9-4478-8858-1a5f7e5e591b triggered by entity L2. {{(pid=103918) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jun 16 17:30:52.108249 dv-cinder-837356-2-iscsi neutron-server[103918]: DEBUG neutron_lib.callbacks.manager [None req-39ead2dc-a542-4f04-b117-439eb7f32aa8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16149424'] for port (bbfb9ae2-40f9-4478-8858-1a5f7e5e591b), provisioning_complete {{(pid=103918) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 17:30:52.116876 dv-cinder-837356-2-iscsi neutron-server[103917]: DEBUG dbcounter [-] [103917] Writing DB stats neutron:SELECT=100 {{(pid=103917) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 16 17:30:52.140414 dv-cinder-837356-2-iscsi neutron-server[103918]: DEBUG dbcounter [-] [103918] Writing DB stats neutron:SELECT=97,neutron:UPDATE=2,neutron:INSERT=1 {{(pid=103918) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 16 17:30:52.149418 dv-cinder-837356-2-iscsi neutron-server[103917]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a5cffe5c-253f-4384-9912-a2f1e228953c admin admin] Router 72fc182f-b4cb-4ac1-ba5a-c8c6b58534c5 has already been hosted by L3 agent 7639df21-17c3-4235-8912-210c3ad54137 {{(pid=103917) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jun 16 17:30:52.217700 dv-cinder-837356-2-iscsi neutron-server[103918]: DEBUG neutron.db.l3_hamode_db [None req-a5244e00-bf15-4df4-bd16-c1f48488f3fd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '72fc182f-b4cb-4ac1-ba5a-c8c6b58534c5', 'name': 'tempest-AttachVolumeNegativeTest-673498770-router', 'tenant_id': '7c56d4c430c44df49f48fe0b49ebcbd2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9df31235-0797-44e6-85a0-102cb2da2d58', 'external_fixed_ips': [{'subnet_id': '1dfb0320-f5eb-46f6-88ce-33002f500238', 'ip_address': '172.27.2.32'}], 'enable_snat': True}, 'gw_port_id': '683727eb-4399-44ae-ab3b-c7579a0661bc', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-16T17:30:48Z', 'updated_at': '2022-06-16T17:30:51Z', 'revision_number': 4, 'project_id': '7c56d4c430c44df49f48fe0b49ebcbd2', 'gw_port': {'id': '683727eb-4399-44ae-ab3b-c7579a0661bc', 'name': '', 'network_id': '9df31235-0797-44e6-85a0-102cb2da2d58', 'tenant_id': '', 'mac_address': 'fa:16:3e:9c:93:e7', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '72fc182f-b4cb-4ac1-ba5a-c8c6b58534c5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 637, 'fixed_ips': [{'subnet_id': '1dfb0320-f5eb-46f6-88ce-33002f500238', 'ip_address': '172.27.2.32', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-837356-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-16T17:30:49Z', 'updated_at': '2022-06-16T17:30:51Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '1dfb0320-f5eb-46f6-88ce-33002f500238', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-837356-2-iscsi', '_interfaces': [{'id': 'b5be4525-4335-4548-88b7-e6bb420c6ef4', 'name': '', 'network_id': '38b62bc9-5cad-4b9e-8181-628535658100', 'tenant_id': '7c56d4c430c44df49f48fe0b49ebcbd2', 'mac_address': 'fa:16:3e:a8:05:6c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '72fc182f-b4cb-4ac1-ba5a-c8c6b58534c5', 'device_owner': 'network:router_interface', 'standard_attr_id': 638, 'fixed_ips': [{'subnet_id': '245398e2-b047-4bf4-9483-edcae7a557b6', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-16T17:30:51Z', 'updated_at': '2022-06-16T17:30:51Z', 'revision_number': 2, 'project_id': '7c56d4c430c44df49f48fe0b49ebcbd2', 'subnets': [{'id': '245398e2-b047-4bf4-9483-edcae7a557b6', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-837356-2-iscsi', False) {} {{(pid=103918) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 16 17:30:52.246520 dv-cinder-837356-2-iscsi neutron-server[103918]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a5244e00-bf15-4df4-bd16-c1f48488f3fd None None] The sync data for ids ['72fc182f-b4cb-4ac1-ba5a-c8c6b58534c5'] in dv-cinder-837356-2-iscsi is: [{'id': '72fc182f-b4cb-4ac1-ba5a-c8c6b58534c5', 'name': 'tempest-AttachVolumeNegativeTest-673498770-router', 'tenant_id': '7c56d4c430c44df49f48fe0b49ebcbd2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9df31235-0797-44e6-85a0-102cb2da2d58', 'external_fixed_ips': [{'subnet_id': '1dfb0320-f5eb-46f6-88ce-33002f500238', 'ip_address': '172.27.2.32'}], 'enable_snat': True}, 'gw_port_id': '683727eb-4399-44ae-ab3b-c7579a0661bc', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-16T17:30:48Z', 'updated_at': '2022-06-16T17:30:51Z', 'revision_number': 4, 'project_id': '7c56d4c430c44df49f48fe0b49ebcbd2', 'gw_port': {'id': '683727eb-4399-44ae-ab3b-c7579a0661bc', 'name': '', 'network_id': '9df31235-0797-44e6-85a0-102cb2da2d58', 'tenant_id': '', 'mac_address': 'fa:16:3e:9c:93:e7', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '72fc182f-b4cb-4ac1-ba5a-c8c6b58534c5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 637, 'fixed_ips': [{'subnet_id': '1dfb0320-f5eb-46f6-88ce-33002f500238', 'ip_address': '172.27.2.32', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-837356-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-16T17:30:49Z', 'updated_at': '2022-06-16T17:30:51Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '1dfb0320-f5eb-46f6-88ce-33002f500238', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-837356-2-iscsi', '_interfaces': [{'id': 'b5be4525-4335-4548-88b7-e6bb420c6ef4', 'name': '', 'network_id': '38b62bc9-5cad-4b9e-8181-628535658100', 'tenant_id': '7c56d4c430c44df49f48fe0b49ebcbd2', 'mac_address': 'fa:16:3e:a8:05:6c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '72fc182f-b4cb-4ac1-ba5a-c8c6b58534c5', 'device_owner': 'network:router_interface', 'standard_attr_id': 638, 'fixed_ips': [{'subnet_id': '245398e2-b047-4bf4-9483-edcae7a557b6', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-16T17:30:51Z', 'updated_at': '2022-06-16T17:30:51Z', 'revision_number': 2, 'project_id': '7c56d4c430c44df49f48fe0b49ebcbd2', 'subnets': [{'id': '245398e2-b047-4bf4-9483-edcae7a557b6', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103918) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 16 17:30:52.277823 dv-cinder-837356-2-iscsi neutron-server[103917]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a5cffe5c-253f-4384-9912-a2f1e228953c admin admin] Notify agent at l3_agent.dv-cinder-837356-2-iscsi the message routers_updated {{(pid=103917) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jun 16 17:30:52.289934 dv-cinder-837356-2-iscsi neutron-server[103918]: DEBUG neutron.plugins.ml2.plugin [None req-39ead2dc-a542-4f04-b117-439eb7f32aa8 None None] Current status of the port bbfb9ae2-40f9-4478-8858-1a5f7e5e591b is: ACTIVE; New status is: ACTIVE {{(pid=103918) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2298}} Jun 16 17:30:52.297027 dv-cinder-837356-2-iscsi neutron-server[103917]: INFO neutron.wsgi [None req-a5cffe5c-253f-4384-9912-a2f1e228953c admin admin] 10.222.0.66 "PUT /v2.0/routers/72fc182f-b4cb-4ac1-ba5a-c8c6b58534c5/add_router_interface HTTP/1.1" status: 200 len: 503 time: 1.7393198 Jun 16 17:30:52.324202 dv-cinder-837356-2-iscsi neutron-server[103918]: DEBUG neutron.db.provisioning_blocks [None req-d6f0e9d5-ea9a-4507-a3ac-b8b7327b74fe None None] Provisioning complete for port b5be4525-4335-4548-88b7-e6bb420c6ef4 triggered by entity DHCP. {{(pid=103918) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jun 16 17:30:52.324664 dv-cinder-837356-2-iscsi neutron-server[103918]: DEBUG neutron_lib.callbacks.manager [None req-d6f0e9d5-ea9a-4507-a3ac-b8b7327b74fe None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16149424'] for port (b5be4525-4335-4548-88b7-e6bb420c6ef4), provisioning_complete {{(pid=103918) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 17:30:52.364000 dv-cinder-837356-2-iscsi neutron-server[103918]: DEBUG neutron.plugins.ml2.plugin [None req-d6f0e9d5-ea9a-4507-a3ac-b8b7327b74fe None None] Port b5be4525-4335-4548-88b7-e6bb420c6ef4 cannot update to ACTIVE because it is not bound. {{(pid=103918) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:354}} Jun 16 17:30:52.650329 dv-cinder-837356-2-iscsi neutron-server[103917]: DEBUG neutron.wsgi [-] (103917) accepted ('10.222.0.66', 45240) {{(pid=103917) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 16 17:30:52.655151 dv-cinder-837356-2-iscsi neutron-server[103917]: DEBUG neutron.api.v2.base [None req-bd6fa97f-4068-4740-9079-c67e07f38de3 tempest-AttachVolumeNegativeTest-1307848981 tempest-AttachVolumeNegativeTest-1307848981-project] Request body: {'security_group': {'name': 'tempest-securitygroup--2063534317', 'description': 'tempest-description--471327526'}} {{(pid=103917) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jun 16 17:30:52.686371 dv-cinder-837356-2-iscsi neutron-server[103917]: DEBUG neutron_lib.callbacks.manager [None req-bd6fa97f-4068-4740-9079-c67e07f38de3 tempest-AttachVolumeNegativeTest-1307848981 tempest-AttachVolumeNegativeTest-1307848981-project] Publish callbacks [] for security_group (None), before_create {{(pid=103917) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 17:30:52.768015 dv-cinder-837356-2-iscsi neutron-server[103917]: DEBUG neutron_lib.callbacks.manager [None req-bd6fa97f-4068-4740-9079-c67e07f38de3 tempest-AttachVolumeNegativeTest-1307848981 tempest-AttachVolumeNegativeTest-1307848981-project] Publish callbacks [] for security_group (e2783d51-2ad6-4b4d-8407-078566ef52e4), precommit_create {{(pid=103917) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 17:30:52.772670 dv-cinder-837356-2-iscsi neutron-server[103917]: DEBUG neutron_lib.callbacks.manager [None req-bd6fa97f-4068-4740-9079-c67e07f38de3 tempest-AttachVolumeNegativeTest-1307848981 tempest-AttachVolumeNegativeTest-1307848981-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-570488'] for security_group (e2783d51-2ad6-4b4d-8407-078566ef52e4), after_create {{(pid=103917) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 17:30:52.805298 dv-cinder-837356-2-iscsi neutron-server[103917]: DEBUG neutron_lib.callbacks.manager [None req-bd6fa97f-4068-4740-9079-c67e07f38de3 tempest-AttachVolumeNegativeTest-1307848981 tempest-AttachVolumeNegativeTest-1307848981-project] Publish callbacks [] for security_group (None), before_response {{(pid=103917) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 17:30:52.806546 dv-cinder-837356-2-iscsi neutron-server[103917]: INFO neutron.wsgi [None req-bd6fa97f-4068-4740-9079-c67e07f38de3 tempest-AttachVolumeNegativeTest-1307848981 tempest-AttachVolumeNegativeTest-1307848981-project] 10.222.0.66 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1796 time: 0.1551273 Jun 16 17:30:52.808616 dv-cinder-837356-2-iscsi neutron-server[103917]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd6fa97f-4068-4740-9079-c67e07f38de3 tempest-AttachVolumeNegativeTest-1307848981 tempest-AttachVolumeNegativeTest-1307848981-project] Pushing event updated for resources: {'SecurityGroup': ['ID=e2783d51-2ad6-4b4d-8407-078566ef52e4,revision_number=1']} {{(pid=103917) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 17:30:52.811979 dv-cinder-837356-2-iscsi neutron-server[103916]: DEBUG neutron.wsgi [-] (103916) accepted ('10.222.0.66', 45242) {{(pid=103916) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 16 17:30:52.819613 dv-cinder-837356-2-iscsi neutron-server[103916]: DEBUG neutron.api.v2.base [None req-bfc66bf9-a602-4b7b-9c17-1c78d403510b tempest-AttachVolumeNegativeTest-1307848981 tempest-AttachVolumeNegativeTest-1307848981-project] Request body: {'security_group_rule': {'security_group_id': 'e2783d51-2ad6-4b4d-8407-078566ef52e4', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=103916) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jun 16 17:30:52.855115 dv-cinder-837356-2-iscsi neutron-server[103916]: DEBUG neutron_lib.callbacks.manager [None req-bfc66bf9-a602-4b7b-9c17-1c78d403510b tempest-AttachVolumeNegativeTest-1307848981 tempest-AttachVolumeNegativeTest-1307848981-project] Publish callbacks [] for security_group_rule (bb476cd5-461d-48c3-804e-3760bd9ff661), before_create {{(pid=103916) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 17:30:52.919749 dv-cinder-837356-2-iscsi neutron-server[103916]: DEBUG neutron_lib.callbacks.manager [None req-bfc66bf9-a602-4b7b-9c17-1c78d403510b tempest-AttachVolumeNegativeTest-1307848981 tempest-AttachVolumeNegativeTest-1307848981-project] Publish callbacks [] for security_group_rule (bb476cd5-461d-48c3-804e-3760bd9ff661), precommit_create {{(pid=103916) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 17:30:52.924025 dv-cinder-837356-2-iscsi neutron-server[103916]: DEBUG neutron_lib.callbacks.manager [None req-bfc66bf9-a602-4b7b-9c17-1c78d403510b tempest-AttachVolumeNegativeTest-1307848981 tempest-AttachVolumeNegativeTest-1307848981-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-576715'] for security_group_rule (bb476cd5-461d-48c3-804e-3760bd9ff661), after_create {{(pid=103916) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 17:30:52.942771 dv-cinder-837356-2-iscsi neutron-server[103916]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bfc66bf9-a602-4b7b-9c17-1c78d403510b tempest-AttachVolumeNegativeTest-1307848981 tempest-AttachVolumeNegativeTest-1307848981-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=bb476cd5-461d-48c3-804e-3760bd9ff661,revision_number=0']} {{(pid=103916) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 17:30:52.980879 dv-cinder-837356-2-iscsi neutron-server[103916]: DEBUG neutron_lib.callbacks.manager [None req-bfc66bf9-a602-4b7b-9c17-1c78d403510b tempest-AttachVolumeNegativeTest-1307848981 tempest-AttachVolumeNegativeTest-1307848981-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103916) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 17:30:52.982795 dv-cinder-837356-2-iscsi neutron-server[103916]: INFO neutron.wsgi [None req-bfc66bf9-a602-4b7b-9c17-1c78d403510b tempest-AttachVolumeNegativeTest-1307848981 tempest-AttachVolumeNegativeTest-1307848981-project] 10.222.0.66 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1689968 Jun 16 17:30:52.985132 dv-cinder-837356-2-iscsi neutron-server[103917]: DEBUG neutron.wsgi [-] (103917) accepted ('10.222.0.66', 45246) {{(pid=103917) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 16 17:30:52.991649 dv-cinder-837356-2-iscsi neutron-server[103917]: DEBUG neutron.api.v2.base [None req-435dad7a-f157-4abb-8da7-fa2f9ce4605e tempest-AttachVolumeNegativeTest-1307848981 tempest-AttachVolumeNegativeTest-1307848981-project] Request body: {'security_group_rule': {'security_group_id': 'e2783d51-2ad6-4b4d-8407-078566ef52e4', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=103917) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jun 16 17:30:53.055364 dv-cinder-837356-2-iscsi neutron-server[103917]: DEBUG neutron_lib.callbacks.manager [None req-435dad7a-f157-4abb-8da7-fa2f9ce4605e tempest-AttachVolumeNegativeTest-1307848981 tempest-AttachVolumeNegativeTest-1307848981-project] Publish callbacks [] for security_group_rule (75ae2cef-3949-420d-abe8-e70412096ae1), before_create {{(pid=103917) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 17:30:53.157674 dv-cinder-837356-2-iscsi neutron-server[103917]: DEBUG neutron_lib.callbacks.manager [None req-435dad7a-f157-4abb-8da7-fa2f9ce4605e tempest-AttachVolumeNegativeTest-1307848981 tempest-AttachVolumeNegativeTest-1307848981-project] Publish callbacks [] for security_group_rule (75ae2cef-3949-420d-abe8-e70412096ae1), precommit_create {{(pid=103917) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 17:30:53.158699 dv-cinder-837356-2-iscsi neutron-server[103917]: DEBUG neutron_lib.callbacks.manager [None req-435dad7a-f157-4abb-8da7-fa2f9ce4605e tempest-AttachVolumeNegativeTest-1307848981 tempest-AttachVolumeNegativeTest-1307848981-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-576715'] for security_group_rule (75ae2cef-3949-420d-abe8-e70412096ae1), after_create {{(pid=103917) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 17:30:53.179814 dv-cinder-837356-2-iscsi neutron-server[103917]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-435dad7a-f157-4abb-8da7-fa2f9ce4605e tempest-AttachVolumeNegativeTest-1307848981 tempest-AttachVolumeNegativeTest-1307848981-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=75ae2cef-3949-420d-abe8-e70412096ae1,revision_number=0']} {{(pid=103917) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 17:30:53.201617 dv-cinder-837356-2-iscsi neutron-server[103917]: DEBUG neutron_lib.callbacks.manager [None req-435dad7a-f157-4abb-8da7-fa2f9ce4605e tempest-AttachVolumeNegativeTest-1307848981 tempest-AttachVolumeNegativeTest-1307848981-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103917) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 17:30:53.206579 dv-cinder-837356-2-iscsi neutron-server[103916]: DEBUG neutron.wsgi [-] (103916) accepted ('10.222.0.66', 45254) {{(pid=103916) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 16 17:30:53.208092 dv-cinder-837356-2-iscsi neutron-server[103917]: INFO neutron.wsgi [None req-435dad7a-f157-4abb-8da7-fa2f9ce4605e tempest-AttachVolumeNegativeTest-1307848981 tempest-AttachVolumeNegativeTest-1307848981-project] 10.222.0.66 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.2216876 Jun 16 17:30:53.213566 dv-cinder-837356-2-iscsi neutron-server[103916]: DEBUG neutron.api.v2.base [None req-dee39cb4-39ef-4895-9852-da201eab3d28 tempest-AttachVolumeNegativeTest-1307848981 tempest-AttachVolumeNegativeTest-1307848981-project] Request body: {'floatingip': {'floating_network_id': '9df31235-0797-44e6-85a0-102cb2da2d58'}} {{(pid=103916) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jun 16 17:30:53.247852 dv-cinder-837356-2-iscsi neutron-server[103916]: DEBUG neutron_lib.callbacks.manager [None req-dee39cb4-39ef-4895-9852-da201eab3d28 tempest-AttachVolumeNegativeTest-1307848981 tempest-AttachVolumeNegativeTest-1307848981-project] Publish callbacks [] for floatingip (None), before_create {{(pid=103916) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 17:30:53.351572 dv-cinder-837356-2-iscsi neutron-server[103916]: DEBUG neutron_lib.callbacks.manager [None req-dee39cb4-39ef-4895-9852-da201eab3d28 tempest-AttachVolumeNegativeTest-1307848981 tempest-AttachVolumeNegativeTest-1307848981-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16007590'] for port (None), before_create {{(pid=103916) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 17:30:53.496455 dv-cinder-837356-2-iscsi neutron-server[103916]: DEBUG neutron.db.db_base_plugin_common [None req-dee39cb4-39ef-4895-9852-da201eab3d28 tempest-AttachVolumeNegativeTest-1307848981 tempest-AttachVolumeNegativeTest-1307848981-project] Allocated IP 172.27.2.4 (9df31235-0797-44e6-85a0-102cb2da2d58/1dfb0320-f5eb-46f6-88ce-33002f500238/b16637f4-bffb-4c6e-a1c0-d0e75061bbe0) {{(pid=103916) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 16 17:30:53.619961 dv-cinder-837356-2-iscsi neutron-server[103916]: DEBUG neutron_lib.callbacks.manager [None req-dee39cb4-39ef-4895-9852-da201eab3d28 tempest-AttachVolumeNegativeTest-1307848981 tempest-AttachVolumeNegativeTest-1307848981-project] Publish callbacks [] for port (b16637f4-bffb-4c6e-a1c0-d0e75061bbe0), precommit_create {{(pid=103916) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 17:30:53.622827 dv-cinder-837356-2-iscsi neutron-server[103916]: DEBUG dbcounter [-] [103916] Writing DB stats neutron:SELECT=87,neutron:INSERT=9,neutron:UPDATE=2,neutron:DELETE=2 {{(pid=103916) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 16 17:30:53.667284 dv-cinder-837356-2-iscsi neutron-server[103916]: DEBUG neutron_lib.callbacks.manager [None req-dee39cb4-39ef-4895-9852-da201eab3d28 tempest-AttachVolumeNegativeTest-1307848981 tempest-AttachVolumeNegativeTest-1307848981-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16007527', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-75831', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16241551', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8728538993421', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25517999'] for port (b16637f4-bffb-4c6e-a1c0-d0e75061bbe0), after_create {{(pid=103916) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 17:30:53.709000 dv-cinder-837356-2-iscsi neutron-server[103916]: DEBUG dbcounter [-] [103916] Writing DB stats neutron:SELECT=89,neutron:INSERT=5,neutron:DELETE=2,neutron:UPDATE=4 {{(pid=103916) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 16 17:30:53.721404 dv-cinder-837356-2-iscsi neutron-server[103916]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-dee39cb4-39ef-4895-9852-da201eab3d28 tempest-AttachVolumeNegativeTest-1307848981 tempest-AttachVolumeNegativeTest-1307848981-project] Network 9df31235-0797-44e6-85a0-102cb2da2d58 is already hosted by enough agents. {{(pid=103916) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 16 17:30:53.724396 dv-cinder-837356-2-iscsi neutron-server[103916]: DEBUG neutron.scheduler.base_scheduler [None req-dee39cb4-39ef-4895-9852-da201eab3d28 tempest-AttachVolumeNegativeTest-1307848981 tempest-AttachVolumeNegativeTest-1307848981-project] Resources bound (agent type, host, resource id): {{(pid=103916) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 16 17:30:53.730516 dv-cinder-837356-2-iscsi neutron-server[103916]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dee39cb4-39ef-4895-9852-da201eab3d28 tempest-AttachVolumeNegativeTest-1307848981 tempest-AttachVolumeNegativeTest-1307848981-project] Received port after_create {{(pid=103916) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:542}} Jun 16 17:30:53.756373 dv-cinder-837356-2-iscsi neutron-server[103916]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dee39cb4-39ef-4895-9852-da201eab3d28 tempest-AttachVolumeNegativeTest-1307848981 tempest-AttachVolumeNegativeTest-1307848981-project] Pushing event updated for resources: {'Port': ['ID=b16637f4-bffb-4c6e-a1c0-d0e75061bbe0,revision_number=1']} {{(pid=103916) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 17:30:53.837163 dv-cinder-837356-2-iscsi neutron-server[103916]: DEBUG neutron_lib.callbacks.manager [None req-dee39cb4-39ef-4895-9852-da201eab3d28 tempest-AttachVolumeNegativeTest-1307848981 tempest-AttachVolumeNegativeTest-1307848981-project] Publish callbacks [] for floatingip (b9ac3761-1564-460d-a511-4231de394e0c), precommit_create {{(pid=103916) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 17:30:53.867531 dv-cinder-837356-2-iscsi neutron-server[103918]: DEBUG neutron.plugins.ml2.rpc [None req-39ead2dc-a542-4f04-b117-439eb7f32aa8 None None] Device 683727eb-4399-44ae-ab3b-c7579a0661bc up at agent ovs-agent-dv-cinder-837356-2-iscsi {{(pid=103918) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 16 17:30:53.885131 dv-cinder-837356-2-iscsi neutron-server[103916]: DEBUG neutron_lib.callbacks.manager [None req-dee39cb4-39ef-4895-9852-da201eab3d28 tempest-AttachVolumeNegativeTest-1307848981 tempest-AttachVolumeNegativeTest-1307848981-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16007590'] for port (b16637f4-bffb-4c6e-a1c0-d0e75061bbe0), before_update {{(pid=103916) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 17:30:53.921620 dv-cinder-837356-2-iscsi neutron-server[103918]: DEBUG neutron.db.provisioning_blocks [None req-39ead2dc-a542-4f04-b117-439eb7f32aa8 None None] Provisioning complete for port 683727eb-4399-44ae-ab3b-c7579a0661bc triggered by entity L2. {{(pid=103918) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jun 16 17:30:53.922027 dv-cinder-837356-2-iscsi neutron-server[103918]: DEBUG neutron_lib.callbacks.manager [None req-39ead2dc-a542-4f04-b117-439eb7f32aa8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16149424'] for port (683727eb-4399-44ae-ab3b-c7579a0661bc), provisioning_complete {{(pid=103918) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 17:30:54.010012 dv-cinder-837356-2-iscsi neutron-server[103918]: DEBUG neutron.plugins.ml2.plugin [None req-39ead2dc-a542-4f04-b117-439eb7f32aa8 None None] Current status of the port 683727eb-4399-44ae-ab3b-c7579a0661bc is: DOWN; New status is: ACTIVE {{(pid=103918) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2298}} Jun 16 17:30:54.010400 dv-cinder-837356-2-iscsi neutron-server[103918]: DEBUG neutron_lib.callbacks.manager [None req-39ead2dc-a542-4f04-b117-439eb7f32aa8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16007590'] for port (683727eb-4399-44ae-ab3b-c7579a0661bc), before_update {{(pid=103918) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 17:30:54.036532 dv-cinder-837356-2-iscsi neutron-server[103918]: DEBUG neutron.plugins.ml2.db [None req-39ead2dc-a542-4f04-b117-439eb7f32aa8 None None] For port 683727eb-4399-44ae-ab3b-c7579a0661bc, host dv-cinder-837356-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-837356-2-iscsi',level=0,port_id=683727eb-4399-44ae-ab3b-c7579a0661bc,segment=NetworkSegment(18b787c7-0964-4a3b-b1f5-b8083c94f58b),segment_id=18b787c7-0964-4a3b-b1f5-b8083c94f58b)] {{(pid=103918) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 16 17:30:54.050680 dv-cinder-837356-2-iscsi neutron-server[103918]: DEBUG neutron_lib.callbacks.manager [None req-39ead2dc-a542-4f04-b117-439eb7f32aa8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16007527', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-75831', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16241551', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728539364693', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728538993439', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728538993457'] for port (683727eb-4399-44ae-ab3b-c7579a0661bc), after_update {{(pid=103918) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 17:30:54.078878 dv-cinder-837356-2-iscsi neutron-server[103916]: DEBUG neutron_lib.callbacks.manager [None req-dee39cb4-39ef-4895-9852-da201eab3d28 tempest-AttachVolumeNegativeTest-1307848981 tempest-AttachVolumeNegativeTest-1307848981-project] Publish callbacks [] for port (b16637f4-bffb-4c6e-a1c0-d0e75061bbe0), precommit_update {{(pid=103916) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 17:30:54.086632 dv-cinder-837356-2-iscsi neutron-server[103916]: DEBUG neutron_lib.callbacks.manager [None req-dee39cb4-39ef-4895-9852-da201eab3d28 tempest-AttachVolumeNegativeTest-1307848981 tempest-AttachVolumeNegativeTest-1307848981-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16007527', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-75831', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16241551', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728539364693', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728538993439', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728538993457', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25517990'] for port (b16637f4-bffb-4c6e-a1c0-d0e75061bbe0), after_update {{(pid=103916) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 17:30:54.102733 dv-cinder-837356-2-iscsi neutron-server[103918]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-39ead2dc-a542-4f04-b117-439eb7f32aa8 None None] Pushing event updated for resources: {'Port': ['ID=683727eb-4399-44ae-ab3b-c7579a0661bc,revision_number=4']} {{(pid=103918) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 17:30:54.157005 dv-cinder-837356-2-iscsi neutron-server[103916]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dee39cb4-39ef-4895-9852-da201eab3d28 tempest-AttachVolumeNegativeTest-1307848981 tempest-AttachVolumeNegativeTest-1307848981-project] Pushing event updated for resources: {'Port': ['ID=b16637f4-bffb-4c6e-a1c0-d0e75061bbe0,revision_number=2']} {{(pid=103916) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 17:30:54.172740 dv-cinder-837356-2-iscsi neutron-server[103916]: DEBUG neutron_lib.callbacks.manager [None req-dee39cb4-39ef-4895-9852-da201eab3d28 tempest-AttachVolumeNegativeTest-1307848981 tempest-AttachVolumeNegativeTest-1307848981-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-704970'] for floatingip (b9ac3761-1564-460d-a511-4231de394e0c), after_create {{(pid=103916) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 17:30:54.191067 dv-cinder-837356-2-iscsi neutron-server[103916]: DEBUG neutron_lib.callbacks.manager [None req-dee39cb4-39ef-4895-9852-da201eab3d28 tempest-AttachVolumeNegativeTest-1307848981 tempest-AttachVolumeNegativeTest-1307848981-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-191112'] for floatingip (None), before_response {{(pid=103916) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 17:30:54.192550 dv-cinder-837356-2-iscsi neutron-server[103916]: INFO neutron.wsgi [None req-dee39cb4-39ef-4895-9852-da201eab3d28 tempest-AttachVolumeNegativeTest-1307848981 tempest-AttachVolumeNegativeTest-1307848981-project] 10.222.0.66 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 691 time: 0.9841883 Jun 16 17:30:54.357641 dv-cinder-837356-2-iscsi neutron-server[103916]: INFO neutron.wsgi [req-1b95ecf7-68c6-44e9-8a55-64a66f175825 req-aa5751d7-94dc-41c4-926c-ba662833e29e tempest-AttachVolumeNegativeTest-1307848981 tempest-AttachVolumeNegativeTest-1307848981-project] 10.222.0.66 "GET /v2.0/security-groups?name=tempest-securitygroup--2063534317&fields=id&tenant_id=7c56d4c430c44df49f48fe0b49ebcbd2 HTTP/1.1" status: 200 len: 267 time: 0.0488939 Jun 16 17:30:54.478735 dv-cinder-837356-2-iscsi neutron-server[103919]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5aaf13b4-2736-4cb0-a215-7917fa5a7949 None None] Sync routers for ids ['72fc182f-b4cb-4ac1-ba5a-c8c6b58534c5'] in dv-cinder-837356-2-iscsi {{(pid=103919) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 16 17:30:54.480283 dv-cinder-837356-2-iscsi neutron-server[103916]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b95ecf7-68c6-44e9-8a55-64a66f175825 req-b0f85b67-7a9c-4f9d-b483-2d997828330f tempest-AttachVolumeNegativeTest-1307848981 tempest-AttachVolumeNegativeTest-1307848981-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103916) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 16 17:30:54.481946 dv-cinder-837356-2-iscsi neutron-server[103916]: INFO neutron.wsgi [req-1b95ecf7-68c6-44e9-8a55-64a66f175825 req-b0f85b67-7a9c-4f9d-b483-2d997828330f tempest-AttachVolumeNegativeTest-1307848981 tempest-AttachVolumeNegativeTest-1307848981-project] 10.222.0.66 "GET /v2.0/networks?id=38b62bc9-5cad-4b9e-8181-628535658100 HTTP/1.1" status: 200 len: 814 time: 0.1167297 Jun 16 17:30:54.492967 dv-cinder-837356-2-iscsi neutron-server[103919]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5aaf13b4-2736-4cb0-a215-7917fa5a7949 None None] Routers {'72fc182f-b4cb-4ac1-ba5a-c8c6b58534c5'} bound to L3 agent in host dv-cinder-837356-2-iscsi {{(pid=103919) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jun 16 17:30:54.494043 dv-cinder-837356-2-iscsi neutron-server[103919]: DEBUG neutron.db.l3_hamode_db [None req-5aaf13b4-2736-4cb0-a215-7917fa5a7949 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-837356-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 6},created_at=2022-06-16T17:14:15Z,description=,heartbeat_timestamp=2022-06-16T17:30:45Z,host='dv-cinder-837356-2-iscsi',id=7639df21-17c3-4235-8912-210c3ad54137,load=0,resource_versions=,resources_synced=,started_at=2022-06-16T17:14:15Z,topic='l3_agent')) {'router_ids': ['72fc182f-b4cb-4ac1-ba5a-c8c6b58534c5'], 'active': True} {{(pid=103919) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 16 17:30:54.499066 dv-cinder-837356-2-iscsi neutron-server[103916]: INFO neutron.wsgi [req-1b95ecf7-68c6-44e9-8a55-64a66f175825 req-d6e875bd-3cbf-40ed-a348-bf5a1294b937 tempest-AttachVolumeNegativeTest-1307848981 tempest-AttachVolumeNegativeTest-1307848981-project] 10.222.0.66 "GET /v2.0/quotas/7c56d4c430c44df49f48fe0b49ebcbd2 HTTP/1.1" status: 200 len: 375 time: 0.0110376 Jun 16 17:30:54.562070 dv-cinder-837356-2-iscsi neutron-server[103916]: INFO neutron.wsgi [req-1b95ecf7-68c6-44e9-8a55-64a66f175825 req-cf48c125-da26-405c-b8be-fc2151a981b0 tempest-AttachVolumeNegativeTest-1307848981 tempest-AttachVolumeNegativeTest-1307848981-project] 10.222.0.66 "GET /v2.0/ports?tenant_id=7c56d4c430c44df49f48fe0b49ebcbd2&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0561352 Jun 16 17:30:54.590227 dv-cinder-837356-2-iscsi neutron-server[103919]: DEBUG dbcounter [-] [103919] Writing DB stats neutron:SELECT=100 {{(pid=103919) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 16 17:30:54.605892 dv-cinder-837356-2-iscsi neutron-server[103919]: DEBUG neutron.db.l3_dvr_db [None req-5aaf13b4-2736-4cb0-a215-7917fa5a7949 None None] Set router 72fc182f-b4cb-4ac1-ba5a-c8c6b58534c5 gateway port host: dv-cinder-837356-2-iscsi {{(pid=103919) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jun 16 17:30:54.637094 dv-cinder-837356-2-iscsi neutron-server[103919]: DEBUG dbcounter [-] [103919] Writing DB stats neutron:SELECT=100 {{(pid=103919) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 16 17:30:54.680210 dv-cinder-837356-2-iscsi neutron-server[103916]: INFO neutron.wsgi [req-1b95ecf7-68c6-44e9-8a55-64a66f175825 req-cb96a7fd-c88a-4e79-aa55-148694b74c82 service neutron] 10.222.0.66 "GET /v2.0/networks/38b62bc9-5cad-4b9e-8181-628535658100?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1059704 Jun 16 17:30:54.750311 dv-cinder-837356-2-iscsi neutron-server[103916]: DEBUG dbcounter [-] [103916] Writing DB stats neutron:SELECT=97,neutron:INSERT=1,neutron:UPDATE=1,neutron:DELETE=1 {{(pid=103916) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 16 17:30:54.788011 dv-cinder-837356-2-iscsi neutron-server[103916]: INFO neutron.wsgi [req-1b95ecf7-68c6-44e9-8a55-64a66f175825 req-681048d7-a46a-4345-afab-0698da8247e3 service neutron] 10.222.0.66 "GET /v2.0/networks/38b62bc9-5cad-4b9e-8181-628535658100?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1017308 Jun 16 17:30:54.865714 dv-cinder-837356-2-iscsi neutron-server[103916]: DEBUG neutron.wsgi [-] (103916) accepted ('10.222.0.66', 45292) {{(pid=103916) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 16 17:30:54.916212 dv-cinder-837356-2-iscsi neutron-server[103916]: DEBUG neutron.db.db_base_plugin_v2 [None req-30a16b73-531a-49b1-a5f3-c6e97fbbd508 admin admin] Deleting subnet c88f858e-f6fa-45c3-bd16-afda062d27db {{(pid=103916) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1067}} Jun 16 17:30:54.920283 dv-cinder-837356-2-iscsi neutron-server[103916]: DEBUG neutron_lib.callbacks.manager [None req-30a16b73-531a-49b1-a5f3-c6e97fbbd508 admin admin] Publish callbacks [] for subnet (c88f858e-f6fa-45c3-bd16-afda062d27db), before_delete {{(pid=103916) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 17:30:54.925033 dv-cinder-837356-2-iscsi neutron-server[103919]: DEBUG neutron.db.l3_hamode_db [None req-5aaf13b4-2736-4cb0-a215-7917fa5a7949 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '72fc182f-b4cb-4ac1-ba5a-c8c6b58534c5', 'name': 'tempest-AttachVolumeNegativeTest-673498770-router', 'tenant_id': '7c56d4c430c44df49f48fe0b49ebcbd2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9df31235-0797-44e6-85a0-102cb2da2d58', 'external_fixed_ips': [{'subnet_id': '1dfb0320-f5eb-46f6-88ce-33002f500238', 'ip_address': '172.27.2.32'}], 'enable_snat': True}, 'gw_port_id': '683727eb-4399-44ae-ab3b-c7579a0661bc', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-16T17:30:48Z', 'updated_at': '2022-06-16T17:30:51Z', 'revision_number': 4, 'project_id': '7c56d4c430c44df49f48fe0b49ebcbd2', 'gw_port': {'id': '683727eb-4399-44ae-ab3b-c7579a0661bc', 'name': '', 'network_id': '9df31235-0797-44e6-85a0-102cb2da2d58', 'tenant_id': '', 'mac_address': 'fa:16:3e:9c:93:e7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '72fc182f-b4cb-4ac1-ba5a-c8c6b58534c5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 637, 'fixed_ips': [{'subnet_id': '1dfb0320-f5eb-46f6-88ce-33002f500238', 'ip_address': '172.27.2.32', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-837356-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-16T17:30:49Z', 'updated_at': '2022-06-16T17:30:54Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1dfb0320-f5eb-46f6-88ce-33002f500238', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-837356-2-iscsi', '_interfaces': [{'id': 'b5be4525-4335-4548-88b7-e6bb420c6ef4', 'name': '', 'network_id': '38b62bc9-5cad-4b9e-8181-628535658100', 'tenant_id': '7c56d4c430c44df49f48fe0b49ebcbd2', 'mac_address': 'fa:16:3e:a8:05:6c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '72fc182f-b4cb-4ac1-ba5a-c8c6b58534c5', 'device_owner': 'network:router_interface', 'standard_attr_id': 638, 'fixed_ips': [{'subnet_id': '245398e2-b047-4bf4-9483-edcae7a557b6', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-16T17:30:51Z', 'updated_at': '2022-06-16T17:30:51Z', 'revision_number': 2, 'project_id': '7c56d4c430c44df49f48fe0b49ebcbd2', 'subnets': [{'id': '245398e2-b047-4bf4-9483-edcae7a557b6', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-837356-2-iscsi', False) {} {{(pid=103919) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 16 17:30:54.943843 dv-cinder-837356-2-iscsi neutron-server[103916]: DEBUG dbcounter [-] [103916] Writing DB stats neutron:SELECT=97,neutron:INSERT=1,neutron:UPDATE=1,neutron:DELETE=1 {{(pid=103916) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 16 17:30:54.952724 dv-cinder-837356-2-iscsi neutron-server[103919]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5aaf13b4-2736-4cb0-a215-7917fa5a7949 None None] Checking router: 72fc182f-b4cb-4ac1-ba5a-c8c6b58534c5 for host: dv-cinder-837356-2-iscsi {{(pid=103919) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 16 17:30:54.953060 dv-cinder-837356-2-iscsi neutron-server[103919]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5aaf13b4-2736-4cb0-a215-7917fa5a7949 None None] Updating router 72fc182f-b4cb-4ac1-ba5a-c8c6b58534c5 port b5be4525-4335-4548-88b7-e6bb420c6ef4 binding host dv-cinder-837356-2-iscsi {{(pid=103919) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jun 16 17:30:54.962575 dv-cinder-837356-2-iscsi neutron-server[103916]: DEBUG neutron_lib.callbacks.manager [None req-30a16b73-531a-49b1-a5f3-c6e97fbbd508 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-25166643'] for subnet (c88f858e-f6fa-45c3-bd16-afda062d27db), precommit_delete_associations {{(pid=103916) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 17:30:54.996183 dv-cinder-837356-2-iscsi neutron-server[103919]: DEBUG neutron_lib.callbacks.manager [None req-5aaf13b4-2736-4cb0-a215-7917fa5a7949 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16007590'] for port (b5be4525-4335-4548-88b7-e6bb420c6ef4), before_update {{(pid=103919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 17:30:55.009790 dv-cinder-837356-2-iscsi neutron-server[103916]: DEBUG neutron_lib.callbacks.manager [None req-30a16b73-531a-49b1-a5f3-c6e97fbbd508 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-16150392'] for subnet (c88f858e-f6fa-45c3-bd16-afda062d27db), precommit_delete {{(pid=103916) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 17:30:55.016018 dv-cinder-837356-2-iscsi neutron-server[103917]: INFO neutron.wsgi [req-f1b9e572-d5c9-43de-8540-28d108f55636 req-ee643bcf-11a0-4e3e-aa7c-d730b5861852 tempest-AttachVolumeNegativeTest-1307848981 tempest-AttachVolumeNegativeTest-1307848981-project] 10.222.0.66 "GET /v2.0/ports?device_id=4dce5739-2ecb-43f7-a49a-a9870cf2243c HTTP/1.1" status: 200 len: 210 time: 0.0346320 Jun 16 17:30:55.088567 dv-cinder-837356-2-iscsi neutron-server[103916]: DEBUG neutron_lib.callbacks.manager [None req-30a16b73-531a-49b1-a5f3-c6e97fbbd508 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-16150339', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-570574', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16241551', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-25517980', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-25509979'] for subnet (c88f858e-f6fa-45c3-bd16-afda062d27db), after_delete {{(pid=103916) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 17:30:55.103775 dv-cinder-837356-2-iscsi neutron-server[103916]: DEBUG neutron_lib.callbacks.manager [None req-30a16b73-531a-49b1-a5f3-c6e97fbbd508 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-16241561'] for subnet (None), before_response {{(pid=103916) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 17:30:55.111346 dv-cinder-837356-2-iscsi neutron-server[103916]: INFO neutron.wsgi [None req-30a16b73-531a-49b1-a5f3-c6e97fbbd508 admin admin] 10.222.0.66 "DELETE /v2.0/subnets/c88f858e-f6fa-45c3-bd16-afda062d27db HTTP/1.1" status: 204 len: 168 time: 0.2403827 Jun 16 17:30:55.113360 dv-cinder-837356-2-iscsi neutron-server[103917]: DEBUG neutron.wsgi [-] (103917) accepted ('10.222.0.66', 45302) {{(pid=103917) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 16 17:30:55.127241 dv-cinder-837356-2-iscsi neutron-server[103916]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-30a16b73-531a-49b1-a5f3-c6e97fbbd508 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=c88f858e-f6fa-45c3-bd16-afda062d27db,revision_number=None']} {{(pid=103916) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 17:30:55.195862 dv-cinder-837356-2-iscsi neutron-server[103917]: DEBUG neutron_lib.callbacks.manager [None req-eebe569d-ffb8-4bb7-b7c2-80f362873a4c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-16129347'] for network (fdd72d4c-3d6f-444c-a53f-3a9af7cdea30), before_delete {{(pid=103917) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 17:30:55.289836 dv-cinder-837356-2-iscsi neutron-server[103917]: DEBUG neutron_lib.callbacks.manager [None req-eebe569d-ffb8-4bb7-b7c2-80f362873a4c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-16152121', 'neutron.services.segments.db._delete_segments_for_network-8728539454199'] for network (fdd72d4c-3d6f-444c-a53f-3a9af7cdea30), precommit_delete {{(pid=103917) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 17:30:55.311944 dv-cinder-837356-2-iscsi neutron-server[103917]: DEBUG neutron.services.segments.db [None req-eebe569d-ffb8-4bb7-b7c2-80f362873a4c admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['fdd72d4c-3d6f-444c-a53f-3a9af7cdea30']}} {{(pid=103917) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 16 17:30:55.323276 dv-cinder-837356-2-iscsi neutron-server[103917]: DEBUG neutron.services.segments.db [None req-eebe569d-ffb8-4bb7-b7c2-80f362873a4c admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '0b8c279b-95d7-48f1-9c39-fbb9e3c9d867') {'for_net_delete': True} {{(pid=103917) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 16 17:30:55.323625 dv-cinder-837356-2-iscsi neutron-server[103917]: DEBUG neutron.services.segments.db [None req-eebe569d-ffb8-4bb7-b7c2-80f362873a4c admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '0b8c279b-95d7-48f1-9c39-fbb9e3c9d867') {} {{(pid=103917) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 16 17:30:55.336144 dv-cinder-837356-2-iscsi neutron-server[103917]: DEBUG neutron_lib.callbacks.manager [None req-eebe569d-ffb8-4bb7-b7c2-80f362873a4c admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8728539454082', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-25699604'] for segment (0b8c279b-95d7-48f1-9c39-fbb9e3c9d867), before_delete {{(pid=103917) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 17:30:55.339792 dv-cinder-837356-2-iscsi neutron-server[103919]: DEBUG neutron_lib.callbacks.manager [None req-5aaf13b4-2736-4cb0-a215-7917fa5a7949 None None] Publish callbacks [] for port (b5be4525-4335-4548-88b7-e6bb420c6ef4), precommit_update {{(pid=103919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 17:30:55.346841 dv-cinder-837356-2-iscsi neutron-server[103919]: DEBUG neutron_lib.callbacks.manager [None req-5aaf13b4-2736-4cb0-a215-7917fa5a7949 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16007527', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-75831', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16241551', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728539364693', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728538993439', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728538993457'] for port (b5be4525-4335-4548-88b7-e6bb420c6ef4), after_update {{(pid=103919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 17:30:55.350448 dv-cinder-837356-2-iscsi neutron-server[103917]: DEBUG dbcounter [-] [103917] Writing DB stats neutron:SELECT=90,neutron:INSERT=5,neutron:UPDATE=2,neutron:DELETE=3 {{(pid=103917) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 16 17:30:55.355005 dv-cinder-837356-2-iscsi neutron-server[103917]: DEBUG neutron_lib.callbacks.manager [None req-eebe569d-ffb8-4bb7-b7c2-80f362873a4c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16150272'] for segment (0b8c279b-95d7-48f1-9c39-fbb9e3c9d867), precommit_delete {{(pid=103917) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 17:30:55.365227 dv-cinder-837356-2-iscsi neutron-server[103917]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-eebe569d-ffb8-4bb7-b7c2-80f362873a4c admin admin] Releasing vlan 1022 on physical network physnet1 to pool {{(pid=103917) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jun 16 17:30:55.365581 dv-cinder-837356-2-iscsi neutron-server[103917]: DEBUG neutron_lib.callbacks.manager [None req-eebe569d-ffb8-4bb7-b7c2-80f362873a4c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16150272', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3819570'] for segment (0b8c279b-95d7-48f1-9c39-fbb9e3c9d867), after_delete {{(pid=103917) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 17:30:55.412678 dv-cinder-837356-2-iscsi neutron-server[103919]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8fdbc7ea-64c3-44ef-a8c8-45260bbd431e None None] Pushing event updated for resources: {'Port': ['ID=b5be4525-4335-4548-88b7-e6bb420c6ef4,revision_number=3']} {{(pid=103919) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 17:30:55.450829 dv-cinder-837356-2-iscsi neutron-server[103917]: DEBUG neutron_lib.callbacks.manager [None req-eebe569d-ffb8-4bb7-b7c2-80f362873a4c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-16152118', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-570401', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16241551', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-704929'] for network (fdd72d4c-3d6f-444c-a53f-3a9af7cdea30), after_delete {{(pid=103917) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 17:30:55.456533 dv-cinder-837356-2-iscsi neutron-server[103919]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8fdbc7ea-64c3-44ef-a8c8-45260bbd431e None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-837356-2-iscsi {{(pid=103919) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 17:30:55.456533 dv-cinder-837356-2-iscsi neutron-server[103919]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8fdbc7ea-64c3-44ef-a8c8-45260bbd431e None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-837356-2-iscsi {{(pid=103919) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 17:30:55.457679 dv-cinder-837356-2-iscsi neutron-server[103919]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8fdbc7ea-64c3-44ef-a8c8-45260bbd431e None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-837356-2-iscsi {{(pid=103919) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 17:30:55.458109 dv-cinder-837356-2-iscsi neutron-server[103919]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8fdbc7ea-64c3-44ef-a8c8-45260bbd431e None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-837356-2-iscsi {{(pid=103919) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 17:30:55.458666 dv-cinder-837356-2-iscsi neutron-server[103919]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8fdbc7ea-64c3-44ef-a8c8-45260bbd431e None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-837356-2-iscsi {{(pid=103919) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 17:30:55.459120 dv-cinder-837356-2-iscsi neutron-server[103919]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8fdbc7ea-64c3-44ef-a8c8-45260bbd431e None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-837356-2-iscsi {{(pid=103919) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 17:30:55.459544 dv-cinder-837356-2-iscsi neutron-server[103919]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8fdbc7ea-64c3-44ef-a8c8-45260bbd431e None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-837356-2-iscsi {{(pid=103919) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 17:30:55.459928 dv-cinder-837356-2-iscsi neutron-server[103919]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8fdbc7ea-64c3-44ef-a8c8-45260bbd431e None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-837356-2-iscsi {{(pid=103919) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 17:30:55.460251 dv-cinder-837356-2-iscsi neutron-server[103919]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8fdbc7ea-64c3-44ef-a8c8-45260bbd431e None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-837356-2-iscsi {{(pid=103919) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 17:30:55.460630 dv-cinder-837356-2-iscsi neutron-server[103919]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8fdbc7ea-64c3-44ef-a8c8-45260bbd431e None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-837356-2-iscsi {{(pid=103919) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 17:30:55.460951 dv-cinder-837356-2-iscsi neutron-server[103919]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8fdbc7ea-64c3-44ef-a8c8-45260bbd431e None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-837356-2-iscsi {{(pid=103919) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 17:30:55.461316 dv-cinder-837356-2-iscsi neutron-server[103919]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8fdbc7ea-64c3-44ef-a8c8-45260bbd431e None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-837356-2-iscsi {{(pid=103919) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 17:30:55.462260 dv-cinder-837356-2-iscsi neutron-server[103919]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8fdbc7ea-64c3-44ef-a8c8-45260bbd431e None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-837356-2-iscsi {{(pid=103919) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 17:30:55.462571 dv-cinder-837356-2-iscsi neutron-server[103917]: DEBUG neutron_lib.callbacks.manager [None req-eebe569d-ffb8-4bb7-b7c2-80f362873a4c admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-16241561'] for network (None), before_response {{(pid=103917) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 17:30:55.462745 dv-cinder-837356-2-iscsi neutron-server[103919]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8fdbc7ea-64c3-44ef-a8c8-45260bbd431e None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-837356-2-iscsi {{(pid=103919) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 17:30:55.462921 dv-cinder-837356-2-iscsi neutron-server[103919]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8fdbc7ea-64c3-44ef-a8c8-45260bbd431e None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-837356-2-iscsi {{(pid=103919) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 17:30:55.468715 dv-cinder-837356-2-iscsi neutron-server[103916]: DEBUG neutron.wsgi [-] (103916) accepted ('10.222.0.66', 45310) {{(pid=103916) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 16 17:30:55.469453 dv-cinder-837356-2-iscsi neutron-server[103917]: INFO neutron.wsgi [None req-eebe569d-ffb8-4bb7-b7c2-80f362873a4c admin admin] 10.222.0.66 "DELETE /v2.0/networks/fdd72d4c-3d6f-444c-a53f-3a9af7cdea30 HTTP/1.1" status: 204 len: 168 time: 0.3563352 Jun 16 17:30:55.484815 dv-cinder-837356-2-iscsi neutron-server[103917]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eebe569d-ffb8-4bb7-b7c2-80f362873a4c admin admin] Pushing event deleted for resources: {'Network': ['ID=fdd72d4c-3d6f-444c-a53f-3a9af7cdea30,revision_number=None']} {{(pid=103917) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 17:30:55.519223 dv-cinder-837356-2-iscsi neutron-server[103919]: DEBUG neutron.plugins.ml2.managers [None req-5aaf13b4-2736-4cb0-a215-7917fa5a7949 None None] Attempting to bind port b5be4525-4335-4548-88b7-e6bb420c6ef4 on host dv-cinder-837356-2-iscsi for vnic_type normal with profile {{(pid=103919) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:811}} Jun 16 17:30:55.520762 dv-cinder-837356-2-iscsi neutron-server[103919]: DEBUG neutron.plugins.ml2.managers [None req-5aaf13b4-2736-4cb0-a215-7917fa5a7949 None None] Attempting to bind port b5be4525-4335-4548-88b7-e6bb420c6ef4 by drivers openvswitch,hyperv on host dv-cinder-837356-2-iscsi at level 0 using segments [{'id': '77c5a64f-3dc1-42ac-871e-4a71d56bdf63', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1021, 'network_id': '38b62bc9-5cad-4b9e-8181-628535658100'}] {{(pid=103919) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:836}} Jun 16 17:30:55.521352 dv-cinder-837356-2-iscsi neutron-server[103919]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5aaf13b4-2736-4cb0-a215-7917fa5a7949 None None] Attempting to bind port b5be4525-4335-4548-88b7-e6bb420c6ef4 on network 38b62bc9-5cad-4b9e-8181-628535658100 {{(pid=103919) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jun 16 17:30:55.529036 dv-cinder-837356-2-iscsi neutron-server[103919]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5aaf13b4-2736-4cb0-a215-7917fa5a7949 None None] Checking agent: {'id': '5b2fa84c-1db1-41c6-a6b9-975c3da28daf', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-837356-2-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 6, 16, 17, 14, 18), 'started_at': datetime.datetime(2022, 6, 16, 17, 14, 48), 'heartbeat_timestamp': datetime.datetime(2022, 6, 16, 17, 30, 48), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-837356-2-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103919) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jun 16 17:30:55.529734 dv-cinder-837356-2-iscsi neutron-server[103919]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5aaf13b4-2736-4cb0-a215-7917fa5a7949 None None] Checking segment: {'id': '77c5a64f-3dc1-42ac-871e-4a71d56bdf63', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1021, 'network_id': '38b62bc9-5cad-4b9e-8181-628535658100'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103919) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jun 16 17:30:55.530135 dv-cinder-837356-2-iscsi neutron-server[103919]: DEBUG neutron_lib.callbacks.manager [None req-5aaf13b4-2736-4cb0-a215-7917fa5a7949 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 17:30:55.530654 dv-cinder-837356-2-iscsi neutron-server[103919]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5aaf13b4-2736-4cb0-a215-7917fa5a7949 None None] Bound using segment: {'id': '77c5a64f-3dc1-42ac-871e-4a71d56bdf63', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1021, 'network_id': '38b62bc9-5cad-4b9e-8181-628535658100'} {{(pid=103919) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jun 16 17:30:55.531212 dv-cinder-837356-2-iscsi neutron-server[103919]: DEBUG neutron.plugins.ml2.managers [None req-5aaf13b4-2736-4cb0-a215-7917fa5a7949 None None] Bound port: b5be4525-4335-4548-88b7-e6bb420c6ef4, host: dv-cinder-837356-2-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '77c5a64f-3dc1-42ac-871e-4a71d56bdf63', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1021, 'network_id': '38b62bc9-5cad-4b9e-8181-628535658100'}}] {{(pid=103919) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:948}} Jun 16 17:30:55.531589 dv-cinder-837356-2-iscsi neutron-server[103919]: DEBUG neutron_lib.callbacks.manager [None req-5aaf13b4-2736-4cb0-a215-7917fa5a7949 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16007590'] for port (b5be4525-4335-4548-88b7-e6bb420c6ef4), before_update {{(pid=103919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 17:30:55.558501 dv-cinder-837356-2-iscsi neutron-server[103916]: DEBUG neutron.db.db_base_plugin_v2 [None req-a4b2a816-52da-4c3f-bcad-a08b36d7f3f5 admin admin] Deleting subnet c5dac4ec-167a-4772-b403-491786e82b85 {{(pid=103916) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1067}} Jun 16 17:30:55.562828 dv-cinder-837356-2-iscsi neutron-server[103916]: DEBUG neutron_lib.callbacks.manager [None req-a4b2a816-52da-4c3f-bcad-a08b36d7f3f5 admin admin] Publish callbacks [] for subnet (c5dac4ec-167a-4772-b403-491786e82b85), before_delete {{(pid=103916) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 17:30:55.635615 dv-cinder-837356-2-iscsi neutron-server[103919]: DEBUG neutron.plugins.ml2.db [None req-5aaf13b4-2736-4cb0-a215-7917fa5a7949 None None] For port b5be4525-4335-4548-88b7-e6bb420c6ef4, host dv-cinder-837356-2-iscsi, cleared binding levels {{(pid=103919) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 16 17:30:55.640393 dv-cinder-837356-2-iscsi neutron-server[103919]: DEBUG neutron.plugins.ml2.db [None req-5aaf13b4-2736-4cb0-a215-7917fa5a7949 None None] For port b5be4525-4335-4548-88b7-e6bb420c6ef4, host dv-cinder-837356-2-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-837356-2-iscsi',level=0,port_id=b5be4525-4335-4548-88b7-e6bb420c6ef4,segment=NetworkSegment(77c5a64f-3dc1-42ac-871e-4a71d56bdf63),segment_id=77c5a64f-3dc1-42ac-871e-4a71d56bdf63)] {{(pid=103919) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 16 17:30:55.645263 dv-cinder-837356-2-iscsi neutron-server[103916]: DEBUG neutron_lib.callbacks.manager [None req-a4b2a816-52da-4c3f-bcad-a08b36d7f3f5 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-25166643'] for subnet (c5dac4ec-167a-4772-b403-491786e82b85), precommit_delete_associations {{(pid=103916) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 17:30:55.652212 dv-cinder-837356-2-iscsi neutron-server[103919]: DEBUG neutron_lib.callbacks.manager [None req-5aaf13b4-2736-4cb0-a215-7917fa5a7949 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16007527', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-75831', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16241551', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728539364693', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728538993439', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728538993457'] for port (b5be4525-4335-4548-88b7-e6bb420c6ef4), after_update {{(pid=103919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 17:30:55.663052 dv-cinder-837356-2-iscsi neutron-server[103917]: INFO neutron.services.segments.plugin [-] Segment 0b8c279b-95d7-48f1-9c39-fbb9e3c9d867 resource provider aggregate not found Jun 16 17:30:55.686260 dv-cinder-837356-2-iscsi neutron-server[103917]: INFO neutron.services.segments.plugin [-] Segment 0b8c279b-95d7-48f1-9c39-fbb9e3c9d867 resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid 0b8c279b-95d7-48f1-9c39-fbb9e3c9d867 found for delete ", "request_id": "req-6d003907-c503-4771-8bf8-6c5fc7098ec7"}]} Jun 16 17:30:55.713796 dv-cinder-837356-2-iscsi neutron-server[103916]: DEBUG neutron_lib.callbacks.manager [None req-a4b2a816-52da-4c3f-bcad-a08b36d7f3f5 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-16150392'] for subnet (c5dac4ec-167a-4772-b403-491786e82b85), precommit_delete {{(pid=103916) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 17:30:55.747111 dv-cinder-837356-2-iscsi neutron-server[103919]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8fdbc7ea-64c3-44ef-a8c8-45260bbd431e None None] Pushing event updated for resources: {'Port': ['ID=b5be4525-4335-4548-88b7-e6bb420c6ef4,revision_number=4']} {{(pid=103919) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 17:30:55.765237 dv-cinder-837356-2-iscsi neutron-server[103919]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5aaf13b4-2736-4cb0-a215-7917fa5a7949 None None] Routers {'72fc182f-b4cb-4ac1-ba5a-c8c6b58534c5'} bound to L3 agent in host dv-cinder-837356-2-iscsi {{(pid=103919) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jun 16 17:30:55.766506 dv-cinder-837356-2-iscsi neutron-server[103919]: DEBUG neutron.db.l3_hamode_db [None req-5aaf13b4-2736-4cb0-a215-7917fa5a7949 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-837356-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 6},created_at=2022-06-16T17:14:15Z,description=,heartbeat_timestamp=2022-06-16T17:30:45Z,host='dv-cinder-837356-2-iscsi',id=7639df21-17c3-4235-8912-210c3ad54137,load=0,resource_versions=,resources_synced=,started_at=2022-06-16T17:14:15Z,topic='l3_agent')) {'router_ids': ['72fc182f-b4cb-4ac1-ba5a-c8c6b58534c5'], 'active': True} {{(pid=103919) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 16 17:30:55.894556 dv-cinder-837356-2-iscsi neutron-server[103918]: DEBUG neutron.db.provisioning_blocks [None req-91d8e860-bf12-4ce1-9cc6-c32595fd57f4 None None] Provisioning complete for port b5be4525-4335-4548-88b7-e6bb420c6ef4 triggered by entity DHCP. {{(pid=103918) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jun 16 17:30:55.895640 dv-cinder-837356-2-iscsi neutron-server[103918]: DEBUG neutron_lib.callbacks.manager [None req-91d8e860-bf12-4ce1-9cc6-c32595fd57f4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16149424'] for port (b5be4525-4335-4548-88b7-e6bb420c6ef4), provisioning_complete {{(pid=103918) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 17:30:55.935726 dv-cinder-837356-2-iscsi neutron-server[103919]: DEBUG dbcounter [-] [103919] Writing DB stats neutron:SELECT=97,neutron:UPDATE=3 {{(pid=103919) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 16 17:30:55.944229 dv-cinder-837356-2-iscsi neutron-server[103918]: DEBUG neutron.plugins.ml2.rpc [None req-39ead2dc-a542-4f04-b117-439eb7f32aa8 None None] Device b5be4525-4335-4548-88b7-e6bb420c6ef4 up at agent ovs-agent-dv-cinder-837356-2-iscsi {{(pid=103918) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 16 17:30:55.977007 dv-cinder-837356-2-iscsi neutron-server[103919]: DEBUG neutron.db.l3_dvr_db [None req-5aaf13b4-2736-4cb0-a215-7917fa5a7949 None None] Set router 72fc182f-b4cb-4ac1-ba5a-c8c6b58534c5 gateway port host: dv-cinder-837356-2-iscsi {{(pid=103919) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jun 16 17:30:56.046269 dv-cinder-837356-2-iscsi neutron-server[103918]: DEBUG neutron.db.provisioning_blocks [None req-39ead2dc-a542-4f04-b117-439eb7f32aa8 None None] Provisioning complete for port b5be4525-4335-4548-88b7-e6bb420c6ef4 triggered by entity L2. {{(pid=103918) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jun 16 17:30:56.046963 dv-cinder-837356-2-iscsi neutron-server[103918]: DEBUG neutron_lib.callbacks.manager [None req-39ead2dc-a542-4f04-b117-439eb7f32aa8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16149424'] for port (b5be4525-4335-4548-88b7-e6bb420c6ef4), provisioning_complete {{(pid=103918) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 17:30:56.050836 dv-cinder-837356-2-iscsi neutron-server[103918]: DEBUG dbcounter [-] [103918] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=103918) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 16 17:30:56.058521 dv-cinder-837356-2-iscsi neutron-server[103919]: DEBUG dbcounter [-] [103919] Writing DB stats neutron:SELECT=97,neutron:UPDATE=2,neutron:INSERT=1 {{(pid=103919) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 16 17:30:56.108987 dv-cinder-837356-2-iscsi neutron-server[103916]: DEBUG neutron_lib.callbacks.manager [None req-a4b2a816-52da-4c3f-bcad-a08b36d7f3f5 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-16150339', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-570574', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16241551', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-25517980', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-25509979'] for subnet (c5dac4ec-167a-4772-b403-491786e82b85), after_delete {{(pid=103916) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 17:30:56.135898 dv-cinder-837356-2-iscsi neutron-server[103918]: DEBUG neutron.plugins.ml2.plugin [None req-91d8e860-bf12-4ce1-9cc6-c32595fd57f4 None None] Current status of the port b5be4525-4335-4548-88b7-e6bb420c6ef4 is: DOWN; New status is: ACTIVE {{(pid=103918) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2298}} Jun 16 17:30:56.136441 dv-cinder-837356-2-iscsi neutron-server[103918]: DEBUG neutron_lib.callbacks.manager [None req-91d8e860-bf12-4ce1-9cc6-c32595fd57f4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16007590'] for port (b5be4525-4335-4548-88b7-e6bb420c6ef4), before_update {{(pid=103918) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 17:30:56.148116 dv-cinder-837356-2-iscsi neutron-server[103916]: DEBUG neutron_lib.callbacks.manager [None req-a4b2a816-52da-4c3f-bcad-a08b36d7f3f5 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-16241561'] for subnet (None), before_response {{(pid=103916) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 17:30:56.153895 dv-cinder-837356-2-iscsi neutron-server[103916]: INFO neutron.wsgi [None req-a4b2a816-52da-4c3f-bcad-a08b36d7f3f5 admin admin] 10.222.0.66 "DELETE /v2.0/subnets/c5dac4ec-167a-4772-b403-491786e82b85 HTTP/1.1" status: 204 len: 168 time: 0.6817870 Jun 16 17:30:56.153895 dv-cinder-837356-2-iscsi neutron-server[103916]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a4b2a816-52da-4c3f-bcad-a08b36d7f3f5 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=c5dac4ec-167a-4772-b403-491786e82b85,revision_number=None']} {{(pid=103916) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 17:30:56.154671 dv-cinder-837356-2-iscsi neutron-server[103917]: DEBUG neutron.wsgi [-] (103917) accepted ('10.222.0.66', 45318) {{(pid=103917) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 16 17:30:56.186466 dv-cinder-837356-2-iscsi neutron-server[103917]: DEBUG dbcounter [-] [103917] Writing DB stats neutron:SELECT=86,neutron:INSERT=7,neutron:DELETE=6,neutron:UPDATE=1 {{(pid=103917) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 16 17:30:56.202160 dv-cinder-837356-2-iscsi neutron-server[103918]: DEBUG neutron.plugins.ml2.plugin [None req-39ead2dc-a542-4f04-b117-439eb7f32aa8 None None] Current status of the port b5be4525-4335-4548-88b7-e6bb420c6ef4 is: DOWN; New status is: ACTIVE {{(pid=103918) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2298}} Jun 16 17:30:56.202652 dv-cinder-837356-2-iscsi neutron-server[103918]: DEBUG neutron_lib.callbacks.manager [None req-39ead2dc-a542-4f04-b117-439eb7f32aa8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16007590'] for port (b5be4525-4335-4548-88b7-e6bb420c6ef4), before_update {{(pid=103918) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 17:30:56.224002 dv-cinder-837356-2-iscsi neutron-server[103918]: DEBUG dbcounter [-] [103918] Writing DB stats neutron:SELECT=97,neutron:UPDATE=3 {{(pid=103918) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 16 17:30:56.224214 dv-cinder-837356-2-iscsi neutron-server[103916]: INFO neutron.wsgi [req-73a18c70-ccd9-446e-b7a7-0387745d88e2 req-0c34ede1-868d-4c7e-b049-5b9208ce273c tempest-AttachVolumeNegativeTest-1307848981 tempest-AttachVolumeNegativeTest-1307848981-project] 10.222.0.66 "GET /v2.0/ports?device_id=4dce5739-2ecb-43f7-a49a-a9870cf2243c HTTP/1.1" status: 200 len: 210 time: 0.0737410 Jun 16 17:30:56.228237 dv-cinder-837356-2-iscsi neutron-server[103918]: DEBUG neutron.plugins.ml2.db [None req-91d8e860-bf12-4ce1-9cc6-c32595fd57f4 None None] For port b5be4525-4335-4548-88b7-e6bb420c6ef4, host dv-cinder-837356-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-837356-2-iscsi',level=0,port_id=b5be4525-4335-4548-88b7-e6bb420c6ef4,segment=NetworkSegment(77c5a64f-3dc1-42ac-871e-4a71d56bdf63),segment_id=77c5a64f-3dc1-42ac-871e-4a71d56bdf63)] {{(pid=103918) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 16 17:30:56.245514 dv-cinder-837356-2-iscsi neutron-server[103917]: DEBUG neutron_lib.callbacks.manager [None req-0f6da6c7-dc6a-4907-a9bc-61b0a1eccd04 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-16129347'] for network (2ba75b66-bfa2-4dc9-b503-f17733ecdbaa), before_delete {{(pid=103917) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 17:30:56.249721 dv-cinder-837356-2-iscsi neutron-server[103918]: DEBUG neutron_lib.callbacks.manager [None req-91d8e860-bf12-4ce1-9cc6-c32595fd57f4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16007527', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-75831', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16241551', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728539364693', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728538993439', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728538993457'] for port (b5be4525-4335-4548-88b7-e6bb420c6ef4), after_update {{(pid=103918) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 17:30:56.274084 dv-cinder-837356-2-iscsi neutron-server[103919]: DEBUG neutron.db.l3_hamode_db [None req-5aaf13b4-2736-4cb0-a215-7917fa5a7949 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '72fc182f-b4cb-4ac1-ba5a-c8c6b58534c5', 'name': 'tempest-AttachVolumeNegativeTest-673498770-router', 'tenant_id': '7c56d4c430c44df49f48fe0b49ebcbd2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9df31235-0797-44e6-85a0-102cb2da2d58', 'external_fixed_ips': [{'subnet_id': '1dfb0320-f5eb-46f6-88ce-33002f500238', 'ip_address': '172.27.2.32'}], 'enable_snat': True}, 'gw_port_id': '683727eb-4399-44ae-ab3b-c7579a0661bc', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-16T17:30:48Z', 'updated_at': '2022-06-16T17:30:51Z', 'revision_number': 4, 'project_id': '7c56d4c430c44df49f48fe0b49ebcbd2', 'gw_port': {'id': '683727eb-4399-44ae-ab3b-c7579a0661bc', 'name': '', 'network_id': '9df31235-0797-44e6-85a0-102cb2da2d58', 'tenant_id': '', 'mac_address': 'fa:16:3e:9c:93:e7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '72fc182f-b4cb-4ac1-ba5a-c8c6b58534c5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 637, 'fixed_ips': [{'subnet_id': '1dfb0320-f5eb-46f6-88ce-33002f500238', 'ip_address': '172.27.2.32', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-837356-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-16T17:30:49Z', 'updated_at': '2022-06-16T17:30:54Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1dfb0320-f5eb-46f6-88ce-33002f500238', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-837356-2-iscsi', '_interfaces': [{'id': 'b5be4525-4335-4548-88b7-e6bb420c6ef4', 'name': '', 'network_id': '38b62bc9-5cad-4b9e-8181-628535658100', 'tenant_id': '7c56d4c430c44df49f48fe0b49ebcbd2', 'mac_address': 'fa:16:3e:a8:05:6c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '72fc182f-b4cb-4ac1-ba5a-c8c6b58534c5', 'device_owner': 'network:router_interface', 'standard_attr_id': 638, 'fixed_ips': [{'subnet_id': '245398e2-b047-4bf4-9483-edcae7a557b6', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-837356-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-16T17:30:51Z', 'updated_at': '2022-06-16T17:30:55Z', 'revision_number': 4, 'project_id': '7c56d4c430c44df49f48fe0b49ebcbd2', 'subnets': [{'id': '245398e2-b047-4bf4-9483-edcae7a557b6', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-837356-2-iscsi', False) {} {{(pid=103919) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 16 17:30:56.304334 dv-cinder-837356-2-iscsi neutron-server[103919]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5aaf13b4-2736-4cb0-a215-7917fa5a7949 None None] The sync data for ids ['72fc182f-b4cb-4ac1-ba5a-c8c6b58534c5'] in dv-cinder-837356-2-iscsi is: [{'id': '72fc182f-b4cb-4ac1-ba5a-c8c6b58534c5', 'name': 'tempest-AttachVolumeNegativeTest-673498770-router', 'tenant_id': '7c56d4c430c44df49f48fe0b49ebcbd2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9df31235-0797-44e6-85a0-102cb2da2d58', 'external_fixed_ips': [{'subnet_id': '1dfb0320-f5eb-46f6-88ce-33002f500238', 'ip_address': '172.27.2.32'}], 'enable_snat': True}, 'gw_port_id': '683727eb-4399-44ae-ab3b-c7579a0661bc', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-16T17:30:48Z', 'updated_at': '2022-06-16T17:30:51Z', 'revision_number': 4, 'project_id': '7c56d4c430c44df49f48fe0b49ebcbd2', 'gw_port': {'id': '683727eb-4399-44ae-ab3b-c7579a0661bc', 'name': '', 'network_id': '9df31235-0797-44e6-85a0-102cb2da2d58', 'tenant_id': '', 'mac_address': 'fa:16:3e:9c:93:e7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '72fc182f-b4cb-4ac1-ba5a-c8c6b58534c5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 637, 'fixed_ips': [{'subnet_id': '1dfb0320-f5eb-46f6-88ce-33002f500238', 'ip_address': '172.27.2.32', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-837356-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-16T17:30:49Z', 'updated_at': '2022-06-16T17:30:54Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1dfb0320-f5eb-46f6-88ce-33002f500238', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-837356-2-iscsi', '_interfaces': [{'id': 'b5be4525-4335-4548-88b7-e6bb420c6ef4', 'name': '', 'network_id': '38b62bc9-5cad-4b9e-8181-628535658100', 'tenant_id': '7c56d4c430c44df49f48fe0b49ebcbd2', 'mac_address': 'fa:16:3e:a8:05:6c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '72fc182f-b4cb-4ac1-ba5a-c8c6b58534c5', 'device_owner': 'network:router_interface', 'standard_attr_id': 638, 'fixed_ips': [{'subnet_id': '245398e2-b047-4bf4-9483-edcae7a557b6', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-837356-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-16T17:30:51Z', 'updated_at': '2022-06-16T17:30:55Z', 'revision_number': 4, 'project_id': '7c56d4c430c44df49f48fe0b49ebcbd2', 'subnets': [{'id': '245398e2-b047-4bf4-9483-edcae7a557b6', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103919) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 16 17:30:56.327915 dv-cinder-837356-2-iscsi neutron-server[103918]: DEBUG neutron_lib.db.api [None req-39ead2dc-a542-4f04-b117-439eb7f32aa8 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=103918) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:188}} Jun 16 17:30:56.328330 dv-cinder-837356-2-iscsi neutron-server[103918]: DEBUG oslo_db.api [None req-39ead2dc-a542-4f04-b117-439eb7f32aa8 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=103918) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jun 16 17:30:56.342267 dv-cinder-837356-2-iscsi neutron-server[103917]: DEBUG neutron_lib.callbacks.manager [None req-0f6da6c7-dc6a-4907-a9bc-61b0a1eccd04 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-16152121', 'neutron.services.segments.db._delete_segments_for_network-8728539454199'] for network (2ba75b66-bfa2-4dc9-b503-f17733ecdbaa), precommit_delete {{(pid=103917) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 17:30:56.350900 dv-cinder-837356-2-iscsi neutron-server[103918]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-91d8e860-bf12-4ce1-9cc6-c32595fd57f4 None None] Pushing event updated for resources: {'Port': ['ID=b5be4525-4335-4548-88b7-e6bb420c6ef4,revision_number=5']} {{(pid=103918) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 17:30:56.371800 dv-cinder-837356-2-iscsi neutron-server[103917]: DEBUG neutron.services.segments.db [None req-0f6da6c7-dc6a-4907-a9bc-61b0a1eccd04 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['2ba75b66-bfa2-4dc9-b503-f17733ecdbaa']}} {{(pid=103917) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 16 17:30:56.389468 dv-cinder-837356-2-iscsi neutron-server[103917]: DEBUG neutron.services.segments.db [None req-0f6da6c7-dc6a-4907-a9bc-61b0a1eccd04 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '39ec8ccc-5cec-460c-adc1-632979301bfe') {'for_net_delete': True} {{(pid=103917) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 16 17:30:56.389762 dv-cinder-837356-2-iscsi neutron-server[103917]: DEBUG neutron.services.segments.db [None req-0f6da6c7-dc6a-4907-a9bc-61b0a1eccd04 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '39ec8ccc-5cec-460c-adc1-632979301bfe') {} {{(pid=103917) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 16 17:30:56.389956 dv-cinder-837356-2-iscsi neutron-server[103918]: DEBUG neutron.db.provisioning_blocks [None req-95b67453-6a5e-490b-ad02-e653d9ee03e7 None None] Provisioning complete for port b5be4525-4335-4548-88b7-e6bb420c6ef4 triggered by entity DHCP. {{(pid=103918) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jun 16 17:30:56.390595 dv-cinder-837356-2-iscsi neutron-server[103918]: DEBUG neutron_lib.callbacks.manager [None req-95b67453-6a5e-490b-ad02-e653d9ee03e7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16149424'] for port (b5be4525-4335-4548-88b7-e6bb420c6ef4), provisioning_complete {{(pid=103918) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 17:30:56.402923 dv-cinder-837356-2-iscsi neutron-server[103917]: DEBUG neutron_lib.callbacks.manager [None req-0f6da6c7-dc6a-4907-a9bc-61b0a1eccd04 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8728539454082', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-25699604'] for segment (39ec8ccc-5cec-460c-adc1-632979301bfe), before_delete {{(pid=103917) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 17:30:56.432840 dv-cinder-837356-2-iscsi neutron-server[103917]: DEBUG neutron_lib.callbacks.manager [None req-0f6da6c7-dc6a-4907-a9bc-61b0a1eccd04 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16150272'] for segment (39ec8ccc-5cec-460c-adc1-632979301bfe), precommit_delete {{(pid=103917) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 17:30:56.453057 dv-cinder-837356-2-iscsi neutron-server[103917]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-0f6da6c7-dc6a-4907-a9bc-61b0a1eccd04 admin admin] Releasing vlan 1035 on physical network physnet1 to pool {{(pid=103917) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jun 16 17:30:56.453853 dv-cinder-837356-2-iscsi neutron-server[103917]: DEBUG neutron_lib.callbacks.manager [None req-0f6da6c7-dc6a-4907-a9bc-61b0a1eccd04 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16150272', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3819570'] for segment (39ec8ccc-5cec-460c-adc1-632979301bfe), after_delete {{(pid=103917) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 17:30:56.574445 dv-cinder-837356-2-iscsi neutron-server[103917]: DEBUG neutron_lib.callbacks.manager [None req-0f6da6c7-dc6a-4907-a9bc-61b0a1eccd04 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-16152118', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-570401', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16241551', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-704929'] for network (2ba75b66-bfa2-4dc9-b503-f17733ecdbaa), after_delete {{(pid=103917) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 17:30:56.602576 dv-cinder-837356-2-iscsi neutron-server[103917]: DEBUG neutron_lib.callbacks.manager [None req-0f6da6c7-dc6a-4907-a9bc-61b0a1eccd04 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-16241561'] for network (None), before_response {{(pid=103917) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 17:30:56.609673 dv-cinder-837356-2-iscsi neutron-server[103917]: INFO neutron.wsgi [None req-0f6da6c7-dc6a-4907-a9bc-61b0a1eccd04 admin admin] 10.222.0.66 "DELETE /v2.0/networks/2ba75b66-bfa2-4dc9-b503-f17733ecdbaa HTTP/1.1" status: 204 len: 168 time: 0.4500124 Jun 16 17:30:56.611546 dv-cinder-837356-2-iscsi neutron-server[103917]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f6da6c7-dc6a-4907-a9bc-61b0a1eccd04 admin admin] Pushing event deleted for resources: {'Network': ['ID=2ba75b66-bfa2-4dc9-b503-f17733ecdbaa,revision_number=None']} {{(pid=103917) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 17:30:56.648390 dv-cinder-837356-2-iscsi neutron-server[103917]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b95ecf7-68c6-44e9-8a55-64a66f175825 req-ef486b20-5ddc-4408-adfb-0df1dc57c6b1 tempest-AttachVolumeNegativeTest-1307848981 tempest-AttachVolumeNegativeTest-1307848981-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103917) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 16 17:30:56.650460 dv-cinder-837356-2-iscsi neutron-server[103917]: INFO neutron.wsgi [req-1b95ecf7-68c6-44e9-8a55-64a66f175825 req-ef486b20-5ddc-4408-adfb-0df1dc57c6b1 tempest-AttachVolumeNegativeTest-1307848981 tempest-AttachVolumeNegativeTest-1307848981-project] 10.222.0.81 "GET /v2.0/networks?id=38b62bc9-5cad-4b9e-8181-628535658100 HTTP/1.1" status: 200 len: 814 time: 0.2329698 Jun 16 17:30:56.660774 dv-cinder-837356-2-iscsi neutron-server[103918]: DEBUG neutron.plugins.ml2.plugin [None req-95b67453-6a5e-490b-ad02-e653d9ee03e7 None None] Current status of the port b5be4525-4335-4548-88b7-e6bb420c6ef4 is: ACTIVE; New status is: ACTIVE {{(pid=103918) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2298}} Jun 16 17:30:56.738699 dv-cinder-837356-2-iscsi neutron-server[103917]: INFO neutron.wsgi [req-1b95ecf7-68c6-44e9-8a55-64a66f175825 req-e906fd96-faa9-485c-a24f-9fbc51eb4e7d tempest-AttachVolumeNegativeTest-1307848981 tempest-AttachVolumeNegativeTest-1307848981-project] 10.222.0.81 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=7c56d4c430c44df49f48fe0b49ebcbd2 HTTP/1.1" status: 200 len: 380 time: 0.0753953 Jun 16 17:30:56.766718 dv-cinder-837356-2-iscsi neutron-server[103917]: DEBUG neutron.api.v2.base [req-1b95ecf7-68c6-44e9-8a55-64a66f175825 req-c4a15a6d-6b0a-48f5-89d0-3f5d784c8c12 tempest-AttachVolumeNegativeTest-1307848981 tempest-AttachVolumeNegativeTest-1307848981-project] Request body: {'port': {'device_id': '4dce5739-2ecb-43f7-a49a-a9870cf2243c', 'network_id': '38b62bc9-5cad-4b9e-8181-628535658100', 'admin_state_up': True, 'tenant_id': '7c56d4c430c44df49f48fe0b49ebcbd2', 'security_groups': ['e2783d51-2ad6-4b4d-8407-078566ef52e4']}} {{(pid=103917) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jun 16 17:30:56.779718 dv-cinder-837356-2-iscsi neutron-server[103916]: DEBUG neutron.wsgi [-] (103916) accepted ('10.222.0.66', 45326) {{(pid=103916) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 16 17:30:56.833831 dv-cinder-837356-2-iscsi neutron-server[103916]: INFO neutron.wsgi [None req-c3cc189b-fdec-438b-b863-e5dffff7b3ff admin admin] 10.222.0.66 "GET /v2.0/security-groups?tenant_id=f52cdb28f77d4fccb0f3dcad365626d4&name=default HTTP/1.1" status: 200 len: 2996 time: 0.0528774 Jun 16 17:30:56.836661 dv-cinder-837356-2-iscsi neutron-server[103917]: DEBUG neutron.wsgi [-] (103917) accepted ('10.222.0.66', 45328) {{(pid=103917) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 16 17:30:56.870071 dv-cinder-837356-2-iscsi neutron-server[103918]: DEBUG neutron.plugins.ml2.plugin [None req-39ead2dc-a542-4f04-b117-439eb7f32aa8 None None] Current status of the port b5be4525-4335-4548-88b7-e6bb420c6ef4 is: ACTIVE; New status is: ACTIVE {{(pid=103918) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2298}} Jun 16 17:30:56.871080 dv-cinder-837356-2-iscsi neutron-server[103918]: DEBUG neutron.plugins.ml2.rpc [None req-39ead2dc-a542-4f04-b117-439eb7f32aa8 None None] Device 683727eb-4399-44ae-ab3b-c7579a0661bc up at agent ovs-agent-dv-cinder-837356-2-iscsi {{(pid=103918) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 16 17:30:56.923534 dv-cinder-837356-2-iscsi neutron-server[103918]: DEBUG neutron.db.provisioning_blocks [None req-39ead2dc-a542-4f04-b117-439eb7f32aa8 None None] Provisioning complete for port 683727eb-4399-44ae-ab3b-c7579a0661bc triggered by entity L2. {{(pid=103918) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jun 16 17:30:56.924237 dv-cinder-837356-2-iscsi neutron-server[103918]: DEBUG neutron_lib.callbacks.manager [None req-39ead2dc-a542-4f04-b117-439eb7f32aa8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16149424'] for port (683727eb-4399-44ae-ab3b-c7579a0661bc), provisioning_complete {{(pid=103918) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 17:30:56.936375 dv-cinder-837356-2-iscsi neutron-server[103917]: DEBUG neutron_lib.callbacks.manager [None req-aabbf371-b181-4392-a284-1773e40942f3 admin admin] Publish callbacks [] for security_group (f2c23322-3450-4bd6-b430-f2669b77631d), before_delete {{(pid=103917) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 17:30:56.947904 dv-cinder-837356-2-iscsi neutron-server[103917]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-1b95ecf7-68c6-44e9-8a55-64a66f175825 req-c4a15a6d-6b0a-48f5-89d0-3f5d784c8c12 tempest-AttachVolumeNegativeTest-1307848981 tempest-AttachVolumeNegativeTest-1307848981-project] Made reservation on behalf of 7c56d4c430c44df49f48fe0b49ebcbd2 for: {'port': 1} {{(pid=103917) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 16 17:30:56.951538 dv-cinder-837356-2-iscsi neutron-server[103917]: DEBUG neutron_lib.callbacks.manager [req-1b95ecf7-68c6-44e9-8a55-64a66f175825 req-c4a15a6d-6b0a-48f5-89d0-3f5d784c8c12 tempest-AttachVolumeNegativeTest-1307848981 tempest-AttachVolumeNegativeTest-1307848981-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16007590'] for port (None), before_create {{(pid=103917) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 17:30:56.983206 dv-cinder-837356-2-iscsi neutron-server[103917]: DEBUG neutron_lib.callbacks.manager [None req-aabbf371-b181-4392-a284-1773e40942f3 admin admin] Publish callbacks [] for security_group (f2c23322-3450-4bd6-b430-f2669b77631d), precommit_delete {{(pid=103917) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 17:30:57.023126 dv-cinder-837356-2-iscsi neutron-server[103918]: DEBUG neutron.plugins.ml2.plugin [None req-39ead2dc-a542-4f04-b117-439eb7f32aa8 None None] Current status of the port 683727eb-4399-44ae-ab3b-c7579a0661bc is: ACTIVE; New status is: ACTIVE {{(pid=103918) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2298}} Jun 16 17:30:57.111420 dv-cinder-837356-2-iscsi neutron-server[103917]: DEBUG neutron_lib.callbacks.manager [None req-aabbf371-b181-4392-a284-1773e40942f3 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-570488'] for security_group (f2c23322-3450-4bd6-b430-f2669b77631d), after_delete {{(pid=103917) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 17:30:57.114532 dv-cinder-837356-2-iscsi neutron-server[103917]: DEBUG neutron_lib.callbacks.manager [None req-aabbf371-b181-4392-a284-1773e40942f3 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103917) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 17:30:57.115746 dv-cinder-837356-2-iscsi neutron-server[103917]: INFO neutron.wsgi [None req-aabbf371-b181-4392-a284-1773e40942f3 admin admin] 10.222.0.66 "DELETE /v2.0/security-groups/f2c23322-3450-4bd6-b430-f2669b77631d HTTP/1.1" status: 204 len: 168 time: 0.2780910 Jun 16 17:30:57.125292 dv-cinder-837356-2-iscsi neutron-server[103917]: DEBUG dbcounter [-] [103917] Writing DB stats neutron:SELECT=92,neutron:DELETE=6,neutron:INSERT=2 {{(pid=103917) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 16 17:30:57.137204 dv-cinder-837356-2-iscsi neutron-server[103917]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aabbf371-b181-4392-a284-1773e40942f3 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f2c23322-3450-4bd6-b430-f2669b77631d,revision_number=None']} {{(pid=103917) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 17:30:57.147612 dv-cinder-837356-2-iscsi neutron-server[103917]: DEBUG neutron.db.db_base_plugin_common [req-1b95ecf7-68c6-44e9-8a55-64a66f175825 req-c4a15a6d-6b0a-48f5-89d0-3f5d784c8c12 tempest-AttachVolumeNegativeTest-1307848981 tempest-AttachVolumeNegativeTest-1307848981-project] Allocated IP 172.20.0.12 (38b62bc9-5cad-4b9e-8181-628535658100/245398e2-b047-4bf4-9483-edcae7a557b6/f5cc2aae-859d-43dd-a5a3-7df6d8cbc7fa) {{(pid=103917) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 16 17:30:57.216169 dv-cinder-837356-2-iscsi neutron-server[103917]: DEBUG dbcounter [-] [103917] Writing DB stats neutron:SELECT=87,neutron:DELETE=3,neutron:UPDATE=5,neutron:INSERT=5 {{(pid=103917) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 16 17:30:57.341636 dv-cinder-837356-2-iscsi neutron-server[103917]: INFO neutron.wsgi [req-79a2076e-4747-4365-822b-089df59f0992 req-a129f4da-fb0b-4fec-a5f8-3308075a7e38 tempest-AttachVolumeNegativeTest-1307848981 tempest-AttachVolumeNegativeTest-1307848981-project] 10.222.0.66 "GET /v2.0/ports?device_id=4dce5739-2ecb-43f7-a49a-a9870cf2243c HTTP/1.1" status: 200 len: 210 time: 0.0380962 Jun 16 17:30:57.375433 dv-cinder-837356-2-iscsi neutron-server[103917]: DEBUG neutron_lib.callbacks.manager [req-1b95ecf7-68c6-44e9-8a55-64a66f175825 req-c4a15a6d-6b0a-48f5-89d0-3f5d784c8c12 tempest-AttachVolumeNegativeTest-1307848981 tempest-AttachVolumeNegativeTest-1307848981-project] Publish callbacks [] for port (f5cc2aae-859d-43dd-a5a3-7df6d8cbc7fa), precommit_create {{(pid=103917) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 17:30:57.418841 dv-cinder-837356-2-iscsi neutron-server[103917]: DEBUG neutron_lib.callbacks.manager [req-1b95ecf7-68c6-44e9-8a55-64a66f175825 req-c4a15a6d-6b0a-48f5-89d0-3f5d784c8c12 tempest-AttachVolumeNegativeTest-1307848981 tempest-AttachVolumeNegativeTest-1307848981-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16007527', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-75831', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16241551', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8728538993421', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3819743'] for port (f5cc2aae-859d-43dd-a5a3-7df6d8cbc7fa), after_create {{(pid=103917) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 17:30:57.472093 dv-cinder-837356-2-iscsi neutron-server[103917]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-1b95ecf7-68c6-44e9-8a55-64a66f175825 req-c4a15a6d-6b0a-48f5-89d0-3f5d784c8c12 tempest-AttachVolumeNegativeTest-1307848981 tempest-AttachVolumeNegativeTest-1307848981-project] Network 38b62bc9-5cad-4b9e-8181-628535658100 is already hosted by enough agents. {{(pid=103917) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 16 17:30:57.477359 dv-cinder-837356-2-iscsi neutron-server[103917]: DEBUG neutron.scheduler.base_scheduler [req-1b95ecf7-68c6-44e9-8a55-64a66f175825 req-c4a15a6d-6b0a-48f5-89d0-3f5d784c8c12 tempest-AttachVolumeNegativeTest-1307848981 tempest-AttachVolumeNegativeTest-1307848981-project] Resources bound (agent type, host, resource id): {{(pid=103917) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 16 17:30:57.479678 dv-cinder-837356-2-iscsi neutron-server[103917]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c4a15a6d-6b0a-48f5-89d0-3f5d784c8c12 tempest-AttachVolumeNegativeTest-1307848981 tempest-AttachVolumeNegativeTest-1307848981-project] Pushing event updated for resources: {'Port': ['ID=f5cc2aae-859d-43dd-a5a3-7df6d8cbc7fa,revision_number=1']} {{(pid=103917) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 17:30:57.481491 dv-cinder-837356-2-iscsi neutron-server[103917]: DEBUG neutron.db.l3_dvrscheduler_db [req-1b95ecf7-68c6-44e9-8a55-64a66f175825 req-c4a15a6d-6b0a-48f5-89d0-3f5d784c8c12 tempest-AttachVolumeNegativeTest-1307848981 tempest-AttachVolumeNegativeTest-1307848981-project] Received port after_create {{(pid=103917) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:542}} Jun 16 17:30:57.537892 dv-cinder-837356-2-iscsi neutron-server[103917]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b95ecf7-68c6-44e9-8a55-64a66f175825 req-c4a15a6d-6b0a-48f5-89d0-3f5d784c8c12 tempest-AttachVolumeNegativeTest-1307848981 tempest-AttachVolumeNegativeTest-1307848981-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103917) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 16 17:30:57.538567 dv-cinder-837356-2-iscsi neutron-server[103917]: DEBUG neutron_lib.callbacks.manager [req-1b95ecf7-68c6-44e9-8a55-64a66f175825 req-c4a15a6d-6b0a-48f5-89d0-3f5d784c8c12 tempest-AttachVolumeNegativeTest-1307848981 tempest-AttachVolumeNegativeTest-1307848981-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-191112'] for port (None), before_response {{(pid=103917) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 17:30:57.556845 dv-cinder-837356-2-iscsi neutron-server[103917]: INFO neutron.wsgi [req-1b95ecf7-68c6-44e9-8a55-64a66f175825 req-c4a15a6d-6b0a-48f5-89d0-3f5d784c8c12 tempest-AttachVolumeNegativeTest-1307848981 tempest-AttachVolumeNegativeTest-1307848981-project] 10.222.0.81 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.7941802 Jun 16 17:30:57.569636 dv-cinder-837356-2-iscsi neutron-server[103917]: DEBUG neutron.api.v2.base [req-1b95ecf7-68c6-44e9-8a55-64a66f175825 req-850ab250-8c20-451f-9d20-fded33dde982 service neutron] Request body: {'port': {'device_id': '4dce5739-2ecb-43f7-a49a-a9870cf2243c', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-83735'}} {{(pid=103917) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jun 16 17:30:57.588815 dv-cinder-837356-2-iscsi neutron-server[103916]: DEBUG neutron.wsgi [-] (103916) accepted ('10.222.0.66', 45336) {{(pid=103916) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 16 17:30:57.633667 dv-cinder-837356-2-iscsi neutron-server[103917]: DEBUG neutron_lib.callbacks.manager [req-1b95ecf7-68c6-44e9-8a55-64a66f175825 req-850ab250-8c20-451f-9d20-fded33dde982 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16007590'] for port (f5cc2aae-859d-43dd-a5a3-7df6d8cbc7fa), before_update {{(pid=103917) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 17:30:57.637294 dv-cinder-837356-2-iscsi neutron-server[103916]: INFO neutron.wsgi [None req-13f348fb-e453-403a-8d74-62cb31cca5b5 admin admin] 10.222.0.66 "GET /v2.0/security-groups?tenant_id=64deac84e2424b43af72167c90ee37cd&name=default HTTP/1.1" status: 200 len: 2996 time: 0.0465164 Jun 16 17:30:57.638569 dv-cinder-837356-2-iscsi neutron-server[103916]: DEBUG neutron.wsgi [-] (103916) accepted ('10.222.0.66', 45338) {{(pid=103916) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 16 17:30:57.704743 dv-cinder-837356-2-iscsi neutron-server[103916]: DEBUG neutron_lib.callbacks.manager [None req-2cc81b78-2cdd-40af-b650-64fa4ff20dbe admin admin] Publish callbacks [] for security_group (a2f81c0c-d5aa-4df6-83b1-1959a9b0ad23), before_delete {{(pid=103916) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 17:30:57.731904 dv-cinder-837356-2-iscsi neutron-server[103916]: DEBUG neutron_lib.callbacks.manager [None req-2cc81b78-2cdd-40af-b650-64fa4ff20dbe admin admin] Publish callbacks [] for security_group (a2f81c0c-d5aa-4df6-83b1-1959a9b0ad23), precommit_delete {{(pid=103916) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 17:30:57.745355 dv-cinder-837356-2-iscsi neutron-server[103917]: INFO neutron.services.segments.plugin [-] Segment 39ec8ccc-5cec-460c-adc1-632979301bfe resource provider aggregate not found Jun 16 17:30:57.763579 dv-cinder-837356-2-iscsi neutron-server[103917]: INFO neutron.services.segments.plugin [-] Segment 39ec8ccc-5cec-460c-adc1-632979301bfe resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid 39ec8ccc-5cec-460c-adc1-632979301bfe found for delete ", "request_id": "req-880a805b-9c36-4ea2-8f92-1e921addb435"}]} Jun 16 17:30:57.796188 dv-cinder-837356-2-iscsi neutron-server[103918]: DEBUG neutron.db.provisioning_blocks [None req-0bd434dd-975a-4e8c-ba0f-37782805d043 None None] Provisioning complete for port f5cc2aae-859d-43dd-a5a3-7df6d8cbc7fa triggered by entity DHCP. {{(pid=103918) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jun 16 17:30:57.796661 dv-cinder-837356-2-iscsi neutron-server[103918]: DEBUG neutron_lib.callbacks.manager [None req-0bd434dd-975a-4e8c-ba0f-37782805d043 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16149424'] for port (f5cc2aae-859d-43dd-a5a3-7df6d8cbc7fa), provisioning_complete {{(pid=103918) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 17:30:57.797910 dv-cinder-837356-2-iscsi neutron-server[103916]: DEBUG neutron_lib.callbacks.manager [None req-2cc81b78-2cdd-40af-b650-64fa4ff20dbe admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-570488'] for security_group (a2f81c0c-d5aa-4df6-83b1-1959a9b0ad23), after_delete {{(pid=103916) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 17:30:57.803367 dv-cinder-837356-2-iscsi neutron-server[103916]: DEBUG neutron_lib.callbacks.manager [None req-2cc81b78-2cdd-40af-b650-64fa4ff20dbe admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103916) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 17:30:57.814504 dv-cinder-837356-2-iscsi neutron-server[103916]: INFO neutron.wsgi [None req-2cc81b78-2cdd-40af-b650-64fa4ff20dbe admin admin] 10.222.0.66 "DELETE /v2.0/security-groups/a2f81c0c-d5aa-4df6-83b1-1959a9b0ad23 HTTP/1.1" status: 204 len: 168 time: 0.1748059 Jun 16 17:30:57.831631 dv-cinder-837356-2-iscsi neutron-server[103916]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2cc81b78-2cdd-40af-b650-64fa4ff20dbe admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a2f81c0c-d5aa-4df6-83b1-1959a9b0ad23,revision_number=None']} {{(pid=103916) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 17:30:57.875642 dv-cinder-837356-2-iscsi neutron-server[103918]: DEBUG neutron.plugins.ml2.plugin [None req-0bd434dd-975a-4e8c-ba0f-37782805d043 None None] Port f5cc2aae-859d-43dd-a5a3-7df6d8cbc7fa cannot update to ACTIVE because it is not bound. {{(pid=103918) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:354}} Jun 16 17:30:57.894628 dv-cinder-837356-2-iscsi neutron-server[103918]: DEBUG neutron.plugins.ml2.rpc [None req-39ead2dc-a542-4f04-b117-439eb7f32aa8 None None] Device b5be4525-4335-4548-88b7-e6bb420c6ef4 up at agent ovs-agent-dv-cinder-837356-2-iscsi {{(pid=103918) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 16 17:30:57.947211 dv-cinder-837356-2-iscsi neutron-server[103918]: DEBUG neutron.db.provisioning_blocks [None req-39ead2dc-a542-4f04-b117-439eb7f32aa8 None None] Provisioning complete for port b5be4525-4335-4548-88b7-e6bb420c6ef4 triggered by entity L2. {{(pid=103918) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jun 16 17:30:57.947933 dv-cinder-837356-2-iscsi neutron-server[103918]: DEBUG neutron_lib.callbacks.manager [None req-39ead2dc-a542-4f04-b117-439eb7f32aa8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16149424'] for port (b5be4525-4335-4548-88b7-e6bb420c6ef4), provisioning_complete {{(pid=103918) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 17:30:57.958697 dv-cinder-837356-2-iscsi neutron-server[103917]: DEBUG neutron.notifiers.nova [req-1b95ecf7-68c6-44e9-8a55-64a66f175825 req-850ab250-8c20-451f-9d20-fded33dde982 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id f5cc2aae-859d-43dd-a5a3-7df6d8cbc7fa {{(pid=103917) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Jun 16 17:30:57.972699 dv-cinder-837356-2-iscsi neutron-server[103917]: DEBUG neutron_lib.callbacks.manager [req-1b95ecf7-68c6-44e9-8a55-64a66f175825 req-850ab250-8c20-451f-9d20-fded33dde982 service neutron] Publish callbacks [] for port (f5cc2aae-859d-43dd-a5a3-7df6d8cbc7fa), precommit_update {{(pid=103917) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 17:30:57.990981 dv-cinder-837356-2-iscsi neutron-server[103917]: DEBUG neutron.db.provisioning_blocks [req-1b95ecf7-68c6-44e9-8a55-64a66f175825 req-850ab250-8c20-451f-9d20-fded33dde982 service neutron] Transition to ACTIVE for port object f5cc2aae-859d-43dd-a5a3-7df6d8cbc7fa will not be triggered until provisioned by entity L2. {{(pid=103917) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Jun 16 17:30:57.996881 dv-cinder-837356-2-iscsi neutron-server[103917]: DEBUG neutron_lib.callbacks.manager [req-1b95ecf7-68c6-44e9-8a55-64a66f175825 req-850ab250-8c20-451f-9d20-fded33dde982 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16007527', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-75831', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16241551', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728539364693', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728538993439', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728538993457', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3819734'] for port (f5cc2aae-859d-43dd-a5a3-7df6d8cbc7fa), after_update {{(pid=103917) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 17:30:58.059200 dv-cinder-837356-2-iscsi neutron-server[103918]: DEBUG neutron.plugins.ml2.plugin [None req-39ead2dc-a542-4f04-b117-439eb7f32aa8 None None] Current status of the port b5be4525-4335-4548-88b7-e6bb420c6ef4 is: ACTIVE; New status is: ACTIVE {{(pid=103918) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2298}} Jun 16 17:30:58.119092 dv-cinder-837356-2-iscsi neutron-server[103917]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-850ab250-8c20-451f-9d20-fded33dde982 service neutron] Pushing event updated for resources: {'Port': ['ID=f5cc2aae-859d-43dd-a5a3-7df6d8cbc7fa,revision_number=2']} {{(pid=103917) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 17:30:58.130153 dv-cinder-837356-2-iscsi neutron-server[103917]: DEBUG dbcounter [-] [103917] Writing DB stats neutron:INSERT=1,neutron:SELECT=97,neutron:DELETE=1,neutron:UPDATE=1 {{(pid=103917) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 16 17:30:58.478961 dv-cinder-837356-2-iscsi neutron-server[103916]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-803d0532-48a7-40ae-8c92-ffc0ec8646b7 req-ddb3933a-b556-4a8b-aef3-dd1eb06950f2 tempest-AttachVolumeNegativeTest-1307848981 tempest-AttachVolumeNegativeTest-1307848981-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103916) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 16 17:30:58.481030 dv-cinder-837356-2-iscsi neutron-server[103916]: INFO neutron.wsgi [req-803d0532-48a7-40ae-8c92-ffc0ec8646b7 req-ddb3933a-b556-4a8b-aef3-dd1eb06950f2 tempest-AttachVolumeNegativeTest-1307848981 tempest-AttachVolumeNegativeTest-1307848981-project] 10.222.0.66 "GET /v2.0/ports?device_id=4dce5739-2ecb-43f7-a49a-a9870cf2243c HTTP/1.1" status: 200 len: 944 time: 0.0518479 Jun 16 17:30:58.481698 dv-cinder-837356-2-iscsi neutron-server[103917]: DEBUG neutron.plugins.ml2.managers [req-1b95ecf7-68c6-44e9-8a55-64a66f175825 req-850ab250-8c20-451f-9d20-fded33dde982 service neutron] Attempting to bind port f5cc2aae-859d-43dd-a5a3-7df6d8cbc7fa on host hv-cinder-83735 for vnic_type normal with profile {{(pid=103917) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:811}} Jun 16 17:30:58.482177 dv-cinder-837356-2-iscsi neutron-server[103917]: DEBUG neutron.plugins.ml2.managers [req-1b95ecf7-68c6-44e9-8a55-64a66f175825 req-850ab250-8c20-451f-9d20-fded33dde982 service neutron] Attempting to bind port f5cc2aae-859d-43dd-a5a3-7df6d8cbc7fa by drivers openvswitch,hyperv on host hv-cinder-83735 at level 0 using segments [{'id': '77c5a64f-3dc1-42ac-871e-4a71d56bdf63', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1021, 'network_id': '38b62bc9-5cad-4b9e-8181-628535658100'}] {{(pid=103917) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:836}} Jun 16 17:30:58.482360 dv-cinder-837356-2-iscsi neutron-server[103917]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1b95ecf7-68c6-44e9-8a55-64a66f175825 req-850ab250-8c20-451f-9d20-fded33dde982 service neutron] Attempting to bind port f5cc2aae-859d-43dd-a5a3-7df6d8cbc7fa on network 38b62bc9-5cad-4b9e-8181-628535658100 {{(pid=103917) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jun 16 17:30:58.491774 dv-cinder-837356-2-iscsi neutron-server[103917]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1b95ecf7-68c6-44e9-8a55-64a66f175825 req-850ab250-8c20-451f-9d20-fded33dde982 service neutron] Port f5cc2aae-859d-43dd-a5a3-7df6d8cbc7fa on network 38b62bc9-5cad-4b9e-8181-628535658100 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-83735 {{(pid=103917) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Jun 16 17:30:58.492249 dv-cinder-837356-2-iscsi neutron-server[103917]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1b95ecf7-68c6-44e9-8a55-64a66f175825 req-850ab250-8c20-451f-9d20-fded33dde982 service neutron] Attempting to bind port f5cc2aae-859d-43dd-a5a3-7df6d8cbc7fa on network 38b62bc9-5cad-4b9e-8181-628535658100 {{(pid=103917) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jun 16 17:30:58.501481 dv-cinder-837356-2-iscsi neutron-server[103917]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1b95ecf7-68c6-44e9-8a55-64a66f175825 req-850ab250-8c20-451f-9d20-fded33dde982 service neutron] Checking agent: {'id': '2e97d73d-50fc-4f89-a4ea-85f65eb860d8', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-83735', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 6, 16, 17, 20, 29), 'started_at': datetime.datetime(2022, 6, 16, 17, 20, 29), 'heartbeat_timestamp': datetime.datetime(2022, 6, 16, 17, 30, 30), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103917) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jun 16 17:30:58.502370 dv-cinder-837356-2-iscsi neutron-server[103917]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1b95ecf7-68c6-44e9-8a55-64a66f175825 req-850ab250-8c20-451f-9d20-fded33dde982 service neutron] Checking segment: {'id': '77c5a64f-3dc1-42ac-871e-4a71d56bdf63', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1021, 'network_id': '38b62bc9-5cad-4b9e-8181-628535658100'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103917) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jun 16 17:30:58.503096 dv-cinder-837356-2-iscsi neutron-server[103917]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1b95ecf7-68c6-44e9-8a55-64a66f175825 req-850ab250-8c20-451f-9d20-fded33dde982 service neutron] Bound using segment: {'id': '77c5a64f-3dc1-42ac-871e-4a71d56bdf63', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1021, 'network_id': '38b62bc9-5cad-4b9e-8181-628535658100'} {{(pid=103917) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jun 16 17:30:58.503703 dv-cinder-837356-2-iscsi neutron-server[103917]: DEBUG neutron.plugins.ml2.managers [req-1b95ecf7-68c6-44e9-8a55-64a66f175825 req-850ab250-8c20-451f-9d20-fded33dde982 service neutron] Bound port: f5cc2aae-859d-43dd-a5a3-7df6d8cbc7fa, host: hv-cinder-83735, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '77c5a64f-3dc1-42ac-871e-4a71d56bdf63', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1021, 'network_id': '38b62bc9-5cad-4b9e-8181-628535658100'}}] {{(pid=103917) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:948}} Jun 16 17:30:58.504722 dv-cinder-837356-2-iscsi neutron-server[103917]: DEBUG neutron_lib.callbacks.manager [req-1b95ecf7-68c6-44e9-8a55-64a66f175825 req-850ab250-8c20-451f-9d20-fded33dde982 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16007590'] for port (f5cc2aae-859d-43dd-a5a3-7df6d8cbc7fa), before_update {{(pid=103917) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 17:30:58.542999 dv-cinder-837356-2-iscsi neutron-server[103916]: INFO neutron.wsgi [req-803d0532-48a7-40ae-8c92-ffc0ec8646b7 req-d6b0614c-19e7-4bb0-8918-9fdfc184ae14 tempest-AttachVolumeNegativeTest-1307848981 tempest-AttachVolumeNegativeTest-1307848981-project] 10.222.0.66 "GET /v2.0/security-groups?id=e2783d51-2ad6-4b4d-8407-078566ef52e4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0510116 Jun 16 17:30:58.577667 dv-cinder-837356-2-iscsi neutron-server[103917]: DEBUG dbcounter [-] [103917] Writing DB stats neutron:SELECT=92,neutron:INSERT=2,neutron:DELETE=1,neutron:UPDATE=5 {{(pid=103917) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 16 17:30:58.580446 dv-cinder-837356-2-iscsi neutron-server[103917]: DEBUG neutron.plugins.ml2.db [req-1b95ecf7-68c6-44e9-8a55-64a66f175825 req-850ab250-8c20-451f-9d20-fded33dde982 service neutron] For port f5cc2aae-859d-43dd-a5a3-7df6d8cbc7fa, host hv-cinder-83735, cleared binding levels {{(pid=103917) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 16 17:30:58.584402 dv-cinder-837356-2-iscsi neutron-server[103917]: DEBUG neutron.plugins.ml2.db [req-1b95ecf7-68c6-44e9-8a55-64a66f175825 req-850ab250-8c20-451f-9d20-fded33dde982 service neutron] For port f5cc2aae-859d-43dd-a5a3-7df6d8cbc7fa, host hv-cinder-83735, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83735',level=0,port_id=f5cc2aae-859d-43dd-a5a3-7df6d8cbc7fa,segment=NetworkSegment(77c5a64f-3dc1-42ac-871e-4a71d56bdf63),segment_id=77c5a64f-3dc1-42ac-871e-4a71d56bdf63)] {{(pid=103917) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 16 17:30:58.590785 dv-cinder-837356-2-iscsi neutron-server[103917]: DEBUG neutron_lib.callbacks.manager [req-1b95ecf7-68c6-44e9-8a55-64a66f175825 req-850ab250-8c20-451f-9d20-fded33dde982 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16007527', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-75831', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16241551', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728539364693', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728538993439', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728538993457', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3819734'] for port (f5cc2aae-859d-43dd-a5a3-7df6d8cbc7fa), after_update {{(pid=103917) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 17:30:58.628527 dv-cinder-837356-2-iscsi neutron-server[103917]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b95ecf7-68c6-44e9-8a55-64a66f175825 req-850ab250-8c20-451f-9d20-fded33dde982 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103917) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 16 17:30:58.629499 dv-cinder-837356-2-iscsi neutron-server[103917]: DEBUG neutron_lib.callbacks.manager [req-1b95ecf7-68c6-44e9-8a55-64a66f175825 req-850ab250-8c20-451f-9d20-fded33dde982 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-191112'] for port (None), before_response {{(pid=103917) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 17:30:58.631075 dv-cinder-837356-2-iscsi neutron-server[103917]: INFO neutron.wsgi [req-1b95ecf7-68c6-44e9-8a55-64a66f175825 req-850ab250-8c20-451f-9d20-fded33dde982 service neutron] 10.222.0.81 "PUT /v2.0/ports/f5cc2aae-859d-43dd-a5a3-7df6d8cbc7fa HTTP/1.1" status: 200 len: 1094 time: 1.0671523 Jun 16 17:30:58.631528 dv-cinder-837356-2-iscsi neutron-server[103917]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '4dce5739-2ecb-43f7-a49a-a9870cf2243c', 'tag': 'f5cc2aae-859d-43dd-a5a3-7df6d8cbc7fa'}] {{(pid=103917) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jun 16 17:30:58.633896 dv-cinder-837356-2-iscsi neutron-server[103917]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.66/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6f3fd2b1a6655810f50592bc9015c397d118e5689141688eaf1b23dbeee2ebf8" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7201711d-b120-4924-ad5b-c30aded59252" -d '{"events": [{"name": "network-changed", "server_uuid": "4dce5739-2ecb-43f7-a49a-a9870cf2243c", "tag": "f5cc2aae-859d-43dd-a5a3-7df6d8cbc7fa"}]}' {{(pid=103917) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 16 17:30:58.688847 dv-cinder-837356-2-iscsi neutron-server[103917]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 16 Jun 2022 17:30:58 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c3ec1596-6200-47bd-8bd4-dd85417f3fe9 x-openstack-request-id: req-c3ec1596-6200-47bd-8bd4-dd85417f3fe9 {{(pid=103917) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 16 17:30:58.689139 dv-cinder-837356-2-iscsi neutron-server[103917]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "4dce5739-2ecb-43f7-a49a-a9870cf2243c", "tag": "f5cc2aae-859d-43dd-a5a3-7df6d8cbc7fa", "status": "completed", "code": 200}]} {{(pid=103917) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 16 17:30:58.689436 dv-cinder-837356-2-iscsi neutron-server[103917]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.66/compute/v2.1/os-server-external-events used request id req-c3ec1596-6200-47bd-8bd4-dd85417f3fe9 {{(pid=103917) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 16 17:30:58.689840 dv-cinder-837356-2-iscsi neutron-server[103917]: INFO neutron.notifiers.nova [-] Nova event matching ['req-c3ec1596-6200-47bd-8bd4-dd85417f3fe9'] response: {'name': 'network-changed', 'server_uuid': '4dce5739-2ecb-43f7-a49a-a9870cf2243c', 'tag': 'f5cc2aae-859d-43dd-a5a3-7df6d8cbc7fa', 'status': 'completed', 'code': 200} Jun 16 17:30:58.731905 dv-cinder-837356-2-iscsi neutron-server[103917]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-850ab250-8c20-451f-9d20-fded33dde982 service neutron] Pushing event updated for resources: {'Port': ['ID=f5cc2aae-859d-43dd-a5a3-7df6d8cbc7fa,revision_number=3']} {{(pid=103917) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 17:30:58.743265 dv-cinder-837356-2-iscsi neutron-server[103917]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b95ecf7-68c6-44e9-8a55-64a66f175825 req-8b22d5b1-bc97-40b9-ba4a-2059f13cae55 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103917) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 16 17:30:58.745169 dv-cinder-837356-2-iscsi neutron-server[103917]: INFO neutron.wsgi [req-1b95ecf7-68c6-44e9-8a55-64a66f175825 req-8b22d5b1-bc97-40b9-ba4a-2059f13cae55 service neutron] 10.222.0.81 "GET /v2.0/ports?tenant_id=7c56d4c430c44df49f48fe0b49ebcbd2&device_id=4dce5739-2ecb-43f7-a49a-a9870cf2243c HTTP/1.1" status: 200 len: 1128 time: 0.0719914 Jun 16 17:30:58.791638 dv-cinder-837356-2-iscsi neutron-server[103917]: INFO neutron.wsgi [req-1b95ecf7-68c6-44e9-8a55-64a66f175825 req-ca9c35a5-69a2-467e-a667-77945a480be2 service neutron] 10.222.0.81 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=f5cc2aae-859d-43dd-a5a3-7df6d8cbc7fa HTTP/1.1" status: 200 len: 217 time: 0.0395162 Jun 16 17:30:58.845040 dv-cinder-837356-2-iscsi neutron-server[103917]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b95ecf7-68c6-44e9-8a55-64a66f175825 req-c7ab8672-72ed-45ef-8709-1da959e455e1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103917) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 16 17:30:58.846929 dv-cinder-837356-2-iscsi neutron-server[103917]: INFO neutron.wsgi [req-1b95ecf7-68c6-44e9-8a55-64a66f175825 req-c7ab8672-72ed-45ef-8709-1da959e455e1 service neutron] 10.222.0.81 "GET /v2.0/subnets?id=245398e2-b047-4bf4-9483-edcae7a557b6 HTTP/1.1" status: 200 len: 853 time: 0.0500231 Jun 16 17:30:58.892213 dv-cinder-837356-2-iscsi neutron-server[103917]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b95ecf7-68c6-44e9-8a55-64a66f175825 req-7df2474c-96ca-471b-a60e-50e991feebcc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103917) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 16 17:30:58.893792 dv-cinder-837356-2-iscsi neutron-server[103917]: INFO neutron.wsgi [req-1b95ecf7-68c6-44e9-8a55-64a66f175825 req-7df2474c-96ca-471b-a60e-50e991feebcc service neutron] 10.222.0.81 "GET /v2.0/ports?network_id=38b62bc9-5cad-4b9e-8181-628535658100&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0403709 Jun 16 17:30:58.996790 dv-cinder-837356-2-iscsi neutron-server[103917]: INFO neutron.wsgi [req-1b95ecf7-68c6-44e9-8a55-64a66f175825 req-c721e6ac-af4f-4846-8571-00f843c62ffb service neutron] 10.222.0.81 "GET /v2.0/networks/38b62bc9-5cad-4b9e-8181-628535658100?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0961866 Jun 16 17:30:59.103263 dv-cinder-837356-2-iscsi neutron-server[103917]: INFO neutron.wsgi [req-1b95ecf7-68c6-44e9-8a55-64a66f175825 req-0a5bce95-e370-4d60-94fd-83ca1207519d service neutron] 10.222.0.81 "GET /v2.0/networks/38b62bc9-5cad-4b9e-8181-628535658100?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1004491 Jun 16 17:30:59.512387 dv-cinder-837356-2-iscsi neutron-server[103918]: DEBUG neutron_lib.callbacks.manager [None req-b2b17746-c296-4803-869a-65578e8233dd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728539454181', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16149322'] for agent (2e97d73d-50fc-4f89-a4ea-85f65eb860d8), after_update {{(pid=103918) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 17:30:59.702743 dv-cinder-837356-2-iscsi neutron-server[103916]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e81bfc9-d770-465d-9669-dda2bce46215 req-0ec105ab-7fd5-4b91-b402-402de846e385 tempest-AttachVolumeNegativeTest-1307848981 tempest-AttachVolumeNegativeTest-1307848981-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103916) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 16 17:30:59.704210 dv-cinder-837356-2-iscsi neutron-server[103916]: INFO neutron.wsgi [req-4e81bfc9-d770-465d-9669-dda2bce46215 req-0ec105ab-7fd5-4b91-b402-402de846e385 tempest-AttachVolumeNegativeTest-1307848981 tempest-AttachVolumeNegativeTest-1307848981-project] 10.222.0.66 "GET /v2.0/ports?device_id=4dce5739-2ecb-43f7-a49a-a9870cf2243c HTTP/1.1" status: 200 len: 944 time: 0.0576813 Jun 16 17:30:59.718357 dv-cinder-837356-2-iscsi neutron-server[103916]: DEBUG dbcounter [-] [103916] Writing DB stats neutron:SELECT=90,neutron:UPDATE=4,neutron:DELETE=6 {{(pid=103916) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 16 17:30:59.764847 dv-cinder-837356-2-iscsi neutron-server[103916]: INFO neutron.wsgi [req-4e81bfc9-d770-465d-9669-dda2bce46215 req-5660a038-67ea-48e8-893a-d309ab1a7e51 tempest-AttachVolumeNegativeTest-1307848981 tempest-AttachVolumeNegativeTest-1307848981-project] 10.222.0.66 "GET /v2.0/security-groups?id=e2783d51-2ad6-4b4d-8407-078566ef52e4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0539939 Jun 16 17:30:59.962412 dv-cinder-837356-2-iscsi neutron-server[103917]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7201711d-b120-4924-ad5b-c30aded59252 req-b535314b-8b5f-405f-8f59-f5f6a08ab8c4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103917) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 16 17:30:59.964016 dv-cinder-837356-2-iscsi neutron-server[103917]: INFO neutron.wsgi [req-7201711d-b120-4924-ad5b-c30aded59252 req-b535314b-8b5f-405f-8f59-f5f6a08ab8c4 service neutron] 10.222.0.81 "GET /v2.0/ports?tenant_id=7c56d4c430c44df49f48fe0b49ebcbd2&device_id=4dce5739-2ecb-43f7-a49a-a9870cf2243c HTTP/1.1" status: 200 len: 1128 time: 0.0481117 Jun 16 17:31:00.062575 dv-cinder-837356-2-iscsi neutron-server[103917]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7201711d-b120-4924-ad5b-c30aded59252 req-becb74f0-0f4a-460c-9e12-8a3d075c12fc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103917) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 16 17:31:00.064082 dv-cinder-837356-2-iscsi neutron-server[103917]: INFO neutron.wsgi [req-7201711d-b120-4924-ad5b-c30aded59252 req-becb74f0-0f4a-460c-9e12-8a3d075c12fc service neutron] 10.222.0.81 "GET /v2.0/networks?id=38b62bc9-5cad-4b9e-8181-628535658100 HTTP/1.1" status: 200 len: 916 time: 0.0942874 Jun 16 17:31:00.108553 dv-cinder-837356-2-iscsi neutron-server[103917]: INFO neutron.wsgi [req-7201711d-b120-4924-ad5b-c30aded59252 req-e8ab7030-4e03-4a33-89bc-1bef91ee5163 service neutron] 10.222.0.81 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=f5cc2aae-859d-43dd-a5a3-7df6d8cbc7fa HTTP/1.1" status: 200 len: 217 time: 0.0377371 Jun 16 17:31:00.158346 dv-cinder-837356-2-iscsi neutron-server[103917]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7201711d-b120-4924-ad5b-c30aded59252 req-8bcd0040-08ca-4446-b7c4-ae9b910a737b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103917) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 16 17:31:00.159805 dv-cinder-837356-2-iscsi neutron-server[103917]: INFO neutron.wsgi [req-7201711d-b120-4924-ad5b-c30aded59252 req-8bcd0040-08ca-4446-b7c4-ae9b910a737b service neutron] 10.222.0.81 "GET /v2.0/subnets?id=245398e2-b047-4bf4-9483-edcae7a557b6 HTTP/1.1" status: 200 len: 853 time: 0.0454965 Jun 16 17:31:00.210459 dv-cinder-837356-2-iscsi neutron-server[103917]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7201711d-b120-4924-ad5b-c30aded59252 req-13ffc7a4-5ef2-4786-977c-38b10f28ce8d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103917) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 16 17:31:00.212006 dv-cinder-837356-2-iscsi neutron-server[103917]: INFO neutron.wsgi [req-7201711d-b120-4924-ad5b-c30aded59252 req-13ffc7a4-5ef2-4786-977c-38b10f28ce8d service neutron] 10.222.0.81 "GET /v2.0/ports?network_id=38b62bc9-5cad-4b9e-8181-628535658100&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0452161 Jun 16 17:31:00.314099 dv-cinder-837356-2-iscsi neutron-server[103917]: INFO neutron.wsgi [req-7201711d-b120-4924-ad5b-c30aded59252 req-09ccad59-6728-40be-abc8-896cf1374548 service neutron] 10.222.0.81 "GET /v2.0/networks/38b62bc9-5cad-4b9e-8181-628535658100?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0948360 Jun 16 17:31:00.413499 dv-cinder-837356-2-iscsi neutron-server[103917]: INFO neutron.wsgi [req-7201711d-b120-4924-ad5b-c30aded59252 req-dfb228dd-8874-45c0-9ce1-3a321f1a18b9 service neutron] 10.222.0.81 "GET /v2.0/networks/38b62bc9-5cad-4b9e-8181-628535658100?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0922685 Jun 16 17:31:00.856664 dv-cinder-837356-2-iscsi neutron-server[103917]: DEBUG dbcounter [-] [103917] Writing DB stats neutron:SELECT=98,neutron:UPDATE=1,neutron:INSERT=1 {{(pid=103917) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 16 17:31:00.900316 dv-cinder-837356-2-iscsi neutron-server[103917]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35bfaf40-efaf-4180-a024-7adc54632334 req-918b4718-0822-49e8-8059-e407614da0fe tempest-AttachVolumeNegativeTest-1307848981 tempest-AttachVolumeNegativeTest-1307848981-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103917) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 16 17:31:00.901901 dv-cinder-837356-2-iscsi neutron-server[103917]: INFO neutron.wsgi [req-35bfaf40-efaf-4180-a024-7adc54632334 req-918b4718-0822-49e8-8059-e407614da0fe tempest-AttachVolumeNegativeTest-1307848981 tempest-AttachVolumeNegativeTest-1307848981-project] 10.222.0.66 "GET /v2.0/ports?device_id=4dce5739-2ecb-43f7-a49a-a9870cf2243c HTTP/1.1" status: 200 len: 944 time: 0.0558102 Jun 16 17:31:00.956376 dv-cinder-837356-2-iscsi neutron-server[103917]: INFO neutron.wsgi [req-35bfaf40-efaf-4180-a024-7adc54632334 req-849a2e12-7883-4b12-8909-15648bc6b93b tempest-AttachVolumeNegativeTest-1307848981 tempest-AttachVolumeNegativeTest-1307848981-project] 10.222.0.66 "GET /v2.0/security-groups?id=e2783d51-2ad6-4b4d-8407-078566ef52e4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0484238 Jun 16 17:31:01.713534 dv-cinder-837356-2-iscsi neutron-server[103918]: DEBUG neutron.plugins.ml2.rpc [None req-b2b17746-c296-4803-869a-65578e8233dd None None] Device f5cc2aae-859d-43dd-a5a3-7df6d8cbc7fa details requested by agent hyperv_hv-cinder-83735 with host hv-cinder-83735 {{(pid=103918) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jun 16 17:31:01.732765 dv-cinder-837356-2-iscsi neutron-server[103918]: DEBUG dbcounter [-] [103918] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=103918) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 16 17:31:01.824667 dv-cinder-837356-2-iscsi neutron-server[103918]: DEBUG neutron.plugins.ml2.db [None req-b2b17746-c296-4803-869a-65578e8233dd None None] For port f5cc2aae-859d-43dd-a5a3-7df6d8cbc7fa, host hv-cinder-83735, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83735',level=0,port_id=f5cc2aae-859d-43dd-a5a3-7df6d8cbc7fa,segment=NetworkSegment(77c5a64f-3dc1-42ac-871e-4a71d56bdf63),segment_id=77c5a64f-3dc1-42ac-871e-4a71d56bdf63)] {{(pid=103918) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 16 17:31:01.837585 dv-cinder-837356-2-iscsi neutron-server[103918]: DEBUG neutron.plugins.ml2.rpc [None req-b2b17746-c296-4803-869a-65578e8233dd None None] Returning: {'device': 'f5cc2aae-859d-43dd-a5a3-7df6d8cbc7fa', 'network_id': '38b62bc9-5cad-4b9e-8181-628535658100', 'port_id': 'f5cc2aae-859d-43dd-a5a3-7df6d8cbc7fa', 'mac_address': 'fa:16:3e:6b:fa:35', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 1021, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '245398e2-b047-4bf4-9483-edcae7a557b6', 'ip_address': '172.20.0.12'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'qos_network_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103918) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jun 16 17:31:01.872901 dv-cinder-837356-2-iscsi neutron-server[103918]: DEBUG dbcounter [-] [103918] Writing DB stats neutron:SELECT=100 {{(pid=103918) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 16 17:31:01.875735 dv-cinder-837356-2-iscsi neutron-server[103918]: DEBUG neutron.plugins.ml2.plugin [None req-b2b17746-c296-4803-869a-65578e8233dd None None] Current status of the port f5cc2aae-859d-43dd-a5a3-7df6d8cbc7fa is: DOWN; New status is: BUILD {{(pid=103918) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2298}} Jun 16 17:31:01.876131 dv-cinder-837356-2-iscsi neutron-server[103918]: DEBUG neutron_lib.callbacks.manager [None req-b2b17746-c296-4803-869a-65578e8233dd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16007590'] for port (f5cc2aae-859d-43dd-a5a3-7df6d8cbc7fa), before_update {{(pid=103918) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 17:31:01.891166 dv-cinder-837356-2-iscsi neutron-server[103918]: DEBUG neutron.notifiers.nova [None req-b2b17746-c296-4803-869a-65578e8233dd None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id f5cc2aae-859d-43dd-a5a3-7df6d8cbc7fa {{(pid=103918) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Jun 16 17:31:01.913055 dv-cinder-837356-2-iscsi neutron-server[103918]: DEBUG neutron.plugins.ml2.db [None req-b2b17746-c296-4803-869a-65578e8233dd None None] For port f5cc2aae-859d-43dd-a5a3-7df6d8cbc7fa, host hv-cinder-83735, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83735',level=0,port_id=f5cc2aae-859d-43dd-a5a3-7df6d8cbc7fa,segment=NetworkSegment(77c5a64f-3dc1-42ac-871e-4a71d56bdf63),segment_id=77c5a64f-3dc1-42ac-871e-4a71d56bdf63)] {{(pid=103918) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 16 17:31:01.920962 dv-cinder-837356-2-iscsi neutron-server[103918]: DEBUG neutron_lib.callbacks.manager [None req-b2b17746-c296-4803-869a-65578e8233dd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16007527', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-75831', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16241551', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728539364693', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728538993439', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728538993457'] for port (f5cc2aae-859d-43dd-a5a3-7df6d8cbc7fa), after_update {{(pid=103918) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 17:31:01.973491 dv-cinder-837356-2-iscsi neutron-server[103918]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b2b17746-c296-4803-869a-65578e8233dd None None] Pushing event updated for resources: {'Port': ['ID=f5cc2aae-859d-43dd-a5a3-7df6d8cbc7fa,revision_number=4']} {{(pid=103918) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 17:31:02.071238 dv-cinder-837356-2-iscsi neutron-server[103916]: DEBUG dbcounter [-] [103916] Writing DB stats neutron:SELECT=92,neutron:DELETE=8 {{(pid=103916) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 16 17:31:02.081580 dv-cinder-837356-2-iscsi neutron-server[103916]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5dce7ad-55dd-4e73-906e-7b36e1b812e1 req-1a26b2d7-b6ab-459a-8291-1ebdf7a74769 tempest-AttachVolumeNegativeTest-1307848981 tempest-AttachVolumeNegativeTest-1307848981-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103916) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 16 17:31:02.083284 dv-cinder-837356-2-iscsi neutron-server[103916]: INFO neutron.wsgi [req-d5dce7ad-55dd-4e73-906e-7b36e1b812e1 req-1a26b2d7-b6ab-459a-8291-1ebdf7a74769 tempest-AttachVolumeNegativeTest-1307848981 tempest-AttachVolumeNegativeTest-1307848981-project] 10.222.0.66 "GET /v2.0/ports?device_id=4dce5739-2ecb-43f7-a49a-a9870cf2243c HTTP/1.1" status: 200 len: 945 time: 0.0537720 Jun 16 17:31:02.136262 dv-cinder-837356-2-iscsi neutron-server[103916]: INFO neutron.wsgi [req-d5dce7ad-55dd-4e73-906e-7b36e1b812e1 req-6186bcf6-9e1c-4a80-87bf-552b55408db7 tempest-AttachVolumeNegativeTest-1307848981 tempest-AttachVolumeNegativeTest-1307848981-project] 10.222.0.66 "GET /v2.0/security-groups?id=e2783d51-2ad6-4b4d-8407-078566ef52e4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0452189 Jun 16 17:31:02.163395 dv-cinder-837356-2-iscsi neutron-server[103918]: DEBUG neutron.plugins.ml2.db [None req-b2b17746-c296-4803-869a-65578e8233dd None None] get_ports_and_sgs() called for port_ids ['f5cc2aae-859d-43dd-a5a3-7df6d8cbc7fa'] {{(pid=103918) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jun 16 17:31:03.257998 dv-cinder-837356-2-iscsi neutron-server[103917]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6aba3770-29bc-4ce7-b60a-d3d482e65717 req-276a5140-0801-47c6-9b50-feb07927dd79 tempest-AttachVolumeNegativeTest-1307848981 tempest-AttachVolumeNegativeTest-1307848981-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103917) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 16 17:31:03.259506 dv-cinder-837356-2-iscsi neutron-server[103917]: INFO neutron.wsgi [req-6aba3770-29bc-4ce7-b60a-d3d482e65717 req-276a5140-0801-47c6-9b50-feb07927dd79 tempest-AttachVolumeNegativeTest-1307848981 tempest-AttachVolumeNegativeTest-1307848981-project] 10.222.0.66 "GET /v2.0/ports?device_id=4dce5739-2ecb-43f7-a49a-a9870cf2243c HTTP/1.1" status: 200 len: 945 time: 0.0511756 Jun 16 17:31:03.286802 dv-cinder-837356-2-iscsi neutron-server[103917]: DEBUG dbcounter [-] [103917] Writing DB stats neutron:SELECT=100 {{(pid=103917) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 16 17:31:03.313459 dv-cinder-837356-2-iscsi neutron-server[103917]: INFO neutron.wsgi [req-6aba3770-29bc-4ce7-b60a-d3d482e65717 req-e6449ac4-6274-4050-95f1-357c069a60d0 tempest-AttachVolumeNegativeTest-1307848981 tempest-AttachVolumeNegativeTest-1307848981-project] 10.222.0.66 "GET /v2.0/security-groups?id=e2783d51-2ad6-4b4d-8407-078566ef52e4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0479310 Jun 16 17:31:03.717198 dv-cinder-837356-2-iscsi neutron-server[103918]: DEBUG neutron.plugins.ml2.rpc [None req-b2b17746-c296-4803-869a-65578e8233dd None None] Device f5cc2aae-859d-43dd-a5a3-7df6d8cbc7fa up at agent hyperv_hv-cinder-83735 {{(pid=103918) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 16 17:31:03.768007 dv-cinder-837356-2-iscsi neutron-server[103918]: DEBUG neutron.db.provisioning_blocks [None req-b2b17746-c296-4803-869a-65578e8233dd None None] Provisioning for port f5cc2aae-859d-43dd-a5a3-7df6d8cbc7fa completed by entity L2. {{(pid=103918) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:137}} Jun 16 17:31:03.777341 dv-cinder-837356-2-iscsi neutron-server[103918]: DEBUG neutron.db.provisioning_blocks [None req-b2b17746-c296-4803-869a-65578e8233dd None None] Provisioning complete for port f5cc2aae-859d-43dd-a5a3-7df6d8cbc7fa triggered by entity L2. {{(pid=103918) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jun 16 17:31:03.777726 dv-cinder-837356-2-iscsi neutron-server[103918]: DEBUG neutron_lib.callbacks.manager [None req-b2b17746-c296-4803-869a-65578e8233dd None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16149424'] for port (f5cc2aae-859d-43dd-a5a3-7df6d8cbc7fa), provisioning_complete {{(pid=103918) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 17:31:03.855936 dv-cinder-837356-2-iscsi neutron-server[103918]: DEBUG neutron.plugins.ml2.plugin [None req-b2b17746-c296-4803-869a-65578e8233dd None None] Current status of the port f5cc2aae-859d-43dd-a5a3-7df6d8cbc7fa is: BUILD; New status is: ACTIVE {{(pid=103918) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2298}} Jun 16 17:31:03.856346 dv-cinder-837356-2-iscsi neutron-server[103918]: DEBUG neutron_lib.callbacks.manager [None req-b2b17746-c296-4803-869a-65578e8233dd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16007590'] for port (f5cc2aae-859d-43dd-a5a3-7df6d8cbc7fa), before_update {{(pid=103918) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 17:31:03.881100 dv-cinder-837356-2-iscsi neutron-server[103918]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '4dce5739-2ecb-43f7-a49a-a9870cf2243c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f5cc2aae-859d-43dd-a5a3-7df6d8cbc7fa'}] {{(pid=103918) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jun 16 17:31:03.883228 dv-cinder-837356-2-iscsi neutron-server[103918]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.66/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c81ba123246404939637391270152498621c2ac0d5068f91321d7f7277fce0c4" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e1388f74-27e7-48b6-9e45-46ec34a66c49" -d '{"events": [{"server_uuid": "4dce5739-2ecb-43f7-a49a-a9870cf2243c", "name": "network-vif-plugged", "status": "completed", "tag": "f5cc2aae-859d-43dd-a5a3-7df6d8cbc7fa"}]}' {{(pid=103918) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 16 17:31:03.903218 dv-cinder-837356-2-iscsi neutron-server[103918]: DEBUG neutron.plugins.ml2.db [None req-b2b17746-c296-4803-869a-65578e8233dd None None] For port f5cc2aae-859d-43dd-a5a3-7df6d8cbc7fa, host hv-cinder-83735, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83735',level=0,port_id=f5cc2aae-859d-43dd-a5a3-7df6d8cbc7fa,segment=NetworkSegment(77c5a64f-3dc1-42ac-871e-4a71d56bdf63),segment_id=77c5a64f-3dc1-42ac-871e-4a71d56bdf63)] {{(pid=103918) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 16 17:31:03.913525 dv-cinder-837356-2-iscsi neutron-server[103918]: DEBUG neutron_lib.callbacks.manager [None req-b2b17746-c296-4803-869a-65578e8233dd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16007527', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-75831', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16241551', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728539364693', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728538993439', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728538993457'] for port (f5cc2aae-859d-43dd-a5a3-7df6d8cbc7fa), after_update {{(pid=103918) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 17:31:03.936459 dv-cinder-837356-2-iscsi neutron-server[103918]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 16 Jun 2022 17:31:03 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d78bc56f-8950-42d1-a8cc-e4ad706dcc91 x-openstack-request-id: req-d78bc56f-8950-42d1-a8cc-e4ad706dcc91 {{(pid=103918) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 16 17:31:03.936751 dv-cinder-837356-2-iscsi neutron-server[103918]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "4dce5739-2ecb-43f7-a49a-a9870cf2243c", "name": "network-vif-plugged", "status": "completed", "tag": "f5cc2aae-859d-43dd-a5a3-7df6d8cbc7fa", "code": 200}]} {{(pid=103918) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 16 17:31:03.937009 dv-cinder-837356-2-iscsi neutron-server[103918]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.66/compute/v2.1/os-server-external-events used request id req-d78bc56f-8950-42d1-a8cc-e4ad706dcc91 {{(pid=103918) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 16 17:31:03.937450 dv-cinder-837356-2-iscsi neutron-server[103918]: INFO neutron.notifiers.nova [-] Nova event matching ['req-d78bc56f-8950-42d1-a8cc-e4ad706dcc91'] response: {'server_uuid': '4dce5739-2ecb-43f7-a49a-a9870cf2243c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f5cc2aae-859d-43dd-a5a3-7df6d8cbc7fa', 'code': 200} Jun 16 17:31:03.967287 dv-cinder-837356-2-iscsi neutron-server[103918]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b2b17746-c296-4803-869a-65578e8233dd None None] Pushing event updated for resources: {'Port': ['ID=f5cc2aae-859d-43dd-a5a3-7df6d8cbc7fa,revision_number=5']} {{(pid=103918) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 17:31:04.122615 dv-cinder-837356-2-iscsi neutron-server[103917]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7fec8216-28d6-4e53-9467-9bdcc2209f81 req-f3a60359-c6e5-47ef-bf13-723c5930af94 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103917) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 16 17:31:04.124183 dv-cinder-837356-2-iscsi neutron-server[103917]: INFO neutron.wsgi [req-7fec8216-28d6-4e53-9467-9bdcc2209f81 req-f3a60359-c6e5-47ef-bf13-723c5930af94 service neutron] 10.222.0.81 "GET /v2.0/ports?device_id=4dce5739-2ecb-43f7-a49a-a9870cf2243c HTTP/1.1" status: 200 len: 1130 time: 0.0506020 Jun 16 17:31:04.174166 dv-cinder-837356-2-iscsi neutron-server[103917]: INFO neutron.wsgi [req-7fec8216-28d6-4e53-9467-9bdcc2209f81 req-e6044aab-46c8-4e5d-810a-cd33dd6802fc service neutron] 10.222.0.81 "GET /v2.0/security-groups?id=e2783d51-2ad6-4b4d-8407-078566ef52e4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0438631 Jun 16 17:31:04.431824 dv-cinder-837356-2-iscsi neutron-server[103917]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b6391b7-f915-420f-a3f3-347aa6123b37 req-047c3f4e-913e-4d3b-9985-9a5c28e723c8 tempest-AttachVolumeNegativeTest-1307848981 tempest-AttachVolumeNegativeTest-1307848981-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103917) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 16 17:31:04.433434 dv-cinder-837356-2-iscsi neutron-server[103917]: INFO neutron.wsgi [req-8b6391b7-f915-420f-a3f3-347aa6123b37 req-047c3f4e-913e-4d3b-9985-9a5c28e723c8 tempest-AttachVolumeNegativeTest-1307848981 tempest-AttachVolumeNegativeTest-1307848981-project] 10.222.0.66 "GET /v2.0/ports?device_id=4dce5739-2ecb-43f7-a49a-a9870cf2243c HTTP/1.1" status: 200 len: 946 time: 0.0495496 Jun 16 17:31:04.488569 dv-cinder-837356-2-iscsi neutron-server[103917]: INFO neutron.wsgi [req-8b6391b7-f915-420f-a3f3-347aa6123b37 req-c5fb8b06-f32e-473d-8868-296bc87b795d tempest-AttachVolumeNegativeTest-1307848981 tempest-AttachVolumeNegativeTest-1307848981-project] 10.222.0.66 "GET /v2.0/security-groups?id=e2783d51-2ad6-4b4d-8407-078566ef52e4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0483396 Jun 16 17:31:05.631003 dv-cinder-837356-2-iscsi neutron-server[103916]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b1c3cd7-481d-4c6c-888f-eef773dcaeea req-39e05440-0a2c-4497-82b6-259d6ad6092e tempest-AttachVolumeNegativeTest-1307848981 tempest-AttachVolumeNegativeTest-1307848981-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103916) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 16 17:31:05.633755 dv-cinder-837356-2-iscsi neutron-server[103916]: INFO neutron.wsgi [req-8b1c3cd7-481d-4c6c-888f-eef773dcaeea req-39e05440-0a2c-4497-82b6-259d6ad6092e tempest-AttachVolumeNegativeTest-1307848981 tempest-AttachVolumeNegativeTest-1307848981-project] 10.222.0.66 "GET /v2.0/ports?device_id=4dce5739-2ecb-43f7-a49a-a9870cf2243c HTTP/1.1" status: 200 len: 946 time: 0.0628998 Jun 16 17:31:05.691828 dv-cinder-837356-2-iscsi neutron-server[103916]: INFO neutron.wsgi [req-8b1c3cd7-481d-4c6c-888f-eef773dcaeea req-37957205-9d61-4adf-9bf9-9adfe9e82422 tempest-AttachVolumeNegativeTest-1307848981 tempest-AttachVolumeNegativeTest-1307848981-project] 10.222.0.66 "GET /v2.0/security-groups?id=e2783d51-2ad6-4b4d-8407-078566ef52e4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0567796 Jun 16 17:31:05.823832 dv-cinder-837356-2-iscsi neutron-server[103917]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e00f62d-3733-4ce1-9d1f-627e2508210d req-abfacaf6-b788-41f1-ad10-6e43b67c348e tempest-AttachVolumeNegativeTest-1307848981 tempest-AttachVolumeNegativeTest-1307848981-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103917) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 16 17:31:05.825705 dv-cinder-837356-2-iscsi neutron-server[103917]: INFO neutron.wsgi [req-7e00f62d-3733-4ce1-9d1f-627e2508210d req-abfacaf6-b788-41f1-ad10-6e43b67c348e tempest-AttachVolumeNegativeTest-1307848981 tempest-AttachVolumeNegativeTest-1307848981-project] 10.222.0.66 "GET /v2.0/ports?device_id=4dce5739-2ecb-43f7-a49a-a9870cf2243c HTTP/1.1" status: 200 len: 946 time: 0.0579979 Jun 16 17:31:05.835781 dv-cinder-837356-2-iscsi neutron-server[103916]: DEBUG neutron.wsgi [-] (103916) accepted ('10.222.0.66', 45456) {{(pid=103916) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 16 17:31:05.840558 dv-cinder-837356-2-iscsi neutron-server[103916]: DEBUG neutron.api.v2.base [None req-3b4973dd-0b19-4f24-996f-568fe8d16960 tempest-AttachVolumeNegativeTest-1307848981 tempest-AttachVolumeNegativeTest-1307848981-project] Request body: {'floatingip': {'port_id': 'f5cc2aae-859d-43dd-a5a3-7df6d8cbc7fa'}} {{(pid=103916) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jun 16 17:31:05.880842 dv-cinder-837356-2-iscsi neutron-server[103916]: DEBUG neutron_lib.callbacks.manager [None req-3b4973dd-0b19-4f24-996f-568fe8d16960 tempest-AttachVolumeNegativeTest-1307848981 tempest-AttachVolumeNegativeTest-1307848981-project] Publish callbacks [] for floatingip (b9ac3761-1564-460d-a511-4231de394e0c), before_update {{(pid=103916) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 17:31:06.338888 dv-cinder-837356-2-iscsi neutron-server[103916]: DEBUG neutron_lib.callbacks.manager [None req-3b4973dd-0b19-4f24-996f-568fe8d16960 tempest-AttachVolumeNegativeTest-1307848981 tempest-AttachVolumeNegativeTest-1307848981-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=103916) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 17:31:06.343077 dv-cinder-837356-2-iscsi neutron-server[103916]: DEBUG neutron_lib.callbacks.manager [None req-3b4973dd-0b19-4f24-996f-568fe8d16960 tempest-AttachVolumeNegativeTest-1307848981 tempest-AttachVolumeNegativeTest-1307848981-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-704970'] for floatingip (b9ac3761-1564-460d-a511-4231de394e0c), after_update {{(pid=103916) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 17:31:06.445814 dv-cinder-837356-2-iscsi neutron-server[103916]: INFO neutron.db.l3_db [None req-3b4973dd-0b19-4f24-996f-568fe8d16960 tempest-AttachVolumeNegativeTest-1307848981 tempest-AttachVolumeNegativeTest-1307848981-project] Floating IP b9ac3761-1564-460d-a511-4231de394e0c associated. External IP: 172.27.2.4, port: f5cc2aae-859d-43dd-a5a3-7df6d8cbc7fa. Jun 16 17:31:06.675183 dv-cinder-837356-2-iscsi neutron-server[103916]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-3b4973dd-0b19-4f24-996f-568fe8d16960 tempest-AttachVolumeNegativeTest-1307848981 tempest-AttachVolumeNegativeTest-1307848981-project] Router 72fc182f-b4cb-4ac1-ba5a-c8c6b58534c5 has already been hosted by L3 agent 7639df21-17c3-4235-8912-210c3ad54137 {{(pid=103916) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jun 16 17:31:06.725813 dv-cinder-837356-2-iscsi neutron-server[103916]: DEBUG dbcounter [-] [103916] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=103916) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 16 17:31:06.772322 dv-cinder-837356-2-iscsi neutron-server[103916]: DEBUG dbcounter [-] [103916] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=103916) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 16 17:31:06.791513 dv-cinder-837356-2-iscsi neutron-server[103916]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3b4973dd-0b19-4f24-996f-568fe8d16960 tempest-AttachVolumeNegativeTest-1307848981 tempest-AttachVolumeNegativeTest-1307848981-project] Notify agent at l3_agent.dv-cinder-837356-2-iscsi the message routers_updated {{(pid=103916) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jun 16 17:31:06.796222 dv-cinder-837356-2-iscsi neutron-server[103916]: DEBUG neutron_lib.callbacks.manager [None req-3b4973dd-0b19-4f24-996f-568fe8d16960 tempest-AttachVolumeNegativeTest-1307848981 tempest-AttachVolumeNegativeTest-1307848981-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-191112'] for floatingip (None), before_response {{(pid=103916) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 17:31:06.804058 dv-cinder-837356-2-iscsi neutron-server[103918]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ab3bf711-f85b-4ae8-a03a-31c01d64d115 None None] Sync routers for ids ['72fc182f-b4cb-4ac1-ba5a-c8c6b58534c5'] in dv-cinder-837356-2-iscsi {{(pid=103918) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 16 17:31:06.814968 dv-cinder-837356-2-iscsi neutron-server[103918]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ab3bf711-f85b-4ae8-a03a-31c01d64d115 None None] Routers {'72fc182f-b4cb-4ac1-ba5a-c8c6b58534c5'} bound to L3 agent in host dv-cinder-837356-2-iscsi {{(pid=103918) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jun 16 17:31:06.815874 dv-cinder-837356-2-iscsi neutron-server[103918]: DEBUG neutron.db.l3_hamode_db [None req-ab3bf711-f85b-4ae8-a03a-31c01d64d115 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-837356-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 6},created_at=2022-06-16T17:14:15Z,description=,heartbeat_timestamp=2022-06-16T17:30:45Z,host='dv-cinder-837356-2-iscsi',id=7639df21-17c3-4235-8912-210c3ad54137,load=0,resource_versions=,resources_synced=,started_at=2022-06-16T17:14:15Z,topic='l3_agent')) {'router_ids': ['72fc182f-b4cb-4ac1-ba5a-c8c6b58534c5'], 'active': True} {{(pid=103918) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 16 17:31:06.830169 dv-cinder-837356-2-iscsi neutron-server[103916]: INFO neutron.wsgi [None req-3b4973dd-0b19-4f24-996f-568fe8d16960 tempest-AttachVolumeNegativeTest-1307848981 tempest-AttachVolumeNegativeTest-1307848981-project] 10.222.0.66 "PUT /v2.0/floatingips/b9ac3761-1564-460d-a511-4231de394e0c HTTP/1.1" status: 200 len: 990 time: 0.9931693 Jun 16 17:31:06.831144 dv-cinder-837356-2-iscsi neutron-server[103916]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '4dce5739-2ecb-43f7-a49a-a9870cf2243c', 'tag': 'f5cc2aae-859d-43dd-a5a3-7df6d8cbc7fa'}] {{(pid=103916) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jun 16 17:31:06.834189 dv-cinder-837356-2-iscsi neutron-server[103916]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.66/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}15d8713043fc5f9b6f9aaf4a9a169ba36e5aaa6307a8131177ae56adda3437c5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-854f5bf2-0a9b-445c-85d2-521682545e85" -d '{"events": [{"name": "network-changed", "server_uuid": "4dce5739-2ecb-43f7-a49a-a9870cf2243c", "tag": "f5cc2aae-859d-43dd-a5a3-7df6d8cbc7fa"}]}' {{(pid=103916) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 16 17:31:06.873389 dv-cinder-837356-2-iscsi neutron-server[103916]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 16 Jun 2022 17:31:06 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-006d98fc-7c7a-4bf2-b05b-e2bd597e811e x-openstack-request-id: req-006d98fc-7c7a-4bf2-b05b-e2bd597e811e {{(pid=103916) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 16 17:31:06.873680 dv-cinder-837356-2-iscsi neutron-server[103916]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "4dce5739-2ecb-43f7-a49a-a9870cf2243c", "tag": "f5cc2aae-859d-43dd-a5a3-7df6d8cbc7fa", "status": "completed", "code": 200}]} {{(pid=103916) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 16 17:31:06.873933 dv-cinder-837356-2-iscsi neutron-server[103916]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.66/compute/v2.1/os-server-external-events used request id req-006d98fc-7c7a-4bf2-b05b-e2bd597e811e {{(pid=103916) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 16 17:31:06.874340 dv-cinder-837356-2-iscsi neutron-server[103916]: INFO neutron.notifiers.nova [-] Nova event matching ['req-006d98fc-7c7a-4bf2-b05b-e2bd597e811e'] response: {'name': 'network-changed', 'server_uuid': '4dce5739-2ecb-43f7-a49a-a9870cf2243c', 'tag': 'f5cc2aae-859d-43dd-a5a3-7df6d8cbc7fa', 'status': 'completed', 'code': 200} Jun 16 17:31:06.932552 dv-cinder-837356-2-iscsi neutron-server[103918]: DEBUG neutron.db.l3_dvr_db [None req-ab3bf711-f85b-4ae8-a03a-31c01d64d115 None None] Set router 72fc182f-b4cb-4ac1-ba5a-c8c6b58534c5 gateway port host: dv-cinder-837356-2-iscsi {{(pid=103918) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jun 16 17:31:06.945587 dv-cinder-837356-2-iscsi neutron-server[103917]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-854f5bf2-0a9b-445c-85d2-521682545e85 req-7550c292-755f-4f75-b250-89ca33ce06b4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103917) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 16 17:31:06.947128 dv-cinder-837356-2-iscsi neutron-server[103917]: INFO neutron.wsgi [req-854f5bf2-0a9b-445c-85d2-521682545e85 req-7550c292-755f-4f75-b250-89ca33ce06b4 service neutron] 10.222.0.81 "GET /v2.0/ports?tenant_id=7c56d4c430c44df49f48fe0b49ebcbd2&device_id=4dce5739-2ecb-43f7-a49a-a9870cf2243c HTTP/1.1" status: 200 len: 1130 time: 0.0490310 Jun 16 17:31:07.052342 dv-cinder-837356-2-iscsi neutron-server[103917]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-854f5bf2-0a9b-445c-85d2-521682545e85 req-7badae1e-715b-408d-b948-03a5a309481b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103917) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 16 17:31:07.053850 dv-cinder-837356-2-iscsi neutron-server[103917]: INFO neutron.wsgi [req-854f5bf2-0a9b-445c-85d2-521682545e85 req-7badae1e-715b-408d-b948-03a5a309481b service neutron] 10.222.0.81 "GET /v2.0/networks?id=38b62bc9-5cad-4b9e-8181-628535658100 HTTP/1.1" status: 200 len: 916 time: 0.1000619 Jun 16 17:31:07.096068 dv-cinder-837356-2-iscsi neutron-server[103918]: DEBUG dbcounter [-] [103918] Writing DB stats neutron:SELECT=97,neutron:UPDATE=3 {{(pid=103918) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 16 17:31:07.126305 dv-cinder-837356-2-iscsi neutron-server[103917]: INFO neutron.wsgi [req-854f5bf2-0a9b-445c-85d2-521682545e85 req-bfaa889a-078e-4b2d-9132-c81be4e8df2a service neutron] 10.222.0.81 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=f5cc2aae-859d-43dd-a5a3-7df6d8cbc7fa HTTP/1.1" status: 200 len: 998 time: 0.0655525 Jun 16 17:31:07.177487 dv-cinder-837356-2-iscsi neutron-server[103917]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-854f5bf2-0a9b-445c-85d2-521682545e85 req-e93fc992-059d-40a7-a2ea-58a70368efbb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103917) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 16 17:31:07.178961 dv-cinder-837356-2-iscsi neutron-server[103917]: INFO neutron.wsgi [req-854f5bf2-0a9b-445c-85d2-521682545e85 req-e93fc992-059d-40a7-a2ea-58a70368efbb service neutron] 10.222.0.81 "GET /v2.0/subnets?id=245398e2-b047-4bf4-9483-edcae7a557b6 HTTP/1.1" status: 200 len: 853 time: 0.0473602 Jun 16 17:31:07.179112 dv-cinder-837356-2-iscsi neutron-server[103918]: DEBUG dbcounter [-] [103918] Writing DB stats neutron:SELECT=98,neutron:DELETE=1,neutron:UPDATE=1 {{(pid=103918) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 16 17:31:07.183088 dv-cinder-837356-2-iscsi neutron-server[103918]: DEBUG neutron.db.l3_hamode_db [None req-ab3bf711-f85b-4ae8-a03a-31c01d64d115 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '72fc182f-b4cb-4ac1-ba5a-c8c6b58534c5', 'name': 'tempest-AttachVolumeNegativeTest-673498770-router', 'tenant_id': '7c56d4c430c44df49f48fe0b49ebcbd2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9df31235-0797-44e6-85a0-102cb2da2d58', 'external_fixed_ips': [{'subnet_id': '1dfb0320-f5eb-46f6-88ce-33002f500238', 'ip_address': '172.27.2.32'}], 'enable_snat': True}, 'gw_port_id': '683727eb-4399-44ae-ab3b-c7579a0661bc', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-16T17:30:48Z', 'updated_at': '2022-06-16T17:30:51Z', 'revision_number': 4, 'project_id': '7c56d4c430c44df49f48fe0b49ebcbd2', 'gw_port': {'id': '683727eb-4399-44ae-ab3b-c7579a0661bc', 'name': '', 'network_id': '9df31235-0797-44e6-85a0-102cb2da2d58', 'tenant_id': '', 'mac_address': 'fa:16:3e:9c:93:e7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '72fc182f-b4cb-4ac1-ba5a-c8c6b58534c5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 637, 'fixed_ips': [{'subnet_id': '1dfb0320-f5eb-46f6-88ce-33002f500238', 'ip_address': '172.27.2.32', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-837356-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-16T17:30:49Z', 'updated_at': '2022-06-16T17:30:54Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1dfb0320-f5eb-46f6-88ce-33002f500238', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-837356-2-iscsi', '_floatingips': [{'id': 'b9ac3761-1564-460d-a511-4231de394e0c', 'tenant_id': '7c56d4c430c44df49f48fe0b49ebcbd2', 'floating_ip_address': '172.27.2.4', 'floating_network_id': '9df31235-0797-44e6-85a0-102cb2da2d58', 'router_id': '72fc182f-b4cb-4ac1-ba5a-c8c6b58534c5', 'port_id': 'f5cc2aae-859d-43dd-a5a3-7df6d8cbc7fa', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'standard_attr_id': 645, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '38b62bc9-5cad-4b9e-8181-628535658100', 'mac_address': 'fa:16:3e:6b:fa:35', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4dce5739-2ecb-43f7-a49a-a9870cf2243c', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-06-16T17:30:53Z', 'updated_at': '2022-06-16T17:31:06Z', 'revision_number': 1, 'project_id': '7c56d4c430c44df49f48fe0b49ebcbd2', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'b5be4525-4335-4548-88b7-e6bb420c6ef4', 'name': '', 'network_id': '38b62bc9-5cad-4b9e-8181-628535658100', 'tenant_id': '7c56d4c430c44df49f48fe0b49ebcbd2', 'mac_address': 'fa:16:3e:a8:05:6c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '72fc182f-b4cb-4ac1-ba5a-c8c6b58534c5', 'device_owner': 'network:router_interface', 'standard_attr_id': 638, 'fixed_ips': [{'subnet_id': '245398e2-b047-4bf4-9483-edcae7a557b6', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-837356-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-16T17:30:51Z', 'updated_at': '2022-06-16T17:30:56Z', 'revision_number': 5, 'project_id': '7c56d4c430c44df49f48fe0b49ebcbd2', 'subnets': [{'id': '245398e2-b047-4bf4-9483-edcae7a557b6', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-837356-2-iscsi', False) {} {{(pid=103918) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 16 17:31:07.213281 dv-cinder-837356-2-iscsi neutron-server[103918]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ab3bf711-f85b-4ae8-a03a-31c01d64d115 None None] Checking router: 72fc182f-b4cb-4ac1-ba5a-c8c6b58534c5 for host: dv-cinder-837356-2-iscsi {{(pid=103918) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 16 17:31:07.222532 dv-cinder-837356-2-iscsi neutron-server[103918]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ab3bf711-f85b-4ae8-a03a-31c01d64d115 None None] Routers {'72fc182f-b4cb-4ac1-ba5a-c8c6b58534c5'} bound to L3 agent in host dv-cinder-837356-2-iscsi {{(pid=103918) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jun 16 17:31:07.223161 dv-cinder-837356-2-iscsi neutron-server[103918]: DEBUG neutron.db.l3_hamode_db [None req-ab3bf711-f85b-4ae8-a03a-31c01d64d115 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-837356-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 6},created_at=2022-06-16T17:14:15Z,description=,heartbeat_timestamp=2022-06-16T17:30:45Z,host='dv-cinder-837356-2-iscsi',id=7639df21-17c3-4235-8912-210c3ad54137,load=0,resource_versions=,resources_synced=,started_at=2022-06-16T17:14:15Z,topic='l3_agent')) {'router_ids': ['72fc182f-b4cb-4ac1-ba5a-c8c6b58534c5'], 'active': True} {{(pid=103918) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 16 17:31:07.226401 dv-cinder-837356-2-iscsi neutron-server[103917]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-854f5bf2-0a9b-445c-85d2-521682545e85 req-04eb56b4-644f-47ac-86ce-72e2dc44e9a8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103917) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 16 17:31:07.227947 dv-cinder-837356-2-iscsi neutron-server[103917]: INFO neutron.wsgi [req-854f5bf2-0a9b-445c-85d2-521682545e85 req-04eb56b4-644f-47ac-86ce-72e2dc44e9a8 service neutron] 10.222.0.81 "GET /v2.0/ports?network_id=38b62bc9-5cad-4b9e-8181-628535658100&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0428412 Jun 16 17:31:07.327167 dv-cinder-837356-2-iscsi neutron-server[103918]: DEBUG neutron.db.l3_dvr_db [None req-ab3bf711-f85b-4ae8-a03a-31c01d64d115 None None] Set router 72fc182f-b4cb-4ac1-ba5a-c8c6b58534c5 gateway port host: dv-cinder-837356-2-iscsi {{(pid=103918) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jun 16 17:31:07.328837 dv-cinder-837356-2-iscsi neutron-server[103917]: INFO neutron.wsgi [req-854f5bf2-0a9b-445c-85d2-521682545e85 req-192e4875-f718-46cd-ba7e-8234d05ba8ea service neutron] 10.222.0.81 "GET /v2.0/networks/38b62bc9-5cad-4b9e-8181-628535658100?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0938730 Jun 16 17:31:07.430535 dv-cinder-837356-2-iscsi neutron-server[103917]: INFO neutron.wsgi [req-854f5bf2-0a9b-445c-85d2-521682545e85 req-fe9d3f4d-8b6e-43c2-9ceb-bec2df3a4d86 service neutron] 10.222.0.81 "GET /v2.0/networks/38b62bc9-5cad-4b9e-8181-628535658100?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0958061 Jun 16 17:31:07.560568 dv-cinder-837356-2-iscsi neutron-server[103918]: DEBUG neutron.db.l3_hamode_db [None req-ab3bf711-f85b-4ae8-a03a-31c01d64d115 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '72fc182f-b4cb-4ac1-ba5a-c8c6b58534c5', 'name': 'tempest-AttachVolumeNegativeTest-673498770-router', 'tenant_id': '7c56d4c430c44df49f48fe0b49ebcbd2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9df31235-0797-44e6-85a0-102cb2da2d58', 'external_fixed_ips': [{'subnet_id': '1dfb0320-f5eb-46f6-88ce-33002f500238', 'ip_address': '172.27.2.32'}], 'enable_snat': True}, 'gw_port_id': '683727eb-4399-44ae-ab3b-c7579a0661bc', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-16T17:30:48Z', 'updated_at': '2022-06-16T17:30:51Z', 'revision_number': 4, 'project_id': '7c56d4c430c44df49f48fe0b49ebcbd2', 'gw_port': {'id': '683727eb-4399-44ae-ab3b-c7579a0661bc', 'name': '', 'network_id': '9df31235-0797-44e6-85a0-102cb2da2d58', 'tenant_id': '', 'mac_address': 'fa:16:3e:9c:93:e7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '72fc182f-b4cb-4ac1-ba5a-c8c6b58534c5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 637, 'fixed_ips': [{'subnet_id': '1dfb0320-f5eb-46f6-88ce-33002f500238', 'ip_address': '172.27.2.32', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-837356-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-16T17:30:49Z', 'updated_at': '2022-06-16T17:30:54Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1dfb0320-f5eb-46f6-88ce-33002f500238', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-837356-2-iscsi', '_floatingips': [{'id': 'b9ac3761-1564-460d-a511-4231de394e0c', 'tenant_id': '7c56d4c430c44df49f48fe0b49ebcbd2', 'floating_ip_address': '172.27.2.4', 'floating_network_id': '9df31235-0797-44e6-85a0-102cb2da2d58', 'router_id': '72fc182f-b4cb-4ac1-ba5a-c8c6b58534c5', 'port_id': 'f5cc2aae-859d-43dd-a5a3-7df6d8cbc7fa', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'standard_attr_id': 645, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '38b62bc9-5cad-4b9e-8181-628535658100', 'mac_address': 'fa:16:3e:6b:fa:35', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4dce5739-2ecb-43f7-a49a-a9870cf2243c', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-06-16T17:30:53Z', 'updated_at': '2022-06-16T17:31:06Z', 'revision_number': 1, 'project_id': '7c56d4c430c44df49f48fe0b49ebcbd2', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'b5be4525-4335-4548-88b7-e6bb420c6ef4', 'name': '', 'network_id': '38b62bc9-5cad-4b9e-8181-628535658100', 'tenant_id': '7c56d4c430c44df49f48fe0b49ebcbd2', 'mac_address': 'fa:16:3e:a8:05:6c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '72fc182f-b4cb-4ac1-ba5a-c8c6b58534c5', 'device_owner': 'network:router_interface', 'standard_attr_id': 638, 'fixed_ips': [{'subnet_id': '245398e2-b047-4bf4-9483-edcae7a557b6', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-837356-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-16T17:30:51Z', 'updated_at': '2022-06-16T17:30:56Z', 'revision_number': 5, 'project_id': '7c56d4c430c44df49f48fe0b49ebcbd2', 'subnets': [{'id': '245398e2-b047-4bf4-9483-edcae7a557b6', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-837356-2-iscsi', False) {} {{(pid=103918) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 16 17:31:07.585953 dv-cinder-837356-2-iscsi neutron-server[103918]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ab3bf711-f85b-4ae8-a03a-31c01d64d115 None None] The sync data for ids ['72fc182f-b4cb-4ac1-ba5a-c8c6b58534c5'] in dv-cinder-837356-2-iscsi is: [{'id': '72fc182f-b4cb-4ac1-ba5a-c8c6b58534c5', 'name': 'tempest-AttachVolumeNegativeTest-673498770-router', 'tenant_id': '7c56d4c430c44df49f48fe0b49ebcbd2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9df31235-0797-44e6-85a0-102cb2da2d58', 'external_fixed_ips': [{'subnet_id': '1dfb0320-f5eb-46f6-88ce-33002f500238', 'ip_address': '172.27.2.32'}], 'enable_snat': True}, 'gw_port_id': '683727eb-4399-44ae-ab3b-c7579a0661bc', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-16T17:30:48Z', 'updated_at': '2022-06-16T17:30:51Z', 'revision_number': 4, 'project_id': '7c56d4c430c44df49f48fe0b49ebcbd2', 'gw_port': {'id': '683727eb-4399-44ae-ab3b-c7579a0661bc', 'name': '', 'network_id': '9df31235-0797-44e6-85a0-102cb2da2d58', 'tenant_id': '', 'mac_address': 'fa:16:3e:9c:93:e7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '72fc182f-b4cb-4ac1-ba5a-c8c6b58534c5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 637, 'fixed_ips': [{'subnet_id': '1dfb0320-f5eb-46f6-88ce-33002f500238', 'ip_address': '172.27.2.32', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-837356-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-16T17:30:49Z', 'updated_at': '2022-06-16T17:30:54Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1dfb0320-f5eb-46f6-88ce-33002f500238', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-837356-2-iscsi', '_floatingips': [{'id': 'b9ac3761-1564-460d-a511-4231de394e0c', 'tenant_id': '7c56d4c430c44df49f48fe0b49ebcbd2', 'floating_ip_address': '172.27.2.4', 'floating_network_id': '9df31235-0797-44e6-85a0-102cb2da2d58', 'router_id': '72fc182f-b4cb-4ac1-ba5a-c8c6b58534c5', 'port_id': 'f5cc2aae-859d-43dd-a5a3-7df6d8cbc7fa', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'standard_attr_id': 645, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '38b62bc9-5cad-4b9e-8181-628535658100', 'mac_address': 'fa:16:3e:6b:fa:35', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4dce5739-2ecb-43f7-a49a-a9870cf2243c', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-06-16T17:30:53Z', 'updated_at': '2022-06-16T17:31:06Z', 'revision_number': 1, 'project_id': '7c56d4c430c44df49f48fe0b49ebcbd2', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'b5be4525-4335-4548-88b7-e6bb420c6ef4', 'name': '', 'network_id': '38b62bc9-5cad-4b9e-8181-628535658100', 'tenant_id': '7c56d4c430c44df49f48fe0b49ebcbd2', 'mac_address': 'fa:16:3e:a8:05:6c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '72fc182f-b4cb-4ac1-ba5a-c8c6b58534c5', 'device_owner': 'network:router_interface', 'standard_attr_id': 638, 'fixed_ips': [{'subnet_id': '245398e2-b047-4bf4-9483-edcae7a557b6', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-837356-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-16T17:30:51Z', 'updated_at': '2022-06-16T17:30:56Z', 'revision_number': 5, 'project_id': '7c56d4c430c44df49f48fe0b49ebcbd2', 'subnets': [{'id': '245398e2-b047-4bf4-9483-edcae7a557b6', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103918) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 16 17:31:07.790279 dv-cinder-837356-2-iscsi neutron-server[103919]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-90d08793-9e27-4b1a-809a-55b390613576 None None] New status for floating IP b9ac3761-1564-460d-a511-4231de394e0c: ACTIVE {{(pid=103919) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:269}} Jun 16 17:31:09.212351 dv-cinder-837356-2-iscsi neutron-server[103916]: DEBUG neutron.wsgi [-] (103916) accepted ('10.222.0.66', 45480) {{(pid=103916) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 16 17:31:09.341655 dv-cinder-837356-2-iscsi neutron-server[103916]: DEBUG neutron_lib.callbacks.manager [None req-465aae47-4e06-4984-9e43-4838bdf11599 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103916) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 17:31:09.428155 dv-cinder-837356-2-iscsi neutron-server[103916]: DEBUG neutron_lib.callbacks.manager [None req-465aae47-4e06-4984-9e43-4838bdf11599 admin admin] Publish callbacks [] for security_group (bc621e28-e4b6-4d59-b7f3-ac4a1ff05e7b), precommit_create {{(pid=103916) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 17:31:09.434871 dv-cinder-837356-2-iscsi neutron-server[103916]: DEBUG neutron_lib.callbacks.manager [None req-465aae47-4e06-4984-9e43-4838bdf11599 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-570488'] for security_group (bc621e28-e4b6-4d59-b7f3-ac4a1ff05e7b), after_create {{(pid=103916) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 17:31:09.478549 dv-cinder-837356-2-iscsi neutron-server[103916]: INFO neutron.wsgi [None req-465aae47-4e06-4984-9e43-4838bdf11599 admin admin] 10.222.0.66 "GET /v2.0/security-groups?tenant_id=51b945db1e8e44c19a459cacc98e1620&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2650678 Jun 16 17:31:09.479444 dv-cinder-837356-2-iscsi neutron-server[103916]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-465aae47-4e06-4984-9e43-4838bdf11599 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=bc621e28-e4b6-4d59-b7f3-ac4a1ff05e7b,revision_number=1']} {{(pid=103916) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 17:31:09.481309 dv-cinder-837356-2-iscsi neutron-server[103917]: DEBUG neutron.wsgi [-] (103917) accepted ('10.222.0.66', 45484) {{(pid=103917) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 16 17:31:09.542153 dv-cinder-837356-2-iscsi neutron-server[103917]: DEBUG neutron_lib.callbacks.manager [None req-ebdbb7a1-14b6-412a-a8a6-939280dea343 admin admin] Publish callbacks [] for security_group (bc621e28-e4b6-4d59-b7f3-ac4a1ff05e7b), before_delete {{(pid=103917) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 17:31:09.546492 dv-cinder-837356-2-iscsi neutron-server[103917]: DEBUG dbcounter [-] [103917] Writing DB stats neutron:SELECT=100 {{(pid=103917) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 16 17:31:09.566834 dv-cinder-837356-2-iscsi neutron-server[103917]: DEBUG neutron_lib.callbacks.manager [None req-ebdbb7a1-14b6-412a-a8a6-939280dea343 admin admin] Publish callbacks [] for security_group (bc621e28-e4b6-4d59-b7f3-ac4a1ff05e7b), precommit_delete {{(pid=103917) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 17:31:09.625138 dv-cinder-837356-2-iscsi neutron-server[103917]: DEBUG neutron_lib.callbacks.manager [None req-ebdbb7a1-14b6-412a-a8a6-939280dea343 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-570488'] for security_group (bc621e28-e4b6-4d59-b7f3-ac4a1ff05e7b), after_delete {{(pid=103917) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 17:31:09.628282 dv-cinder-837356-2-iscsi neutron-server[103917]: DEBUG neutron_lib.callbacks.manager [None req-ebdbb7a1-14b6-412a-a8a6-939280dea343 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103917) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 17:31:09.630044 dv-cinder-837356-2-iscsi neutron-server[103917]: INFO neutron.wsgi [None req-ebdbb7a1-14b6-412a-a8a6-939280dea343 admin admin] 10.222.0.66 "DELETE /v2.0/security-groups/bc621e28-e4b6-4d59-b7f3-ac4a1ff05e7b HTTP/1.1" status: 204 len: 168 time: 0.1477354 Jun 16 17:31:09.643294 dv-cinder-837356-2-iscsi neutron-server[103917]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ebdbb7a1-14b6-412a-a8a6-939280dea343 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=bc621e28-e4b6-4d59-b7f3-ac4a1ff05e7b,revision_number=None']} {{(pid=103917) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 17:31:09.950817 dv-cinder-837356-2-iscsi neutron-server[103916]: DEBUG neutron.wsgi [-] (103916) accepted ('10.222.0.66', 45490) {{(pid=103916) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 16 17:31:09.965086 dv-cinder-837356-2-iscsi neutron-server[103916]: DEBUG neutron_lib.callbacks.manager [None req-79c83f21-1399-4a49-96cc-c72fcbe092da admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103916) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 17:31:10.048227 dv-cinder-837356-2-iscsi neutron-server[103916]: DEBUG neutron_lib.callbacks.manager [None req-79c83f21-1399-4a49-96cc-c72fcbe092da admin admin] Publish callbacks [] for security_group (f2b403ba-e5d8-4eb4-8d5c-fde41abf13d9), precommit_create {{(pid=103916) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 17:31:10.053399 dv-cinder-837356-2-iscsi neutron-server[103916]: DEBUG neutron_lib.callbacks.manager [None req-79c83f21-1399-4a49-96cc-c72fcbe092da admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-570488'] for security_group (f2b403ba-e5d8-4eb4-8d5c-fde41abf13d9), after_create {{(pid=103916) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 17:31:10.092955 dv-cinder-837356-2-iscsi neutron-server[103916]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-79c83f21-1399-4a49-96cc-c72fcbe092da admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f2b403ba-e5d8-4eb4-8d5c-fde41abf13d9,revision_number=1']} {{(pid=103916) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 17:31:10.097473 dv-cinder-837356-2-iscsi neutron-server[103916]: INFO neutron.wsgi [None req-79c83f21-1399-4a49-96cc-c72fcbe092da admin admin] 10.222.0.66 "GET /v2.0/security-groups?tenant_id=9f2580b24f6a41628b57f0005ef269ca&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1453989 Jun 16 17:31:10.101679 dv-cinder-837356-2-iscsi neutron-server[103916]: DEBUG neutron.wsgi [-] (103916) accepted ('10.222.0.66', 45492) {{(pid=103916) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 16 17:31:10.156018 dv-cinder-837356-2-iscsi neutron-server[103916]: DEBUG neutron_lib.callbacks.manager [None req-37086f81-b68b-483e-8d12-1203a748c061 admin admin] Publish callbacks [] for security_group (f2b403ba-e5d8-4eb4-8d5c-fde41abf13d9), before_delete {{(pid=103916) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 17:31:10.179325 dv-cinder-837356-2-iscsi neutron-server[103916]: DEBUG neutron_lib.callbacks.manager [None req-37086f81-b68b-483e-8d12-1203a748c061 admin admin] Publish callbacks [] for security_group (f2b403ba-e5d8-4eb4-8d5c-fde41abf13d9), precommit_delete {{(pid=103916) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 17:31:10.242112 dv-cinder-837356-2-iscsi neutron-server[103916]: DEBUG neutron_lib.callbacks.manager [None req-37086f81-b68b-483e-8d12-1203a748c061 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-570488'] for security_group (f2b403ba-e5d8-4eb4-8d5c-fde41abf13d9), after_delete {{(pid=103916) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 17:31:10.244620 dv-cinder-837356-2-iscsi neutron-server[103916]: DEBUG neutron_lib.callbacks.manager [None req-37086f81-b68b-483e-8d12-1203a748c061 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103916) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 17:31:10.245861 dv-cinder-837356-2-iscsi neutron-server[103916]: INFO neutron.wsgi [None req-37086f81-b68b-483e-8d12-1203a748c061 admin admin] 10.222.0.66 "DELETE /v2.0/security-groups/f2b403ba-e5d8-4eb4-8d5c-fde41abf13d9 HTTP/1.1" status: 204 len: 168 time: 0.1434772 Jun 16 17:31:10.254620 dv-cinder-837356-2-iscsi neutron-server[103916]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-37086f81-b68b-483e-8d12-1203a748c061 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f2b403ba-e5d8-4eb4-8d5c-fde41abf13d9,revision_number=None']} {{(pid=103916) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 17:31:13.007495 dv-cinder-837356-2-iscsi neutron-server[103918]: DEBUG neutron_lib.callbacks.manager [None req-3daf4e1a-f7bd-4676-9eee-279124696d72 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728539454181', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16149322'] for agent (0913b7ec-eea4-4492-8ef1-e01c4575abca), after_update {{(pid=103918) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 17:31:15.446497 dv-cinder-837356-2-iscsi neutron-server[103918]: DEBUG neutron_lib.callbacks.manager [None req-52052ec0-da1c-44ee-8f4c-f282e7354bce None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728539454181', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16149322'] for agent (7639df21-17c3-4235-8912-210c3ad54137), after_update {{(pid=103918) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 17:31:16.313155 dv-cinder-837356-2-iscsi neutron-server[103918]: DEBUG neutron_lib.callbacks.manager [None req-20715706-35a9-45af-9420-375bdcc64c61 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728539454181', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16149322'] for agent (50395103-89cf-4fb3-87eb-9dff4dfdeea8), after_update {{(pid=103918) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 17:31:18.084517 dv-cinder-837356-2-iscsi neutron-server[103918]: DEBUG neutron_lib.callbacks.manager [None req-90597016-5de8-4c3e-b42a-66aa2c70cc5e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728539454181', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16149322'] for agent (853db9d1-1c17-40a4-900c-de4f90440474), after_update {{(pid=103918) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 17:31:18.446841 dv-cinder-837356-2-iscsi neutron-server[103918]: DEBUG neutron_lib.callbacks.manager [None req-39ead2dc-a542-4f04-b117-439eb7f32aa8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728539454181', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16149322'] for agent (5b2fa84c-1db1-41c6-a6b9-975c3da28daf), after_update {{(pid=103918) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 17:31:18.658772 dv-cinder-837356-2-iscsi neutron-server[103919]: DEBUG neutron.db.agents_db [None req-d2debd9c-00d6-4a8f-b9fc-d112a2dcea0d None None] Agent healthcheck: found 6 active agents {{(pid=103919) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jun 16 17:31:19.601543 dv-cinder-837356-2-iscsi neutron-server[103917]: DEBUG dbcounter [-] [103917] Writing DB stats neutron:SELECT=7,neutron:DELETE=3 {{(pid=103917) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 16 17:31:19.635475 dv-cinder-837356-2-iscsi neutron-server[103917]: DEBUG dbcounter [-] [103917] Writing DB stats neutron:SELECT=81,neutron:DELETE=1 {{(pid=103917) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 16 17:31:20.248924 dv-cinder-837356-2-iscsi neutron-server[103916]: DEBUG dbcounter [-] [103916] Writing DB stats neutron:SELECT=60,neutron:INSERT=11,neutron:UPDATE=2,neutron:DELETE=2 {{(pid=103916) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 16 17:31:20.249967 dv-cinder-837356-2-iscsi neutron-server[103916]: DEBUG dbcounter [-] [103916] Writing DB stats neutron:SELECT=61,neutron:INSERT=11,neutron:DELETE=2 {{(pid=103916) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 16 17:31:23.647401 dv-cinder-837356-2-iscsi neutron-server[103919]: DEBUG dbcounter [-] [103919] Writing DB stats neutron:SELECT=33,neutron:UPDATE=1 {{(pid=103919) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 16 17:31:28.437618 dv-cinder-837356-2-iscsi neutron-server[103918]: DEBUG dbcounter [-] [103918] Writing DB stats neutron:SELECT=48,neutron:UPDATE=3 {{(pid=103918) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 16 17:31:28.440288 dv-cinder-837356-2-iscsi neutron-server[103918]: DEBUG dbcounter [-] [103918] Writing DB stats neutron:SELECT=53,neutron:UPDATE=2 {{(pid=103918) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 16 17:31:28.651812 dv-cinder-837356-2-iscsi neutron-server[103919]: DEBUG dbcounter [-] [103919] Writing DB stats neutron:SELECT=59,neutron:UPDATE=1 {{(pid=103919) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 16 17:31:29.151212 dv-cinder-837356-2-iscsi neutron-server[103916]: DEBUG neutron.wsgi [-] (103916) accepted ('10.222.0.66', 45658) {{(pid=103916) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 16 17:31:29.280868 dv-cinder-837356-2-iscsi neutron-server[103916]: DEBUG neutron_lib.callbacks.manager [None req-a564fd09-f88e-4992-a7ea-3f0e2ef47775 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103916) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 17:31:29.365971 dv-cinder-837356-2-iscsi neutron-server[103916]: DEBUG neutron_lib.callbacks.manager [None req-a564fd09-f88e-4992-a7ea-3f0e2ef47775 admin admin] Publish callbacks [] for security_group (103af068-3102-431c-be78-5f2d58a89b6b), precommit_create {{(pid=103916) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 17:31:29.372771 dv-cinder-837356-2-iscsi neutron-server[103916]: DEBUG neutron_lib.callbacks.manager [None req-a564fd09-f88e-4992-a7ea-3f0e2ef47775 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-570488'] for security_group (103af068-3102-431c-be78-5f2d58a89b6b), after_create {{(pid=103916) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 17:31:29.413867 dv-cinder-837356-2-iscsi neutron-server[103916]: INFO neutron.wsgi [None req-a564fd09-f88e-4992-a7ea-3f0e2ef47775 admin admin] 10.222.0.66 "GET /v2.0/security-groups?tenant_id=777b256684194f5e88bd1feada16c980&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2613971 Jun 16 17:31:29.414628 dv-cinder-837356-2-iscsi neutron-server[103916]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a564fd09-f88e-4992-a7ea-3f0e2ef47775 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=103af068-3102-431c-be78-5f2d58a89b6b,revision_number=1']} {{(pid=103916) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 17:31:29.416735 dv-cinder-837356-2-iscsi neutron-server[103917]: DEBUG neutron.wsgi [-] (103917) accepted ('10.222.0.66', 45662) {{(pid=103917) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 16 17:31:29.470219 dv-cinder-837356-2-iscsi neutron-server[103917]: DEBUG neutron_lib.callbacks.manager [None req-99e81aa5-cd74-484b-b219-6bb04c64399f admin admin] Publish callbacks [] for security_group (103af068-3102-431c-be78-5f2d58a89b6b), before_delete {{(pid=103917) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 17:31:29.495622 dv-cinder-837356-2-iscsi neutron-server[103917]: DEBUG neutron_lib.callbacks.manager [None req-99e81aa5-cd74-484b-b219-6bb04c64399f admin admin] Publish callbacks [] for security_group (103af068-3102-431c-be78-5f2d58a89b6b), precommit_delete {{(pid=103917) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 17:31:29.512418 dv-cinder-837356-2-iscsi neutron-server[103918]: DEBUG neutron_lib.callbacks.manager [None req-b2b17746-c296-4803-869a-65578e8233dd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728539454181', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16149322'] for agent (2e97d73d-50fc-4f89-a4ea-85f65eb860d8), after_update {{(pid=103918) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 17:31:29.547125 dv-cinder-837356-2-iscsi neutron-server[103917]: DEBUG neutron_lib.callbacks.manager [None req-99e81aa5-cd74-484b-b219-6bb04c64399f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-570488'] for security_group (103af068-3102-431c-be78-5f2d58a89b6b), after_delete {{(pid=103917) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 17:31:29.549704 dv-cinder-837356-2-iscsi neutron-server[103917]: DEBUG neutron_lib.callbacks.manager [None req-99e81aa5-cd74-484b-b219-6bb04c64399f admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103917) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 17:31:29.551562 dv-cinder-837356-2-iscsi neutron-server[103917]: INFO neutron.wsgi [None req-99e81aa5-cd74-484b-b219-6bb04c64399f admin admin] 10.222.0.66 "DELETE /v2.0/security-groups/103af068-3102-431c-be78-5f2d58a89b6b HTTP/1.1" status: 204 len: 168 time: 0.1337438 Jun 16 17:31:29.559991 dv-cinder-837356-2-iscsi neutron-server[103917]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-99e81aa5-cd74-484b-b219-6bb04c64399f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=103af068-3102-431c-be78-5f2d58a89b6b,revision_number=None']} {{(pid=103917) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 17:31:30.755304 dv-cinder-837356-2-iscsi neutron-server[103917]: DEBUG neutron.wsgi [-] (103917) accepted ('10.222.0.66', 45700) {{(pid=103917) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 16 17:31:30.880317 dv-cinder-837356-2-iscsi neutron-server[103917]: DEBUG neutron_lib.callbacks.manager [None req-771b2806-e6fd-459a-8f60-60fb61f19c72 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103917) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 17:31:30.970924 dv-cinder-837356-2-iscsi neutron-server[103917]: DEBUG neutron_lib.callbacks.manager [None req-771b2806-e6fd-459a-8f60-60fb61f19c72 admin admin] Publish callbacks [] for security_group (5c24a4d7-7289-47ca-adbf-35134ffe5834), precommit_create {{(pid=103917) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 17:31:30.976146 dv-cinder-837356-2-iscsi neutron-server[103917]: DEBUG neutron_lib.callbacks.manager [None req-771b2806-e6fd-459a-8f60-60fb61f19c72 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-570488'] for security_group (5c24a4d7-7289-47ca-adbf-35134ffe5834), after_create {{(pid=103917) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 17:31:31.020860 dv-cinder-837356-2-iscsi neutron-server[103917]: INFO neutron.wsgi [None req-771b2806-e6fd-459a-8f60-60fb61f19c72 admin admin] 10.222.0.66 "GET /v2.0/security-groups?tenant_id=0b093ec22ff54b73b051a09a59ec93cb&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2643456 Jun 16 17:31:31.021833 dv-cinder-837356-2-iscsi neutron-server[103917]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-771b2806-e6fd-459a-8f60-60fb61f19c72 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5c24a4d7-7289-47ca-adbf-35134ffe5834,revision_number=1']} {{(pid=103917) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 17:31:31.023604 dv-cinder-837356-2-iscsi neutron-server[103916]: DEBUG neutron.wsgi [-] (103916) accepted ('10.222.0.66', 45704) {{(pid=103916) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 16 17:31:31.085419 dv-cinder-837356-2-iscsi neutron-server[103916]: DEBUG neutron_lib.callbacks.manager [None req-145d459c-aca3-4761-9560-2386bdc3fd61 admin admin] Publish callbacks [] for security_group (5c24a4d7-7289-47ca-adbf-35134ffe5834), before_delete {{(pid=103916) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 17:31:31.114265 dv-cinder-837356-2-iscsi neutron-server[103916]: DEBUG neutron_lib.callbacks.manager [None req-145d459c-aca3-4761-9560-2386bdc3fd61 admin admin] Publish callbacks [] for security_group (5c24a4d7-7289-47ca-adbf-35134ffe5834), precommit_delete {{(pid=103916) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 17:31:31.168806 dv-cinder-837356-2-iscsi neutron-server[103916]: DEBUG neutron_lib.callbacks.manager [None req-145d459c-aca3-4761-9560-2386bdc3fd61 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-570488'] for security_group (5c24a4d7-7289-47ca-adbf-35134ffe5834), after_delete {{(pid=103916) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 17:31:31.171623 dv-cinder-837356-2-iscsi neutron-server[103916]: DEBUG neutron_lib.callbacks.manager [None req-145d459c-aca3-4761-9560-2386bdc3fd61 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103916) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 17:31:31.172802 dv-cinder-837356-2-iscsi neutron-server[103916]: INFO neutron.wsgi [None req-145d459c-aca3-4761-9560-2386bdc3fd61 admin admin] 10.222.0.66 "DELETE /v2.0/security-groups/5c24a4d7-7289-47ca-adbf-35134ffe5834 HTTP/1.1" status: 204 len: 168 time: 0.1475513 Jun 16 17:31:31.181453 dv-cinder-837356-2-iscsi neutron-server[103916]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-145d459c-aca3-4761-9560-2386bdc3fd61 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5c24a4d7-7289-47ca-adbf-35134ffe5834,revision_number=None']} {{(pid=103916) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 17:31:32.083757 dv-cinder-837356-2-iscsi neutron-server[103917]: INFO neutron.wsgi [req-e01342b3-55e7-438f-9772-60b07381ffce req-4100fb20-68f7-4a84-98f3-84ea8f2f0ef8 tempest-TestVolumeBootPattern-1350759327 tempest-TestVolumeBootPattern-1350759327-project] 10.222.0.66 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-641343783&fields=id&tenant_id=bd1488226a424c6e9e7f94f31b020e4f HTTP/1.1" status: 200 len: 267 time: 0.0495214 Jun 16 17:31:32.202784 dv-cinder-837356-2-iscsi neutron-server[103917]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e01342b3-55e7-438f-9772-60b07381ffce req-30f47723-6a87-4560-ba10-a9cbb9d8a9fb tempest-TestVolumeBootPattern-1350759327 tempest-TestVolumeBootPattern-1350759327-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103917) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 16 17:31:32.204306 dv-cinder-837356-2-iscsi neutron-server[103917]: INFO neutron.wsgi [req-e01342b3-55e7-438f-9772-60b07381ffce req-30f47723-6a87-4560-ba10-a9cbb9d8a9fb tempest-TestVolumeBootPattern-1350759327 tempest-TestVolumeBootPattern-1350759327-project] 10.222.0.66 "GET /v2.0/networks?id=3da1c24e-a853-4091-89c9-dc663f379476 HTTP/1.1" status: 200 len: 812 time: 0.1137099 Jun 16 17:31:32.221692 dv-cinder-837356-2-iscsi neutron-server[103917]: INFO neutron.wsgi [req-e01342b3-55e7-438f-9772-60b07381ffce req-1c7cc31f-12f2-4147-8943-f6b7ada0d82b tempest-TestVolumeBootPattern-1350759327 tempest-TestVolumeBootPattern-1350759327-project] 10.222.0.66 "GET /v2.0/quotas/bd1488226a424c6e9e7f94f31b020e4f HTTP/1.1" status: 200 len: 375 time: 0.0109076 Jun 16 17:31:32.286373 dv-cinder-837356-2-iscsi neutron-server[103917]: INFO neutron.wsgi [req-e01342b3-55e7-438f-9772-60b07381ffce req-b0266018-1a4b-4f2f-ad61-1b307e0626b6 tempest-TestVolumeBootPattern-1350759327 tempest-TestVolumeBootPattern-1350759327-project] 10.222.0.66 "GET /v2.0/ports?tenant_id=bd1488226a424c6e9e7f94f31b020e4f&fields=id HTTP/1.1" status: 200 len: 348 time: 0.0587234 Jun 16 17:31:32.392489 dv-cinder-837356-2-iscsi neutron-server[103917]: INFO neutron.wsgi [req-e01342b3-55e7-438f-9772-60b07381ffce req-0d2f16b9-45ef-4cd3-aa12-b7f35b2f58db service neutron] 10.222.0.66 "GET /v2.0/networks/3da1c24e-a853-4091-89c9-dc663f379476?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0914624 Jun 16 17:31:32.492754 dv-cinder-837356-2-iscsi neutron-server[103917]: INFO neutron.wsgi [req-e01342b3-55e7-438f-9772-60b07381ffce req-8a2e2966-0150-4b4b-aa3e-fb3aca7b88dc service neutron] 10.222.0.66 "GET /v2.0/networks/3da1c24e-a853-4091-89c9-dc663f379476?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0942445 Jun 16 17:31:32.810758 dv-cinder-837356-2-iscsi neutron-server[103916]: INFO neutron.wsgi [req-71930926-b7b6-4f41-90ca-8aa8a7a51855 req-4376929b-b02a-465f-afaf-56a9be10c34d tempest-TestVolumeBootPattern-1350759327 tempest-TestVolumeBootPattern-1350759327-project] 10.222.0.66 "GET /v2.0/ports?device_id=846547de-f4c6-43da-80ab-05da7d9fccf3 HTTP/1.1" status: 200 len: 210 time: 0.0308685 Jun 16 17:31:33.805201 dv-cinder-837356-2-iscsi neutron-server[103917]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e01342b3-55e7-438f-9772-60b07381ffce req-582559f1-c58d-4ca0-915f-0d8ace5a4f60 tempest-TestVolumeBootPattern-1350759327 tempest-TestVolumeBootPattern-1350759327-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103917) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 16 17:31:33.806760 dv-cinder-837356-2-iscsi neutron-server[103917]: INFO neutron.wsgi [req-e01342b3-55e7-438f-9772-60b07381ffce req-582559f1-c58d-4ca0-915f-0d8ace5a4f60 tempest-TestVolumeBootPattern-1350759327 tempest-TestVolumeBootPattern-1350759327-project] 10.222.0.81 "GET /v2.0/networks?id=3da1c24e-a853-4091-89c9-dc663f379476 HTTP/1.1" status: 200 len: 812 time: 0.1295049 Jun 16 17:31:33.873280 dv-cinder-837356-2-iscsi neutron-server[103917]: DEBUG dbcounter [-] [103917] Writing DB stats neutron:SELECT=91,neutron:DELETE=2,neutron:INSERT=6,neutron:UPDATE=1 {{(pid=103917) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 16 17:31:33.887101 dv-cinder-837356-2-iscsi neutron-server[103917]: DEBUG dbcounter [-] [103917] Writing DB stats neutron:SELECT=93,neutron:DELETE=2,neutron:INSERT=5 {{(pid=103917) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 16 17:31:33.925206 dv-cinder-837356-2-iscsi neutron-server[103917]: INFO neutron.wsgi [req-e01342b3-55e7-438f-9772-60b07381ffce req-ad00d76e-5e92-4d7a-bc30-9773dcbfaf88 tempest-TestVolumeBootPattern-1350759327 tempest-TestVolumeBootPattern-1350759327-project] 10.222.0.81 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=bd1488226a424c6e9e7f94f31b020e4f HTTP/1.1" status: 200 len: 379 time: 0.1091278 Jun 16 17:31:33.930560 dv-cinder-837356-2-iscsi neutron-server[103917]: INFO neutron.wsgi [req-f8082e18-b124-4e75-84a5-30ecdd09f220 req-212e9f68-150d-4263-8670-d05d6dcf520f tempest-TestVolumeBootPattern-1350759327 tempest-TestVolumeBootPattern-1350759327-project] 10.222.0.66 "GET /v2.0/ports?device_id=846547de-f4c6-43da-80ab-05da7d9fccf3 HTTP/1.1" status: 200 len: 210 time: 0.0416000 Jun 16 17:31:33.936205 dv-cinder-837356-2-iscsi neutron-server[103917]: DEBUG neutron.api.v2.base [req-e01342b3-55e7-438f-9772-60b07381ffce req-98104b1e-0319-4cf9-892d-da9bf98ac8ca tempest-TestVolumeBootPattern-1350759327 tempest-TestVolumeBootPattern-1350759327-project] Request body: {'port': {'device_id': '846547de-f4c6-43da-80ab-05da7d9fccf3', 'network_id': '3da1c24e-a853-4091-89c9-dc663f379476', 'admin_state_up': True, 'tenant_id': 'bd1488226a424c6e9e7f94f31b020e4f', 'security_groups': ['e6a9443b-cf7a-479e-b6b0-e85ba61d4c81']}} {{(pid=103917) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jun 16 17:31:34.073065 dv-cinder-837356-2-iscsi neutron-server[103917]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-e01342b3-55e7-438f-9772-60b07381ffce req-98104b1e-0319-4cf9-892d-da9bf98ac8ca tempest-TestVolumeBootPattern-1350759327 tempest-TestVolumeBootPattern-1350759327-project] Made reservation on behalf of bd1488226a424c6e9e7f94f31b020e4f for: {'port': 1} {{(pid=103917) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 16 17:31:34.076745 dv-cinder-837356-2-iscsi neutron-server[103917]: DEBUG neutron_lib.callbacks.manager [req-e01342b3-55e7-438f-9772-60b07381ffce req-98104b1e-0319-4cf9-892d-da9bf98ac8ca tempest-TestVolumeBootPattern-1350759327 tempest-TestVolumeBootPattern-1350759327-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16007590'] for port (None), before_create {{(pid=103917) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 17:31:34.216234 dv-cinder-837356-2-iscsi neutron-server[103917]: DEBUG neutron.db.db_base_plugin_common [req-e01342b3-55e7-438f-9772-60b07381ffce req-98104b1e-0319-4cf9-892d-da9bf98ac8ca tempest-TestVolumeBootPattern-1350759327 tempest-TestVolumeBootPattern-1350759327-project] Allocated IP 172.20.0.14 (3da1c24e-a853-4091-89c9-dc663f379476/ff26c6d8-fbe9-4318-9056-e5433e3433f5/36fcbcc2-2d79-4ffe-9727-2ad369c03b4a) {{(pid=103917) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 16 17:31:34.390992 dv-cinder-837356-2-iscsi neutron-server[103917]: DEBUG neutron_lib.callbacks.manager [req-e01342b3-55e7-438f-9772-60b07381ffce req-98104b1e-0319-4cf9-892d-da9bf98ac8ca tempest-TestVolumeBootPattern-1350759327 tempest-TestVolumeBootPattern-1350759327-project] Publish callbacks [] for port (36fcbcc2-2d79-4ffe-9727-2ad369c03b4a), precommit_create {{(pid=103917) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 17:31:34.429887 dv-cinder-837356-2-iscsi neutron-server[103917]: DEBUG neutron_lib.callbacks.manager [req-e01342b3-55e7-438f-9772-60b07381ffce req-98104b1e-0319-4cf9-892d-da9bf98ac8ca tempest-TestVolumeBootPattern-1350759327 tempest-TestVolumeBootPattern-1350759327-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16007527', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-75831', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16241551', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8728538993421', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3819743'] for port (36fcbcc2-2d79-4ffe-9727-2ad369c03b4a), after_create {{(pid=103917) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 17:31:34.474467 dv-cinder-837356-2-iscsi neutron-server[103917]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-e01342b3-55e7-438f-9772-60b07381ffce req-98104b1e-0319-4cf9-892d-da9bf98ac8ca tempest-TestVolumeBootPattern-1350759327 tempest-TestVolumeBootPattern-1350759327-project] Network 3da1c24e-a853-4091-89c9-dc663f379476 is already hosted by enough agents. {{(pid=103917) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 16 17:31:34.480019 dv-cinder-837356-2-iscsi neutron-server[103917]: DEBUG neutron.scheduler.base_scheduler [req-e01342b3-55e7-438f-9772-60b07381ffce req-98104b1e-0319-4cf9-892d-da9bf98ac8ca tempest-TestVolumeBootPattern-1350759327 tempest-TestVolumeBootPattern-1350759327-project] Resources bound (agent type, host, resource id): {{(pid=103917) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 16 17:31:34.482882 dv-cinder-837356-2-iscsi neutron-server[103917]: DEBUG neutron.db.l3_dvrscheduler_db [req-e01342b3-55e7-438f-9772-60b07381ffce req-98104b1e-0319-4cf9-892d-da9bf98ac8ca tempest-TestVolumeBootPattern-1350759327 tempest-TestVolumeBootPattern-1350759327-project] Received port after_create {{(pid=103917) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:542}} Jun 16 17:31:34.513936 dv-cinder-837356-2-iscsi neutron-server[103917]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-98104b1e-0319-4cf9-892d-da9bf98ac8ca tempest-TestVolumeBootPattern-1350759327 tempest-TestVolumeBootPattern-1350759327-project] Pushing event updated for resources: {'Port': ['ID=36fcbcc2-2d79-4ffe-9727-2ad369c03b4a,revision_number=1']} {{(pid=103917) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 17:31:34.545456 dv-cinder-837356-2-iscsi neutron-server[103917]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e01342b3-55e7-438f-9772-60b07381ffce req-98104b1e-0319-4cf9-892d-da9bf98ac8ca tempest-TestVolumeBootPattern-1350759327 tempest-TestVolumeBootPattern-1350759327-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103917) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 16 17:31:34.546097 dv-cinder-837356-2-iscsi neutron-server[103917]: DEBUG neutron_lib.callbacks.manager [req-e01342b3-55e7-438f-9772-60b07381ffce req-98104b1e-0319-4cf9-892d-da9bf98ac8ca tempest-TestVolumeBootPattern-1350759327 tempest-TestVolumeBootPattern-1350759327-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-191112'] for port (None), before_response {{(pid=103917) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 17:31:34.565192 dv-cinder-837356-2-iscsi neutron-server[103917]: INFO neutron.wsgi [req-e01342b3-55e7-438f-9772-60b07381ffce req-98104b1e-0319-4cf9-892d-da9bf98ac8ca tempest-TestVolumeBootPattern-1350759327 tempest-TestVolumeBootPattern-1350759327-project] 10.222.0.81 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.6335437 Jun 16 17:31:34.576843 dv-cinder-837356-2-iscsi neutron-server[103917]: DEBUG neutron.api.v2.base [req-e01342b3-55e7-438f-9772-60b07381ffce req-cf178d34-4c88-476a-9d38-8cb39313a0c2 service neutron] Request body: {'port': {'device_id': '846547de-f4c6-43da-80ab-05da7d9fccf3', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-83735'}} {{(pid=103917) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jun 16 17:31:34.642235 dv-cinder-837356-2-iscsi neutron-server[103917]: DEBUG neutron_lib.callbacks.manager [req-e01342b3-55e7-438f-9772-60b07381ffce req-cf178d34-4c88-476a-9d38-8cb39313a0c2 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16007590'] for port (36fcbcc2-2d79-4ffe-9727-2ad369c03b4a), before_update {{(pid=103917) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 17:31:34.727072 dv-cinder-837356-2-iscsi neutron-server[103918]: DEBUG neutron.db.provisioning_blocks [None req-75b8d2b9-31b6-41ae-a3f8-02a5cc0e2198 None None] Provisioning complete for port 36fcbcc2-2d79-4ffe-9727-2ad369c03b4a triggered by entity DHCP. {{(pid=103918) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jun 16 17:31:34.727637 dv-cinder-837356-2-iscsi neutron-server[103918]: DEBUG neutron_lib.callbacks.manager [None req-75b8d2b9-31b6-41ae-a3f8-02a5cc0e2198 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16149424'] for port (36fcbcc2-2d79-4ffe-9727-2ad369c03b4a), provisioning_complete {{(pid=103918) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 17:31:34.763362 dv-cinder-837356-2-iscsi neutron-server[103918]: DEBUG neutron.plugins.ml2.plugin [None req-75b8d2b9-31b6-41ae-a3f8-02a5cc0e2198 None None] Port 36fcbcc2-2d79-4ffe-9727-2ad369c03b4a cannot update to ACTIVE because it is not bound. {{(pid=103918) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:354}} Jun 16 17:31:34.828207 dv-cinder-837356-2-iscsi neutron-server[103917]: DEBUG dbcounter [-] [103917] Writing DB stats neutron:SELECT=88,neutron:INSERT=7,neutron:UPDATE=4,neutron:DELETE=1 {{(pid=103917) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 16 17:31:34.834786 dv-cinder-837356-2-iscsi neutron-server[103917]: DEBUG dbcounter [-] [103917] Writing DB stats neutron:SELECT=94,neutron:INSERT=2,neutron:UPDATE=3,neutron:DELETE=1 {{(pid=103917) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 16 17:31:34.925545 dv-cinder-837356-2-iscsi neutron-server[103917]: DEBUG neutron.notifiers.nova [req-e01342b3-55e7-438f-9772-60b07381ffce req-cf178d34-4c88-476a-9d38-8cb39313a0c2 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 36fcbcc2-2d79-4ffe-9727-2ad369c03b4a {{(pid=103917) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Jun 16 17:31:34.933332 dv-cinder-837356-2-iscsi neutron-server[103917]: DEBUG neutron_lib.callbacks.manager [req-e01342b3-55e7-438f-9772-60b07381ffce req-cf178d34-4c88-476a-9d38-8cb39313a0c2 service neutron] Publish callbacks [] for port (36fcbcc2-2d79-4ffe-9727-2ad369c03b4a), precommit_update {{(pid=103917) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 17:31:34.948964 dv-cinder-837356-2-iscsi neutron-server[103917]: DEBUG neutron.db.provisioning_blocks [req-e01342b3-55e7-438f-9772-60b07381ffce req-cf178d34-4c88-476a-9d38-8cb39313a0c2 service neutron] Transition to ACTIVE for port object 36fcbcc2-2d79-4ffe-9727-2ad369c03b4a will not be triggered until provisioned by entity L2. {{(pid=103917) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Jun 16 17:31:34.954629 dv-cinder-837356-2-iscsi neutron-server[103917]: DEBUG neutron_lib.callbacks.manager [req-e01342b3-55e7-438f-9772-60b07381ffce req-cf178d34-4c88-476a-9d38-8cb39313a0c2 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16007527', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-75831', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16241551', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728539364693', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728538993439', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728538993457', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3819734'] for port (36fcbcc2-2d79-4ffe-9727-2ad369c03b4a), after_update {{(pid=103917) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 17:31:35.011612 dv-cinder-837356-2-iscsi neutron-server[103917]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cf178d34-4c88-476a-9d38-8cb39313a0c2 service neutron] Pushing event updated for resources: {'Port': ['ID=36fcbcc2-2d79-4ffe-9727-2ad369c03b4a,revision_number=2']} {{(pid=103917) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 17:31:35.076857 dv-cinder-837356-2-iscsi neutron-server[103916]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-244d9579-6225-4695-8a61-2b2206ba39ae req-004cd590-73ba-4782-93c1-56ca907a657c tempest-TestVolumeBootPattern-1350759327 tempest-TestVolumeBootPattern-1350759327-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103916) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 16 17:31:35.079177 dv-cinder-837356-2-iscsi neutron-server[103916]: INFO neutron.wsgi [req-244d9579-6225-4695-8a61-2b2206ba39ae req-004cd590-73ba-4782-93c1-56ca907a657c tempest-TestVolumeBootPattern-1350759327 tempest-TestVolumeBootPattern-1350759327-project] 10.222.0.66 "GET /v2.0/ports?device_id=846547de-f4c6-43da-80ab-05da7d9fccf3 HTTP/1.1" status: 200 len: 944 time: 0.0534830 Jun 16 17:31:35.088677 dv-cinder-837356-2-iscsi neutron-server[103917]: DEBUG neutron.plugins.ml2.managers [req-e01342b3-55e7-438f-9772-60b07381ffce req-cf178d34-4c88-476a-9d38-8cb39313a0c2 service neutron] Attempting to bind port 36fcbcc2-2d79-4ffe-9727-2ad369c03b4a on host hv-cinder-83735 for vnic_type normal with profile {{(pid=103917) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:811}} Jun 16 17:31:35.089076 dv-cinder-837356-2-iscsi neutron-server[103917]: DEBUG neutron.plugins.ml2.managers [req-e01342b3-55e7-438f-9772-60b07381ffce req-cf178d34-4c88-476a-9d38-8cb39313a0c2 service neutron] Attempting to bind port 36fcbcc2-2d79-4ffe-9727-2ad369c03b4a by drivers openvswitch,hyperv on host hv-cinder-83735 at level 0 using segments [{'id': '363e514d-58a6-41ff-89ea-af6a85f188ef', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1006, 'network_id': '3da1c24e-a853-4091-89c9-dc663f379476'}] {{(pid=103917) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:836}} Jun 16 17:31:35.089490 dv-cinder-837356-2-iscsi neutron-server[103917]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e01342b3-55e7-438f-9772-60b07381ffce req-cf178d34-4c88-476a-9d38-8cb39313a0c2 service neutron] Attempting to bind port 36fcbcc2-2d79-4ffe-9727-2ad369c03b4a on network 3da1c24e-a853-4091-89c9-dc663f379476 {{(pid=103917) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jun 16 17:31:35.095142 dv-cinder-837356-2-iscsi neutron-server[103917]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e01342b3-55e7-438f-9772-60b07381ffce req-cf178d34-4c88-476a-9d38-8cb39313a0c2 service neutron] Port 36fcbcc2-2d79-4ffe-9727-2ad369c03b4a on network 3da1c24e-a853-4091-89c9-dc663f379476 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-83735 {{(pid=103917) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Jun 16 17:31:35.095556 dv-cinder-837356-2-iscsi neutron-server[103917]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e01342b3-55e7-438f-9772-60b07381ffce req-cf178d34-4c88-476a-9d38-8cb39313a0c2 service neutron] Attempting to bind port 36fcbcc2-2d79-4ffe-9727-2ad369c03b4a on network 3da1c24e-a853-4091-89c9-dc663f379476 {{(pid=103917) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jun 16 17:31:35.102768 dv-cinder-837356-2-iscsi neutron-server[103917]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e01342b3-55e7-438f-9772-60b07381ffce req-cf178d34-4c88-476a-9d38-8cb39313a0c2 service neutron] Checking agent: {'id': '2e97d73d-50fc-4f89-a4ea-85f65eb860d8', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-83735', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 6, 16, 17, 20, 29), 'started_at': datetime.datetime(2022, 6, 16, 17, 20, 29), 'heartbeat_timestamp': datetime.datetime(2022, 6, 16, 17, 31, 29), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103917) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jun 16 17:31:35.103221 dv-cinder-837356-2-iscsi neutron-server[103917]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e01342b3-55e7-438f-9772-60b07381ffce req-cf178d34-4c88-476a-9d38-8cb39313a0c2 service neutron] Checking segment: {'id': '363e514d-58a6-41ff-89ea-af6a85f188ef', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1006, 'network_id': '3da1c24e-a853-4091-89c9-dc663f379476'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103917) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jun 16 17:31:35.103659 dv-cinder-837356-2-iscsi neutron-server[103917]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e01342b3-55e7-438f-9772-60b07381ffce req-cf178d34-4c88-476a-9d38-8cb39313a0c2 service neutron] Bound using segment: {'id': '363e514d-58a6-41ff-89ea-af6a85f188ef', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1006, 'network_id': '3da1c24e-a853-4091-89c9-dc663f379476'} {{(pid=103917) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jun 16 17:31:35.104551 dv-cinder-837356-2-iscsi neutron-server[103917]: DEBUG neutron.plugins.ml2.managers [req-e01342b3-55e7-438f-9772-60b07381ffce req-cf178d34-4c88-476a-9d38-8cb39313a0c2 service neutron] Bound port: 36fcbcc2-2d79-4ffe-9727-2ad369c03b4a, host: hv-cinder-83735, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '363e514d-58a6-41ff-89ea-af6a85f188ef', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1006, 'network_id': '3da1c24e-a853-4091-89c9-dc663f379476'}}] {{(pid=103917) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:948}} Jun 16 17:31:35.104972 dv-cinder-837356-2-iscsi neutron-server[103917]: DEBUG neutron_lib.callbacks.manager [req-e01342b3-55e7-438f-9772-60b07381ffce req-cf178d34-4c88-476a-9d38-8cb39313a0c2 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16007590'] for port (36fcbcc2-2d79-4ffe-9727-2ad369c03b4a), before_update {{(pid=103917) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 17:31:35.151246 dv-cinder-837356-2-iscsi neutron-server[103916]: INFO neutron.wsgi [req-244d9579-6225-4695-8a61-2b2206ba39ae req-36f8003f-b136-47b0-b721-f4e44d2c57f6 tempest-TestVolumeBootPattern-1350759327 tempest-TestVolumeBootPattern-1350759327-project] 10.222.0.66 "GET /v2.0/security-groups?id=e6a9443b-cf7a-479e-b6b0-e85ba61d4c81&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0650070 Jun 16 17:31:35.208617 dv-cinder-837356-2-iscsi neutron-server[103917]: DEBUG neutron.plugins.ml2.db [req-e01342b3-55e7-438f-9772-60b07381ffce req-cf178d34-4c88-476a-9d38-8cb39313a0c2 service neutron] For port 36fcbcc2-2d79-4ffe-9727-2ad369c03b4a, host hv-cinder-83735, cleared binding levels {{(pid=103917) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 16 17:31:35.213296 dv-cinder-837356-2-iscsi neutron-server[103917]: DEBUG neutron.plugins.ml2.db [req-e01342b3-55e7-438f-9772-60b07381ffce req-cf178d34-4c88-476a-9d38-8cb39313a0c2 service neutron] For port 36fcbcc2-2d79-4ffe-9727-2ad369c03b4a, host hv-cinder-83735, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83735',level=0,port_id=36fcbcc2-2d79-4ffe-9727-2ad369c03b4a,segment=NetworkSegment(363e514d-58a6-41ff-89ea-af6a85f188ef),segment_id=363e514d-58a6-41ff-89ea-af6a85f188ef)] {{(pid=103917) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 16 17:31:35.220000 dv-cinder-837356-2-iscsi neutron-server[103917]: DEBUG neutron_lib.callbacks.manager [req-e01342b3-55e7-438f-9772-60b07381ffce req-cf178d34-4c88-476a-9d38-8cb39313a0c2 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16007527', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-75831', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16241551', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728539364693', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728538993439', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728538993457', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3819734'] for port (36fcbcc2-2d79-4ffe-9727-2ad369c03b4a), after_update {{(pid=103917) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 17:31:35.283409 dv-cinder-837356-2-iscsi neutron-server[103917]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e01342b3-55e7-438f-9772-60b07381ffce req-cf178d34-4c88-476a-9d38-8cb39313a0c2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103917) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 16 17:31:35.284027 dv-cinder-837356-2-iscsi neutron-server[103917]: DEBUG neutron_lib.callbacks.manager [req-e01342b3-55e7-438f-9772-60b07381ffce req-cf178d34-4c88-476a-9d38-8cb39313a0c2 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-191112'] for port (None), before_response {{(pid=103917) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 17:31:35.286017 dv-cinder-837356-2-iscsi neutron-server[103917]: INFO neutron.wsgi [req-e01342b3-55e7-438f-9772-60b07381ffce req-cf178d34-4c88-476a-9d38-8cb39313a0c2 service neutron] 10.222.0.81 "PUT /v2.0/ports/36fcbcc2-2d79-4ffe-9727-2ad369c03b4a HTTP/1.1" status: 200 len: 1094 time: 0.7133877 Jun 16 17:31:35.288910 dv-cinder-837356-2-iscsi neutron-server[103917]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '846547de-f4c6-43da-80ab-05da7d9fccf3', 'tag': '36fcbcc2-2d79-4ffe-9727-2ad369c03b4a'}] {{(pid=103917) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jun 16 17:31:35.291300 dv-cinder-837356-2-iscsi neutron-server[103917]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.66/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6f3fd2b1a6655810f50592bc9015c397d118e5689141688eaf1b23dbeee2ebf8" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-67bb9c69-2bfa-4f64-98a2-7aae238fed6a" -d '{"events": [{"name": "network-changed", "server_uuid": "846547de-f4c6-43da-80ab-05da7d9fccf3", "tag": "36fcbcc2-2d79-4ffe-9727-2ad369c03b4a"}]}' {{(pid=103917) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 16 17:31:35.332936 dv-cinder-837356-2-iscsi neutron-server[103917]: INFO neutron.wsgi [req-bfb8bd8b-c1a2-4663-b938-48b8228caf7a req-d7a2980e-90b9-4e04-be90-1096b1c44ea9 service neutron] 10.222.0.81 "GET /v2.0/ports?device_id=1cc6f984-945e-4244-b25d-45c9022782dd&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.1090732 Jun 16 17:31:35.379515 dv-cinder-837356-2-iscsi neutron-server[103917]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 16 Jun 2022 17:31:35 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9d948dd3-6009-4634-9e21-5641ac4541f4 x-openstack-request-id: req-9d948dd3-6009-4634-9e21-5641ac4541f4 {{(pid=103917) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 16 17:31:35.379515 dv-cinder-837356-2-iscsi neutron-server[103917]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "846547de-f4c6-43da-80ab-05da7d9fccf3", "tag": "36fcbcc2-2d79-4ffe-9727-2ad369c03b4a", "status": "completed", "code": 200}]} {{(pid=103917) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 16 17:31:35.379992 dv-cinder-837356-2-iscsi neutron-server[103917]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.66/compute/v2.1/os-server-external-events used request id req-9d948dd3-6009-4634-9e21-5641ac4541f4 {{(pid=103917) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 16 17:31:35.381430 dv-cinder-837356-2-iscsi neutron-server[103917]: INFO neutron.notifiers.nova [-] Nova event matching ['req-9d948dd3-6009-4634-9e21-5641ac4541f4'] response: {'name': 'network-changed', 'server_uuid': '846547de-f4c6-43da-80ab-05da7d9fccf3', 'tag': '36fcbcc2-2d79-4ffe-9727-2ad369c03b4a', 'status': 'completed', 'code': 200} Jun 16 17:31:35.428097 dv-cinder-837356-2-iscsi neutron-server[103917]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bfb8bd8b-c1a2-4663-b938-48b8228caf7a req-f14bd8ab-fd95-4234-bdaf-f224fb417c5a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103917) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 16 17:31:35.429707 dv-cinder-837356-2-iscsi neutron-server[103917]: INFO neutron.wsgi [req-bfb8bd8b-c1a2-4663-b938-48b8228caf7a req-f14bd8ab-fd95-4234-bdaf-f224fb417c5a service neutron] 10.222.0.81 "GET /v2.0/ports?tenant_id=50aeadccaa9348fd9af173f94291bf6f&device_id=1cc6f984-945e-4244-b25d-45c9022782dd HTTP/1.1" status: 200 len: 1129 time: 0.0564113 Jun 16 17:31:35.450328 dv-cinder-837356-2-iscsi neutron-server[103917]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cf178d34-4c88-476a-9d38-8cb39313a0c2 service neutron] Pushing event updated for resources: {'Port': ['ID=36fcbcc2-2d79-4ffe-9727-2ad369c03b4a,revision_number=3']} {{(pid=103917) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 17:31:35.492001 dv-cinder-837356-2-iscsi neutron-server[103917]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e01342b3-55e7-438f-9772-60b07381ffce req-68eded56-8f62-4bce-aa03-b9968c32d3ba service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103917) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 16 17:31:35.495511 dv-cinder-837356-2-iscsi neutron-server[103917]: INFO neutron.wsgi [req-e01342b3-55e7-438f-9772-60b07381ffce req-68eded56-8f62-4bce-aa03-b9968c32d3ba service neutron] 10.222.0.81 "GET /v2.0/ports?tenant_id=bd1488226a424c6e9e7f94f31b020e4f&device_id=846547de-f4c6-43da-80ab-05da7d9fccf3 HTTP/1.1" status: 200 len: 1128 time: 0.1432965 Jun 16 17:31:35.540982 dv-cinder-837356-2-iscsi neutron-server[103916]: DEBUG neutron.wsgi [-] (103916) accepted ('10.222.0.66', 45802) {{(pid=103916) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 16 17:31:35.586556 dv-cinder-837356-2-iscsi neutron-server[103917]: INFO neutron.wsgi [req-e01342b3-55e7-438f-9772-60b07381ffce req-77807a4b-d881-418a-8a84-06fd6e8dbf8d service neutron] 10.222.0.81 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=36fcbcc2-2d79-4ffe-9727-2ad369c03b4a HTTP/1.1" status: 200 len: 217 time: 0.0851517 Jun 16 17:31:35.660887 dv-cinder-837356-2-iscsi neutron-server[103917]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e01342b3-55e7-438f-9772-60b07381ffce req-253adcbd-f9ce-4ac2-a5bb-c61e10728299 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103917) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 16 17:31:35.662395 dv-cinder-837356-2-iscsi neutron-server[103917]: INFO neutron.wsgi [req-e01342b3-55e7-438f-9772-60b07381ffce req-253adcbd-f9ce-4ac2-a5bb-c61e10728299 service neutron] 10.222.0.81 "GET /v2.0/subnets?id=ff26c6d8-fbe9-4318-9056-e5433e3433f5 HTTP/1.1" status: 200 len: 851 time: 0.0686374 Jun 16 17:31:35.663435 dv-cinder-837356-2-iscsi neutron-server[103917]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bfb8bd8b-c1a2-4663-b938-48b8228caf7a req-4cfbf007-0a18-41e0-99fc-13431fa0f12c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103917) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 16 17:31:35.664694 dv-cinder-837356-2-iscsi neutron-server[103917]: INFO neutron.wsgi [req-bfb8bd8b-c1a2-4663-b938-48b8228caf7a req-4cfbf007-0a18-41e0-99fc-13431fa0f12c service neutron] 10.222.0.81 "GET /v2.0/networks?id=e2e2bf0f-54ad-46f0-9611-04e943388552 HTTP/1.1" status: 200 len: 910 time: 0.2114222 Jun 16 17:31:35.670007 dv-cinder-837356-2-iscsi neutron-server[103916]: DEBUG neutron_lib.callbacks.manager [None req-e0a8fea4-eded-4f00-bd52-f777807e246c admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103916) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 17:31:35.758832 dv-cinder-837356-2-iscsi neutron-server[103917]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e01342b3-55e7-438f-9772-60b07381ffce req-62c500cd-0dfc-4f1b-a235-4c58a94610a2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103917) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 16 17:31:35.760342 dv-cinder-837356-2-iscsi neutron-server[103917]: INFO neutron.wsgi [req-e01342b3-55e7-438f-9772-60b07381ffce req-62c500cd-0dfc-4f1b-a235-4c58a94610a2 service neutron] 10.222.0.81 "GET /v2.0/ports?network_id=3da1c24e-a853-4091-89c9-dc663f379476&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0861969 Jun 16 17:31:35.761497 dv-cinder-837356-2-iscsi neutron-server[103916]: DEBUG neutron_lib.callbacks.manager [None req-e0a8fea4-eded-4f00-bd52-f777807e246c admin admin] Publish callbacks [] for security_group (446bb7b6-28c4-49a7-9f45-9bdea5016a5a), precommit_create {{(pid=103916) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 17:31:35.765951 dv-cinder-837356-2-iscsi neutron-server[103916]: DEBUG neutron_lib.callbacks.manager [None req-e0a8fea4-eded-4f00-bd52-f777807e246c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-570488'] for security_group (446bb7b6-28c4-49a7-9f45-9bdea5016a5a), after_create {{(pid=103916) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 17:31:35.779715 dv-cinder-837356-2-iscsi neutron-server[103917]: INFO neutron.wsgi [req-bfb8bd8b-c1a2-4663-b938-48b8228caf7a req-3dc88fc2-fa2f-4069-b3ce-85270937e25a service neutron] 10.222.0.81 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=9ab6739f-6b37-443b-9a2c-8dc7f323433a HTTP/1.1" status: 200 len: 1001 time: 0.0968437 Jun 16 17:31:35.798035 dv-cinder-837356-2-iscsi neutron-server[103917]: DEBUG dbcounter [-] [103917] Writing DB stats neutron:SELECT=96,neutron:UPDATE=3,neutron:INSERT=1 {{(pid=103917) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 16 17:31:35.808215 dv-cinder-837356-2-iscsi neutron-server[103916]: INFO neutron.wsgi [None req-e0a8fea4-eded-4f00-bd52-f777807e246c admin admin] 10.222.0.66 "GET /v2.0/security-groups?tenant_id=6fb3bda4921d4cd1b384a66fbf71b33e&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2660937 Jun 16 17:31:35.811719 dv-cinder-837356-2-iscsi neutron-server[103916]: DEBUG neutron.wsgi [-] (103916) accepted ('10.222.0.66', 45806) {{(pid=103916) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 16 17:31:35.820131 dv-cinder-837356-2-iscsi neutron-server[103916]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e0a8fea4-eded-4f00-bd52-f777807e246c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=446bb7b6-28c4-49a7-9f45-9bdea5016a5a,revision_number=1']} {{(pid=103916) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 17:31:35.871720 dv-cinder-837356-2-iscsi neutron-server[103917]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bfb8bd8b-c1a2-4663-b938-48b8228caf7a req-cbc26f06-4ff2-4db3-b1ed-82ea2a74c4b1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103917) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 16 17:31:35.873194 dv-cinder-837356-2-iscsi neutron-server[103917]: INFO neutron.wsgi [req-bfb8bd8b-c1a2-4663-b938-48b8228caf7a req-cbc26f06-4ff2-4db3-b1ed-82ea2a74c4b1 service neutron] 10.222.0.81 "GET /v2.0/subnets?id=4a1d4ef0-9517-4aff-bf32-d5774cc7c0cd HTTP/1.1" status: 200 len: 847 time: 0.0835741 Jun 16 17:31:35.874909 dv-cinder-837356-2-iscsi neutron-server[103916]: DEBUG neutron_lib.callbacks.manager [None req-3052912d-4244-4208-9ae9-81fc5d970d07 admin admin] Publish callbacks [] for security_group (446bb7b6-28c4-49a7-9f45-9bdea5016a5a), before_delete {{(pid=103916) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 17:31:35.914845 dv-cinder-837356-2-iscsi neutron-server[103916]: DEBUG neutron_lib.callbacks.manager [None req-3052912d-4244-4208-9ae9-81fc5d970d07 admin admin] Publish callbacks [] for security_group (446bb7b6-28c4-49a7-9f45-9bdea5016a5a), precommit_delete {{(pid=103916) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 17:31:35.928624 dv-cinder-837356-2-iscsi neutron-server[103917]: DEBUG dbcounter [-] [103917] Writing DB stats neutron:SELECT=98,neutron:UPDATE=1,neutron:INSERT=1 {{(pid=103917) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 16 17:31:35.951923 dv-cinder-837356-2-iscsi neutron-server[103917]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bfb8bd8b-c1a2-4663-b938-48b8228caf7a req-c97dc56b-edf2-4925-b620-1eacfac7df2c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103917) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 16 17:31:35.953649 dv-cinder-837356-2-iscsi neutron-server[103917]: INFO neutron.wsgi [req-bfb8bd8b-c1a2-4663-b938-48b8228caf7a req-c97dc56b-edf2-4925-b620-1eacfac7df2c service neutron] 10.222.0.81 "GET /v2.0/ports?network_id=e2e2bf0f-54ad-46f0-9611-04e943388552&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0731001 Jun 16 17:31:35.955388 dv-cinder-837356-2-iscsi neutron-server[103917]: INFO neutron.wsgi [req-e01342b3-55e7-438f-9772-60b07381ffce req-100506d6-ef8a-44f7-8624-6b5550fa8711 service neutron] 10.222.0.81 "GET /v2.0/networks/3da1c24e-a853-4091-89c9-dc663f379476?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1873038 Jun 16 17:31:35.977307 dv-cinder-837356-2-iscsi neutron-server[103916]: DEBUG neutron_lib.callbacks.manager [None req-3052912d-4244-4208-9ae9-81fc5d970d07 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-570488'] for security_group (446bb7b6-28c4-49a7-9f45-9bdea5016a5a), after_delete {{(pid=103916) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 17:31:35.979915 dv-cinder-837356-2-iscsi neutron-server[103916]: DEBUG neutron_lib.callbacks.manager [None req-3052912d-4244-4208-9ae9-81fc5d970d07 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103916) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 17:31:35.981077 dv-cinder-837356-2-iscsi neutron-server[103916]: INFO neutron.wsgi [None req-3052912d-4244-4208-9ae9-81fc5d970d07 admin admin] 10.222.0.66 "DELETE /v2.0/security-groups/446bb7b6-28c4-49a7-9f45-9bdea5016a5a HTTP/1.1" status: 204 len: 168 time: 0.1683774 Jun 16 17:31:35.991106 dv-cinder-837356-2-iscsi neutron-server[103916]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3052912d-4244-4208-9ae9-81fc5d970d07 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=446bb7b6-28c4-49a7-9f45-9bdea5016a5a,revision_number=None']} {{(pid=103916) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 17:31:36.141022 dv-cinder-837356-2-iscsi neutron-server[103917]: INFO neutron.wsgi [req-e01342b3-55e7-438f-9772-60b07381ffce req-dd5b1f96-403a-4f99-9b75-9b4329c2ebf5 service neutron] 10.222.0.81 "GET /v2.0/networks/3da1c24e-a853-4091-89c9-dc663f379476?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1747038 Jun 16 17:31:36.142763 dv-cinder-837356-2-iscsi neutron-server[103917]: INFO neutron.wsgi [req-bfb8bd8b-c1a2-4663-b938-48b8228caf7a req-b22b1e30-9865-44a6-a68e-eed96d4575a9 service neutron] 10.222.0.81 "GET /v2.0/networks/e2e2bf0f-54ad-46f0-9611-04e943388552?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1780608 Jun 16 17:31:36.259618 dv-cinder-837356-2-iscsi neutron-server[103916]: DEBUG dbcounter [-] [103916] Writing DB stats neutron:SELECT=86,neutron:INSERT=10,neutron:UPDATE=1,neutron:DELETE=3 {{(pid=103916) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 16 17:31:36.269249 dv-cinder-837356-2-iscsi neutron-server[103917]: INFO neutron.wsgi [req-bfb8bd8b-c1a2-4663-b938-48b8228caf7a req-bbd20155-1d8c-4649-b0e7-f59c315260db service neutron] 10.222.0.81 "GET /v2.0/networks/e2e2bf0f-54ad-46f0-9611-04e943388552?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1172841 Jun 16 17:31:36.300740 dv-cinder-837356-2-iscsi neutron-server[103916]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ab75401-c179-4fcb-ba82-be1441db50ae req-590d8189-eeae-4942-9d55-9c45ef204c01 tempest-TestVolumeBootPattern-1350759327 tempest-TestVolumeBootPattern-1350759327-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103916) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 16 17:31:36.302373 dv-cinder-837356-2-iscsi neutron-server[103916]: INFO neutron.wsgi [req-3ab75401-c179-4fcb-ba82-be1441db50ae req-590d8189-eeae-4942-9d55-9c45ef204c01 tempest-TestVolumeBootPattern-1350759327 tempest-TestVolumeBootPattern-1350759327-project] 10.222.0.66 "GET /v2.0/ports?device_id=846547de-f4c6-43da-80ab-05da7d9fccf3 HTTP/1.1" status: 200 len: 944 time: 0.0536146 Jun 16 17:31:36.317604 dv-cinder-837356-2-iscsi neutron-server[103916]: DEBUG dbcounter [-] [103916] Writing DB stats neutron:SELECT=82,neutron:INSERT=12,neutron:DELETE=5,neutron:UPDATE=1 {{(pid=103916) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 16 17:31:36.383725 dv-cinder-837356-2-iscsi neutron-server[103916]: INFO neutron.wsgi [req-3ab75401-c179-4fcb-ba82-be1441db50ae req-90c9daa7-1b4e-4b24-b615-ecaf64448f64 tempest-TestVolumeBootPattern-1350759327 tempest-TestVolumeBootPattern-1350759327-project] 10.222.0.66 "GET /v2.0/security-groups?id=e6a9443b-cf7a-479e-b6b0-e85ba61d4c81&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0751791 Jun 16 17:31:36.464301 dv-cinder-837356-2-iscsi neutron-server[103917]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67bb9c69-2bfa-4f64-98a2-7aae238fed6a req-c5413589-1671-47c3-9428-850c70414758 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103917) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 16 17:31:36.466829 dv-cinder-837356-2-iscsi neutron-server[103917]: INFO neutron.wsgi [req-67bb9c69-2bfa-4f64-98a2-7aae238fed6a req-c5413589-1671-47c3-9428-850c70414758 service neutron] 10.222.0.81 "GET /v2.0/ports?tenant_id=bd1488226a424c6e9e7f94f31b020e4f&device_id=846547de-f4c6-43da-80ab-05da7d9fccf3 HTTP/1.1" status: 200 len: 1128 time: 0.0436895 Jun 16 17:31:36.596763 dv-cinder-837356-2-iscsi neutron-server[103917]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67bb9c69-2bfa-4f64-98a2-7aae238fed6a req-82d42dae-410d-4dd0-9d8b-902c958508c6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103917) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 16 17:31:36.598957 dv-cinder-837356-2-iscsi neutron-server[103917]: INFO neutron.wsgi [req-67bb9c69-2bfa-4f64-98a2-7aae238fed6a req-82d42dae-410d-4dd0-9d8b-902c958508c6 service neutron] 10.222.0.81 "GET /v2.0/networks?id=3da1c24e-a853-4091-89c9-dc663f379476 HTTP/1.1" status: 200 len: 914 time: 0.1251519 Jun 16 17:31:36.945609 dv-cinder-837356-2-iscsi neutron-server[103917]: INFO neutron.wsgi [req-67bb9c69-2bfa-4f64-98a2-7aae238fed6a req-42c02169-bd71-4271-a2a0-6bdda714218d service neutron] 10.222.0.81 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=36fcbcc2-2d79-4ffe-9727-2ad369c03b4a HTTP/1.1" status: 200 len: 217 time: 0.3362710 Jun 16 17:31:37.003764 dv-cinder-837356-2-iscsi neutron-server[103917]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67bb9c69-2bfa-4f64-98a2-7aae238fed6a req-17fee60a-af82-4570-a0c3-0b914c9c3bc0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103917) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 16 17:31:37.005938 dv-cinder-837356-2-iscsi neutron-server[103917]: INFO neutron.wsgi [req-67bb9c69-2bfa-4f64-98a2-7aae238fed6a req-17fee60a-af82-4570-a0c3-0b914c9c3bc0 service neutron] 10.222.0.81 "GET /v2.0/subnets?id=ff26c6d8-fbe9-4318-9056-e5433e3433f5 HTTP/1.1" status: 200 len: 851 time: 0.0542967 Jun 16 17:31:37.064311 dv-cinder-837356-2-iscsi neutron-server[103917]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67bb9c69-2bfa-4f64-98a2-7aae238fed6a req-151044b9-793f-4d72-895a-73097a752765 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103917) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 16 17:31:37.066061 dv-cinder-837356-2-iscsi neutron-server[103917]: INFO neutron.wsgi [req-67bb9c69-2bfa-4f64-98a2-7aae238fed6a req-151044b9-793f-4d72-895a-73097a752765 service neutron] 10.222.0.81 "GET /v2.0/ports?network_id=3da1c24e-a853-4091-89c9-dc663f379476&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0542648 Jun 16 17:31:37.180651 dv-cinder-837356-2-iscsi neutron-server[103917]: INFO neutron.wsgi [req-67bb9c69-2bfa-4f64-98a2-7aae238fed6a req-c12afa08-9f28-4c4d-9798-607f0571fa76 service neutron] 10.222.0.81 "GET /v2.0/networks/3da1c24e-a853-4091-89c9-dc663f379476?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1075964 Jun 16 17:31:37.298507 dv-cinder-837356-2-iscsi neutron-server[103917]: INFO neutron.wsgi [req-67bb9c69-2bfa-4f64-98a2-7aae238fed6a req-340ac9a4-9b05-4df1-9cbb-7bd28b07564f service neutron] 10.222.0.81 "GET /v2.0/networks/3da1c24e-a853-4091-89c9-dc663f379476?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1088262 Jun 16 17:31:37.510242 dv-cinder-837356-2-iscsi neutron-server[103917]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36c4cd64-5d27-4482-b191-0ef44184007d req-0bc2bb69-f451-4255-86df-401c5dc75949 tempest-TestVolumeBootPattern-1350759327 tempest-TestVolumeBootPattern-1350759327-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103917) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 16 17:31:37.511752 dv-cinder-837356-2-iscsi neutron-server[103917]: INFO neutron.wsgi [req-36c4cd64-5d27-4482-b191-0ef44184007d req-0bc2bb69-f451-4255-86df-401c5dc75949 tempest-TestVolumeBootPattern-1350759327 tempest-TestVolumeBootPattern-1350759327-project] 10.222.0.66 "GET /v2.0/ports?device_id=846547de-f4c6-43da-80ab-05da7d9fccf3 HTTP/1.1" status: 200 len: 944 time: 0.0514007 Jun 16 17:31:37.569774 dv-cinder-837356-2-iscsi neutron-server[103917]: INFO neutron.wsgi [req-36c4cd64-5d27-4482-b191-0ef44184007d req-f9a43930-9503-46b4-a1a8-ac111a7a85b7 tempest-TestVolumeBootPattern-1350759327 tempest-TestVolumeBootPattern-1350759327-project] 10.222.0.66 "GET /v2.0/security-groups?id=e6a9443b-cf7a-479e-b6b0-e85ba61d4c81&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0520072 Jun 16 17:31:38.695917 dv-cinder-837356-2-iscsi neutron-server[103916]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79b5102e-b63e-4a7b-a3c7-cb0cb93a0966 req-f9fce746-2113-4a4d-995c-4d729f6de9db tempest-TestVolumeBootPattern-1350759327 tempest-TestVolumeBootPattern-1350759327-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103916) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 16 17:31:38.697483 dv-cinder-837356-2-iscsi neutron-server[103916]: INFO neutron.wsgi [req-79b5102e-b63e-4a7b-a3c7-cb0cb93a0966 req-f9fce746-2113-4a4d-995c-4d729f6de9db tempest-TestVolumeBootPattern-1350759327 tempest-TestVolumeBootPattern-1350759327-project] 10.222.0.66 "GET /v2.0/ports?device_id=846547de-f4c6-43da-80ab-05da7d9fccf3 HTTP/1.1" status: 200 len: 944 time: 0.0555997 Jun 16 17:31:38.752186 dv-cinder-837356-2-iscsi neutron-server[103916]: INFO neutron.wsgi [req-79b5102e-b63e-4a7b-a3c7-cb0cb93a0966 req-6504554a-ba2a-4dc2-bbd3-3108f4e72f59 tempest-TestVolumeBootPattern-1350759327 tempest-TestVolumeBootPattern-1350759327-project] 10.222.0.66 "GET /v2.0/security-groups?id=e6a9443b-cf7a-479e-b6b0-e85ba61d4c81&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0486670 Jun 16 17:31:39.833640 dv-cinder-837356-2-iscsi neutron-server[103916]: DEBUG neutron.wsgi [-] (103916) accepted ('10.222.0.66', 45862) {{(pid=103916) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 16 17:31:39.877787 dv-cinder-837356-2-iscsi neutron-server[103917]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63ff5659-c746-4a7a-9139-dadd1e497ef0 req-778b3a85-f711-43e9-8966-c5c93a9130c4 tempest-TestVolumeBootPattern-1350759327 tempest-TestVolumeBootPattern-1350759327-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103917) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 16 17:31:39.879405 dv-cinder-837356-2-iscsi neutron-server[103917]: INFO neutron.wsgi [req-63ff5659-c746-4a7a-9139-dadd1e497ef0 req-778b3a85-f711-43e9-8966-c5c93a9130c4 tempest-TestVolumeBootPattern-1350759327 tempest-TestVolumeBootPattern-1350759327-project] 10.222.0.66 "GET /v2.0/ports?device_id=846547de-f4c6-43da-80ab-05da7d9fccf3 HTTP/1.1" status: 200 len: 944 time: 0.0521307 Jun 16 17:31:39.937737 dv-cinder-837356-2-iscsi neutron-server[103917]: INFO neutron.wsgi [req-63ff5659-c746-4a7a-9139-dadd1e497ef0 req-ec2a141e-1756-4364-83d1-1214fe619628 tempest-TestVolumeBootPattern-1350759327 tempest-TestVolumeBootPattern-1350759327-project] 10.222.0.66 "GET /v2.0/security-groups?id=e6a9443b-cf7a-479e-b6b0-e85ba61d4c81&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0528171 Jun 16 17:31:39.956205 dv-cinder-837356-2-iscsi neutron-server[103916]: DEBUG neutron_lib.callbacks.manager [None req-c7beaa9d-d853-4820-a79e-a23f9431d329 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103916) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 17:31:40.036893 dv-cinder-837356-2-iscsi neutron-server[103916]: DEBUG neutron_lib.callbacks.manager [None req-c7beaa9d-d853-4820-a79e-a23f9431d329 admin admin] Publish callbacks [] for security_group (2acc30d1-8d6a-4086-ba66-5ffc8963f3c7), precommit_create {{(pid=103916) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 17:31:40.041830 dv-cinder-837356-2-iscsi neutron-server[103916]: DEBUG neutron_lib.callbacks.manager [None req-c7beaa9d-d853-4820-a79e-a23f9431d329 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-570488'] for security_group (2acc30d1-8d6a-4086-ba66-5ffc8963f3c7), after_create {{(pid=103916) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 17:31:40.085415 dv-cinder-837356-2-iscsi neutron-server[103916]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c7beaa9d-d853-4820-a79e-a23f9431d329 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2acc30d1-8d6a-4086-ba66-5ffc8963f3c7,revision_number=1']} {{(pid=103916) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 17:31:40.093315 dv-cinder-837356-2-iscsi neutron-server[103916]: INFO neutron.wsgi [None req-c7beaa9d-d853-4820-a79e-a23f9431d329 admin admin] 10.222.0.66 "GET /v2.0/security-groups?tenant_id=31e992228e2640d78f4ef6b46209be8b&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2550864 Jun 16 17:31:40.093627 dv-cinder-837356-2-iscsi neutron-server[103916]: DEBUG neutron.wsgi [-] (103916) accepted ('10.222.0.66', 45866) {{(pid=103916) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 16 17:31:40.152268 dv-cinder-837356-2-iscsi neutron-server[103916]: DEBUG neutron_lib.callbacks.manager [None req-df54381d-23ae-46a9-b6be-678cda41f586 admin admin] Publish callbacks [] for security_group (2acc30d1-8d6a-4086-ba66-5ffc8963f3c7), before_delete {{(pid=103916) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 17:31:40.176602 dv-cinder-837356-2-iscsi neutron-server[103916]: DEBUG neutron_lib.callbacks.manager [None req-df54381d-23ae-46a9-b6be-678cda41f586 admin admin] Publish callbacks [] for security_group (2acc30d1-8d6a-4086-ba66-5ffc8963f3c7), precommit_delete {{(pid=103916) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 17:31:40.228947 dv-cinder-837356-2-iscsi neutron-server[103916]: DEBUG neutron_lib.callbacks.manager [None req-df54381d-23ae-46a9-b6be-678cda41f586 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-570488'] for security_group (2acc30d1-8d6a-4086-ba66-5ffc8963f3c7), after_delete {{(pid=103916) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 17:31:40.231776 dv-cinder-837356-2-iscsi neutron-server[103916]: DEBUG neutron_lib.callbacks.manager [None req-df54381d-23ae-46a9-b6be-678cda41f586 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103916) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 17:31:40.232962 dv-cinder-837356-2-iscsi neutron-server[103916]: INFO neutron.wsgi [None req-df54381d-23ae-46a9-b6be-678cda41f586 admin admin] 10.222.0.66 "DELETE /v2.0/security-groups/2acc30d1-8d6a-4086-ba66-5ffc8963f3c7 HTTP/1.1" status: 204 len: 168 time: 0.1381462 Jun 16 17:31:40.242420 dv-cinder-837356-2-iscsi neutron-server[103916]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df54381d-23ae-46a9-b6be-678cda41f586 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2acc30d1-8d6a-4086-ba66-5ffc8963f3c7,revision_number=None']} {{(pid=103916) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 17:31:41.060142 dv-cinder-837356-2-iscsi neutron-server[103916]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-908b2f5a-98c9-41a1-af69-333c08b8f3b6 req-9753fa4a-0ca3-4ae9-97d1-0928dfc01aa8 tempest-TestVolumeBootPattern-1350759327 tempest-TestVolumeBootPattern-1350759327-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103916) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 16 17:31:41.061680 dv-cinder-837356-2-iscsi neutron-server[103916]: INFO neutron.wsgi [req-908b2f5a-98c9-41a1-af69-333c08b8f3b6 req-9753fa4a-0ca3-4ae9-97d1-0928dfc01aa8 tempest-TestVolumeBootPattern-1350759327 tempest-TestVolumeBootPattern-1350759327-project] 10.222.0.66 "GET /v2.0/ports?device_id=846547de-f4c6-43da-80ab-05da7d9fccf3 HTTP/1.1" status: 200 len: 944 time: 0.0515068 Jun 16 17:31:41.114925 dv-cinder-837356-2-iscsi neutron-server[103916]: INFO neutron.wsgi [req-908b2f5a-98c9-41a1-af69-333c08b8f3b6 req-3af3adf5-e685-48cb-aed7-4db5c35ad344 tempest-TestVolumeBootPattern-1350759327 tempest-TestVolumeBootPattern-1350759327-project] 10.222.0.66 "GET /v2.0/security-groups?id=e6a9443b-cf7a-479e-b6b0-e85ba61d4c81&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0474405 Jun 16 17:31:42.201894 dv-cinder-837356-2-iscsi neutron-server[103917]: DEBUG dbcounter [-] [103917] Writing DB stats neutron:SELECT=100 {{(pid=103917) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 16 17:31:42.245280 dv-cinder-837356-2-iscsi neutron-server[103917]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-553852ca-a496-4241-9424-f805af8c07ce req-414c2ffa-e6b8-45f4-b314-3b5b7f927cf0 tempest-TestVolumeBootPattern-1350759327 tempest-TestVolumeBootPattern-1350759327-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103917) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 16 17:31:42.247303 dv-cinder-837356-2-iscsi neutron-server[103917]: INFO neutron.wsgi [req-553852ca-a496-4241-9424-f805af8c07ce req-414c2ffa-e6b8-45f4-b314-3b5b7f927cf0 tempest-TestVolumeBootPattern-1350759327 tempest-TestVolumeBootPattern-1350759327-project] 10.222.0.66 "GET /v2.0/ports?device_id=846547de-f4c6-43da-80ab-05da7d9fccf3 HTTP/1.1" status: 200 len: 944 time: 0.0541229 Jun 16 17:31:42.279976 dv-cinder-837356-2-iscsi neutron-server[103917]: DEBUG dbcounter [-] [103917] Writing DB stats neutron:SELECT=100 {{(pid=103917) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 16 17:31:42.302179 dv-cinder-837356-2-iscsi neutron-server[103917]: INFO neutron.wsgi [req-553852ca-a496-4241-9424-f805af8c07ce req-027b8e3f-71ff-4505-a840-b706285eecfd tempest-TestVolumeBootPattern-1350759327 tempest-TestVolumeBootPattern-1350759327-project] 10.222.0.66 "GET /v2.0/security-groups?id=e6a9443b-cf7a-479e-b6b0-e85ba61d4c81&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0488982 Jun 16 17:31:43.006006 dv-cinder-837356-2-iscsi neutron-server[103918]: DEBUG neutron_lib.callbacks.manager [None req-34b627b8-745e-4cc6-8716-0adab54fb7b9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728539454181', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16149322'] for agent (0913b7ec-eea4-4492-8ef1-e01c4575abca), after_update {{(pid=103918) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 17:31:43.447750 dv-cinder-837356-2-iscsi neutron-server[103917]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5af27bb7-3dc8-43b7-821e-98cdd0e678e0 req-87d3c72a-660c-4dd2-ac36-a426e8482c35 tempest-TestVolumeBootPattern-1350759327 tempest-TestVolumeBootPattern-1350759327-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103917) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 16 17:31:43.453196 dv-cinder-837356-2-iscsi neutron-server[103917]: INFO neutron.wsgi [req-5af27bb7-3dc8-43b7-821e-98cdd0e678e0 req-87d3c72a-660c-4dd2-ac36-a426e8482c35 tempest-TestVolumeBootPattern-1350759327 tempest-TestVolumeBootPattern-1350759327-project] 10.222.0.66 "GET /v2.0/ports?device_id=846547de-f4c6-43da-80ab-05da7d9fccf3 HTTP/1.1" status: 200 len: 944 time: 0.0646069 Jun 16 17:31:43.522115 dv-cinder-837356-2-iscsi neutron-server[103917]: INFO neutron.wsgi [req-5af27bb7-3dc8-43b7-821e-98cdd0e678e0 req-1a7e4272-fc97-456b-8bf5-cbbf8fd612ff tempest-TestVolumeBootPattern-1350759327 tempest-TestVolumeBootPattern-1350759327-project] 10.222.0.66 "GET /v2.0/security-groups?id=e6a9443b-cf7a-479e-b6b0-e85ba61d4c81&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0666082 Jun 16 17:31:43.920221 dv-cinder-837356-2-iscsi neutron-server[103918]: DEBUG neutron.plugins.ml2.rpc [None req-b2b17746-c296-4803-869a-65578e8233dd None None] Device 36fcbcc2-2d79-4ffe-9727-2ad369c03b4a details requested by agent hyperv_hv-cinder-83735 with host hv-cinder-83735 {{(pid=103918) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jun 16 17:31:44.040707 dv-cinder-837356-2-iscsi neutron-server[103918]: DEBUG neutron.plugins.ml2.db [None req-b2b17746-c296-4803-869a-65578e8233dd None None] For port 36fcbcc2-2d79-4ffe-9727-2ad369c03b4a, host hv-cinder-83735, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83735',level=0,port_id=36fcbcc2-2d79-4ffe-9727-2ad369c03b4a,segment=NetworkSegment(363e514d-58a6-41ff-89ea-af6a85f188ef),segment_id=363e514d-58a6-41ff-89ea-af6a85f188ef)] {{(pid=103918) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 16 17:31:44.056575 dv-cinder-837356-2-iscsi neutron-server[103918]: DEBUG neutron.plugins.ml2.rpc [None req-b2b17746-c296-4803-869a-65578e8233dd None None] Returning: {'device': '36fcbcc2-2d79-4ffe-9727-2ad369c03b4a', 'network_id': '3da1c24e-a853-4091-89c9-dc663f379476', 'port_id': '36fcbcc2-2d79-4ffe-9727-2ad369c03b4a', 'mac_address': 'fa:16:3e:07:01:3b', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 1006, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'ff26c6d8-fbe9-4318-9056-e5433e3433f5', 'ip_address': '172.20.0.14'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'qos_network_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103918) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jun 16 17:31:44.093756 dv-cinder-837356-2-iscsi neutron-server[103918]: DEBUG neutron.plugins.ml2.plugin [None req-b2b17746-c296-4803-869a-65578e8233dd None None] Current status of the port 36fcbcc2-2d79-4ffe-9727-2ad369c03b4a is: DOWN; New status is: BUILD {{(pid=103918) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2298}} Jun 16 17:31:44.094148 dv-cinder-837356-2-iscsi neutron-server[103918]: DEBUG neutron_lib.callbacks.manager [None req-b2b17746-c296-4803-869a-65578e8233dd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16007590'] for port (36fcbcc2-2d79-4ffe-9727-2ad369c03b4a), before_update {{(pid=103918) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 17:31:44.107593 dv-cinder-837356-2-iscsi neutron-server[103918]: DEBUG neutron.notifiers.nova [None req-b2b17746-c296-4803-869a-65578e8233dd None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 36fcbcc2-2d79-4ffe-9727-2ad369c03b4a {{(pid=103918) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Jun 16 17:31:44.132980 dv-cinder-837356-2-iscsi neutron-server[103918]: DEBUG neutron.plugins.ml2.db [None req-b2b17746-c296-4803-869a-65578e8233dd None None] For port 36fcbcc2-2d79-4ffe-9727-2ad369c03b4a, host hv-cinder-83735, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83735',level=0,port_id=36fcbcc2-2d79-4ffe-9727-2ad369c03b4a,segment=NetworkSegment(363e514d-58a6-41ff-89ea-af6a85f188ef),segment_id=363e514d-58a6-41ff-89ea-af6a85f188ef)] {{(pid=103918) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 16 17:31:44.139224 dv-cinder-837356-2-iscsi neutron-server[103918]: DEBUG neutron_lib.callbacks.manager [None req-b2b17746-c296-4803-869a-65578e8233dd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16007527', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-75831', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16241551', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728539364693', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728538993439', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728538993457'] for port (36fcbcc2-2d79-4ffe-9727-2ad369c03b4a), after_update {{(pid=103918) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 17:31:44.197738 dv-cinder-837356-2-iscsi neutron-server[103918]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b2b17746-c296-4803-869a-65578e8233dd None None] Pushing event updated for resources: {'Port': ['ID=36fcbcc2-2d79-4ffe-9727-2ad369c03b4a,revision_number=4']} {{(pid=103918) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 17:31:44.209430 dv-cinder-837356-2-iscsi neutron-server[103918]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b2b17746-c296-4803-869a-65578e8233dd None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-837356-2-iscsi {{(pid=103918) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 17:31:44.209776 dv-cinder-837356-2-iscsi neutron-server[103918]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b2b17746-c296-4803-869a-65578e8233dd None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-837356-2-iscsi {{(pid=103918) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 17:31:44.210120 dv-cinder-837356-2-iscsi neutron-server[103918]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b2b17746-c296-4803-869a-65578e8233dd None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-837356-2-iscsi {{(pid=103918) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 17:31:44.210488 dv-cinder-837356-2-iscsi neutron-server[103918]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b2b17746-c296-4803-869a-65578e8233dd None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-837356-2-iscsi {{(pid=103918) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 17:31:44.210822 dv-cinder-837356-2-iscsi neutron-server[103918]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b2b17746-c296-4803-869a-65578e8233dd None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-837356-2-iscsi {{(pid=103918) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 17:31:44.211151 dv-cinder-837356-2-iscsi neutron-server[103918]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b2b17746-c296-4803-869a-65578e8233dd None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-837356-2-iscsi {{(pid=103918) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 17:31:44.211476 dv-cinder-837356-2-iscsi neutron-server[103918]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b2b17746-c296-4803-869a-65578e8233dd None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-837356-2-iscsi {{(pid=103918) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 17:31:44.211801 dv-cinder-837356-2-iscsi neutron-server[103918]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b2b17746-c296-4803-869a-65578e8233dd None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-837356-2-iscsi {{(pid=103918) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 17:31:44.212126 dv-cinder-837356-2-iscsi neutron-server[103918]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b2b17746-c296-4803-869a-65578e8233dd None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-837356-2-iscsi {{(pid=103918) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 17:31:44.212454 dv-cinder-837356-2-iscsi neutron-server[103918]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b2b17746-c296-4803-869a-65578e8233dd None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-837356-2-iscsi {{(pid=103918) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 17:31:44.212776 dv-cinder-837356-2-iscsi neutron-server[103918]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b2b17746-c296-4803-869a-65578e8233dd None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-837356-2-iscsi {{(pid=103918) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 17:31:44.213129 dv-cinder-837356-2-iscsi neutron-server[103918]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b2b17746-c296-4803-869a-65578e8233dd None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-837356-2-iscsi {{(pid=103918) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 17:31:44.213454 dv-cinder-837356-2-iscsi neutron-server[103918]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b2b17746-c296-4803-869a-65578e8233dd None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-837356-2-iscsi {{(pid=103918) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 17:31:44.213768 dv-cinder-837356-2-iscsi neutron-server[103918]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b2b17746-c296-4803-869a-65578e8233dd None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-837356-2-iscsi {{(pid=103918) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 17:31:44.214086 dv-cinder-837356-2-iscsi neutron-server[103918]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b2b17746-c296-4803-869a-65578e8233dd None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-837356-2-iscsi {{(pid=103918) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 17:31:44.425414 dv-cinder-837356-2-iscsi neutron-server[103918]: DEBUG neutron.plugins.ml2.db [None req-b2b17746-c296-4803-869a-65578e8233dd None None] get_ports_and_sgs() called for port_ids ['36fcbcc2-2d79-4ffe-9727-2ad369c03b4a'] {{(pid=103918) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jun 16 17:31:44.650211 dv-cinder-837356-2-iscsi neutron-server[103918]: DEBUG dbcounter [-] [103918] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=103918) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 16 17:31:44.669867 dv-cinder-837356-2-iscsi neutron-server[103917]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c39b59c1-29f9-4bc6-96c3-c9233211bef4 req-c99bd815-9a6b-41bd-88fb-2e7bd2f14d3b tempest-TestVolumeBootPattern-1350759327 tempest-TestVolumeBootPattern-1350759327-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103917) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 16 17:31:44.671424 dv-cinder-837356-2-iscsi neutron-server[103917]: INFO neutron.wsgi [req-c39b59c1-29f9-4bc6-96c3-c9233211bef4 req-c99bd815-9a6b-41bd-88fb-2e7bd2f14d3b tempest-TestVolumeBootPattern-1350759327 tempest-TestVolumeBootPattern-1350759327-project] 10.222.0.66 "GET /v2.0/ports?device_id=846547de-f4c6-43da-80ab-05da7d9fccf3 HTTP/1.1" status: 200 len: 945 time: 0.0570176 Jun 16 17:31:44.741902 dv-cinder-837356-2-iscsi neutron-server[103917]: INFO neutron.wsgi [req-c39b59c1-29f9-4bc6-96c3-c9233211bef4 req-c8264774-a5ab-462c-8b92-0094848fdc86 tempest-TestVolumeBootPattern-1350759327 tempest-TestVolumeBootPattern-1350759327-project] 10.222.0.66 "GET /v2.0/security-groups?id=e6a9443b-cf7a-479e-b6b0-e85ba61d4c81&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0630045 Jun 16 17:31:45.445539 dv-cinder-837356-2-iscsi neutron-server[103918]: DEBUG neutron_lib.callbacks.manager [None req-9bb415ce-66d0-458a-af11-89b8964be327 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728539454181', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16149322'] for agent (7639df21-17c3-4235-8912-210c3ad54137), after_update {{(pid=103918) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 17:31:45.890191 dv-cinder-837356-2-iscsi neutron-server[103917]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ea7c414-c6c4-44eb-8c15-3d769b588c57 req-5a5fe108-9af6-4b87-a423-19de6fcf2ac0 tempest-TestVolumeBootPattern-1350759327 tempest-TestVolumeBootPattern-1350759327-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103917) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 16 17:31:45.891878 dv-cinder-837356-2-iscsi neutron-server[103917]: INFO neutron.wsgi [req-8ea7c414-c6c4-44eb-8c15-3d769b588c57 req-5a5fe108-9af6-4b87-a423-19de6fcf2ac0 tempest-TestVolumeBootPattern-1350759327 tempest-TestVolumeBootPattern-1350759327-project] 10.222.0.66 "GET /v2.0/ports?device_id=846547de-f4c6-43da-80ab-05da7d9fccf3 HTTP/1.1" status: 200 len: 945 time: 0.0714266 Jun 16 17:31:45.917588 dv-cinder-837356-2-iscsi neutron-server[103918]: DEBUG neutron.plugins.ml2.rpc [None req-b2b17746-c296-4803-869a-65578e8233dd None None] Device 36fcbcc2-2d79-4ffe-9727-2ad369c03b4a up at agent hyperv_hv-cinder-83735 {{(pid=103918) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 16 17:31:45.944908 dv-cinder-837356-2-iscsi neutron-server[103917]: INFO neutron.wsgi [req-8ea7c414-c6c4-44eb-8c15-3d769b588c57 req-e97dcf7b-b596-45a7-bd69-36fdba66b67c tempest-TestVolumeBootPattern-1350759327 tempest-TestVolumeBootPattern-1350759327-project] 10.222.0.66 "GET /v2.0/security-groups?id=e6a9443b-cf7a-479e-b6b0-e85ba61d4c81&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0466278 Jun 16 17:31:45.947678 dv-cinder-837356-2-iscsi neutron-server[103918]: DEBUG dbcounter [-] [103918] Writing DB stats neutron:SELECT=96,neutron:UPDATE=4 {{(pid=103918) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 16 17:31:45.979053 dv-cinder-837356-2-iscsi neutron-server[103918]: DEBUG neutron.db.provisioning_blocks [None req-b2b17746-c296-4803-869a-65578e8233dd None None] Provisioning for port 36fcbcc2-2d79-4ffe-9727-2ad369c03b4a completed by entity L2. {{(pid=103918) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:137}} Jun 16 17:31:45.986234 dv-cinder-837356-2-iscsi neutron-server[103918]: DEBUG neutron.db.provisioning_blocks [None req-b2b17746-c296-4803-869a-65578e8233dd None None] Provisioning complete for port 36fcbcc2-2d79-4ffe-9727-2ad369c03b4a triggered by entity L2. {{(pid=103918) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jun 16 17:31:45.986603 dv-cinder-837356-2-iscsi neutron-server[103918]: DEBUG neutron_lib.callbacks.manager [None req-b2b17746-c296-4803-869a-65578e8233dd None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16149424'] for port (36fcbcc2-2d79-4ffe-9727-2ad369c03b4a), provisioning_complete {{(pid=103918) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 17:31:46.067683 dv-cinder-837356-2-iscsi neutron-server[103918]: DEBUG neutron.plugins.ml2.plugin [None req-b2b17746-c296-4803-869a-65578e8233dd None None] Current status of the port 36fcbcc2-2d79-4ffe-9727-2ad369c03b4a is: BUILD; New status is: ACTIVE {{(pid=103918) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2298}} Jun 16 17:31:46.068120 dv-cinder-837356-2-iscsi neutron-server[103918]: DEBUG neutron_lib.callbacks.manager [None req-b2b17746-c296-4803-869a-65578e8233dd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16007590'] for port (36fcbcc2-2d79-4ffe-9727-2ad369c03b4a), before_update {{(pid=103918) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 17:31:46.095395 dv-cinder-837356-2-iscsi neutron-server[103918]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '846547de-f4c6-43da-80ab-05da7d9fccf3', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '36fcbcc2-2d79-4ffe-9727-2ad369c03b4a'}] {{(pid=103918) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jun 16 17:31:46.098399 dv-cinder-837356-2-iscsi neutron-server[103918]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.66/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c81ba123246404939637391270152498621c2ac0d5068f91321d7f7277fce0c4" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-62473e3a-b00e-4be2-98b5-24143d5ed642" -d '{"events": [{"server_uuid": "846547de-f4c6-43da-80ab-05da7d9fccf3", "name": "network-vif-plugged", "status": "completed", "tag": "36fcbcc2-2d79-4ffe-9727-2ad369c03b4a"}]}' {{(pid=103918) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 16 17:31:46.113052 dv-cinder-837356-2-iscsi neutron-server[103918]: DEBUG neutron.plugins.ml2.db [None req-b2b17746-c296-4803-869a-65578e8233dd None None] For port 36fcbcc2-2d79-4ffe-9727-2ad369c03b4a, host hv-cinder-83735, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83735',level=0,port_id=36fcbcc2-2d79-4ffe-9727-2ad369c03b4a,segment=NetworkSegment(363e514d-58a6-41ff-89ea-af6a85f188ef),segment_id=363e514d-58a6-41ff-89ea-af6a85f188ef)] {{(pid=103918) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 16 17:31:46.120863 dv-cinder-837356-2-iscsi neutron-server[103918]: DEBUG neutron_lib.callbacks.manager [None req-b2b17746-c296-4803-869a-65578e8233dd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16007527', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-75831', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16241551', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728539364693', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728538993439', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728538993457'] for port (36fcbcc2-2d79-4ffe-9727-2ad369c03b4a), after_update {{(pid=103918) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 17:31:46.150823 dv-cinder-837356-2-iscsi neutron-server[103918]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 16 Jun 2022 17:31:46 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-25a42d4d-c815-4b63-b3c7-34efe80038ee x-openstack-request-id: req-25a42d4d-c815-4b63-b3c7-34efe80038ee {{(pid=103918) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 16 17:31:46.152064 dv-cinder-837356-2-iscsi neutron-server[103918]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "846547de-f4c6-43da-80ab-05da7d9fccf3", "name": "network-vif-plugged", "status": "completed", "tag": "36fcbcc2-2d79-4ffe-9727-2ad369c03b4a", "code": 200}]} {{(pid=103918) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 16 17:31:46.152302 dv-cinder-837356-2-iscsi neutron-server[103918]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.66/compute/v2.1/os-server-external-events used request id req-25a42d4d-c815-4b63-b3c7-34efe80038ee {{(pid=103918) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 16 17:31:46.153060 dv-cinder-837356-2-iscsi neutron-server[103918]: INFO neutron.notifiers.nova [-] Nova event matching ['req-25a42d4d-c815-4b63-b3c7-34efe80038ee'] response: {'server_uuid': '846547de-f4c6-43da-80ab-05da7d9fccf3', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '36fcbcc2-2d79-4ffe-9727-2ad369c03b4a', 'code': 200} Jun 16 17:31:46.181937 dv-cinder-837356-2-iscsi neutron-server[103918]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b2b17746-c296-4803-869a-65578e8233dd None None] Pushing event updated for resources: {'Port': ['ID=36fcbcc2-2d79-4ffe-9727-2ad369c03b4a,revision_number=5']} {{(pid=103918) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 17:31:46.315433 dv-cinder-837356-2-iscsi neutron-server[103918]: DEBUG neutron_lib.callbacks.manager [None req-20715706-35a9-45af-9420-375bdcc64c61 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728539454181', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16149322'] for agent (50395103-89cf-4fb3-87eb-9dff4dfdeea8), after_update {{(pid=103918) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 17:31:46.412437 dv-cinder-837356-2-iscsi neutron-server[103917]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2adaa03f-937b-4c0c-8efa-4f47edc8894e req-2b43bbe8-8e4d-4c89-a395-19cfbe6faf9d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103917) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 16 17:31:46.417841 dv-cinder-837356-2-iscsi neutron-server[103917]: INFO neutron.wsgi [req-2adaa03f-937b-4c0c-8efa-4f47edc8894e req-2b43bbe8-8e4d-4c89-a395-19cfbe6faf9d service neutron] 10.222.0.81 "GET /v2.0/ports?device_id=846547de-f4c6-43da-80ab-05da7d9fccf3 HTTP/1.1" status: 200 len: 1130 time: 0.0406883 Jun 16 17:31:46.468126 dv-cinder-837356-2-iscsi neutron-server[103917]: INFO neutron.wsgi [req-2adaa03f-937b-4c0c-8efa-4f47edc8894e req-1a1642c9-e972-4e16-92d9-f3240185fde7 service neutron] 10.222.0.81 "GET /v2.0/security-groups?id=e6a9443b-cf7a-479e-b6b0-e85ba61d4c81&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0475652 Jun 16 17:31:47.068178 dv-cinder-837356-2-iscsi neutron-server[103917]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3ada87b-7c9d-48ac-9247-8e1a1b8485b3 req-67577705-585b-4909-8f4f-ca8c0ca2e468 tempest-TestVolumeBootPattern-1350759327 tempest-TestVolumeBootPattern-1350759327-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103917) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 16 17:31:47.069719 dv-cinder-837356-2-iscsi neutron-server[103917]: INFO neutron.wsgi [req-d3ada87b-7c9d-48ac-9247-8e1a1b8485b3 req-67577705-585b-4909-8f4f-ca8c0ca2e468 tempest-TestVolumeBootPattern-1350759327 tempest-TestVolumeBootPattern-1350759327-project] 10.222.0.66 "GET /v2.0/ports?device_id=846547de-f4c6-43da-80ab-05da7d9fccf3 HTTP/1.1" status: 200 len: 946 time: 0.0521038 Jun 16 17:31:47.124961 dv-cinder-837356-2-iscsi neutron-server[103917]: INFO neutron.wsgi [req-d3ada87b-7c9d-48ac-9247-8e1a1b8485b3 req-a0b7844d-2d54-4669-841c-990834c7a53a tempest-TestVolumeBootPattern-1350759327 tempest-TestVolumeBootPattern-1350759327-project] 10.222.0.66 "GET /v2.0/security-groups?id=e6a9443b-cf7a-479e-b6b0-e85ba61d4c81&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0494285 Jun 16 17:31:48.087535 dv-cinder-837356-2-iscsi neutron-server[103918]: DEBUG neutron_lib.callbacks.manager [None req-90597016-5de8-4c3e-b42a-66aa2c70cc5e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728539454181', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16149322'] for agent (853db9d1-1c17-40a4-900c-de4f90440474), after_update {{(pid=103918) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 17:31:48.264963 dv-cinder-837356-2-iscsi neutron-server[103916]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05127774-65f2-4ea2-9a86-5e13e89c6e13 req-75143bc0-8385-4a89-a21f-210fe31e581e tempest-TestVolumeBootPattern-1350759327 tempest-TestVolumeBootPattern-1350759327-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103916) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 16 17:31:48.266559 dv-cinder-837356-2-iscsi neutron-server[103916]: INFO neutron.wsgi [req-05127774-65f2-4ea2-9a86-5e13e89c6e13 req-75143bc0-8385-4a89-a21f-210fe31e581e tempest-TestVolumeBootPattern-1350759327 tempest-TestVolumeBootPattern-1350759327-project] 10.222.0.66 "GET /v2.0/ports?device_id=846547de-f4c6-43da-80ab-05da7d9fccf3 HTTP/1.1" status: 200 len: 946 time: 0.0563955 Jun 16 17:31:48.321811 dv-cinder-837356-2-iscsi neutron-server[103916]: INFO neutron.wsgi [req-05127774-65f2-4ea2-9a86-5e13e89c6e13 req-b3f8abc3-7cba-48c8-b02e-4ebe124a3332 tempest-TestVolumeBootPattern-1350759327 tempest-TestVolumeBootPattern-1350759327-project] 10.222.0.66 "GET /v2.0/security-groups?id=e6a9443b-cf7a-479e-b6b0-e85ba61d4c81&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0483229 Jun 16 17:31:48.454666 dv-cinder-837356-2-iscsi neutron-server[103918]: DEBUG neutron_lib.callbacks.manager [None req-39ead2dc-a542-4f04-b117-439eb7f32aa8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728539454181', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16149322'] for agent (5b2fa84c-1db1-41c6-a6b9-975c3da28daf), after_update {{(pid=103918) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 17:31:48.473661 dv-cinder-837356-2-iscsi neutron-server[103917]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b8e1188-e65c-4cf7-b709-a01d8e29e0b0 req-7c4fed1a-a4e9-4fc9-8d88-ba35999fc464 tempest-TestVolumeBootPattern-1350759327 tempest-TestVolumeBootPattern-1350759327-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103917) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 16 17:31:48.475413 dv-cinder-837356-2-iscsi neutron-server[103917]: INFO neutron.wsgi [req-2b8e1188-e65c-4cf7-b709-a01d8e29e0b0 req-7c4fed1a-a4e9-4fc9-8d88-ba35999fc464 tempest-TestVolumeBootPattern-1350759327 tempest-TestVolumeBootPattern-1350759327-project] 10.222.0.66 "GET /v2.0/ports?device_id=846547de-f4c6-43da-80ab-05da7d9fccf3 HTTP/1.1" status: 200 len: 946 time: 0.0781295 Jun 16 17:31:48.534173 dv-cinder-837356-2-iscsi neutron-server[103917]: INFO neutron.wsgi [req-2b8e1188-e65c-4cf7-b709-a01d8e29e0b0 req-e3d4ce91-d7f6-4ade-a84e-89db740e7243 tempest-TestVolumeBootPattern-1350759327 tempest-TestVolumeBootPattern-1350759327-project] 10.222.0.66 "GET /v2.0/security-groups?id=e6a9443b-cf7a-479e-b6b0-e85ba61d4c81&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0493872 Jun 16 17:31:48.558102 dv-cinder-837356-2-iscsi neutron-server[103916]: DEBUG neutron.wsgi [-] (103916) accepted ('10.222.0.66', 45918) {{(pid=103916) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 16 17:31:48.770024 dv-cinder-837356-2-iscsi neutron-server[103916]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e39fb7b3-c8e8-4ae9-88e8-c6cc83c0b39f tempest-TestVolumeBootPattern-2138750174 tempest-TestVolumeBootPattern-2138750174-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103916) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 16 17:31:48.771579 dv-cinder-837356-2-iscsi neutron-server[103916]: INFO neutron.wsgi [None req-e39fb7b3-c8e8-4ae9-88e8-c6cc83c0b39f tempest-TestVolumeBootPattern-2138750174 tempest-TestVolumeBootPattern-2138750174-project-admin] 10.222.0.66 "GET /v2.0/ports?device_id=846547de-f4c6-43da-80ab-05da7d9fccf3 HTTP/1.1" status: 200 len: 1125 time: 0.2124083 Jun 16 17:31:48.774629 dv-cinder-837356-2-iscsi neutron-server[103916]: DEBUG neutron.wsgi [-] (103916) accepted ('10.222.0.66', 45922) {{(pid=103916) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 16 17:31:48.778926 dv-cinder-837356-2-iscsi neutron-server[103916]: DEBUG neutron.api.v2.base [None req-a64be8c8-3cd8-47ca-ac22-5ecb7edcb075 tempest-TestVolumeBootPattern-1350759327 tempest-TestVolumeBootPattern-1350759327-project] Request body: {'floatingip': {'floating_network_id': '9df31235-0797-44e6-85a0-102cb2da2d58', 'port_id': '36fcbcc2-2d79-4ffe-9727-2ad369c03b4a', 'tenant_id': 'bd1488226a424c6e9e7f94f31b020e4f', 'fixed_ip_address': '172.20.0.14'}} {{(pid=103916) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jun 16 17:31:48.803873 dv-cinder-837356-2-iscsi neutron-server[103916]: DEBUG neutron_lib.callbacks.manager [None req-a64be8c8-3cd8-47ca-ac22-5ecb7edcb075 tempest-TestVolumeBootPattern-1350759327 tempest-TestVolumeBootPattern-1350759327-project] Publish callbacks [] for floatingip (None), before_create {{(pid=103916) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 17:31:48.888109 dv-cinder-837356-2-iscsi neutron-server[103916]: DEBUG neutron_lib.callbacks.manager [None req-a64be8c8-3cd8-47ca-ac22-5ecb7edcb075 tempest-TestVolumeBootPattern-1350759327 tempest-TestVolumeBootPattern-1350759327-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16007590'] for port (None), before_create {{(pid=103916) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 17:31:48.931747 dv-cinder-837356-2-iscsi neutron-server[103916]: DEBUG dbcounter [-] [103916] Writing DB stats neutron:SELECT=89,neutron:INSERT=8,neutron:UPDATE=1,neutron:DELETE=2 {{(pid=103916) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 16 17:31:48.968733 dv-cinder-837356-2-iscsi neutron-server[103916]: DEBUG dbcounter [-] [103916] Writing DB stats neutron:SELECT=90,neutron:INSERT=7,neutron:DELETE=2,neutron:UPDATE=1 {{(pid=103916) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 16 17:31:49.000387 dv-cinder-837356-2-iscsi neutron-server[103916]: DEBUG neutron.db.db_base_plugin_common [None req-a64be8c8-3cd8-47ca-ac22-5ecb7edcb075 tempest-TestVolumeBootPattern-1350759327 tempest-TestVolumeBootPattern-1350759327-project] Allocated IP 172.27.2.203 (9df31235-0797-44e6-85a0-102cb2da2d58/1dfb0320-f5eb-46f6-88ce-33002f500238/70b896c3-cd20-4d99-b54b-83a658a02d08) {{(pid=103916) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 16 17:31:49.110114 dv-cinder-837356-2-iscsi neutron-server[103916]: DEBUG neutron_lib.callbacks.manager [None req-a64be8c8-3cd8-47ca-ac22-5ecb7edcb075 tempest-TestVolumeBootPattern-1350759327 tempest-TestVolumeBootPattern-1350759327-project] Publish callbacks [] for port (70b896c3-cd20-4d99-b54b-83a658a02d08), precommit_create {{(pid=103916) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 17:31:49.149664 dv-cinder-837356-2-iscsi neutron-server[103916]: DEBUG neutron_lib.callbacks.manager [None req-a64be8c8-3cd8-47ca-ac22-5ecb7edcb075 tempest-TestVolumeBootPattern-1350759327 tempest-TestVolumeBootPattern-1350759327-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16007527', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-75831', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16241551', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8728538993421', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25517999'] for port (70b896c3-cd20-4d99-b54b-83a658a02d08), after_create {{(pid=103916) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 17:31:49.188740 dv-cinder-837356-2-iscsi neutron-server[103916]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a64be8c8-3cd8-47ca-ac22-5ecb7edcb075 tempest-TestVolumeBootPattern-1350759327 tempest-TestVolumeBootPattern-1350759327-project] Network 9df31235-0797-44e6-85a0-102cb2da2d58 is already hosted by enough agents. {{(pid=103916) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 16 17:31:49.195035 dv-cinder-837356-2-iscsi neutron-server[103916]: DEBUG neutron.scheduler.base_scheduler [None req-a64be8c8-3cd8-47ca-ac22-5ecb7edcb075 tempest-TestVolumeBootPattern-1350759327 tempest-TestVolumeBootPattern-1350759327-project] Resources bound (agent type, host, resource id): {{(pid=103916) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 16 17:31:49.199593 dv-cinder-837356-2-iscsi neutron-server[103916]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a64be8c8-3cd8-47ca-ac22-5ecb7edcb075 tempest-TestVolumeBootPattern-1350759327 tempest-TestVolumeBootPattern-1350759327-project] Received port after_create {{(pid=103916) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:542}} Jun 16 17:31:49.205132 dv-cinder-837356-2-iscsi neutron-server[103916]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a64be8c8-3cd8-47ca-ac22-5ecb7edcb075 tempest-TestVolumeBootPattern-1350759327 tempest-TestVolumeBootPattern-1350759327-project] Pushing event updated for resources: {'Port': ['ID=70b896c3-cd20-4d99-b54b-83a658a02d08,revision_number=1']} {{(pid=103916) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 17:31:49.232043 dv-cinder-837356-2-iscsi neutron-server[103916]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a64be8c8-3cd8-47ca-ac22-5ecb7edcb075 tempest-TestVolumeBootPattern-1350759327 tempest-TestVolumeBootPattern-1350759327-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-837356-2-iscsi {{(pid=103916) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 17:31:49.232378 dv-cinder-837356-2-iscsi neutron-server[103916]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a64be8c8-3cd8-47ca-ac22-5ecb7edcb075 tempest-TestVolumeBootPattern-1350759327 tempest-TestVolumeBootPattern-1350759327-project] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-837356-2-iscsi {{(pid=103916) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 17:31:49.232738 dv-cinder-837356-2-iscsi neutron-server[103916]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a64be8c8-3cd8-47ca-ac22-5ecb7edcb075 tempest-TestVolumeBootPattern-1350759327 tempest-TestVolumeBootPattern-1350759327-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-837356-2-iscsi {{(pid=103916) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 17:31:49.233074 dv-cinder-837356-2-iscsi neutron-server[103916]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a64be8c8-3cd8-47ca-ac22-5ecb7edcb075 tempest-TestVolumeBootPattern-1350759327 tempest-TestVolumeBootPattern-1350759327-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-837356-2-iscsi {{(pid=103916) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 17:31:49.233436 dv-cinder-837356-2-iscsi neutron-server[103916]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a64be8c8-3cd8-47ca-ac22-5ecb7edcb075 tempest-TestVolumeBootPattern-1350759327 tempest-TestVolumeBootPattern-1350759327-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-837356-2-iscsi {{(pid=103916) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 17:31:49.233768 dv-cinder-837356-2-iscsi neutron-server[103916]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a64be8c8-3cd8-47ca-ac22-5ecb7edcb075 tempest-TestVolumeBootPattern-1350759327 tempest-TestVolumeBootPattern-1350759327-project] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-837356-2-iscsi {{(pid=103916) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 17:31:49.234107 dv-cinder-837356-2-iscsi neutron-server[103916]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a64be8c8-3cd8-47ca-ac22-5ecb7edcb075 tempest-TestVolumeBootPattern-1350759327 tempest-TestVolumeBootPattern-1350759327-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-837356-2-iscsi {{(pid=103916) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 17:31:49.234421 dv-cinder-837356-2-iscsi neutron-server[103916]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a64be8c8-3cd8-47ca-ac22-5ecb7edcb075 tempest-TestVolumeBootPattern-1350759327 tempest-TestVolumeBootPattern-1350759327-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-837356-2-iscsi {{(pid=103916) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 17:31:49.234865 dv-cinder-837356-2-iscsi neutron-server[103916]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a64be8c8-3cd8-47ca-ac22-5ecb7edcb075 tempest-TestVolumeBootPattern-1350759327 tempest-TestVolumeBootPattern-1350759327-project] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-837356-2-iscsi {{(pid=103916) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 17:31:49.235207 dv-cinder-837356-2-iscsi neutron-server[103916]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a64be8c8-3cd8-47ca-ac22-5ecb7edcb075 tempest-TestVolumeBootPattern-1350759327 tempest-TestVolumeBootPattern-1350759327-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-837356-2-iscsi {{(pid=103916) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 17:31:49.235381 dv-cinder-837356-2-iscsi neutron-server[103916]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a64be8c8-3cd8-47ca-ac22-5ecb7edcb075 tempest-TestVolumeBootPattern-1350759327 tempest-TestVolumeBootPattern-1350759327-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-837356-2-iscsi {{(pid=103916) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 17:31:49.235712 dv-cinder-837356-2-iscsi neutron-server[103916]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a64be8c8-3cd8-47ca-ac22-5ecb7edcb075 tempest-TestVolumeBootPattern-1350759327 tempest-TestVolumeBootPattern-1350759327-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-837356-2-iscsi {{(pid=103916) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 17:31:49.236028 dv-cinder-837356-2-iscsi neutron-server[103916]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a64be8c8-3cd8-47ca-ac22-5ecb7edcb075 tempest-TestVolumeBootPattern-1350759327 tempest-TestVolumeBootPattern-1350759327-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-837356-2-iscsi {{(pid=103916) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 17:31:49.236351 dv-cinder-837356-2-iscsi neutron-server[103916]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a64be8c8-3cd8-47ca-ac22-5ecb7edcb075 tempest-TestVolumeBootPattern-1350759327 tempest-TestVolumeBootPattern-1350759327-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-837356-2-iscsi {{(pid=103916) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 17:31:49.236670 dv-cinder-837356-2-iscsi neutron-server[103916]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a64be8c8-3cd8-47ca-ac22-5ecb7edcb075 tempest-TestVolumeBootPattern-1350759327 tempest-TestVolumeBootPattern-1350759327-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-837356-2-iscsi {{(pid=103916) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 17:31:49.589479 dv-cinder-837356-2-iscsi neutron-server[103916]: DEBUG neutron_lib.callbacks.manager [None req-a64be8c8-3cd8-47ca-ac22-5ecb7edcb075 tempest-TestVolumeBootPattern-1350759327 tempest-TestVolumeBootPattern-1350759327-project] Publish callbacks [] for floatingip (46661cb9-dc19-44c3-a834-c0940460d6b6), precommit_create {{(pid=103916) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 17:31:49.662557 dv-cinder-837356-2-iscsi neutron-server[103916]: DEBUG neutron_lib.callbacks.manager [None req-a64be8c8-3cd8-47ca-ac22-5ecb7edcb075 tempest-TestVolumeBootPattern-1350759327 tempest-TestVolumeBootPattern-1350759327-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16007590'] for port (70b896c3-cd20-4d99-b54b-83a658a02d08), before_update {{(pid=103916) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 17:31:49.756540 dv-cinder-837356-2-iscsi neutron-server[103916]: DEBUG dbcounter [-] [103916] Writing DB stats neutron:SELECT=95,neutron:UPDATE=2,neutron:INSERT=3 {{(pid=103916) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 16 17:31:49.788562 dv-cinder-837356-2-iscsi neutron-server[103916]: DEBUG dbcounter [-] [103916] Writing DB stats neutron:SELECT=94,neutron:INSERT=3,neutron:UPDATE=3 {{(pid=103916) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 16 17:31:49.820291 dv-cinder-837356-2-iscsi neutron-server[103916]: DEBUG neutron_lib.callbacks.manager [None req-a64be8c8-3cd8-47ca-ac22-5ecb7edcb075 tempest-TestVolumeBootPattern-1350759327 tempest-TestVolumeBootPattern-1350759327-project] Publish callbacks [] for port (70b896c3-cd20-4d99-b54b-83a658a02d08), precommit_update {{(pid=103916) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 17:31:49.825975 dv-cinder-837356-2-iscsi neutron-server[103916]: DEBUG neutron_lib.callbacks.manager [None req-a64be8c8-3cd8-47ca-ac22-5ecb7edcb075 tempest-TestVolumeBootPattern-1350759327 tempest-TestVolumeBootPattern-1350759327-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16007527', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-75831', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16241551', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728539364693', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728538993439', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728538993457', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25517990'] for port (70b896c3-cd20-4d99-b54b-83a658a02d08), after_update {{(pid=103916) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 17:31:50.132351 dv-cinder-837356-2-iscsi neutron-server[103916]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a64be8c8-3cd8-47ca-ac22-5ecb7edcb075 tempest-TestVolumeBootPattern-1350759327 tempest-TestVolumeBootPattern-1350759327-project] Pushing event updated for resources: {'Port': ['ID=70b896c3-cd20-4d99-b54b-83a658a02d08,revision_number=2']} {{(pid=103916) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 17:31:50.145160 dv-cinder-837356-2-iscsi neutron-server[103916]: DEBUG neutron_lib.callbacks.manager [None req-a64be8c8-3cd8-47ca-ac22-5ecb7edcb075 tempest-TestVolumeBootPattern-1350759327 tempest-TestVolumeBootPattern-1350759327-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-704970'] for floatingip (46661cb9-dc19-44c3-a834-c0940460d6b6), after_create {{(pid=103916) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 17:31:50.248311 dv-cinder-837356-2-iscsi neutron-server[103916]: INFO neutron.db.l3_db [None req-a64be8c8-3cd8-47ca-ac22-5ecb7edcb075 tempest-TestVolumeBootPattern-1350759327 tempest-TestVolumeBootPattern-1350759327-project] Floating IP 46661cb9-dc19-44c3-a834-c0940460d6b6 associated. External IP: 172.27.2.203, port: 36fcbcc2-2d79-4ffe-9727-2ad369c03b4a. Jun 16 17:31:50.494416 dv-cinder-837356-2-iscsi neutron-server[103916]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a64be8c8-3cd8-47ca-ac22-5ecb7edcb075 tempest-TestVolumeBootPattern-1350759327 tempest-TestVolumeBootPattern-1350759327-project] Router c35ad751-e83c-4d20-bca1-ec4f6db7db70 has already been hosted by L3 agent 7639df21-17c3-4235-8912-210c3ad54137 {{(pid=103916) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jun 16 17:31:50.604320 dv-cinder-837356-2-iscsi neutron-server[103916]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a64be8c8-3cd8-47ca-ac22-5ecb7edcb075 tempest-TestVolumeBootPattern-1350759327 tempest-TestVolumeBootPattern-1350759327-project] Notify agent at l3_agent.dv-cinder-837356-2-iscsi the message routers_updated {{(pid=103916) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jun 16 17:31:50.615100 dv-cinder-837356-2-iscsi neutron-server[103918]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-55c7c5cd-a57a-4b10-a581-935dc24e84c2 None None] Sync routers for ids ['c35ad751-e83c-4d20-bca1-ec4f6db7db70'] in dv-cinder-837356-2-iscsi {{(pid=103918) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 16 17:31:50.625983 dv-cinder-837356-2-iscsi neutron-server[103918]: DEBUG neutron.db.l3_dvrscheduler_db [None req-55c7c5cd-a57a-4b10-a581-935dc24e84c2 None None] Routers {'c35ad751-e83c-4d20-bca1-ec4f6db7db70'} bound to L3 agent in host dv-cinder-837356-2-iscsi {{(pid=103918) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jun 16 17:31:50.626819 dv-cinder-837356-2-iscsi neutron-server[103918]: DEBUG neutron.db.l3_hamode_db [None req-55c7c5cd-a57a-4b10-a581-935dc24e84c2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-837356-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-06-16T17:14:15Z,description=,heartbeat_timestamp=2022-06-16T17:31:45Z,host='dv-cinder-837356-2-iscsi',id=7639df21-17c3-4235-8912-210c3ad54137,load=0,resource_versions=,resources_synced=,started_at=2022-06-16T17:14:15Z,topic='l3_agent')) {'router_ids': ['c35ad751-e83c-4d20-bca1-ec4f6db7db70'], 'active': True} {{(pid=103918) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 16 17:31:50.633012 dv-cinder-837356-2-iscsi neutron-server[103916]: DEBUG neutron_lib.callbacks.manager [None req-a64be8c8-3cd8-47ca-ac22-5ecb7edcb075 tempest-TestVolumeBootPattern-1350759327 tempest-TestVolumeBootPattern-1350759327-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-191112'] for floatingip (None), before_response {{(pid=103916) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 17:31:50.675595 dv-cinder-837356-2-iscsi neutron-server[103916]: INFO neutron.wsgi [None req-a64be8c8-3cd8-47ca-ac22-5ecb7edcb075 tempest-TestVolumeBootPattern-1350759327 tempest-TestVolumeBootPattern-1350759327-project] 10.222.0.66 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 997 time: 1.8993738 Jun 16 17:31:50.676614 dv-cinder-837356-2-iscsi neutron-server[103916]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '846547de-f4c6-43da-80ab-05da7d9fccf3', 'tag': '36fcbcc2-2d79-4ffe-9727-2ad369c03b4a'}] {{(pid=103916) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jun 16 17:31:50.681037 dv-cinder-837356-2-iscsi neutron-server[103916]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.66/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}15d8713043fc5f9b6f9aaf4a9a169ba36e5aaa6307a8131177ae56adda3437c5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-447b8d4d-5fe8-4d13-b555-c90a5690d82a" -d '{"events": [{"name": "network-changed", "server_uuid": "846547de-f4c6-43da-80ab-05da7d9fccf3", "tag": "36fcbcc2-2d79-4ffe-9727-2ad369c03b4a"}]}' {{(pid=103916) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 16 17:31:50.718728 dv-cinder-837356-2-iscsi neutron-server[103916]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 16 Jun 2022 17:31:50 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2c70974a-41d4-4cbc-8470-0ffc17c015d2 x-openstack-request-id: req-2c70974a-41d4-4cbc-8470-0ffc17c015d2 {{(pid=103916) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 16 17:31:50.719015 dv-cinder-837356-2-iscsi neutron-server[103916]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "846547de-f4c6-43da-80ab-05da7d9fccf3", "tag": "36fcbcc2-2d79-4ffe-9727-2ad369c03b4a", "status": "completed", "code": 200}]} {{(pid=103916) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 16 17:31:50.719262 dv-cinder-837356-2-iscsi neutron-server[103916]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.66/compute/v2.1/os-server-external-events used request id req-2c70974a-41d4-4cbc-8470-0ffc17c015d2 {{(pid=103916) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 16 17:31:50.719663 dv-cinder-837356-2-iscsi neutron-server[103916]: INFO neutron.notifiers.nova [-] Nova event matching ['req-2c70974a-41d4-4cbc-8470-0ffc17c015d2'] response: {'name': 'network-changed', 'server_uuid': '846547de-f4c6-43da-80ab-05da7d9fccf3', 'tag': '36fcbcc2-2d79-4ffe-9727-2ad369c03b4a', 'status': 'completed', 'code': 200} Jun 16 17:31:50.740550 dv-cinder-837356-2-iscsi neutron-server[103918]: DEBUG neutron.db.l3_dvr_db [None req-55c7c5cd-a57a-4b10-a581-935dc24e84c2 None None] Set router c35ad751-e83c-4d20-bca1-ec4f6db7db70 gateway port host: dv-cinder-837356-2-iscsi {{(pid=103918) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jun 16 17:31:50.910142 dv-cinder-837356-2-iscsi neutron-server[103917]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-447b8d4d-5fe8-4d13-b555-c90a5690d82a req-e05296f5-2eb6-480c-93ab-b30386ecae00 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103917) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 16 17:31:50.911698 dv-cinder-837356-2-iscsi neutron-server[103917]: INFO neutron.wsgi [req-447b8d4d-5fe8-4d13-b555-c90a5690d82a req-e05296f5-2eb6-480c-93ab-b30386ecae00 service neutron] 10.222.0.81 "GET /v2.0/ports?tenant_id=bd1488226a424c6e9e7f94f31b020e4f&device_id=846547de-f4c6-43da-80ab-05da7d9fccf3 HTTP/1.1" status: 200 len: 1130 time: 0.0472944 Jun 16 17:31:50.974113 dv-cinder-837356-2-iscsi neutron-server[103918]: DEBUG neutron.db.l3_hamode_db [None req-55c7c5cd-a57a-4b10-a581-935dc24e84c2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c35ad751-e83c-4d20-bca1-ec4f6db7db70', 'name': 'tempest-TestVolumeBootPattern-2032781159-router', 'tenant_id': 'bd1488226a424c6e9e7f94f31b020e4f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9df31235-0797-44e6-85a0-102cb2da2d58', 'external_fixed_ips': [{'subnet_id': '1dfb0320-f5eb-46f6-88ce-33002f500238', 'ip_address': '172.27.2.144'}], 'enable_snat': True}, 'gw_port_id': '1fb74e99-4857-44c3-af81-ed3d3ffe4f39', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-16T17:25:16Z', 'updated_at': '2022-06-16T17:25:23Z', 'revision_number': 4, 'project_id': 'bd1488226a424c6e9e7f94f31b020e4f', 'gw_port': {'id': '1fb74e99-4857-44c3-af81-ed3d3ffe4f39', 'name': '', 'network_id': '9df31235-0797-44e6-85a0-102cb2da2d58', 'tenant_id': '', 'mac_address': 'fa:16:3e:40:75:a6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c35ad751-e83c-4d20-bca1-ec4f6db7db70', 'device_owner': 'network:router_gateway', 'standard_attr_id': 446, 'fixed_ips': [{'subnet_id': '1dfb0320-f5eb-46f6-88ce-33002f500238', 'ip_address': '172.27.2.144', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-837356-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-16T17:25:18Z', 'updated_at': '2022-06-16T17:25:26Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1dfb0320-f5eb-46f6-88ce-33002f500238', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-837356-2-iscsi', '_floatingips': [{'id': '46661cb9-dc19-44c3-a834-c0940460d6b6', 'tenant_id': 'bd1488226a424c6e9e7f94f31b020e4f', 'floating_ip_address': '172.27.2.203', 'floating_network_id': '9df31235-0797-44e6-85a0-102cb2da2d58', 'router_id': 'c35ad751-e83c-4d20-bca1-ec4f6db7db70', 'port_id': '36fcbcc2-2d79-4ffe-9727-2ad369c03b4a', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'standard_attr_id': 679, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '3da1c24e-a853-4091-89c9-dc663f379476', 'mac_address': 'fa:16:3e:07:01:3b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '846547de-f4c6-43da-80ab-05da7d9fccf3', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-06-16T17:31:49Z', 'updated_at': '2022-06-16T17:31:49Z', 'revision_number': 0, 'project_id': 'bd1488226a424c6e9e7f94f31b020e4f', 'fixed_ip_address_scope': None}, {'id': '5c050ec7-2cfc-44c3-948b-af30f620ae4f', 'tenant_id': 'bd1488226a424c6e9e7f94f31b020e4f', 'floating_ip_address': '172.27.2.95', 'floating_network_id': '9df31235-0797-44e6-85a0-102cb2da2d58', 'router_id': 'c35ad751-e83c-4d20-bca1-ec4f6db7db70', 'port_id': 'ccefb110-1f8f-47f6-a66f-5a8c5114a8dc', 'fixed_ip_address': '172.20.0.3', 'status': 'ACTIVE', 'standard_attr_id': 588, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '3da1c24e-a853-4091-89c9-dc663f379476', 'mac_address': 'fa:16:3e:56:6b:2c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ce5b6345-48fe-44a0-b917-2b12902e234b', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-06-16T17:29:45Z', 'updated_at': '2022-06-16T17:29:51Z', 'revision_number': 1, 'project_id': 'bd1488226a424c6e9e7f94f31b020e4f', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '2ef48185-74c7-486a-9679-f9baac8bfe7a', 'name': '', 'network_id': '3da1c24e-a853-4091-89c9-dc663f379476', 'tenant_id': 'bd1488226a424c6e9e7f94f31b020e4f', 'mac_address': 'fa:16:3e:49:e9:fe', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c35ad751-e83c-4d20-bca1-ec4f6db7db70', 'device_owner': 'network:router_interface', 'standard_attr_id': 448, 'fixed_ips': [{'subnet_id': 'ff26c6d8-fbe9-4318-9056-e5433e3433f5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-837356-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-16T17:25:21Z', 'updated_at': '2022-06-16T17:25:36Z', 'revision_number': 5, 'project_id': 'bd1488226a424c6e9e7f94f31b020e4f', 'subnets': [{'id': 'ff26c6d8-fbe9-4318-9056-e5433e3433f5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-837356-2-iscsi', False) {} {{(pid=103918) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 16 17:31:51.005936 dv-cinder-837356-2-iscsi neutron-server[103918]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-55c7c5cd-a57a-4b10-a581-935dc24e84c2 None None] Checking router: c35ad751-e83c-4d20-bca1-ec4f6db7db70 for host: dv-cinder-837356-2-iscsi {{(pid=103918) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 16 17:31:51.008601 dv-cinder-837356-2-iscsi neutron-server[103917]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-447b8d4d-5fe8-4d13-b555-c90a5690d82a req-f45cde28-97e3-4440-b818-4b7ff03e9a65 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103917) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 16 17:31:51.010117 dv-cinder-837356-2-iscsi neutron-server[103917]: INFO neutron.wsgi [req-447b8d4d-5fe8-4d13-b555-c90a5690d82a req-f45cde28-97e3-4440-b818-4b7ff03e9a65 service neutron] 10.222.0.81 "GET /v2.0/networks?id=3da1c24e-a853-4091-89c9-dc663f379476 HTTP/1.1" status: 200 len: 914 time: 0.0904403 Jun 16 17:31:51.015155 dv-cinder-837356-2-iscsi neutron-server[103918]: DEBUG neutron.db.l3_dvrscheduler_db [None req-55c7c5cd-a57a-4b10-a581-935dc24e84c2 None None] Routers {'c35ad751-e83c-4d20-bca1-ec4f6db7db70'} bound to L3 agent in host dv-cinder-837356-2-iscsi {{(pid=103918) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jun 16 17:31:51.015768 dv-cinder-837356-2-iscsi neutron-server[103918]: DEBUG neutron.db.l3_hamode_db [None req-55c7c5cd-a57a-4b10-a581-935dc24e84c2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-837356-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-06-16T17:14:15Z,description=,heartbeat_timestamp=2022-06-16T17:31:45Z,host='dv-cinder-837356-2-iscsi',id=7639df21-17c3-4235-8912-210c3ad54137,load=0,resource_versions=,resources_synced=,started_at=2022-06-16T17:14:15Z,topic='l3_agent')) {'router_ids': ['c35ad751-e83c-4d20-bca1-ec4f6db7db70'], 'active': True} {{(pid=103918) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 16 17:31:51.118634 dv-cinder-837356-2-iscsi neutron-server[103918]: DEBUG neutron.db.l3_dvr_db [None req-55c7c5cd-a57a-4b10-a581-935dc24e84c2 None None] Set router c35ad751-e83c-4d20-bca1-ec4f6db7db70 gateway port host: dv-cinder-837356-2-iscsi {{(pid=103918) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jun 16 17:31:51.162855 dv-cinder-837356-2-iscsi neutron-server[103918]: DEBUG dbcounter [-] [103918] Writing DB stats neutron:SELECT=97,neutron:DELETE=1,neutron:UPDATE=2 {{(pid=103918) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 16 17:31:51.290365 dv-cinder-837356-2-iscsi neutron-server[103917]: INFO neutron.wsgi [req-447b8d4d-5fe8-4d13-b555-c90a5690d82a req-984abc1e-eb5d-4141-8373-c4d430bc2203 service neutron] 10.222.0.81 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=36fcbcc2-2d79-4ffe-9727-2ad369c03b4a HTTP/1.1" status: 200 len: 1000 time: 0.0712526 Jun 16 17:31:51.346320 dv-cinder-837356-2-iscsi neutron-server[103917]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-447b8d4d-5fe8-4d13-b555-c90a5690d82a req-e1ccb050-110c-4e85-9953-3eea5d480bc9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103917) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 16 17:31:51.348685 dv-cinder-837356-2-iscsi neutron-server[103917]: INFO neutron.wsgi [req-447b8d4d-5fe8-4d13-b555-c90a5690d82a req-e1ccb050-110c-4e85-9953-3eea5d480bc9 service neutron] 10.222.0.81 "GET /v2.0/subnets?id=ff26c6d8-fbe9-4318-9056-e5433e3433f5 HTTP/1.1" status: 200 len: 851 time: 0.0521901 Jun 16 17:31:51.376959 dv-cinder-837356-2-iscsi neutron-server[103918]: DEBUG neutron.db.l3_hamode_db [None req-55c7c5cd-a57a-4b10-a581-935dc24e84c2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c35ad751-e83c-4d20-bca1-ec4f6db7db70', 'name': 'tempest-TestVolumeBootPattern-2032781159-router', 'tenant_id': 'bd1488226a424c6e9e7f94f31b020e4f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9df31235-0797-44e6-85a0-102cb2da2d58', 'external_fixed_ips': [{'subnet_id': '1dfb0320-f5eb-46f6-88ce-33002f500238', 'ip_address': '172.27.2.144'}], 'enable_snat': True}, 'gw_port_id': '1fb74e99-4857-44c3-af81-ed3d3ffe4f39', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-16T17:25:16Z', 'updated_at': '2022-06-16T17:25:23Z', 'revision_number': 4, 'project_id': 'bd1488226a424c6e9e7f94f31b020e4f', 'gw_port': {'id': '1fb74e99-4857-44c3-af81-ed3d3ffe4f39', 'name': '', 'network_id': '9df31235-0797-44e6-85a0-102cb2da2d58', 'tenant_id': '', 'mac_address': 'fa:16:3e:40:75:a6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c35ad751-e83c-4d20-bca1-ec4f6db7db70', 'device_owner': 'network:router_gateway', 'standard_attr_id': 446, 'fixed_ips': [{'subnet_id': '1dfb0320-f5eb-46f6-88ce-33002f500238', 'ip_address': '172.27.2.144', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-837356-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-16T17:25:18Z', 'updated_at': '2022-06-16T17:25:26Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1dfb0320-f5eb-46f6-88ce-33002f500238', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-837356-2-iscsi', '_floatingips': [{'id': '46661cb9-dc19-44c3-a834-c0940460d6b6', 'tenant_id': 'bd1488226a424c6e9e7f94f31b020e4f', 'floating_ip_address': '172.27.2.203', 'floating_network_id': '9df31235-0797-44e6-85a0-102cb2da2d58', 'router_id': 'c35ad751-e83c-4d20-bca1-ec4f6db7db70', 'port_id': '36fcbcc2-2d79-4ffe-9727-2ad369c03b4a', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'standard_attr_id': 679, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '3da1c24e-a853-4091-89c9-dc663f379476', 'mac_address': 'fa:16:3e:07:01:3b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '846547de-f4c6-43da-80ab-05da7d9fccf3', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-06-16T17:31:49Z', 'updated_at': '2022-06-16T17:31:49Z', 'revision_number': 0, 'project_id': 'bd1488226a424c6e9e7f94f31b020e4f', 'fixed_ip_address_scope': None}, {'id': '5c050ec7-2cfc-44c3-948b-af30f620ae4f', 'tenant_id': 'bd1488226a424c6e9e7f94f31b020e4f', 'floating_ip_address': '172.27.2.95', 'floating_network_id': '9df31235-0797-44e6-85a0-102cb2da2d58', 'router_id': 'c35ad751-e83c-4d20-bca1-ec4f6db7db70', 'port_id': 'ccefb110-1f8f-47f6-a66f-5a8c5114a8dc', 'fixed_ip_address': '172.20.0.3', 'status': 'ACTIVE', 'standard_attr_id': 588, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '3da1c24e-a853-4091-89c9-dc663f379476', 'mac_address': 'fa:16:3e:56:6b:2c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ce5b6345-48fe-44a0-b917-2b12902e234b', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-06-16T17:29:45Z', 'updated_at': '2022-06-16T17:29:51Z', 'revision_number': 1, 'project_id': 'bd1488226a424c6e9e7f94f31b020e4f', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '2ef48185-74c7-486a-9679-f9baac8bfe7a', 'name': '', 'network_id': '3da1c24e-a853-4091-89c9-dc663f379476', 'tenant_id': 'bd1488226a424c6e9e7f94f31b020e4f', 'mac_address': 'fa:16:3e:49:e9:fe', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c35ad751-e83c-4d20-bca1-ec4f6db7db70', 'device_owner': 'network:router_interface', 'standard_attr_id': 448, 'fixed_ips': [{'subnet_id': 'ff26c6d8-fbe9-4318-9056-e5433e3433f5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-837356-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-16T17:25:21Z', 'updated_at': '2022-06-16T17:25:36Z', 'revision_number': 5, 'project_id': 'bd1488226a424c6e9e7f94f31b020e4f', 'subnets': [{'id': 'ff26c6d8-fbe9-4318-9056-e5433e3433f5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-837356-2-iscsi', False) {} {{(pid=103918) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 16 17:31:51.378829 dv-cinder-837356-2-iscsi neutron-server[103918]: DEBUG dbcounter [-] [103918] Writing DB stats neutron:SELECT=97,neutron:UPDATE=3 {{(pid=103918) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 16 17:31:51.405741 dv-cinder-837356-2-iscsi neutron-server[103917]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-447b8d4d-5fe8-4d13-b555-c90a5690d82a req-647cc178-5b7c-4795-afe8-ef0439548371 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103917) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 16 17:31:51.406395 dv-cinder-837356-2-iscsi neutron-server[103918]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-55c7c5cd-a57a-4b10-a581-935dc24e84c2 None None] The sync data for ids ['c35ad751-e83c-4d20-bca1-ec4f6db7db70'] in dv-cinder-837356-2-iscsi is: [{'id': 'c35ad751-e83c-4d20-bca1-ec4f6db7db70', 'name': 'tempest-TestVolumeBootPattern-2032781159-router', 'tenant_id': 'bd1488226a424c6e9e7f94f31b020e4f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9df31235-0797-44e6-85a0-102cb2da2d58', 'external_fixed_ips': [{'subnet_id': '1dfb0320-f5eb-46f6-88ce-33002f500238', 'ip_address': '172.27.2.144'}], 'enable_snat': True}, 'gw_port_id': '1fb74e99-4857-44c3-af81-ed3d3ffe4f39', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-16T17:25:16Z', 'updated_at': '2022-06-16T17:25:23Z', 'revision_number': 4, 'project_id': 'bd1488226a424c6e9e7f94f31b020e4f', 'gw_port': {'id': '1fb74e99-4857-44c3-af81-ed3d3ffe4f39', 'name': '', 'network_id': '9df31235-0797-44e6-85a0-102cb2da2d58', 'tenant_id': '', 'mac_address': 'fa:16:3e:40:75:a6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c35ad751-e83c-4d20-bca1-ec4f6db7db70', 'device_owner': 'network:router_gateway', 'standard_attr_id': 446, 'fixed_ips': [{'subnet_id': '1dfb0320-f5eb-46f6-88ce-33002f500238', 'ip_address': '172.27.2.144', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-837356-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-16T17:25:18Z', 'updated_at': '2022-06-16T17:25:26Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1dfb0320-f5eb-46f6-88ce-33002f500238', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-837356-2-iscsi', '_floatingips': [{'id': '46661cb9-dc19-44c3-a834-c0940460d6b6', 'tenant_id': 'bd1488226a424c6e9e7f94f31b020e4f', 'floating_ip_address': '172.27.2.203', 'floating_network_id': '9df31235-0797-44e6-85a0-102cb2da2d58', 'router_id': 'c35ad751-e83c-4d20-bca1-ec4f6db7db70', 'port_id': '36fcbcc2-2d79-4ffe-9727-2ad369c03b4a', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'standard_attr_id': 679, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '3da1c24e-a853-4091-89c9-dc663f379476', 'mac_address': 'fa:16:3e:07:01:3b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '846547de-f4c6-43da-80ab-05da7d9fccf3', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-06-16T17:31:49Z', 'updated_at': '2022-06-16T17:31:49Z', 'revision_number': 0, 'project_id': 'bd1488226a424c6e9e7f94f31b020e4f', 'fixed_ip_address_scope': None}, {'id': '5c050ec7-2cfc-44c3-948b-af30f620ae4f', 'tenant_id': 'bd1488226a424c6e9e7f94f31b020e4f', 'floating_ip_address': '172.27.2.95', 'floating_network_id': '9df31235-0797-44e6-85a0-102cb2da2d58', 'router_id': 'c35ad751-e83c-4d20-bca1-ec4f6db7db70', 'port_id': 'ccefb110-1f8f-47f6-a66f-5a8c5114a8dc', 'fixed_ip_address': '172.20.0.3', 'status': 'ACTIVE', 'standard_attr_id': 588, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '3da1c24e-a853-4091-89c9-dc663f379476', 'mac_address': 'fa:16:3e:56:6b:2c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ce5b6345-48fe-44a0-b917-2b12902e234b', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-06-16T17:29:45Z', 'updated_at': '2022-06-16T17:29:51Z', 'revision_number': 1, 'project_id': 'bd1488226a424c6e9e7f94f31b020e4f', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '2ef48185-74c7-486a-9679-f9baac8bfe7a', 'name': '', 'network_id': '3da1c24e-a853-4091-89c9-dc663f379476', 'tenant_id': 'bd1488226a424c6e9e7f94f31b020e4f', 'mac_address': 'fa:16:3e:49:e9:fe', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c35ad751-e83c-4d20-bca1-ec4f6db7db70', 'device_owner': 'network:router_interface', 'standard_attr_id': 448, 'fixed_ips': [{'subnet_id': 'ff26c6d8-fbe9-4318-9056-e5433e3433f5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-837356-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-16T17:25:21Z', 'updated_at': '2022-06-16T17:25:36Z', 'revision_number': 5, 'project_id': 'bd1488226a424c6e9e7f94f31b020e4f', 'subnets': [{'id': 'ff26c6d8-fbe9-4318-9056-e5433e3433f5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103918) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 16 17:31:51.407624 dv-cinder-837356-2-iscsi neutron-server[103917]: INFO neutron.wsgi [req-447b8d4d-5fe8-4d13-b555-c90a5690d82a req-647cc178-5b7c-4795-afe8-ef0439548371 service neutron] 10.222.0.81 "GET /v2.0/ports?network_id=3da1c24e-a853-4091-89c9-dc663f379476&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0507455 Jun 16 17:31:51.512864 dv-cinder-837356-2-iscsi neutron-server[103917]: INFO neutron.wsgi [req-447b8d4d-5fe8-4d13-b555-c90a5690d82a req-2f29918f-663f-4924-90c9-4a645cfcca7c service neutron] 10.222.0.81 "GET /v2.0/networks/3da1c24e-a853-4091-89c9-dc663f379476?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0983894 Jun 16 17:31:51.547388 dv-cinder-837356-2-iscsi neutron-server[103917]: DEBUG dbcounter [-] [103917] Writing DB stats neutron:SELECT=100 {{(pid=103917) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 16 17:31:51.577037 dv-cinder-837356-2-iscsi neutron-server[103917]: DEBUG dbcounter [-] [103917] Writing DB stats neutron:SELECT=100 {{(pid=103917) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 16 17:31:51.618494 dv-cinder-837356-2-iscsi neutron-server[103917]: INFO neutron.wsgi [req-447b8d4d-5fe8-4d13-b555-c90a5690d82a req-07429fde-5085-44cc-a34a-40c6875ec73a service neutron] 10.222.0.81 "GET /v2.0/networks/3da1c24e-a853-4091-89c9-dc663f379476?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0995934 Jun 16 17:31:51.622499 dv-cinder-837356-2-iscsi neutron-server[103919]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5bbc364c-0415-4377-bae8-737413bc681a None None] New status for floating IP 46661cb9-dc19-44c3-a834-c0940460d6b6: ACTIVE {{(pid=103919) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:269}} Jun 16 17:31:52.387861 dv-cinder-837356-2-iscsi neutron-server[103916]: DEBUG neutron.wsgi [-] (103916) accepted ('10.222.0.66', 45940) {{(pid=103916) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 16 17:31:52.392517 dv-cinder-837356-2-iscsi neutron-server[103916]: DEBUG neutron.api.v2.base [None req-934c8a3d-de53-4017-8e8f-81c168a155b1 tempest-AttachVolumeNegativeTest-1307848981 tempest-AttachVolumeNegativeTest-1307848981-project] Request body: {'security_group': {'name': 'tempest-securitygroup--89292257', 'description': 'tempest-description--768290133'}} {{(pid=103916) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jun 16 17:31:52.414384 dv-cinder-837356-2-iscsi neutron-server[103916]: DEBUG neutron_lib.callbacks.manager [None req-934c8a3d-de53-4017-8e8f-81c168a155b1 tempest-AttachVolumeNegativeTest-1307848981 tempest-AttachVolumeNegativeTest-1307848981-project] Publish callbacks [] for security_group (None), before_create {{(pid=103916) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 17:31:52.486853 dv-cinder-837356-2-iscsi neutron-server[103916]: DEBUG neutron_lib.callbacks.manager [None req-934c8a3d-de53-4017-8e8f-81c168a155b1 tempest-AttachVolumeNegativeTest-1307848981 tempest-AttachVolumeNegativeTest-1307848981-project] Publish callbacks [] for security_group (d0ac4eb5-a06e-400c-8779-380e8644321d), precommit_create {{(pid=103916) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 17:31:52.493201 dv-cinder-837356-2-iscsi neutron-server[103916]: DEBUG neutron_lib.callbacks.manager [None req-934c8a3d-de53-4017-8e8f-81c168a155b1 tempest-AttachVolumeNegativeTest-1307848981 tempest-AttachVolumeNegativeTest-1307848981-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-570488'] for security_group (d0ac4eb5-a06e-400c-8779-380e8644321d), after_create {{(pid=103916) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 17:31:52.524444 dv-cinder-837356-2-iscsi neutron-server[103916]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-934c8a3d-de53-4017-8e8f-81c168a155b1 tempest-AttachVolumeNegativeTest-1307848981 tempest-AttachVolumeNegativeTest-1307848981-project] Pushing event updated for resources: {'SecurityGroup': ['ID=d0ac4eb5-a06e-400c-8779-380e8644321d,revision_number=1']} {{(pid=103916) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 17:31:52.528477 dv-cinder-837356-2-iscsi neutron-server[103916]: DEBUG neutron_lib.callbacks.manager [None req-934c8a3d-de53-4017-8e8f-81c168a155b1 tempest-AttachVolumeNegativeTest-1307848981 tempest-AttachVolumeNegativeTest-1307848981-project] Publish callbacks [] for security_group (None), before_response {{(pid=103916) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 17:31:52.529781 dv-cinder-837356-2-iscsi neutron-server[103916]: INFO neutron.wsgi [None req-934c8a3d-de53-4017-8e8f-81c168a155b1 tempest-AttachVolumeNegativeTest-1307848981 tempest-AttachVolumeNegativeTest-1307848981-project] 10.222.0.66 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1794 time: 0.1409054 Jun 16 17:31:52.532944 dv-cinder-837356-2-iscsi neutron-server[103917]: DEBUG neutron.wsgi [-] (103917) accepted ('10.222.0.66', 45942) {{(pid=103917) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 16 17:31:52.537723 dv-cinder-837356-2-iscsi neutron-server[103917]: DEBUG neutron.api.v2.base [None req-8fe714f9-4d8c-4017-9262-f50bf8a47afc tempest-AttachVolumeNegativeTest-1307848981 tempest-AttachVolumeNegativeTest-1307848981-project] Request body: {'security_group_rule': {'security_group_id': 'd0ac4eb5-a06e-400c-8779-380e8644321d', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=103917) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jun 16 17:31:52.567902 dv-cinder-837356-2-iscsi neutron-server[103917]: DEBUG neutron_lib.callbacks.manager [None req-8fe714f9-4d8c-4017-9262-f50bf8a47afc tempest-AttachVolumeNegativeTest-1307848981 tempest-AttachVolumeNegativeTest-1307848981-project] Publish callbacks [] for security_group_rule (31f8f1a9-a160-4cb9-9d10-58027a8a1c69), before_create {{(pid=103917) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 17:31:52.631100 dv-cinder-837356-2-iscsi neutron-server[103917]: DEBUG neutron_lib.callbacks.manager [None req-8fe714f9-4d8c-4017-9262-f50bf8a47afc tempest-AttachVolumeNegativeTest-1307848981 tempest-AttachVolumeNegativeTest-1307848981-project] Publish callbacks [] for security_group_rule (31f8f1a9-a160-4cb9-9d10-58027a8a1c69), precommit_create {{(pid=103917) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 17:31:52.635201 dv-cinder-837356-2-iscsi neutron-server[103917]: DEBUG neutron_lib.callbacks.manager [None req-8fe714f9-4d8c-4017-9262-f50bf8a47afc tempest-AttachVolumeNegativeTest-1307848981 tempest-AttachVolumeNegativeTest-1307848981-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-576715'] for security_group_rule (31f8f1a9-a160-4cb9-9d10-58027a8a1c69), after_create {{(pid=103917) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 17:31:52.654576 dv-cinder-837356-2-iscsi neutron-server[103917]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8fe714f9-4d8c-4017-9262-f50bf8a47afc tempest-AttachVolumeNegativeTest-1307848981 tempest-AttachVolumeNegativeTest-1307848981-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=31f8f1a9-a160-4cb9-9d10-58027a8a1c69,revision_number=0']} {{(pid=103917) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 17:31:52.664748 dv-cinder-837356-2-iscsi neutron-server[103917]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8fe714f9-4d8c-4017-9262-f50bf8a47afc tempest-AttachVolumeNegativeTest-1307848981 tempest-AttachVolumeNegativeTest-1307848981-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-837356-2-iscsi {{(pid=103917) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 17:31:52.665093 dv-cinder-837356-2-iscsi neutron-server[103917]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8fe714f9-4d8c-4017-9262-f50bf8a47afc tempest-AttachVolumeNegativeTest-1307848981 tempest-AttachVolumeNegativeTest-1307848981-project] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-837356-2-iscsi {{(pid=103917) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 17:31:52.665463 dv-cinder-837356-2-iscsi neutron-server[103917]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8fe714f9-4d8c-4017-9262-f50bf8a47afc tempest-AttachVolumeNegativeTest-1307848981 tempest-AttachVolumeNegativeTest-1307848981-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-837356-2-iscsi {{(pid=103917) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 17:31:52.665797 dv-cinder-837356-2-iscsi neutron-server[103917]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8fe714f9-4d8c-4017-9262-f50bf8a47afc tempest-AttachVolumeNegativeTest-1307848981 tempest-AttachVolumeNegativeTest-1307848981-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-837356-2-iscsi {{(pid=103917) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 17:31:52.666182 dv-cinder-837356-2-iscsi neutron-server[103917]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8fe714f9-4d8c-4017-9262-f50bf8a47afc tempest-AttachVolumeNegativeTest-1307848981 tempest-AttachVolumeNegativeTest-1307848981-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-837356-2-iscsi {{(pid=103917) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 17:31:52.666616 dv-cinder-837356-2-iscsi neutron-server[103917]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8fe714f9-4d8c-4017-9262-f50bf8a47afc tempest-AttachVolumeNegativeTest-1307848981 tempest-AttachVolumeNegativeTest-1307848981-project] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-837356-2-iscsi {{(pid=103917) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 17:31:52.666895 dv-cinder-837356-2-iscsi neutron-server[103917]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8fe714f9-4d8c-4017-9262-f50bf8a47afc tempest-AttachVolumeNegativeTest-1307848981 tempest-AttachVolumeNegativeTest-1307848981-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-837356-2-iscsi {{(pid=103917) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 17:31:52.667268 dv-cinder-837356-2-iscsi neutron-server[103917]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8fe714f9-4d8c-4017-9262-f50bf8a47afc tempest-AttachVolumeNegativeTest-1307848981 tempest-AttachVolumeNegativeTest-1307848981-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-837356-2-iscsi {{(pid=103917) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 17:31:52.667558 dv-cinder-837356-2-iscsi neutron-server[103917]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8fe714f9-4d8c-4017-9262-f50bf8a47afc tempest-AttachVolumeNegativeTest-1307848981 tempest-AttachVolumeNegativeTest-1307848981-project] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-837356-2-iscsi {{(pid=103917) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 17:31:52.667878 dv-cinder-837356-2-iscsi neutron-server[103917]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8fe714f9-4d8c-4017-9262-f50bf8a47afc tempest-AttachVolumeNegativeTest-1307848981 tempest-AttachVolumeNegativeTest-1307848981-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-837356-2-iscsi {{(pid=103917) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 17:31:52.668199 dv-cinder-837356-2-iscsi neutron-server[103917]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8fe714f9-4d8c-4017-9262-f50bf8a47afc tempest-AttachVolumeNegativeTest-1307848981 tempest-AttachVolumeNegativeTest-1307848981-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-837356-2-iscsi {{(pid=103917) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 17:31:52.668520 dv-cinder-837356-2-iscsi neutron-server[103917]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8fe714f9-4d8c-4017-9262-f50bf8a47afc tempest-AttachVolumeNegativeTest-1307848981 tempest-AttachVolumeNegativeTest-1307848981-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-837356-2-iscsi {{(pid=103917) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 17:31:52.668830 dv-cinder-837356-2-iscsi neutron-server[103917]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8fe714f9-4d8c-4017-9262-f50bf8a47afc tempest-AttachVolumeNegativeTest-1307848981 tempest-AttachVolumeNegativeTest-1307848981-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-837356-2-iscsi {{(pid=103917) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 17:31:52.669130 dv-cinder-837356-2-iscsi neutron-server[103917]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8fe714f9-4d8c-4017-9262-f50bf8a47afc tempest-AttachVolumeNegativeTest-1307848981 tempest-AttachVolumeNegativeTest-1307848981-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-837356-2-iscsi {{(pid=103917) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 17:31:52.669466 dv-cinder-837356-2-iscsi neutron-server[103917]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8fe714f9-4d8c-4017-9262-f50bf8a47afc tempest-AttachVolumeNegativeTest-1307848981 tempest-AttachVolumeNegativeTest-1307848981-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-837356-2-iscsi {{(pid=103917) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 17:31:52.675824 dv-cinder-837356-2-iscsi neutron-server[103917]: DEBUG neutron_lib.callbacks.manager [None req-8fe714f9-4d8c-4017-9262-f50bf8a47afc tempest-AttachVolumeNegativeTest-1307848981 tempest-AttachVolumeNegativeTest-1307848981-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103917) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 17:31:52.676896 dv-cinder-837356-2-iscsi neutron-server[103917]: INFO neutron.wsgi [None req-8fe714f9-4d8c-4017-9262-f50bf8a47afc tempest-AttachVolumeNegativeTest-1307848981 tempest-AttachVolumeNegativeTest-1307848981-project] 10.222.0.66 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1430283 Jun 16 17:31:52.679822 dv-cinder-837356-2-iscsi neutron-server[103917]: DEBUG neutron.wsgi [-] (103917) accepted ('10.222.0.66', 45944) {{(pid=103917) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 16 17:31:52.684866 dv-cinder-837356-2-iscsi neutron-server[103917]: DEBUG neutron.api.v2.base [None req-a37c50b2-b90b-4280-b7a5-c47e178ab928 tempest-AttachVolumeNegativeTest-1307848981 tempest-AttachVolumeNegativeTest-1307848981-project] Request body: {'security_group_rule': {'security_group_id': 'd0ac4eb5-a06e-400c-8779-380e8644321d', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=103917) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jun 16 17:31:52.714516 dv-cinder-837356-2-iscsi neutron-server[103917]: DEBUG neutron_lib.callbacks.manager [None req-a37c50b2-b90b-4280-b7a5-c47e178ab928 tempest-AttachVolumeNegativeTest-1307848981 tempest-AttachVolumeNegativeTest-1307848981-project] Publish callbacks [] for security_group_rule (d54e3c16-9d8f-498e-8b05-21ddbe8cd6ad), before_create {{(pid=103917) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 17:31:52.774621 dv-cinder-837356-2-iscsi neutron-server[103917]: DEBUG neutron_lib.callbacks.manager [None req-a37c50b2-b90b-4280-b7a5-c47e178ab928 tempest-AttachVolumeNegativeTest-1307848981 tempest-AttachVolumeNegativeTest-1307848981-project] Publish callbacks [] for security_group_rule (d54e3c16-9d8f-498e-8b05-21ddbe8cd6ad), precommit_create {{(pid=103917) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 17:31:52.778916 dv-cinder-837356-2-iscsi neutron-server[103917]: DEBUG neutron_lib.callbacks.manager [None req-a37c50b2-b90b-4280-b7a5-c47e178ab928 tempest-AttachVolumeNegativeTest-1307848981 tempest-AttachVolumeNegativeTest-1307848981-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-576715'] for security_group_rule (d54e3c16-9d8f-498e-8b05-21ddbe8cd6ad), after_create {{(pid=103917) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 17:31:52.798262 dv-cinder-837356-2-iscsi neutron-server[103917]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a37c50b2-b90b-4280-b7a5-c47e178ab928 tempest-AttachVolumeNegativeTest-1307848981 tempest-AttachVolumeNegativeTest-1307848981-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=d54e3c16-9d8f-498e-8b05-21ddbe8cd6ad,revision_number=0']} {{(pid=103917) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 17:31:52.805407 dv-cinder-837356-2-iscsi neutron-server[103917]: DEBUG neutron_lib.callbacks.manager [None req-a37c50b2-b90b-4280-b7a5-c47e178ab928 tempest-AttachVolumeNegativeTest-1307848981 tempest-AttachVolumeNegativeTest-1307848981-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103917) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 17:31:52.806611 dv-cinder-837356-2-iscsi neutron-server[103917]: INFO neutron.wsgi [None req-a37c50b2-b90b-4280-b7a5-c47e178ab928 tempest-AttachVolumeNegativeTest-1307848981 tempest-AttachVolumeNegativeTest-1307848981-project] 10.222.0.66 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1257138 Jun 16 17:31:52.809736 dv-cinder-837356-2-iscsi neutron-server[103917]: DEBUG neutron.wsgi [-] (103917) accepted ('10.222.0.66', 45946) {{(pid=103917) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 16 17:31:52.813981 dv-cinder-837356-2-iscsi neutron-server[103917]: DEBUG neutron.api.v2.base [None req-d99abc66-2558-429b-a692-bc065235993f tempest-AttachVolumeNegativeTest-1307848981 tempest-AttachVolumeNegativeTest-1307848981-project] Request body: {'floatingip': {'floating_network_id': '9df31235-0797-44e6-85a0-102cb2da2d58'}} {{(pid=103917) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jun 16 17:31:52.836011 dv-cinder-837356-2-iscsi neutron-server[103917]: DEBUG neutron_lib.callbacks.manager [None req-d99abc66-2558-429b-a692-bc065235993f tempest-AttachVolumeNegativeTest-1307848981 tempest-AttachVolumeNegativeTest-1307848981-project] Publish callbacks [] for floatingip (None), before_create {{(pid=103917) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 17:31:52.919490 dv-cinder-837356-2-iscsi neutron-server[103917]: DEBUG neutron_lib.callbacks.manager [None req-d99abc66-2558-429b-a692-bc065235993f tempest-AttachVolumeNegativeTest-1307848981 tempest-AttachVolumeNegativeTest-1307848981-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16007590'] for port (None), before_create {{(pid=103917) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 17:31:53.026897 dv-cinder-837356-2-iscsi neutron-server[103917]: DEBUG neutron.db.db_base_plugin_common [None req-d99abc66-2558-429b-a692-bc065235993f tempest-AttachVolumeNegativeTest-1307848981 tempest-AttachVolumeNegativeTest-1307848981-project] Allocated IP 172.27.2.5 (9df31235-0797-44e6-85a0-102cb2da2d58/1dfb0320-f5eb-46f6-88ce-33002f500238/a25e94b6-17b2-425b-b7c6-d8897e4d93d3) {{(pid=103917) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 16 17:31:53.147213 dv-cinder-837356-2-iscsi neutron-server[103917]: DEBUG neutron_lib.callbacks.manager [None req-d99abc66-2558-429b-a692-bc065235993f tempest-AttachVolumeNegativeTest-1307848981 tempest-AttachVolumeNegativeTest-1307848981-project] Publish callbacks [] for port (a25e94b6-17b2-425b-b7c6-d8897e4d93d3), precommit_create {{(pid=103917) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 17:31:53.183962 dv-cinder-837356-2-iscsi neutron-server[103917]: DEBUG neutron_lib.callbacks.manager [None req-d99abc66-2558-429b-a692-bc065235993f tempest-AttachVolumeNegativeTest-1307848981 tempest-AttachVolumeNegativeTest-1307848981-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16007527', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-75831', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16241551', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8728538993421', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3819743'] for port (a25e94b6-17b2-425b-b7c6-d8897e4d93d3), after_create {{(pid=103917) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 17:31:53.192423 dv-cinder-837356-2-iscsi neutron-server[103917]: DEBUG dbcounter [-] [103917] Writing DB stats neutron:SELECT=86,neutron:INSERT=7,neutron:UPDATE=5,neutron:DELETE=2 {{(pid=103917) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 16 17:31:53.218914 dv-cinder-837356-2-iscsi neutron-server[103917]: DEBUG dbcounter [-] [103917] Writing DB stats neutron:SELECT=88,neutron:INSERT=9,neutron:DELETE=2,neutron:UPDATE=1 {{(pid=103917) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 16 17:31:53.226236 dv-cinder-837356-2-iscsi neutron-server[103917]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d99abc66-2558-429b-a692-bc065235993f tempest-AttachVolumeNegativeTest-1307848981 tempest-AttachVolumeNegativeTest-1307848981-project] Network 9df31235-0797-44e6-85a0-102cb2da2d58 is already hosted by enough agents. {{(pid=103917) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 16 17:31:53.234439 dv-cinder-837356-2-iscsi neutron-server[103917]: DEBUG neutron.scheduler.base_scheduler [None req-d99abc66-2558-429b-a692-bc065235993f tempest-AttachVolumeNegativeTest-1307848981 tempest-AttachVolumeNegativeTest-1307848981-project] Resources bound (agent type, host, resource id): {{(pid=103917) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 16 17:31:53.237418 dv-cinder-837356-2-iscsi neutron-server[103917]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d99abc66-2558-429b-a692-bc065235993f tempest-AttachVolumeNegativeTest-1307848981 tempest-AttachVolumeNegativeTest-1307848981-project] Received port after_create {{(pid=103917) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:542}} Jun 16 17:31:53.245424 dv-cinder-837356-2-iscsi neutron-server[103917]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d99abc66-2558-429b-a692-bc065235993f tempest-AttachVolumeNegativeTest-1307848981 tempest-AttachVolumeNegativeTest-1307848981-project] Pushing event updated for resources: {'Port': ['ID=a25e94b6-17b2-425b-b7c6-d8897e4d93d3,revision_number=1']} {{(pid=103917) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 17:31:53.335106 dv-cinder-837356-2-iscsi neutron-server[103917]: DEBUG neutron_lib.callbacks.manager [None req-d99abc66-2558-429b-a692-bc065235993f tempest-AttachVolumeNegativeTest-1307848981 tempest-AttachVolumeNegativeTest-1307848981-project] Publish callbacks [] for floatingip (828eae50-f446-4502-b572-4b1fec8f4fad), precommit_create {{(pid=103917) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 17:31:53.377475 dv-cinder-837356-2-iscsi neutron-server[103917]: DEBUG neutron_lib.callbacks.manager [None req-d99abc66-2558-429b-a692-bc065235993f tempest-AttachVolumeNegativeTest-1307848981 tempest-AttachVolumeNegativeTest-1307848981-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16007590'] for port (a25e94b6-17b2-425b-b7c6-d8897e4d93d3), before_update {{(pid=103917) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 17:31:53.537013 dv-cinder-837356-2-iscsi neutron-server[103917]: DEBUG neutron_lib.callbacks.manager [None req-d99abc66-2558-429b-a692-bc065235993f tempest-AttachVolumeNegativeTest-1307848981 tempest-AttachVolumeNegativeTest-1307848981-project] Publish callbacks [] for port (a25e94b6-17b2-425b-b7c6-d8897e4d93d3), precommit_update {{(pid=103917) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 17:31:53.542862 dv-cinder-837356-2-iscsi neutron-server[103917]: DEBUG neutron_lib.callbacks.manager [None req-d99abc66-2558-429b-a692-bc065235993f tempest-AttachVolumeNegativeTest-1307848981 tempest-AttachVolumeNegativeTest-1307848981-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16007527', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-75831', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16241551', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728539364693', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728538993439', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728538993457', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3819734'] for port (a25e94b6-17b2-425b-b7c6-d8897e4d93d3), after_update {{(pid=103917) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 17:31:53.614695 dv-cinder-837356-2-iscsi neutron-server[103917]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d99abc66-2558-429b-a692-bc065235993f tempest-AttachVolumeNegativeTest-1307848981 tempest-AttachVolumeNegativeTest-1307848981-project] Pushing event updated for resources: {'Port': ['ID=a25e94b6-17b2-425b-b7c6-d8897e4d93d3,revision_number=2']} {{(pid=103917) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 17:31:53.625253 dv-cinder-837356-2-iscsi neutron-server[103917]: DEBUG neutron_lib.callbacks.manager [None req-d99abc66-2558-429b-a692-bc065235993f tempest-AttachVolumeNegativeTest-1307848981 tempest-AttachVolumeNegativeTest-1307848981-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-704970'] for floatingip (828eae50-f446-4502-b572-4b1fec8f4fad), after_create {{(pid=103917) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 17:31:53.642956 dv-cinder-837356-2-iscsi neutron-server[103917]: DEBUG neutron_lib.callbacks.manager [None req-d99abc66-2558-429b-a692-bc065235993f tempest-AttachVolumeNegativeTest-1307848981 tempest-AttachVolumeNegativeTest-1307848981-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-191112'] for floatingip (None), before_response {{(pid=103917) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 17:31:53.644495 dv-cinder-837356-2-iscsi neutron-server[103917]: INFO neutron.wsgi [None req-d99abc66-2558-429b-a692-bc065235993f tempest-AttachVolumeNegativeTest-1307848981 tempest-AttachVolumeNegativeTest-1307848981-project] 10.222.0.66 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 691 time: 0.8338122 Jun 16 17:31:53.856069 dv-cinder-837356-2-iscsi neutron-server[103916]: INFO neutron.wsgi [req-70a010a2-2f23-4648-b1af-3b206831e3f4 req-8480e247-d0ae-46e4-8d95-01e3cc9b030c tempest-AttachVolumeNegativeTest-1307848981 tempest-AttachVolumeNegativeTest-1307848981-project] 10.222.0.66 "GET /v2.0/security-groups?name=tempest-securitygroup--89292257&fields=id&tenant_id=7c56d4c430c44df49f48fe0b49ebcbd2 HTTP/1.1" status: 200 len: 267 time: 0.0473855 Jun 16 17:31:53.893492 dv-cinder-837356-2-iscsi neutron-server[103916]: DEBUG dbcounter [-] [103916] Writing DB stats neutron:SELECT=95,neutron:DELETE=1,neutron:INSERT=4 {{(pid=103916) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 16 17:31:53.898950 dv-cinder-837356-2-iscsi neutron-server[103916]: DEBUG dbcounter [-] [103916] Writing DB stats neutron:SELECT=92,neutron:DELETE=3,neutron:INSERT=4,neutron:UPDATE=1 {{(pid=103916) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 16 17:31:53.973650 dv-cinder-837356-2-iscsi neutron-server[103916]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70a010a2-2f23-4648-b1af-3b206831e3f4 req-9ec73b8b-1780-4d34-977b-dee8ed98be1d tempest-AttachVolumeNegativeTest-1307848981 tempest-AttachVolumeNegativeTest-1307848981-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103916) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 16 17:31:53.975143 dv-cinder-837356-2-iscsi neutron-server[103916]: INFO neutron.wsgi [req-70a010a2-2f23-4648-b1af-3b206831e3f4 req-9ec73b8b-1780-4d34-977b-dee8ed98be1d tempest-AttachVolumeNegativeTest-1307848981 tempest-AttachVolumeNegativeTest-1307848981-project] 10.222.0.66 "GET /v2.0/networks?id=38b62bc9-5cad-4b9e-8181-628535658100 HTTP/1.1" status: 200 len: 814 time: 0.1117792 Jun 16 17:31:53.991220 dv-cinder-837356-2-iscsi neutron-server[103916]: INFO neutron.wsgi [req-70a010a2-2f23-4648-b1af-3b206831e3f4 req-764afbdf-9a1a-42b4-8332-cd3bfaabbe9e tempest-AttachVolumeNegativeTest-1307848981 tempest-AttachVolumeNegativeTest-1307848981-project] 10.222.0.66 "GET /v2.0/quotas/7c56d4c430c44df49f48fe0b49ebcbd2 HTTP/1.1" status: 200 len: 375 time: 0.0104187 Jun 16 17:31:54.046882 dv-cinder-837356-2-iscsi neutron-server[103916]: INFO neutron.wsgi [req-70a010a2-2f23-4648-b1af-3b206831e3f4 req-ba9c0ccd-1118-42dc-8ee7-263a922e41a9 tempest-AttachVolumeNegativeTest-1307848981 tempest-AttachVolumeNegativeTest-1307848981-project] 10.222.0.66 "GET /v2.0/ports?tenant_id=7c56d4c430c44df49f48fe0b49ebcbd2&fields=id HTTP/1.1" status: 200 len: 348 time: 0.0500102 Jun 16 17:31:54.155842 dv-cinder-837356-2-iscsi neutron-server[103916]: INFO neutron.wsgi [req-70a010a2-2f23-4648-b1af-3b206831e3f4 req-e6cae3a0-6a85-4316-8fb0-a190ae16de2d service neutron] 10.222.0.66 "GET /v2.0/networks/38b62bc9-5cad-4b9e-8181-628535658100?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0962112 Jun 16 17:31:54.259076 dv-cinder-837356-2-iscsi neutron-server[103916]: INFO neutron.wsgi [req-70a010a2-2f23-4648-b1af-3b206831e3f4 req-c683378b-1a11-473c-9d31-eeaf51f2a8aa service neutron] 10.222.0.66 "GET /v2.0/networks/38b62bc9-5cad-4b9e-8181-628535658100?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0946028 Jun 16 17:31:54.435399 dv-cinder-837356-2-iscsi neutron-server[103917]: INFO neutron.wsgi [req-8391a531-c3ba-4f2e-8704-4103430d6f2a req-1945d0b6-f8c4-44a9-beda-8b82d35a2300 tempest-AttachVolumeNegativeTest-1307848981 tempest-AttachVolumeNegativeTest-1307848981-project] 10.222.0.66 "GET /v2.0/ports?device_id=c8ea27cc-1e25-4130-bf8a-60fbfb4801bc HTTP/1.1" status: 200 len: 210 time: 0.0340717 Jun 16 17:31:55.437569 dv-cinder-837356-2-iscsi neutron-server[103917]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70a010a2-2f23-4648-b1af-3b206831e3f4 req-1fbaadb4-5da6-4c5b-9241-fd2ef846f533 tempest-AttachVolumeNegativeTest-1307848981 tempest-AttachVolumeNegativeTest-1307848981-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103917) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 16 17:31:55.439041 dv-cinder-837356-2-iscsi neutron-server[103917]: INFO neutron.wsgi [req-70a010a2-2f23-4648-b1af-3b206831e3f4 req-1fbaadb4-5da6-4c5b-9241-fd2ef846f533 tempest-AttachVolumeNegativeTest-1307848981 tempest-AttachVolumeNegativeTest-1307848981-project] 10.222.0.81 "GET /v2.0/networks?id=38b62bc9-5cad-4b9e-8181-628535658100 HTTP/1.1" status: 200 len: 814 time: 0.1169233 Jun 16 17:31:55.529384 dv-cinder-837356-2-iscsi neutron-server[103917]: INFO neutron.wsgi [req-70a010a2-2f23-4648-b1af-3b206831e3f4 req-2016b954-900b-4218-b7d6-c31df1ec1863 tempest-AttachVolumeNegativeTest-1307848981 tempest-AttachVolumeNegativeTest-1307848981-project] 10.222.0.81 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=7c56d4c430c44df49f48fe0b49ebcbd2 HTTP/1.1" status: 200 len: 471 time: 0.0785387 Jun 16 17:31:55.544765 dv-cinder-837356-2-iscsi neutron-server[103916]: INFO neutron.wsgi [req-8e5acf57-a281-4139-905f-8d8ac1ba69b8 req-6d3c5ddf-0c10-4ca4-ad65-34fa783875b9 tempest-AttachVolumeNegativeTest-1307848981 tempest-AttachVolumeNegativeTest-1307848981-project] 10.222.0.66 "GET /v2.0/ports?device_id=c8ea27cc-1e25-4130-bf8a-60fbfb4801bc HTTP/1.1" status: 200 len: 210 time: 0.0303917 Jun 16 17:31:55.605555 dv-cinder-837356-2-iscsi neutron-server[103917]: DEBUG neutron.api.v2.base [req-70a010a2-2f23-4648-b1af-3b206831e3f4 req-ef5247a5-8ac4-4748-8560-2ae2dd609127 tempest-AttachVolumeNegativeTest-1307848981 tempest-AttachVolumeNegativeTest-1307848981-project] Request body: {'port': {'device_id': 'c8ea27cc-1e25-4130-bf8a-60fbfb4801bc', 'network_id': '38b62bc9-5cad-4b9e-8181-628535658100', 'admin_state_up': True, 'tenant_id': '7c56d4c430c44df49f48fe0b49ebcbd2', 'security_groups': ['d0ac4eb5-a06e-400c-8779-380e8644321d']}} {{(pid=103917) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jun 16 17:31:55.658053 dv-cinder-837356-2-iscsi neutron-server[103919]: DEBUG neutron.db.agents_db [None req-d2debd9c-00d6-4a8f-b9fc-d112a2dcea0d None None] Agent healthcheck: found 6 active agents {{(pid=103919) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jun 16 17:31:55.728638 dv-cinder-837356-2-iscsi neutron-server[103917]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-70a010a2-2f23-4648-b1af-3b206831e3f4 req-ef5247a5-8ac4-4748-8560-2ae2dd609127 tempest-AttachVolumeNegativeTest-1307848981 tempest-AttachVolumeNegativeTest-1307848981-project] Made reservation on behalf of 7c56d4c430c44df49f48fe0b49ebcbd2 for: {'port': 1} {{(pid=103917) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 16 17:31:55.732079 dv-cinder-837356-2-iscsi neutron-server[103917]: DEBUG neutron_lib.callbacks.manager [req-70a010a2-2f23-4648-b1af-3b206831e3f4 req-ef5247a5-8ac4-4748-8560-2ae2dd609127 tempest-AttachVolumeNegativeTest-1307848981 tempest-AttachVolumeNegativeTest-1307848981-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16007590'] for port (None), before_create {{(pid=103917) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 17:31:55.814558 dv-cinder-837356-2-iscsi neutron-server[103917]: DEBUG dbcounter [-] [103917] Writing DB stats neutron:SELECT=92,neutron:INSERT=4,neutron:UPDATE=2,neutron:DELETE=2 {{(pid=103917) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 16 17:31:55.851952 dv-cinder-837356-2-iscsi neutron-server[103917]: DEBUG dbcounter [-] [103917] Writing DB stats neutron:SELECT=97,neutron:INSERT=2,neutron:UPDATE=1 {{(pid=103917) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 16 17:31:55.873415 dv-cinder-837356-2-iscsi neutron-server[103917]: DEBUG neutron.db.db_base_plugin_common [req-70a010a2-2f23-4648-b1af-3b206831e3f4 req-ef5247a5-8ac4-4748-8560-2ae2dd609127 tempest-AttachVolumeNegativeTest-1307848981 tempest-AttachVolumeNegativeTest-1307848981-project] Allocated IP 172.20.0.10 (38b62bc9-5cad-4b9e-8181-628535658100/245398e2-b047-4bf4-9483-edcae7a557b6/fa515d28-8f3c-4376-9029-a6d947163ef0) {{(pid=103917) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 16 17:31:56.030508 dv-cinder-837356-2-iscsi neutron-server[103917]: DEBUG neutron_lib.callbacks.manager [req-70a010a2-2f23-4648-b1af-3b206831e3f4 req-ef5247a5-8ac4-4748-8560-2ae2dd609127 tempest-AttachVolumeNegativeTest-1307848981 tempest-AttachVolumeNegativeTest-1307848981-project] Publish callbacks [] for port (fa515d28-8f3c-4376-9029-a6d947163ef0), precommit_create {{(pid=103917) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 17:31:56.066887 dv-cinder-837356-2-iscsi neutron-server[103917]: DEBUG neutron_lib.callbacks.manager [req-70a010a2-2f23-4648-b1af-3b206831e3f4 req-ef5247a5-8ac4-4748-8560-2ae2dd609127 tempest-AttachVolumeNegativeTest-1307848981 tempest-AttachVolumeNegativeTest-1307848981-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16007527', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-75831', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16241551', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8728538993421', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3819743'] for port (fa515d28-8f3c-4376-9029-a6d947163ef0), after_create {{(pid=103917) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 17:31:56.119361 dv-cinder-837356-2-iscsi neutron-server[103917]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-70a010a2-2f23-4648-b1af-3b206831e3f4 req-ef5247a5-8ac4-4748-8560-2ae2dd609127 tempest-AttachVolumeNegativeTest-1307848981 tempest-AttachVolumeNegativeTest-1307848981-project] Network 38b62bc9-5cad-4b9e-8181-628535658100 is already hosted by enough agents. {{(pid=103917) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 16 17:31:56.124962 dv-cinder-837356-2-iscsi neutron-server[103917]: DEBUG neutron.scheduler.base_scheduler [req-70a010a2-2f23-4648-b1af-3b206831e3f4 req-ef5247a5-8ac4-4748-8560-2ae2dd609127 tempest-AttachVolumeNegativeTest-1307848981 tempest-AttachVolumeNegativeTest-1307848981-project] Resources bound (agent type, host, resource id): {{(pid=103917) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 16 17:31:56.129695 dv-cinder-837356-2-iscsi neutron-server[103917]: DEBUG neutron.db.l3_dvrscheduler_db [req-70a010a2-2f23-4648-b1af-3b206831e3f4 req-ef5247a5-8ac4-4748-8560-2ae2dd609127 tempest-AttachVolumeNegativeTest-1307848981 tempest-AttachVolumeNegativeTest-1307848981-project] Received port after_create {{(pid=103917) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:542}} Jun 16 17:31:56.153483 dv-cinder-837356-2-iscsi neutron-server[103917]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef5247a5-8ac4-4748-8560-2ae2dd609127 tempest-AttachVolumeNegativeTest-1307848981 tempest-AttachVolumeNegativeTest-1307848981-project] Pushing event updated for resources: {'Port': ['ID=fa515d28-8f3c-4376-9029-a6d947163ef0,revision_number=1']} {{(pid=103917) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 17:31:56.188107 dv-cinder-837356-2-iscsi neutron-server[103917]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70a010a2-2f23-4648-b1af-3b206831e3f4 req-ef5247a5-8ac4-4748-8560-2ae2dd609127 tempest-AttachVolumeNegativeTest-1307848981 tempest-AttachVolumeNegativeTest-1307848981-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103917) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 16 17:31:56.188754 dv-cinder-837356-2-iscsi neutron-server[103917]: DEBUG neutron_lib.callbacks.manager [req-70a010a2-2f23-4648-b1af-3b206831e3f4 req-ef5247a5-8ac4-4748-8560-2ae2dd609127 tempest-AttachVolumeNegativeTest-1307848981 tempest-AttachVolumeNegativeTest-1307848981-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-191112'] for port (None), before_response {{(pid=103917) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 17:31:56.208041 dv-cinder-837356-2-iscsi neutron-server[103917]: INFO neutron.wsgi [req-70a010a2-2f23-4648-b1af-3b206831e3f4 req-ef5247a5-8ac4-4748-8560-2ae2dd609127 tempest-AttachVolumeNegativeTest-1307848981 tempest-AttachVolumeNegativeTest-1307848981-project] 10.222.0.81 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.6065753 Jun 16 17:31:56.221115 dv-cinder-837356-2-iscsi neutron-server[103917]: DEBUG neutron.api.v2.base [req-70a010a2-2f23-4648-b1af-3b206831e3f4 req-c695eb2e-d64d-41b4-82f3-13364a119371 service neutron] Request body: {'port': {'device_id': 'c8ea27cc-1e25-4130-bf8a-60fbfb4801bc', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-83735'}} {{(pid=103917) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jun 16 17:31:56.289312 dv-cinder-837356-2-iscsi neutron-server[103917]: DEBUG neutron_lib.callbacks.manager [req-70a010a2-2f23-4648-b1af-3b206831e3f4 req-c695eb2e-d64d-41b4-82f3-13364a119371 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16007590'] for port (fa515d28-8f3c-4376-9029-a6d947163ef0), before_update {{(pid=103917) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 17:31:56.396337 dv-cinder-837356-2-iscsi neutron-server[103918]: DEBUG neutron.db.provisioning_blocks [None req-a025216c-db95-4713-96f2-9ac727321f12 None None] Provisioning complete for port fa515d28-8f3c-4376-9029-a6d947163ef0 triggered by entity DHCP. {{(pid=103918) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jun 16 17:31:56.396974 dv-cinder-837356-2-iscsi neutron-server[103918]: DEBUG neutron_lib.callbacks.manager [None req-a025216c-db95-4713-96f2-9ac727321f12 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16149424'] for port (fa515d28-8f3c-4376-9029-a6d947163ef0), provisioning_complete {{(pid=103918) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 17:31:56.433369 dv-cinder-837356-2-iscsi neutron-server[103918]: DEBUG neutron.plugins.ml2.plugin [None req-a025216c-db95-4713-96f2-9ac727321f12 None None] Port fa515d28-8f3c-4376-9029-a6d947163ef0 cannot update to ACTIVE because it is not bound. {{(pid=103918) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:354}} Jun 16 17:31:56.556878 dv-cinder-837356-2-iscsi neutron-server[103917]: DEBUG neutron.notifiers.nova [req-70a010a2-2f23-4648-b1af-3b206831e3f4 req-c695eb2e-d64d-41b4-82f3-13364a119371 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id fa515d28-8f3c-4376-9029-a6d947163ef0 {{(pid=103917) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Jun 16 17:31:56.564501 dv-cinder-837356-2-iscsi neutron-server[103917]: DEBUG neutron_lib.callbacks.manager [req-70a010a2-2f23-4648-b1af-3b206831e3f4 req-c695eb2e-d64d-41b4-82f3-13364a119371 service neutron] Publish callbacks [] for port (fa515d28-8f3c-4376-9029-a6d947163ef0), precommit_update {{(pid=103917) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 17:31:56.578226 dv-cinder-837356-2-iscsi neutron-server[103917]: DEBUG neutron.db.provisioning_blocks [req-70a010a2-2f23-4648-b1af-3b206831e3f4 req-c695eb2e-d64d-41b4-82f3-13364a119371 service neutron] Transition to ACTIVE for port object fa515d28-8f3c-4376-9029-a6d947163ef0 will not be triggered until provisioned by entity L2. {{(pid=103917) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Jun 16 17:31:56.583395 dv-cinder-837356-2-iscsi neutron-server[103917]: DEBUG neutron_lib.callbacks.manager [req-70a010a2-2f23-4648-b1af-3b206831e3f4 req-c695eb2e-d64d-41b4-82f3-13364a119371 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16007527', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-75831', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16241551', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728539364693', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728538993439', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728538993457', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3819734'] for port (fa515d28-8f3c-4376-9029-a6d947163ef0), after_update {{(pid=103917) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 17:31:56.676767 dv-cinder-837356-2-iscsi neutron-server[103917]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c695eb2e-d64d-41b4-82f3-13364a119371 service neutron] Pushing event updated for resources: {'Port': ['ID=fa515d28-8f3c-4376-9029-a6d947163ef0,revision_number=2']} {{(pid=103917) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 17:31:56.700739 dv-cinder-837356-2-iscsi neutron-server[103917]: DEBUG dbcounter [-] [103917] Writing DB stats neutron:SELECT=91,neutron:INSERT=4,neutron:UPDATE=4,neutron:DELETE=1 {{(pid=103917) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 16 17:31:56.707748 dv-cinder-837356-2-iscsi neutron-server[103917]: DEBUG dbcounter [-] [103917] Writing DB stats neutron:SELECT=93,neutron:UPDATE=4,neutron:INSERT=2,neutron:DELETE=1 {{(pid=103917) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 16 17:31:56.735239 dv-cinder-837356-2-iscsi neutron-server[103917]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab4d2938-f8f4-461d-ad49-1fa706d6a39e req-f15cddcb-0020-447e-a7e8-f57334f7221a tempest-AttachVolumeNegativeTest-1307848981 tempest-AttachVolumeNegativeTest-1307848981-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103917) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 16 17:31:56.737004 dv-cinder-837356-2-iscsi neutron-server[103917]: INFO neutron.wsgi [req-ab4d2938-f8f4-461d-ad49-1fa706d6a39e req-f15cddcb-0020-447e-a7e8-f57334f7221a tempest-AttachVolumeNegativeTest-1307848981 tempest-AttachVolumeNegativeTest-1307848981-project] 10.222.0.66 "GET /v2.0/ports?device_id=c8ea27cc-1e25-4130-bf8a-60fbfb4801bc HTTP/1.1" status: 200 len: 944 time: 0.1197209 Jun 16 17:31:56.812606 dv-cinder-837356-2-iscsi neutron-server[103917]: DEBUG neutron.plugins.ml2.managers [req-70a010a2-2f23-4648-b1af-3b206831e3f4 req-c695eb2e-d64d-41b4-82f3-13364a119371 service neutron] Attempting to bind port fa515d28-8f3c-4376-9029-a6d947163ef0 on host hv-cinder-83735 for vnic_type normal with profile {{(pid=103917) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:811}} Jun 16 17:31:56.812868 dv-cinder-837356-2-iscsi neutron-server[103917]: DEBUG neutron.plugins.ml2.managers [req-70a010a2-2f23-4648-b1af-3b206831e3f4 req-c695eb2e-d64d-41b4-82f3-13364a119371 service neutron] Attempting to bind port fa515d28-8f3c-4376-9029-a6d947163ef0 by drivers openvswitch,hyperv on host hv-cinder-83735 at level 0 using segments [{'id': '77c5a64f-3dc1-42ac-871e-4a71d56bdf63', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1021, 'network_id': '38b62bc9-5cad-4b9e-8181-628535658100'}] {{(pid=103917) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:836}} Jun 16 17:31:56.813223 dv-cinder-837356-2-iscsi neutron-server[103917]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-70a010a2-2f23-4648-b1af-3b206831e3f4 req-c695eb2e-d64d-41b4-82f3-13364a119371 service neutron] Attempting to bind port fa515d28-8f3c-4376-9029-a6d947163ef0 on network 38b62bc9-5cad-4b9e-8181-628535658100 {{(pid=103917) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jun 16 17:31:56.822044 dv-cinder-837356-2-iscsi neutron-server[103917]: INFO neutron.wsgi [req-ab4d2938-f8f4-461d-ad49-1fa706d6a39e req-875767f3-a450-46b3-9a87-e4b24e41ba9e tempest-AttachVolumeNegativeTest-1307848981 tempest-AttachVolumeNegativeTest-1307848981-project] 10.222.0.66 "GET /v2.0/security-groups?id=d0ac4eb5-a06e-400c-8779-380e8644321d&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0757847 Jun 16 17:31:56.822735 dv-cinder-837356-2-iscsi neutron-server[103917]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-70a010a2-2f23-4648-b1af-3b206831e3f4 req-c695eb2e-d64d-41b4-82f3-13364a119371 service neutron] Port fa515d28-8f3c-4376-9029-a6d947163ef0 on network 38b62bc9-5cad-4b9e-8181-628535658100 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-83735 {{(pid=103917) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Jun 16 17:31:56.823052 dv-cinder-837356-2-iscsi neutron-server[103917]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-70a010a2-2f23-4648-b1af-3b206831e3f4 req-c695eb2e-d64d-41b4-82f3-13364a119371 service neutron] Attempting to bind port fa515d28-8f3c-4376-9029-a6d947163ef0 on network 38b62bc9-5cad-4b9e-8181-628535658100 {{(pid=103917) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jun 16 17:31:56.828514 dv-cinder-837356-2-iscsi neutron-server[103917]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-70a010a2-2f23-4648-b1af-3b206831e3f4 req-c695eb2e-d64d-41b4-82f3-13364a119371 service neutron] Checking agent: {'id': '2e97d73d-50fc-4f89-a4ea-85f65eb860d8', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-83735', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 6, 16, 17, 20, 29), 'started_at': datetime.datetime(2022, 6, 16, 17, 20, 29), 'heartbeat_timestamp': datetime.datetime(2022, 6, 16, 17, 31, 29), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103917) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jun 16 17:31:56.828850 dv-cinder-837356-2-iscsi neutron-server[103917]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-70a010a2-2f23-4648-b1af-3b206831e3f4 req-c695eb2e-d64d-41b4-82f3-13364a119371 service neutron] Checking segment: {'id': '77c5a64f-3dc1-42ac-871e-4a71d56bdf63', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1021, 'network_id': '38b62bc9-5cad-4b9e-8181-628535658100'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103917) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jun 16 17:31:56.829295 dv-cinder-837356-2-iscsi neutron-server[103917]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-70a010a2-2f23-4648-b1af-3b206831e3f4 req-c695eb2e-d64d-41b4-82f3-13364a119371 service neutron] Bound using segment: {'id': '77c5a64f-3dc1-42ac-871e-4a71d56bdf63', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1021, 'network_id': '38b62bc9-5cad-4b9e-8181-628535658100'} {{(pid=103917) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jun 16 17:31:56.829722 dv-cinder-837356-2-iscsi neutron-server[103917]: DEBUG neutron.plugins.ml2.managers [req-70a010a2-2f23-4648-b1af-3b206831e3f4 req-c695eb2e-d64d-41b4-82f3-13364a119371 service neutron] Bound port: fa515d28-8f3c-4376-9029-a6d947163ef0, host: hv-cinder-83735, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '77c5a64f-3dc1-42ac-871e-4a71d56bdf63', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1021, 'network_id': '38b62bc9-5cad-4b9e-8181-628535658100'}}] {{(pid=103917) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:948}} Jun 16 17:31:56.830078 dv-cinder-837356-2-iscsi neutron-server[103917]: DEBUG neutron_lib.callbacks.manager [req-70a010a2-2f23-4648-b1af-3b206831e3f4 req-c695eb2e-d64d-41b4-82f3-13364a119371 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16007590'] for port (fa515d28-8f3c-4376-9029-a6d947163ef0), before_update {{(pid=103917) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 17:31:56.900432 dv-cinder-837356-2-iscsi neutron-server[103917]: DEBUG neutron.plugins.ml2.db [req-70a010a2-2f23-4648-b1af-3b206831e3f4 req-c695eb2e-d64d-41b4-82f3-13364a119371 service neutron] For port fa515d28-8f3c-4376-9029-a6d947163ef0, host hv-cinder-83735, cleared binding levels {{(pid=103917) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 16 17:31:56.903509 dv-cinder-837356-2-iscsi neutron-server[103917]: DEBUG neutron.plugins.ml2.db [req-70a010a2-2f23-4648-b1af-3b206831e3f4 req-c695eb2e-d64d-41b4-82f3-13364a119371 service neutron] For port fa515d28-8f3c-4376-9029-a6d947163ef0, host hv-cinder-83735, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83735',level=0,port_id=fa515d28-8f3c-4376-9029-a6d947163ef0,segment=NetworkSegment(77c5a64f-3dc1-42ac-871e-4a71d56bdf63),segment_id=77c5a64f-3dc1-42ac-871e-4a71d56bdf63)] {{(pid=103917) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 16 17:31:56.912202 dv-cinder-837356-2-iscsi neutron-server[103917]: DEBUG neutron_lib.callbacks.manager [req-70a010a2-2f23-4648-b1af-3b206831e3f4 req-c695eb2e-d64d-41b4-82f3-13364a119371 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16007527', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-75831', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16241551', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728539364693', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728538993439', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728538993457', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3819734'] for port (fa515d28-8f3c-4376-9029-a6d947163ef0), after_update {{(pid=103917) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 17:31:56.946738 dv-cinder-837356-2-iscsi neutron-server[103917]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70a010a2-2f23-4648-b1af-3b206831e3f4 req-c695eb2e-d64d-41b4-82f3-13364a119371 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103917) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 16 17:31:56.947363 dv-cinder-837356-2-iscsi neutron-server[103917]: DEBUG neutron_lib.callbacks.manager [req-70a010a2-2f23-4648-b1af-3b206831e3f4 req-c695eb2e-d64d-41b4-82f3-13364a119371 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-191112'] for port (None), before_response {{(pid=103917) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 17:31:56.948963 dv-cinder-837356-2-iscsi neutron-server[103917]: INFO neutron.wsgi [req-70a010a2-2f23-4648-b1af-3b206831e3f4 req-c695eb2e-d64d-41b4-82f3-13364a119371 service neutron] 10.222.0.81 "PUT /v2.0/ports/fa515d28-8f3c-4376-9029-a6d947163ef0 HTTP/1.1" status: 200 len: 1094 time: 0.7319915 Jun 16 17:31:56.951080 dv-cinder-837356-2-iscsi neutron-server[103917]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'c8ea27cc-1e25-4130-bf8a-60fbfb4801bc', 'tag': 'fa515d28-8f3c-4376-9029-a6d947163ef0'}] {{(pid=103917) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jun 16 17:31:56.953420 dv-cinder-837356-2-iscsi neutron-server[103917]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.66/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6f3fd2b1a6655810f50592bc9015c397d118e5689141688eaf1b23dbeee2ebf8" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1d276a52-e325-48a8-973b-c03d70ae0f72" -d '{"events": [{"name": "network-changed", "server_uuid": "c8ea27cc-1e25-4130-bf8a-60fbfb4801bc", "tag": "fa515d28-8f3c-4376-9029-a6d947163ef0"}]}' {{(pid=103917) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 16 17:31:56.980911 dv-cinder-837356-2-iscsi neutron-server[103917]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c695eb2e-d64d-41b4-82f3-13364a119371 service neutron] Pushing event updated for resources: {'Port': ['ID=fa515d28-8f3c-4376-9029-a6d947163ef0,revision_number=3']} {{(pid=103917) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 17:31:57.012006 dv-cinder-837356-2-iscsi neutron-server[103917]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 16 Jun 2022 17:31:56 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e00a5b4b-d03a-4ef1-885e-e79c72b9af9d x-openstack-request-id: req-e00a5b4b-d03a-4ef1-885e-e79c72b9af9d {{(pid=103917) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 16 17:31:57.012291 dv-cinder-837356-2-iscsi neutron-server[103917]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "c8ea27cc-1e25-4130-bf8a-60fbfb4801bc", "tag": "fa515d28-8f3c-4376-9029-a6d947163ef0", "status": "completed", "code": 200}]} {{(pid=103917) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 16 17:31:57.012543 dv-cinder-837356-2-iscsi neutron-server[103917]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.66/compute/v2.1/os-server-external-events used request id req-e00a5b4b-d03a-4ef1-885e-e79c72b9af9d {{(pid=103917) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 16 17:31:57.012936 dv-cinder-837356-2-iscsi neutron-server[103917]: INFO neutron.notifiers.nova [-] Nova event matching ['req-e00a5b4b-d03a-4ef1-885e-e79c72b9af9d'] response: {'name': 'network-changed', 'server_uuid': 'c8ea27cc-1e25-4130-bf8a-60fbfb4801bc', 'tag': 'fa515d28-8f3c-4376-9029-a6d947163ef0', 'status': 'completed', 'code': 200} Jun 16 17:31:57.062977 dv-cinder-837356-2-iscsi neutron-server[103917]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70a010a2-2f23-4648-b1af-3b206831e3f4 req-dc632d29-792c-4adb-bc62-f37a3c3b3d6d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103917) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 16 17:31:57.064520 dv-cinder-837356-2-iscsi neutron-server[103917]: INFO neutron.wsgi [req-70a010a2-2f23-4648-b1af-3b206831e3f4 req-dc632d29-792c-4adb-bc62-f37a3c3b3d6d service neutron] 10.222.0.81 "GET /v2.0/ports?tenant_id=7c56d4c430c44df49f48fe0b49ebcbd2&device_id=c8ea27cc-1e25-4130-bf8a-60fbfb4801bc HTTP/1.1" status: 200 len: 1128 time: 0.0551062 Jun 16 17:31:57.111697 dv-cinder-837356-2-iscsi neutron-server[103917]: INFO neutron.wsgi [req-70a010a2-2f23-4648-b1af-3b206831e3f4 req-18407d31-ef87-4213-a450-dbad4648d52d service neutron] 10.222.0.81 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=fa515d28-8f3c-4376-9029-a6d947163ef0 HTTP/1.1" status: 200 len: 217 time: 0.0379400 Jun 16 17:31:57.171396 dv-cinder-837356-2-iscsi neutron-server[103917]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70a010a2-2f23-4648-b1af-3b206831e3f4 req-295e35fa-f1b0-4b73-b484-52c82a39f344 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103917) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 16 17:31:57.172953 dv-cinder-837356-2-iscsi neutron-server[103917]: INFO neutron.wsgi [req-70a010a2-2f23-4648-b1af-3b206831e3f4 req-295e35fa-f1b0-4b73-b484-52c82a39f344 service neutron] 10.222.0.81 "GET /v2.0/subnets?id=245398e2-b047-4bf4-9483-edcae7a557b6 HTTP/1.1" status: 200 len: 853 time: 0.0465171 Jun 16 17:31:57.222193 dv-cinder-837356-2-iscsi neutron-server[103917]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70a010a2-2f23-4648-b1af-3b206831e3f4 req-3a3bcaf7-fac7-480f-bb47-d101578a86a4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103917) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 16 17:31:57.223733 dv-cinder-837356-2-iscsi neutron-server[103917]: INFO neutron.wsgi [req-70a010a2-2f23-4648-b1af-3b206831e3f4 req-3a3bcaf7-fac7-480f-bb47-d101578a86a4 service neutron] 10.222.0.81 "GET /v2.0/ports?network_id=38b62bc9-5cad-4b9e-8181-628535658100&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0416589 Jun 16 17:31:57.324914 dv-cinder-837356-2-iscsi neutron-server[103917]: INFO neutron.wsgi [req-70a010a2-2f23-4648-b1af-3b206831e3f4 req-4b6100dd-7459-4a7b-a5ae-8855662f0053 service neutron] 10.222.0.81 "GET /v2.0/networks/38b62bc9-5cad-4b9e-8181-628535658100?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0932360 Jun 16 17:31:57.430122 dv-cinder-837356-2-iscsi neutron-server[103917]: INFO neutron.wsgi [req-70a010a2-2f23-4648-b1af-3b206831e3f4 req-236c95a8-1f4b-4b21-902f-0f5d58069881 service neutron] 10.222.0.81 "GET /v2.0/networks/38b62bc9-5cad-4b9e-8181-628535658100?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0983901 Jun 16 17:31:57.946387 dv-cinder-837356-2-iscsi neutron-server[103917]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4a2801d-6dd1-425f-bac6-2407850e8e72 req-bd5ed516-51b4-45cf-bd82-588f6b1b42f7 tempest-AttachVolumeNegativeTest-1307848981 tempest-AttachVolumeNegativeTest-1307848981-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103917) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 16 17:31:57.947895 dv-cinder-837356-2-iscsi neutron-server[103917]: INFO neutron.wsgi [req-f4a2801d-6dd1-425f-bac6-2407850e8e72 req-bd5ed516-51b4-45cf-bd82-588f6b1b42f7 tempest-AttachVolumeNegativeTest-1307848981 tempest-AttachVolumeNegativeTest-1307848981-project] 10.222.0.66 "GET /v2.0/ports?device_id=c8ea27cc-1e25-4130-bf8a-60fbfb4801bc HTTP/1.1" status: 200 len: 944 time: 0.0542741 Jun 16 17:31:58.013110 dv-cinder-837356-2-iscsi neutron-server[103917]: INFO neutron.wsgi [req-f4a2801d-6dd1-425f-bac6-2407850e8e72 req-37826d62-6ecf-49cc-8ffe-8c5933af100d tempest-AttachVolumeNegativeTest-1307848981 tempest-AttachVolumeNegativeTest-1307848981-project] 10.222.0.66 "GET /v2.0/security-groups?id=d0ac4eb5-a06e-400c-8779-380e8644321d&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0595281 Jun 16 17:31:58.452533 dv-cinder-837356-2-iscsi neutron-server[103917]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d276a52-e325-48a8-973b-c03d70ae0f72 req-75c20d7c-a535-4136-ab4c-1f97e2ccab4f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103917) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 16 17:31:58.454087 dv-cinder-837356-2-iscsi neutron-server[103917]: INFO neutron.wsgi [req-1d276a52-e325-48a8-973b-c03d70ae0f72 req-75c20d7c-a535-4136-ab4c-1f97e2ccab4f service neutron] 10.222.0.81 "GET /v2.0/ports?tenant_id=7c56d4c430c44df49f48fe0b49ebcbd2&device_id=c8ea27cc-1e25-4130-bf8a-60fbfb4801bc HTTP/1.1" status: 200 len: 1128 time: 0.0483341 Jun 16 17:31:58.552394 dv-cinder-837356-2-iscsi neutron-server[103917]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d276a52-e325-48a8-973b-c03d70ae0f72 req-e4232e56-c44a-4c11-8eb5-07612688532e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103917) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 16 17:31:58.553930 dv-cinder-837356-2-iscsi neutron-server[103917]: INFO neutron.wsgi [req-1d276a52-e325-48a8-973b-c03d70ae0f72 req-e4232e56-c44a-4c11-8eb5-07612688532e service neutron] 10.222.0.81 "GET /v2.0/networks?id=38b62bc9-5cad-4b9e-8181-628535658100 HTTP/1.1" status: 200 len: 916 time: 0.0935795 Jun 16 17:31:58.569157 dv-cinder-837356-2-iscsi neutron-server[103917]: DEBUG dbcounter [-] [103917] Writing DB stats neutron:SELECT=98,neutron:UPDATE=1,neutron:INSERT=1 {{(pid=103917) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 16 17:31:58.599614 dv-cinder-837356-2-iscsi neutron-server[103917]: INFO neutron.wsgi [req-1d276a52-e325-48a8-973b-c03d70ae0f72 req-f3730bcd-5951-4a45-a1d7-0dbd0ff0d447 service neutron] 10.222.0.81 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=fa515d28-8f3c-4376-9029-a6d947163ef0 HTTP/1.1" status: 200 len: 217 time: 0.0371709 Jun 16 17:31:58.650917 dv-cinder-837356-2-iscsi neutron-server[103917]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d276a52-e325-48a8-973b-c03d70ae0f72 req-9658cfdb-414f-4aeb-90b7-ea8162378470 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103917) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 16 17:31:58.652394 dv-cinder-837356-2-iscsi neutron-server[103917]: INFO neutron.wsgi [req-1d276a52-e325-48a8-973b-c03d70ae0f72 req-9658cfdb-414f-4aeb-90b7-ea8162378470 service neutron] 10.222.0.81 "GET /v2.0/subnets?id=245398e2-b047-4bf4-9483-edcae7a557b6 HTTP/1.1" status: 200 len: 853 time: 0.0457110 Jun 16 17:31:58.703460 dv-cinder-837356-2-iscsi neutron-server[103917]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d276a52-e325-48a8-973b-c03d70ae0f72 req-97620b99-8fb8-436a-a612-8e9e1fef45a9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103917) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 16 17:31:58.704866 dv-cinder-837356-2-iscsi neutron-server[103917]: INFO neutron.wsgi [req-1d276a52-e325-48a8-973b-c03d70ae0f72 req-97620b99-8fb8-436a-a612-8e9e1fef45a9 service neutron] 10.222.0.81 "GET /v2.0/ports?network_id=38b62bc9-5cad-4b9e-8181-628535658100&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0395703 Jun 16 17:31:58.802061 dv-cinder-837356-2-iscsi neutron-server[103917]: INFO neutron.wsgi [req-1d276a52-e325-48a8-973b-c03d70ae0f72 req-ad6e68d9-feaa-4ccc-8cf2-d89cd5ab1bc1 service neutron] 10.222.0.81 "GET /v2.0/networks/38b62bc9-5cad-4b9e-8181-628535658100?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0890973 Jun 16 17:31:58.837463 dv-cinder-837356-2-iscsi neutron-server[103917]: DEBUG dbcounter [-] [103917] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=103917) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 16 17:31:58.899861 dv-cinder-837356-2-iscsi neutron-server[103917]: INFO neutron.wsgi [req-1d276a52-e325-48a8-973b-c03d70ae0f72 req-f9459140-82f2-4e0c-80a2-1558e960cc96 service neutron] 10.222.0.81 "GET /v2.0/networks/38b62bc9-5cad-4b9e-8181-628535658100?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0884595 Jun 16 17:31:59.140183 dv-cinder-837356-2-iscsi neutron-server[103916]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc812f7c-3972-438a-b52b-147c7f4ad35d req-9d605413-9cae-4f57-9a07-2fcd33a85317 tempest-AttachVolumeNegativeTest-1307848981 tempest-AttachVolumeNegativeTest-1307848981-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103916) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 16 17:31:59.141752 dv-cinder-837356-2-iscsi neutron-server[103916]: INFO neutron.wsgi [req-fc812f7c-3972-438a-b52b-147c7f4ad35d req-9d605413-9cae-4f57-9a07-2fcd33a85317 tempest-AttachVolumeNegativeTest-1307848981 tempest-AttachVolumeNegativeTest-1307848981-project] 10.222.0.66 "GET /v2.0/ports?device_id=c8ea27cc-1e25-4130-bf8a-60fbfb4801bc HTTP/1.1" status: 200 len: 944 time: 0.0549998 Jun 16 17:31:59.192885 dv-cinder-837356-2-iscsi neutron-server[103916]: INFO neutron.wsgi [req-fc812f7c-3972-438a-b52b-147c7f4ad35d req-520b5f45-4438-439b-b595-1b1b2122c887 tempest-AttachVolumeNegativeTest-1307848981 tempest-AttachVolumeNegativeTest-1307848981-project] 10.222.0.66 "GET /v2.0/security-groups?id=d0ac4eb5-a06e-400c-8779-380e8644321d&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0445211 Jun 16 17:31:59.522756 dv-cinder-837356-2-iscsi neutron-server[103918]: DEBUG neutron_lib.callbacks.manager [None req-b2b17746-c296-4803-869a-65578e8233dd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728539454181', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16149322'] for agent (2e97d73d-50fc-4f89-a4ea-85f65eb860d8), after_update {{(pid=103918) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 17:31:59.964620 dv-cinder-837356-2-iscsi neutron-server[103918]: DEBUG neutron.plugins.ml2.rpc [None req-b2b17746-c296-4803-869a-65578e8233dd None None] Device fa515d28-8f3c-4376-9029-a6d947163ef0 details requested by agent hyperv_hv-cinder-83735 with host hv-cinder-83735 {{(pid=103918) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jun 16 17:32:00.078701 dv-cinder-837356-2-iscsi neutron-server[103918]: DEBUG neutron.plugins.ml2.db [None req-b2b17746-c296-4803-869a-65578e8233dd None None] For port fa515d28-8f3c-4376-9029-a6d947163ef0, host hv-cinder-83735, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83735',level=0,port_id=fa515d28-8f3c-4376-9029-a6d947163ef0,segment=NetworkSegment(77c5a64f-3dc1-42ac-871e-4a71d56bdf63),segment_id=77c5a64f-3dc1-42ac-871e-4a71d56bdf63)] {{(pid=103918) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 16 17:32:00.092341 dv-cinder-837356-2-iscsi neutron-server[103918]: DEBUG neutron.plugins.ml2.rpc [None req-b2b17746-c296-4803-869a-65578e8233dd None None] Returning: {'device': 'fa515d28-8f3c-4376-9029-a6d947163ef0', 'network_id': '38b62bc9-5cad-4b9e-8181-628535658100', 'port_id': 'fa515d28-8f3c-4376-9029-a6d947163ef0', 'mac_address': 'fa:16:3e:8b:a7:ae', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 1021, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '245398e2-b047-4bf4-9483-edcae7a557b6', 'ip_address': '172.20.0.10'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'qos_network_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103918) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jun 16 17:32:00.130400 dv-cinder-837356-2-iscsi neutron-server[103918]: DEBUG neutron.plugins.ml2.plugin [None req-b2b17746-c296-4803-869a-65578e8233dd None None] Current status of the port fa515d28-8f3c-4376-9029-a6d947163ef0 is: DOWN; New status is: BUILD {{(pid=103918) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2298}} Jun 16 17:32:00.130779 dv-cinder-837356-2-iscsi neutron-server[103918]: DEBUG neutron_lib.callbacks.manager [None req-b2b17746-c296-4803-869a-65578e8233dd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16007590'] for port (fa515d28-8f3c-4376-9029-a6d947163ef0), before_update {{(pid=103918) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 17:32:00.145059 dv-cinder-837356-2-iscsi neutron-server[103918]: DEBUG neutron.notifiers.nova [None req-b2b17746-c296-4803-869a-65578e8233dd None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id fa515d28-8f3c-4376-9029-a6d947163ef0 {{(pid=103918) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Jun 16 17:32:00.166243 dv-cinder-837356-2-iscsi neutron-server[103918]: DEBUG neutron.plugins.ml2.db [None req-b2b17746-c296-4803-869a-65578e8233dd None None] For port fa515d28-8f3c-4376-9029-a6d947163ef0, host hv-cinder-83735, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83735',level=0,port_id=fa515d28-8f3c-4376-9029-a6d947163ef0,segment=NetworkSegment(77c5a64f-3dc1-42ac-871e-4a71d56bdf63),segment_id=77c5a64f-3dc1-42ac-871e-4a71d56bdf63)] {{(pid=103918) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 16 17:32:00.173018 dv-cinder-837356-2-iscsi neutron-server[103918]: DEBUG neutron_lib.callbacks.manager [None req-b2b17746-c296-4803-869a-65578e8233dd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16007527', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-75831', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16241551', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728539364693', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728538993439', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728538993457'] for port (fa515d28-8f3c-4376-9029-a6d947163ef0), after_update {{(pid=103918) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 17:32:00.223998 dv-cinder-837356-2-iscsi neutron-server[103918]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b2b17746-c296-4803-869a-65578e8233dd None None] Pushing event updated for resources: {'Port': ['ID=fa515d28-8f3c-4376-9029-a6d947163ef0,revision_number=4']} {{(pid=103918) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 17:32:00.330088 dv-cinder-837356-2-iscsi neutron-server[103917]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36db29bc-d0f9-4c85-b9e6-da4cc3e630e6 req-7519c81d-ee84-406a-b7f7-f7223e7d2129 tempest-AttachVolumeNegativeTest-1307848981 tempest-AttachVolumeNegativeTest-1307848981-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103917) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 16 17:32:00.332250 dv-cinder-837356-2-iscsi neutron-server[103917]: INFO neutron.wsgi [req-36db29bc-d0f9-4c85-b9e6-da4cc3e630e6 req-7519c81d-ee84-406a-b7f7-f7223e7d2129 tempest-AttachVolumeNegativeTest-1307848981 tempest-AttachVolumeNegativeTest-1307848981-project] 10.222.0.66 "GET /v2.0/ports?device_id=c8ea27cc-1e25-4130-bf8a-60fbfb4801bc HTTP/1.1" status: 200 len: 945 time: 0.0558205 Jun 16 17:32:00.386036 dv-cinder-837356-2-iscsi neutron-server[103917]: INFO neutron.wsgi [req-36db29bc-d0f9-4c85-b9e6-da4cc3e630e6 req-a98866b3-94f6-41cb-bf1a-9ee795a18110 tempest-AttachVolumeNegativeTest-1307848981 tempest-AttachVolumeNegativeTest-1307848981-project] 10.222.0.66 "GET /v2.0/security-groups?id=d0ac4eb5-a06e-400c-8779-380e8644321d&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0489697 Jun 16 17:32:00.475218 dv-cinder-837356-2-iscsi neutron-server[103918]: DEBUG neutron.plugins.ml2.db [None req-b2b17746-c296-4803-869a-65578e8233dd None None] get_ports_and_sgs() called for port_ids ['fa515d28-8f3c-4376-9029-a6d947163ef0'] {{(pid=103918) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jun 16 17:32:01.512603 dv-cinder-837356-2-iscsi neutron-server[103916]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6dcb17ec-016b-4009-a93d-566dc8a79dcf req-e6291d8a-536e-4ed7-815e-86e70b45170f tempest-AttachVolumeNegativeTest-1307848981 tempest-AttachVolumeNegativeTest-1307848981-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103916) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 16 17:32:01.514233 dv-cinder-837356-2-iscsi neutron-server[103916]: INFO neutron.wsgi [req-6dcb17ec-016b-4009-a93d-566dc8a79dcf req-e6291d8a-536e-4ed7-815e-86e70b45170f tempest-AttachVolumeNegativeTest-1307848981 tempest-AttachVolumeNegativeTest-1307848981-project] 10.222.0.66 "GET /v2.0/ports?device_id=c8ea27cc-1e25-4130-bf8a-60fbfb4801bc HTTP/1.1" status: 200 len: 945 time: 0.0540657 Jun 16 17:32:01.570719 dv-cinder-837356-2-iscsi neutron-server[103916]: INFO neutron.wsgi [req-6dcb17ec-016b-4009-a93d-566dc8a79dcf req-ec2836c7-9341-40c2-b1b0-8bf4f8e05cfc tempest-AttachVolumeNegativeTest-1307848981 tempest-AttachVolumeNegativeTest-1307848981-project] 10.222.0.66 "GET /v2.0/security-groups?id=d0ac4eb5-a06e-400c-8779-380e8644321d&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0505672 Jun 16 17:32:01.978028 dv-cinder-837356-2-iscsi neutron-server[103918]: DEBUG neutron.plugins.ml2.rpc [None req-b2b17746-c296-4803-869a-65578e8233dd None None] Device fa515d28-8f3c-4376-9029-a6d947163ef0 up at agent hyperv_hv-cinder-83735 {{(pid=103918) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 16 17:32:02.025678 dv-cinder-837356-2-iscsi neutron-server[103918]: DEBUG dbcounter [-] [103918] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=103918) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 16 17:32:02.028722 dv-cinder-837356-2-iscsi neutron-server[103918]: DEBUG neutron.db.provisioning_blocks [None req-b2b17746-c296-4803-869a-65578e8233dd None None] Provisioning for port fa515d28-8f3c-4376-9029-a6d947163ef0 completed by entity L2. {{(pid=103918) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:137}} Jun 16 17:32:02.035732 dv-cinder-837356-2-iscsi neutron-server[103918]: DEBUG neutron.db.provisioning_blocks [None req-b2b17746-c296-4803-869a-65578e8233dd None None] Provisioning complete for port fa515d28-8f3c-4376-9029-a6d947163ef0 triggered by entity L2. {{(pid=103918) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jun 16 17:32:02.036188 dv-cinder-837356-2-iscsi neutron-server[103918]: DEBUG neutron_lib.callbacks.manager [None req-b2b17746-c296-4803-869a-65578e8233dd None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16149424'] for port (fa515d28-8f3c-4376-9029-a6d947163ef0), provisioning_complete {{(pid=103918) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 17:32:02.114166 dv-cinder-837356-2-iscsi neutron-server[103918]: DEBUG neutron.plugins.ml2.plugin [None req-b2b17746-c296-4803-869a-65578e8233dd None None] Current status of the port fa515d28-8f3c-4376-9029-a6d947163ef0 is: BUILD; New status is: ACTIVE {{(pid=103918) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2298}} Jun 16 17:32:02.114419 dv-cinder-837356-2-iscsi neutron-server[103918]: DEBUG neutron_lib.callbacks.manager [None req-b2b17746-c296-4803-869a-65578e8233dd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16007590'] for port (fa515d28-8f3c-4376-9029-a6d947163ef0), before_update {{(pid=103918) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 17:32:02.140964 dv-cinder-837356-2-iscsi neutron-server[103918]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c8ea27cc-1e25-4130-bf8a-60fbfb4801bc', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'fa515d28-8f3c-4376-9029-a6d947163ef0'}] {{(pid=103918) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jun 16 17:32:02.143281 dv-cinder-837356-2-iscsi neutron-server[103918]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.66/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c81ba123246404939637391270152498621c2ac0d5068f91321d7f7277fce0c4" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4c7c03f7-a391-456c-ba3f-f4e7f17625eb" -d '{"events": [{"server_uuid": "c8ea27cc-1e25-4130-bf8a-60fbfb4801bc", "name": "network-vif-plugged", "status": "completed", "tag": "fa515d28-8f3c-4376-9029-a6d947163ef0"}]}' {{(pid=103918) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 16 17:32:02.162228 dv-cinder-837356-2-iscsi neutron-server[103918]: DEBUG neutron.plugins.ml2.db [None req-b2b17746-c296-4803-869a-65578e8233dd None None] For port fa515d28-8f3c-4376-9029-a6d947163ef0, host hv-cinder-83735, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83735',level=0,port_id=fa515d28-8f3c-4376-9029-a6d947163ef0,segment=NetworkSegment(77c5a64f-3dc1-42ac-871e-4a71d56bdf63),segment_id=77c5a64f-3dc1-42ac-871e-4a71d56bdf63)] {{(pid=103918) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 16 17:32:02.167499 dv-cinder-837356-2-iscsi neutron-server[103918]: DEBUG neutron_lib.callbacks.manager [None req-b2b17746-c296-4803-869a-65578e8233dd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16007527', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-75831', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16241551', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728539364693', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728538993439', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728538993457'] for port (fa515d28-8f3c-4376-9029-a6d947163ef0), after_update {{(pid=103918) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 17:32:02.225258 dv-cinder-837356-2-iscsi neutron-server[103918]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b2b17746-c296-4803-869a-65578e8233dd None None] Pushing event updated for resources: {'Port': ['ID=fa515d28-8f3c-4376-9029-a6d947163ef0,revision_number=5']} {{(pid=103918) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 17:32:02.353316 dv-cinder-837356-2-iscsi neutron-server[103918]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 16 Jun 2022 17:32:02 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-aefc3ca4-f4a3-4a98-807d-dcffd386f1c9 x-openstack-request-id: req-aefc3ca4-f4a3-4a98-807d-dcffd386f1c9 {{(pid=103918) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 16 17:32:02.353605 dv-cinder-837356-2-iscsi neutron-server[103918]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "c8ea27cc-1e25-4130-bf8a-60fbfb4801bc", "name": "network-vif-plugged", "status": "completed", "tag": "fa515d28-8f3c-4376-9029-a6d947163ef0", "code": 200}]} {{(pid=103918) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 16 17:32:02.353857 dv-cinder-837356-2-iscsi neutron-server[103918]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.66/compute/v2.1/os-server-external-events used request id req-aefc3ca4-f4a3-4a98-807d-dcffd386f1c9 {{(pid=103918) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 16 17:32:02.355149 dv-cinder-837356-2-iscsi neutron-server[103918]: INFO neutron.notifiers.nova [-] Nova event matching ['req-aefc3ca4-f4a3-4a98-807d-dcffd386f1c9'] response: {'server_uuid': 'c8ea27cc-1e25-4130-bf8a-60fbfb4801bc', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'fa515d28-8f3c-4376-9029-a6d947163ef0', 'code': 200} Jun 16 17:32:02.545003 dv-cinder-837356-2-iscsi neutron-server[103917]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1fec4eef-d4ba-46c2-9c0d-3ec64d4fc575 req-c051f222-a0a0-4c57-a55f-0da5ebe3ba1a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103917) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 16 17:32:02.546691 dv-cinder-837356-2-iscsi neutron-server[103917]: INFO neutron.wsgi [req-1fec4eef-d4ba-46c2-9c0d-3ec64d4fc575 req-c051f222-a0a0-4c57-a55f-0da5ebe3ba1a service neutron] 10.222.0.81 "GET /v2.0/ports?device_id=c8ea27cc-1e25-4130-bf8a-60fbfb4801bc HTTP/1.1" status: 200 len: 1130 time: 0.0451105 Jun 16 17:32:02.602415 dv-cinder-837356-2-iscsi neutron-server[103917]: INFO neutron.wsgi [req-1fec4eef-d4ba-46c2-9c0d-3ec64d4fc575 req-e7c5dfe6-e4e1-44fc-bd2c-1ada491c490e service neutron] 10.222.0.81 "GET /v2.0/security-groups?id=d0ac4eb5-a06e-400c-8779-380e8644321d&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0489683 Jun 16 17:32:02.698750 dv-cinder-837356-2-iscsi neutron-server[103916]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e52d4c5-ff52-439e-a4cc-7126c2778d01 req-961613d1-dd5f-402e-a7fe-b747da438652 tempest-AttachVolumeNegativeTest-1307848981 tempest-AttachVolumeNegativeTest-1307848981-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103916) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 16 17:32:02.700319 dv-cinder-837356-2-iscsi neutron-server[103916]: INFO neutron.wsgi [req-2e52d4c5-ff52-439e-a4cc-7126c2778d01 req-961613d1-dd5f-402e-a7fe-b747da438652 tempest-AttachVolumeNegativeTest-1307848981 tempest-AttachVolumeNegativeTest-1307848981-project] 10.222.0.66 "GET /v2.0/ports?device_id=c8ea27cc-1e25-4130-bf8a-60fbfb4801bc HTTP/1.1" status: 200 len: 946 time: 0.0496726 Jun 16 17:32:02.757799 dv-cinder-837356-2-iscsi neutron-server[103916]: INFO neutron.wsgi [req-2e52d4c5-ff52-439e-a4cc-7126c2778d01 req-1ce7737e-112a-4e60-b999-80ab356479ae tempest-AttachVolumeNegativeTest-1307848981 tempest-AttachVolumeNegativeTest-1307848981-project] 10.222.0.66 "GET /v2.0/security-groups?id=d0ac4eb5-a06e-400c-8779-380e8644321d&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0495429 Jun 16 17:32:03.889288 dv-cinder-837356-2-iscsi neutron-server[103917]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f6054bf-9333-4471-91de-6f715e431d88 req-5d9ebed1-f7fc-46c5-a72f-e84f73812601 tempest-AttachVolumeNegativeTest-1307848981 tempest-AttachVolumeNegativeTest-1307848981-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103917) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 16 17:32:03.890801 dv-cinder-837356-2-iscsi neutron-server[103917]: INFO neutron.wsgi [req-8f6054bf-9333-4471-91de-6f715e431d88 req-5d9ebed1-f7fc-46c5-a72f-e84f73812601 tempest-AttachVolumeNegativeTest-1307848981 tempest-AttachVolumeNegativeTest-1307848981-project] 10.222.0.66 "GET /v2.0/ports?device_id=c8ea27cc-1e25-4130-bf8a-60fbfb4801bc HTTP/1.1" status: 200 len: 946 time: 0.0518172 Jun 16 17:32:03.946505 dv-cinder-837356-2-iscsi neutron-server[103917]: INFO neutron.wsgi [req-8f6054bf-9333-4471-91de-6f715e431d88 req-c73ce013-91e5-4015-adde-90fc6c14af29 tempest-AttachVolumeNegativeTest-1307848981 tempest-AttachVolumeNegativeTest-1307848981-project] 10.222.0.66 "GET /v2.0/security-groups?id=d0ac4eb5-a06e-400c-8779-380e8644321d&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0481472 Jun 16 17:32:05.074147 dv-cinder-837356-2-iscsi neutron-server[103916]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2aef11c5-4b30-452d-8b46-cd68d0492d8a req-2fbd5c65-fe2e-48ce-90e4-54e1804d0952 tempest-AttachVolumeNegativeTest-1307848981 tempest-AttachVolumeNegativeTest-1307848981-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103916) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 16 17:32:05.075764 dv-cinder-837356-2-iscsi neutron-server[103916]: INFO neutron.wsgi [req-2aef11c5-4b30-452d-8b46-cd68d0492d8a req-2fbd5c65-fe2e-48ce-90e4-54e1804d0952 tempest-AttachVolumeNegativeTest-1307848981 tempest-AttachVolumeNegativeTest-1307848981-project] 10.222.0.66 "GET /v2.0/ports?device_id=c8ea27cc-1e25-4130-bf8a-60fbfb4801bc HTTP/1.1" status: 200 len: 946 time: 0.0500159 Jun 16 17:32:05.127984 dv-cinder-837356-2-iscsi neutron-server[103916]: INFO neutron.wsgi [req-2aef11c5-4b30-452d-8b46-cd68d0492d8a req-a0c38eb2-79cf-4ae7-a654-6a00080a9d50 tempest-AttachVolumeNegativeTest-1307848981 tempest-AttachVolumeNegativeTest-1307848981-project] 10.222.0.66 "GET /v2.0/security-groups?id=d0ac4eb5-a06e-400c-8779-380e8644321d&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0444517 Jun 16 17:32:05.244092 dv-cinder-837356-2-iscsi neutron-server[103917]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1ffb408-76b9-4b6f-95e9-f1ff8c3394fd req-6f70920a-965d-47ce-95b1-15ee2f948498 tempest-AttachVolumeNegativeTest-1307848981 tempest-AttachVolumeNegativeTest-1307848981-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103917) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 16 17:32:05.245763 dv-cinder-837356-2-iscsi neutron-server[103917]: INFO neutron.wsgi [req-f1ffb408-76b9-4b6f-95e9-f1ff8c3394fd req-6f70920a-965d-47ce-95b1-15ee2f948498 tempest-AttachVolumeNegativeTest-1307848981 tempest-AttachVolumeNegativeTest-1307848981-project] 10.222.0.66 "GET /v2.0/ports?device_id=c8ea27cc-1e25-4130-bf8a-60fbfb4801bc HTTP/1.1" status: 200 len: 946 time: 0.0515714 Jun 16 17:32:05.256249 dv-cinder-837356-2-iscsi neutron-server[103917]: DEBUG neutron.wsgi [-] (103917) accepted ('10.222.0.66', 46002) {{(pid=103917) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 16 17:32:05.260824 dv-cinder-837356-2-iscsi neutron-server[103917]: DEBUG neutron.api.v2.base [None req-ef5600b1-06c2-4de3-9e02-14678a274e56 tempest-AttachVolumeNegativeTest-1307848981 tempest-AttachVolumeNegativeTest-1307848981-project] Request body: {'floatingip': {'port_id': 'fa515d28-8f3c-4376-9029-a6d947163ef0'}} {{(pid=103917) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jun 16 17:32:05.299509 dv-cinder-837356-2-iscsi neutron-server[103917]: DEBUG neutron_lib.callbacks.manager [None req-ef5600b1-06c2-4de3-9e02-14678a274e56 tempest-AttachVolumeNegativeTest-1307848981 tempest-AttachVolumeNegativeTest-1307848981-project] Publish callbacks [] for floatingip (828eae50-f446-4502-b572-4b1fec8f4fad), before_update {{(pid=103917) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 17:32:05.762990 dv-cinder-837356-2-iscsi neutron-server[103917]: DEBUG neutron_lib.callbacks.manager [None req-ef5600b1-06c2-4de3-9e02-14678a274e56 tempest-AttachVolumeNegativeTest-1307848981 tempest-AttachVolumeNegativeTest-1307848981-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=103917) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 17:32:05.768108 dv-cinder-837356-2-iscsi neutron-server[103917]: DEBUG neutron_lib.callbacks.manager [None req-ef5600b1-06c2-4de3-9e02-14678a274e56 tempest-AttachVolumeNegativeTest-1307848981 tempest-AttachVolumeNegativeTest-1307848981-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-704970'] for floatingip (828eae50-f446-4502-b572-4b1fec8f4fad), after_update {{(pid=103917) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 17:32:05.818833 dv-cinder-837356-2-iscsi neutron-server[103917]: DEBUG dbcounter [-] [103917] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=103917) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 16 17:32:05.882650 dv-cinder-837356-2-iscsi neutron-server[103917]: INFO neutron.db.l3_db [None req-ef5600b1-06c2-4de3-9e02-14678a274e56 tempest-AttachVolumeNegativeTest-1307848981 tempest-AttachVolumeNegativeTest-1307848981-project] Floating IP 828eae50-f446-4502-b572-4b1fec8f4fad associated. External IP: 172.27.2.5, port: fa515d28-8f3c-4376-9029-a6d947163ef0. Jun 16 17:32:05.933839 dv-cinder-837356-2-iscsi neutron-server[103917]: DEBUG dbcounter [-] [103917] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=103917) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 16 17:32:06.398477 dv-cinder-837356-2-iscsi neutron-server[103917]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ef5600b1-06c2-4de3-9e02-14678a274e56 tempest-AttachVolumeNegativeTest-1307848981 tempest-AttachVolumeNegativeTest-1307848981-project] Router 72fc182f-b4cb-4ac1-ba5a-c8c6b58534c5 has already been hosted by L3 agent 7639df21-17c3-4235-8912-210c3ad54137 {{(pid=103917) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jun 16 17:32:06.505687 dv-cinder-837356-2-iscsi neutron-server[103917]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ef5600b1-06c2-4de3-9e02-14678a274e56 tempest-AttachVolumeNegativeTest-1307848981 tempest-AttachVolumeNegativeTest-1307848981-project] Notify agent at l3_agent.dv-cinder-837356-2-iscsi the message routers_updated {{(pid=103917) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jun 16 17:32:06.512082 dv-cinder-837356-2-iscsi neutron-server[103917]: DEBUG neutron_lib.callbacks.manager [None req-ef5600b1-06c2-4de3-9e02-14678a274e56 tempest-AttachVolumeNegativeTest-1307848981 tempest-AttachVolumeNegativeTest-1307848981-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-191112'] for floatingip (None), before_response {{(pid=103917) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 17:32:06.517850 dv-cinder-837356-2-iscsi neutron-server[103918]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4ee9d940-471c-4a0b-9b7b-b7b7f0d5f314 None None] Sync routers for ids ['72fc182f-b4cb-4ac1-ba5a-c8c6b58534c5'] in dv-cinder-837356-2-iscsi {{(pid=103918) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 16 17:32:06.530405 dv-cinder-837356-2-iscsi neutron-server[103918]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4ee9d940-471c-4a0b-9b7b-b7b7f0d5f314 None None] Routers {'72fc182f-b4cb-4ac1-ba5a-c8c6b58534c5'} bound to L3 agent in host dv-cinder-837356-2-iscsi {{(pid=103918) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jun 16 17:32:06.531039 dv-cinder-837356-2-iscsi neutron-server[103918]: DEBUG neutron.db.l3_hamode_db [None req-4ee9d940-471c-4a0b-9b7b-b7b7f0d5f314 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-837356-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-06-16T17:14:15Z,description=,heartbeat_timestamp=2022-06-16T17:31:45Z,host='dv-cinder-837356-2-iscsi',id=7639df21-17c3-4235-8912-210c3ad54137,load=0,resource_versions=,resources_synced=,started_at=2022-06-16T17:14:15Z,topic='l3_agent')) {'router_ids': ['72fc182f-b4cb-4ac1-ba5a-c8c6b58534c5'], 'active': True} {{(pid=103918) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 16 17:32:06.548899 dv-cinder-837356-2-iscsi neutron-server[103917]: INFO neutron.wsgi [None req-ef5600b1-06c2-4de3-9e02-14678a274e56 tempest-AttachVolumeNegativeTest-1307848981 tempest-AttachVolumeNegativeTest-1307848981-project] 10.222.0.66 "PUT /v2.0/floatingips/828eae50-f446-4502-b572-4b1fec8f4fad HTTP/1.1" status: 200 len: 990 time: 1.2914970 Jun 16 17:32:06.549705 dv-cinder-837356-2-iscsi neutron-server[103917]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'c8ea27cc-1e25-4130-bf8a-60fbfb4801bc', 'tag': 'fa515d28-8f3c-4376-9029-a6d947163ef0'}] {{(pid=103917) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jun 16 17:32:06.552821 dv-cinder-837356-2-iscsi neutron-server[103917]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.66/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6f3fd2b1a6655810f50592bc9015c397d118e5689141688eaf1b23dbeee2ebf8" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3577f72b-62a0-42e3-b211-a52a5c94f77f" -d '{"events": [{"name": "network-changed", "server_uuid": "c8ea27cc-1e25-4130-bf8a-60fbfb4801bc", "tag": "fa515d28-8f3c-4376-9029-a6d947163ef0"}]}' {{(pid=103917) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 16 17:32:06.580798 dv-cinder-837356-2-iscsi neutron-server[103918]: DEBUG dbcounter [-] [103918] Writing DB stats neutron:SELECT=96,neutron:UPDATE=3,neutron:DELETE=1 {{(pid=103918) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 16 17:32:06.592179 dv-cinder-837356-2-iscsi neutron-server[103917]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 16 Jun 2022 17:32:06 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b5a01589-04ea-48a4-b211-ae6453230803 x-openstack-request-id: req-b5a01589-04ea-48a4-b211-ae6453230803 {{(pid=103917) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 16 17:32:06.592474 dv-cinder-837356-2-iscsi neutron-server[103917]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "c8ea27cc-1e25-4130-bf8a-60fbfb4801bc", "tag": "fa515d28-8f3c-4376-9029-a6d947163ef0", "status": "completed", "code": 200}]} {{(pid=103917) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 16 17:32:06.592726 dv-cinder-837356-2-iscsi neutron-server[103917]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.66/compute/v2.1/os-server-external-events used request id req-b5a01589-04ea-48a4-b211-ae6453230803 {{(pid=103917) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 16 17:32:06.593133 dv-cinder-837356-2-iscsi neutron-server[103917]: INFO neutron.notifiers.nova [-] Nova event matching ['req-b5a01589-04ea-48a4-b211-ae6453230803'] response: {'name': 'network-changed', 'server_uuid': 'c8ea27cc-1e25-4130-bf8a-60fbfb4801bc', 'tag': 'fa515d28-8f3c-4376-9029-a6d947163ef0', 'status': 'completed', 'code': 200} Jun 16 17:32:06.662928 dv-cinder-837356-2-iscsi neutron-server[103917]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3577f72b-62a0-42e3-b211-a52a5c94f77f req-976177d8-654c-45a3-9a2d-271671e79acc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103917) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 16 17:32:06.664657 dv-cinder-837356-2-iscsi neutron-server[103917]: INFO neutron.wsgi [req-3577f72b-62a0-42e3-b211-a52a5c94f77f req-976177d8-654c-45a3-9a2d-271671e79acc service neutron] 10.222.0.81 "GET /v2.0/ports?tenant_id=7c56d4c430c44df49f48fe0b49ebcbd2&device_id=c8ea27cc-1e25-4130-bf8a-60fbfb4801bc HTTP/1.1" status: 200 len: 1130 time: 0.0459499 Jun 16 17:32:06.767338 dv-cinder-837356-2-iscsi neutron-server[103917]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3577f72b-62a0-42e3-b211-a52a5c94f77f req-78d55205-cba4-4f37-abd5-d09b7ee82ffc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103917) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 16 17:32:06.768992 dv-cinder-837356-2-iscsi neutron-server[103917]: INFO neutron.wsgi [req-3577f72b-62a0-42e3-b211-a52a5c94f77f req-78d55205-cba4-4f37-abd5-d09b7ee82ffc service neutron] 10.222.0.81 "GET /v2.0/networks?id=38b62bc9-5cad-4b9e-8181-628535658100 HTTP/1.1" status: 200 len: 916 time: 0.0985186 Jun 16 17:32:06.787434 dv-cinder-837356-2-iscsi neutron-server[103918]: DEBUG neutron.db.l3_dvr_db [None req-4ee9d940-471c-4a0b-9b7b-b7b7f0d5f314 None None] Set router 72fc182f-b4cb-4ac1-ba5a-c8c6b58534c5 gateway port host: dv-cinder-837356-2-iscsi {{(pid=103918) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jun 16 17:32:06.839528 dv-cinder-837356-2-iscsi neutron-server[103917]: INFO neutron.wsgi [req-3577f72b-62a0-42e3-b211-a52a5c94f77f req-536f0f71-d44c-4881-ad8c-ae7d3c8880c7 service neutron] 10.222.0.81 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=fa515d28-8f3c-4376-9029-a6d947163ef0 HTTP/1.1" status: 200 len: 998 time: 0.0636477 Jun 16 17:32:06.897790 dv-cinder-837356-2-iscsi neutron-server[103917]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3577f72b-62a0-42e3-b211-a52a5c94f77f req-e2eaa252-7552-4781-998e-039abc3cc0d6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103917) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 16 17:32:06.900232 dv-cinder-837356-2-iscsi neutron-server[103917]: INFO neutron.wsgi [req-3577f72b-62a0-42e3-b211-a52a5c94f77f req-e2eaa252-7552-4781-998e-039abc3cc0d6 service neutron] 10.222.0.81 "GET /v2.0/subnets?id=245398e2-b047-4bf4-9483-edcae7a557b6 HTTP/1.1" status: 200 len: 853 time: 0.0542819 Jun 16 17:32:06.953126 dv-cinder-837356-2-iscsi neutron-server[103917]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3577f72b-62a0-42e3-b211-a52a5c94f77f req-c90abf02-79f4-4057-bedb-078b0af8199f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103917) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 16 17:32:06.954729 dv-cinder-837356-2-iscsi neutron-server[103917]: INFO neutron.wsgi [req-3577f72b-62a0-42e3-b211-a52a5c94f77f req-c90abf02-79f4-4057-bedb-078b0af8199f service neutron] 10.222.0.81 "GET /v2.0/ports?network_id=38b62bc9-5cad-4b9e-8181-628535658100&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0465748 Jun 16 17:32:07.035915 dv-cinder-837356-2-iscsi neutron-server[103918]: DEBUG neutron.db.l3_hamode_db [None req-4ee9d940-471c-4a0b-9b7b-b7b7f0d5f314 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '72fc182f-b4cb-4ac1-ba5a-c8c6b58534c5', 'name': 'tempest-AttachVolumeNegativeTest-673498770-router', 'tenant_id': '7c56d4c430c44df49f48fe0b49ebcbd2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9df31235-0797-44e6-85a0-102cb2da2d58', 'external_fixed_ips': [{'subnet_id': '1dfb0320-f5eb-46f6-88ce-33002f500238', 'ip_address': '172.27.2.32'}], 'enable_snat': True}, 'gw_port_id': '683727eb-4399-44ae-ab3b-c7579a0661bc', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-16T17:30:48Z', 'updated_at': '2022-06-16T17:30:51Z', 'revision_number': 4, 'project_id': '7c56d4c430c44df49f48fe0b49ebcbd2', 'gw_port': {'id': '683727eb-4399-44ae-ab3b-c7579a0661bc', 'name': '', 'network_id': '9df31235-0797-44e6-85a0-102cb2da2d58', 'tenant_id': '', 'mac_address': 'fa:16:3e:9c:93:e7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '72fc182f-b4cb-4ac1-ba5a-c8c6b58534c5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 637, 'fixed_ips': [{'subnet_id': '1dfb0320-f5eb-46f6-88ce-33002f500238', 'ip_address': '172.27.2.32', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-837356-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-16T17:30:49Z', 'updated_at': '2022-06-16T17:30:54Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1dfb0320-f5eb-46f6-88ce-33002f500238', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-837356-2-iscsi', '_floatingips': [{'id': '828eae50-f446-4502-b572-4b1fec8f4fad', 'tenant_id': '7c56d4c430c44df49f48fe0b49ebcbd2', 'floating_ip_address': '172.27.2.5', 'floating_network_id': '9df31235-0797-44e6-85a0-102cb2da2d58', 'router_id': '72fc182f-b4cb-4ac1-ba5a-c8c6b58534c5', 'port_id': 'fa515d28-8f3c-4376-9029-a6d947163ef0', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'standard_attr_id': 686, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '38b62bc9-5cad-4b9e-8181-628535658100', 'mac_address': 'fa:16:3e:8b:a7:ae', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c8ea27cc-1e25-4130-bf8a-60fbfb4801bc', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-06-16T17:31:53Z', 'updated_at': '2022-06-16T17:32:05Z', 'revision_number': 1, 'project_id': '7c56d4c430c44df49f48fe0b49ebcbd2', 'fixed_ip_address_scope': None}, {'id': 'b9ac3761-1564-460d-a511-4231de394e0c', 'tenant_id': '7c56d4c430c44df49f48fe0b49ebcbd2', 'floating_ip_address': '172.27.2.4', 'floating_network_id': '9df31235-0797-44e6-85a0-102cb2da2d58', 'router_id': '72fc182f-b4cb-4ac1-ba5a-c8c6b58534c5', 'port_id': 'f5cc2aae-859d-43dd-a5a3-7df6d8cbc7fa', 'fixed_ip_address': '172.20.0.12', 'status': 'ACTIVE', 'standard_attr_id': 645, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '38b62bc9-5cad-4b9e-8181-628535658100', 'mac_address': 'fa:16:3e:6b:fa:35', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4dce5739-2ecb-43f7-a49a-a9870cf2243c', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-06-16T17:30:53Z', 'updated_at': '2022-06-16T17:31:07Z', 'revision_number': 2, 'project_id': '7c56d4c430c44df49f48fe0b49ebcbd2', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'b5be4525-4335-4548-88b7-e6bb420c6ef4', 'name': '', 'network_id': '38b62bc9-5cad-4b9e-8181-628535658100', 'tenant_id': '7c56d4c430c44df49f48fe0b49ebcbd2', 'mac_address': 'fa:16:3e:a8:05:6c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '72fc182f-b4cb-4ac1-ba5a-c8c6b58534c5', 'device_owner': 'network:router_interface', 'standard_attr_id': 638, 'fixed_ips': [{'subnet_id': '245398e2-b047-4bf4-9483-edcae7a557b6', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-837356-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-16T17:30:51Z', 'updated_at': '2022-06-16T17:30:56Z', 'revision_number': 5, 'project_id': '7c56d4c430c44df49f48fe0b49ebcbd2', 'subnets': [{'id': '245398e2-b047-4bf4-9483-edcae7a557b6', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-837356-2-iscsi', False) {} {{(pid=103918) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 16 17:32:07.063416 dv-cinder-837356-2-iscsi neutron-server[103918]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4ee9d940-471c-4a0b-9b7b-b7b7f0d5f314 None None] Checking router: 72fc182f-b4cb-4ac1-ba5a-c8c6b58534c5 for host: dv-cinder-837356-2-iscsi {{(pid=103918) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 16 17:32:07.066521 dv-cinder-837356-2-iscsi neutron-server[103917]: INFO neutron.wsgi [req-3577f72b-62a0-42e3-b211-a52a5c94f77f req-b4e1538f-6f70-4057-ad23-870213a6259d service neutron] 10.222.0.81 "GET /v2.0/networks/38b62bc9-5cad-4b9e-8181-628535658100?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1034927 Jun 16 17:32:07.073575 dv-cinder-837356-2-iscsi neutron-server[103918]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4ee9d940-471c-4a0b-9b7b-b7b7f0d5f314 None None] Routers {'72fc182f-b4cb-4ac1-ba5a-c8c6b58534c5'} bound to L3 agent in host dv-cinder-837356-2-iscsi {{(pid=103918) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jun 16 17:32:07.074193 dv-cinder-837356-2-iscsi neutron-server[103918]: DEBUG neutron.db.l3_hamode_db [None req-4ee9d940-471c-4a0b-9b7b-b7b7f0d5f314 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-837356-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-06-16T17:14:15Z,description=,heartbeat_timestamp=2022-06-16T17:31:45Z,host='dv-cinder-837356-2-iscsi',id=7639df21-17c3-4235-8912-210c3ad54137,load=0,resource_versions=,resources_synced=,started_at=2022-06-16T17:14:15Z,topic='l3_agent')) {'router_ids': ['72fc182f-b4cb-4ac1-ba5a-c8c6b58534c5'], 'active': True} {{(pid=103918) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 16 17:32:07.168775 dv-cinder-837356-2-iscsi neutron-server[103917]: INFO neutron.wsgi [req-3577f72b-62a0-42e3-b211-a52a5c94f77f req-b44b3fa7-c51e-4d52-b5b7-7dea864a00ad service neutron] 10.222.0.81 "GET /v2.0/networks/38b62bc9-5cad-4b9e-8181-628535658100?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0928640 Jun 16 17:32:07.181412 dv-cinder-837356-2-iscsi neutron-server[103918]: DEBUG neutron.db.l3_dvr_db [None req-4ee9d940-471c-4a0b-9b7b-b7b7f0d5f314 None None] Set router 72fc182f-b4cb-4ac1-ba5a-c8c6b58534c5 gateway port host: dv-cinder-837356-2-iscsi {{(pid=103918) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jun 16 17:32:07.420881 dv-cinder-837356-2-iscsi neutron-server[103918]: DEBUG neutron.db.l3_hamode_db [None req-4ee9d940-471c-4a0b-9b7b-b7b7f0d5f314 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '72fc182f-b4cb-4ac1-ba5a-c8c6b58534c5', 'name': 'tempest-AttachVolumeNegativeTest-673498770-router', 'tenant_id': '7c56d4c430c44df49f48fe0b49ebcbd2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9df31235-0797-44e6-85a0-102cb2da2d58', 'external_fixed_ips': [{'subnet_id': '1dfb0320-f5eb-46f6-88ce-33002f500238', 'ip_address': '172.27.2.32'}], 'enable_snat': True}, 'gw_port_id': '683727eb-4399-44ae-ab3b-c7579a0661bc', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-16T17:30:48Z', 'updated_at': '2022-06-16T17:30:51Z', 'revision_number': 4, 'project_id': '7c56d4c430c44df49f48fe0b49ebcbd2', 'gw_port': {'id': '683727eb-4399-44ae-ab3b-c7579a0661bc', 'name': '', 'network_id': '9df31235-0797-44e6-85a0-102cb2da2d58', 'tenant_id': '', 'mac_address': 'fa:16:3e:9c:93:e7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '72fc182f-b4cb-4ac1-ba5a-c8c6b58534c5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 637, 'fixed_ips': [{'subnet_id': '1dfb0320-f5eb-46f6-88ce-33002f500238', 'ip_address': '172.27.2.32', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-837356-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-16T17:30:49Z', 'updated_at': '2022-06-16T17:30:54Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1dfb0320-f5eb-46f6-88ce-33002f500238', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-837356-2-iscsi', '_floatingips': [{'id': '828eae50-f446-4502-b572-4b1fec8f4fad', 'tenant_id': '7c56d4c430c44df49f48fe0b49ebcbd2', 'floating_ip_address': '172.27.2.5', 'floating_network_id': '9df31235-0797-44e6-85a0-102cb2da2d58', 'router_id': '72fc182f-b4cb-4ac1-ba5a-c8c6b58534c5', 'port_id': 'fa515d28-8f3c-4376-9029-a6d947163ef0', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'standard_attr_id': 686, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '38b62bc9-5cad-4b9e-8181-628535658100', 'mac_address': 'fa:16:3e:8b:a7:ae', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c8ea27cc-1e25-4130-bf8a-60fbfb4801bc', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-06-16T17:31:53Z', 'updated_at': '2022-06-16T17:32:05Z', 'revision_number': 1, 'project_id': '7c56d4c430c44df49f48fe0b49ebcbd2', 'fixed_ip_address_scope': None}, {'id': 'b9ac3761-1564-460d-a511-4231de394e0c', 'tenant_id': '7c56d4c430c44df49f48fe0b49ebcbd2', 'floating_ip_address': '172.27.2.4', 'floating_network_id': '9df31235-0797-44e6-85a0-102cb2da2d58', 'router_id': '72fc182f-b4cb-4ac1-ba5a-c8c6b58534c5', 'port_id': 'f5cc2aae-859d-43dd-a5a3-7df6d8cbc7fa', 'fixed_ip_address': '172.20.0.12', 'status': 'ACTIVE', 'standard_attr_id': 645, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '38b62bc9-5cad-4b9e-8181-628535658100', 'mac_address': 'fa:16:3e:6b:fa:35', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4dce5739-2ecb-43f7-a49a-a9870cf2243c', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-06-16T17:30:53Z', 'updated_at': '2022-06-16T17:31:07Z', 'revision_number': 2, 'project_id': '7c56d4c430c44df49f48fe0b49ebcbd2', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'b5be4525-4335-4548-88b7-e6bb420c6ef4', 'name': '', 'network_id': '38b62bc9-5cad-4b9e-8181-628535658100', 'tenant_id': '7c56d4c430c44df49f48fe0b49ebcbd2', 'mac_address': 'fa:16:3e:a8:05:6c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '72fc182f-b4cb-4ac1-ba5a-c8c6b58534c5', 'device_owner': 'network:router_interface', 'standard_attr_id': 638, 'fixed_ips': [{'subnet_id': '245398e2-b047-4bf4-9483-edcae7a557b6', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-837356-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-16T17:30:51Z', 'updated_at': '2022-06-16T17:30:56Z', 'revision_number': 5, 'project_id': '7c56d4c430c44df49f48fe0b49ebcbd2', 'subnets': [{'id': '245398e2-b047-4bf4-9483-edcae7a557b6', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-837356-2-iscsi', False) {} {{(pid=103918) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 16 17:32:07.446029 dv-cinder-837356-2-iscsi neutron-server[103918]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4ee9d940-471c-4a0b-9b7b-b7b7f0d5f314 None None] The sync data for ids ['72fc182f-b4cb-4ac1-ba5a-c8c6b58534c5'] in dv-cinder-837356-2-iscsi is: [{'id': '72fc182f-b4cb-4ac1-ba5a-c8c6b58534c5', 'name': 'tempest-AttachVolumeNegativeTest-673498770-router', 'tenant_id': '7c56d4c430c44df49f48fe0b49ebcbd2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9df31235-0797-44e6-85a0-102cb2da2d58', 'external_fixed_ips': [{'subnet_id': '1dfb0320-f5eb-46f6-88ce-33002f500238', 'ip_address': '172.27.2.32'}], 'enable_snat': True}, 'gw_port_id': '683727eb-4399-44ae-ab3b-c7579a0661bc', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-16T17:30:48Z', 'updated_at': '2022-06-16T17:30:51Z', 'revision_number': 4, 'project_id': '7c56d4c430c44df49f48fe0b49ebcbd2', 'gw_port': {'id': '683727eb-4399-44ae-ab3b-c7579a0661bc', 'name': '', 'network_id': '9df31235-0797-44e6-85a0-102cb2da2d58', 'tenant_id': '', 'mac_address': 'fa:16:3e:9c:93:e7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '72fc182f-b4cb-4ac1-ba5a-c8c6b58534c5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 637, 'fixed_ips': [{'subnet_id': '1dfb0320-f5eb-46f6-88ce-33002f500238', 'ip_address': '172.27.2.32', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-837356-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-16T17:30:49Z', 'updated_at': '2022-06-16T17:30:54Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1dfb0320-f5eb-46f6-88ce-33002f500238', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-837356-2-iscsi', '_floatingips': [{'id': '828eae50-f446-4502-b572-4b1fec8f4fad', 'tenant_id': '7c56d4c430c44df49f48fe0b49ebcbd2', 'floating_ip_address': '172.27.2.5', 'floating_network_id': '9df31235-0797-44e6-85a0-102cb2da2d58', 'router_id': '72fc182f-b4cb-4ac1-ba5a-c8c6b58534c5', 'port_id': 'fa515d28-8f3c-4376-9029-a6d947163ef0', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'standard_attr_id': 686, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '38b62bc9-5cad-4b9e-8181-628535658100', 'mac_address': 'fa:16:3e:8b:a7:ae', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c8ea27cc-1e25-4130-bf8a-60fbfb4801bc', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-06-16T17:31:53Z', 'updated_at': '2022-06-16T17:32:05Z', 'revision_number': 1, 'project_id': '7c56d4c430c44df49f48fe0b49ebcbd2', 'fixed_ip_address_scope': None}, {'id': 'b9ac3761-1564-460d-a511-4231de394e0c', 'tenant_id': '7c56d4c430c44df49f48fe0b49ebcbd2', 'floating_ip_address': '172.27.2.4', 'floating_network_id': '9df31235-0797-44e6-85a0-102cb2da2d58', 'router_id': '72fc182f-b4cb-4ac1-ba5a-c8c6b58534c5', 'port_id': 'f5cc2aae-859d-43dd-a5a3-7df6d8cbc7fa', 'fixed_ip_address': '172.20.0.12', 'status': 'ACTIVE', 'standard_attr_id': 645, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '38b62bc9-5cad-4b9e-8181-628535658100', 'mac_address': 'fa:16:3e:6b:fa:35', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4dce5739-2ecb-43f7-a49a-a9870cf2243c', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-06-16T17:30:53Z', 'updated_at': '2022-06-16T17:31:07Z', 'revision_number': 2, 'project_id': '7c56d4c430c44df49f48fe0b49ebcbd2', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'b5be4525-4335-4548-88b7-e6bb420c6ef4', 'name': '', 'network_id': '38b62bc9-5cad-4b9e-8181-628535658100', 'tenant_id': '7c56d4c430c44df49f48fe0b49ebcbd2', 'mac_address': 'fa:16:3e:a8:05:6c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '72fc182f-b4cb-4ac1-ba5a-c8c6b58534c5', 'device_owner': 'network:router_interface', 'standard_attr_id': 638, 'fixed_ips': [{'subnet_id': '245398e2-b047-4bf4-9483-edcae7a557b6', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-837356-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-16T17:30:51Z', 'updated_at': '2022-06-16T17:30:56Z', 'revision_number': 5, 'project_id': '7c56d4c430c44df49f48fe0b49ebcbd2', 'subnets': [{'id': '245398e2-b047-4bf4-9483-edcae7a557b6', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103918) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 16 17:32:07.670991 dv-cinder-837356-2-iscsi neutron-server[103919]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2cbd7727-ce1e-47c9-89ff-b083f9fb0f6c None None] New status for floating IP 828eae50-f446-4502-b572-4b1fec8f4fad: ACTIVE {{(pid=103919) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:269}} Jun 16 17:32:12.993458 dv-cinder-837356-2-iscsi neutron-server[103918]: DEBUG dbcounter [-] [103918] Writing DB stats neutron:SELECT=100 {{(pid=103918) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 16 17:32:13.002040 dv-cinder-837356-2-iscsi neutron-server[103918]: DEBUG neutron_lib.callbacks.manager [None req-7ca78cbc-43ea-4b6a-bec3-e49db20cdc3a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728539454181', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16149322'] for agent (0913b7ec-eea4-4492-8ef1-e01c4575abca), after_update {{(pid=103918) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 17:32:15.121580 dv-cinder-837356-2-iscsi neutron-server[103916]: DEBUG dbcounter [-] [103916] Writing DB stats neutron:SELECT=68 {{(pid=103916) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 16 17:32:15.123617 dv-cinder-837356-2-iscsi neutron-server[103916]: DEBUG dbcounter [-] [103916] Writing DB stats neutron:SELECT=68 {{(pid=103916) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 16 17:32:15.449088 dv-cinder-837356-2-iscsi neutron-server[103918]: DEBUG neutron_lib.callbacks.manager [None req-81005bee-4f57-4ff1-8d92-ded3e84d911c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728539454181', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16149322'] for agent (7639df21-17c3-4235-8912-210c3ad54137), after_update {{(pid=103918) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 17:32:16.322738 dv-cinder-837356-2-iscsi neutron-server[103918]: DEBUG neutron_lib.callbacks.manager [None req-20715706-35a9-45af-9420-375bdcc64c61 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728539454181', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16149322'] for agent (50395103-89cf-4fb3-87eb-9dff4dfdeea8), after_update {{(pid=103918) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 17:32:17.163816 dv-cinder-837356-2-iscsi neutron-server[103917]: DEBUG dbcounter [-] [103917] Writing DB stats neutron:SELECT=82 {{(pid=103917) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 16 17:32:17.165910 dv-cinder-837356-2-iscsi neutron-server[103917]: DEBUG dbcounter [-] [103917] Writing DB stats neutron:SELECT=87 {{(pid=103917) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 16 17:32:17.773303 dv-cinder-837356-2-iscsi neutron-server[103919]: DEBUG dbcounter [-] [103919] Writing DB stats neutron:SELECT=23,neutron:UPDATE=2,neutron:DELETE=1 {{(pid=103919) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 16 17:32:17.775252 dv-cinder-837356-2-iscsi neutron-server[103919]: DEBUG dbcounter [-] [103919] Writing DB stats neutron:SELECT=28,neutron:UPDATE=2 {{(pid=103919) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 16 17:32:18.088958 dv-cinder-837356-2-iscsi neutron-server[103918]: DEBUG neutron_lib.callbacks.manager [None req-90597016-5de8-4c3e-b42a-66aa2c70cc5e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728539454181', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16149322'] for agent (853db9d1-1c17-40a4-900c-de4f90440474), after_update {{(pid=103918) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 17:32:18.449648 dv-cinder-837356-2-iscsi neutron-server[103918]: DEBUG neutron_lib.callbacks.manager [None req-39ead2dc-a542-4f04-b117-439eb7f32aa8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728539454181', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16149322'] for agent (5b2fa84c-1db1-41c6-a6b9-975c3da28daf), after_update {{(pid=103918) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 17:32:26.251500 dv-cinder-837356-2-iscsi neutron-server[103916]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c216f7e-015b-4705-b894-045f0ddfae78 req-d66e9892-cf22-4365-b236-2b9ff7eb2b96 tempest-TestShelveInstance-792984814 tempest-TestShelveInstance-792984814-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103916) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 16 17:32:26.253165 dv-cinder-837356-2-iscsi neutron-server[103916]: INFO neutron.wsgi [req-1c216f7e-015b-4705-b894-045f0ddfae78 req-d66e9892-cf22-4365-b236-2b9ff7eb2b96 tempest-TestShelveInstance-792984814 tempest-TestShelveInstance-792984814-project] 10.222.0.66 "GET /v2.0/ports?device_id=1cc6f984-945e-4244-b25d-45c9022782dd HTTP/1.1" status: 200 len: 945 time: 0.0510283 Jun 16 17:32:26.309152 dv-cinder-837356-2-iscsi neutron-server[103916]: INFO neutron.wsgi [req-1c216f7e-015b-4705-b894-045f0ddfae78 req-eb57c3fa-3e72-44ce-b4be-e4e201ea85b8 tempest-TestShelveInstance-792984814 tempest-TestShelveInstance-792984814-project] 10.222.0.66 "GET /v2.0/security-groups?id=50b27ea4-b12f-4388-874d-0faf427ba632&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0488789 Jun 16 17:32:27.447624 dv-cinder-837356-2-iscsi neutron-server[103917]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-332df1b1-c056-4cf3-bc1e-19e493cde2a3 req-211199ec-ef8a-43c6-9a07-e9a7fb132253 tempest-TestShelveInstance-792984814 tempest-TestShelveInstance-792984814-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103917) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 16 17:32:27.449145 dv-cinder-837356-2-iscsi neutron-server[103917]: INFO neutron.wsgi [req-332df1b1-c056-4cf3-bc1e-19e493cde2a3 req-211199ec-ef8a-43c6-9a07-e9a7fb132253 tempest-TestShelveInstance-792984814 tempest-TestShelveInstance-792984814-project] 10.222.0.66 "GET /v2.0/ports?device_id=1cc6f984-945e-4244-b25d-45c9022782dd HTTP/1.1" status: 200 len: 945 time: 0.0549517 Jun 16 17:32:27.505803 dv-cinder-837356-2-iscsi neutron-server[103917]: INFO neutron.wsgi [req-332df1b1-c056-4cf3-bc1e-19e493cde2a3 req-e2c92dbf-45f2-452c-898f-b147ae263c81 tempest-TestShelveInstance-792984814 tempest-TestShelveInstance-792984814-project] 10.222.0.66 "GET /v2.0/security-groups?id=50b27ea4-b12f-4388-874d-0faf427ba632&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0482950 Jun 16 17:32:28.443175 dv-cinder-837356-2-iscsi neutron-server[103918]: DEBUG dbcounter [-] [103918] Writing DB stats neutron:SELECT=5,neutron:UPDATE=2 {{(pid=103918) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 16 17:32:28.444128 dv-cinder-837356-2-iscsi neutron-server[103918]: DEBUG dbcounter [-] [103918] Writing DB stats neutron:SELECT=72,neutron:UPDATE=3 {{(pid=103918) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 16 17:32:28.628203 dv-cinder-837356-2-iscsi neutron-server[103916]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dab60ee4-b80c-4679-acc8-d95fe8869b95 req-7924f5ae-d524-480b-9e4f-0df9bae3be4a tempest-TestShelveInstance-792984814 tempest-TestShelveInstance-792984814-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103916) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 16 17:32:28.629762 dv-cinder-837356-2-iscsi neutron-server[103916]: INFO neutron.wsgi [req-dab60ee4-b80c-4679-acc8-d95fe8869b95 req-7924f5ae-d524-480b-9e4f-0df9bae3be4a tempest-TestShelveInstance-792984814 tempest-TestShelveInstance-792984814-project] 10.222.0.66 "GET /v2.0/ports?device_id=1cc6f984-945e-4244-b25d-45c9022782dd HTTP/1.1" status: 200 len: 945 time: 0.0533805 Jun 16 17:32:28.681162 dv-cinder-837356-2-iscsi neutron-server[103916]: INFO neutron.wsgi [req-dab60ee4-b80c-4679-acc8-d95fe8869b95 req-24cf2cea-c178-49c9-9b1a-37302de6d758 tempest-TestShelveInstance-792984814 tempest-TestShelveInstance-792984814-project] 10.222.0.66 "GET /v2.0/security-groups?id=50b27ea4-b12f-4388-874d-0faf427ba632&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0456302 Jun 16 17:32:29.533574 dv-cinder-837356-2-iscsi neutron-server[103918]: DEBUG neutron_lib.callbacks.manager [None req-b2b17746-c296-4803-869a-65578e8233dd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728539454181', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16149322'] for agent (2e97d73d-50fc-4f89-a4ea-85f65eb860d8), after_update {{(pid=103918) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 17:32:29.805839 dv-cinder-837356-2-iscsi neutron-server[103917]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84d4f1d4-a97c-4e8d-a5c4-d6d1afc97e2d req-29de8094-932c-4ed6-9521-bff6da46e20d tempest-TestShelveInstance-792984814 tempest-TestShelveInstance-792984814-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103917) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 16 17:32:29.807810 dv-cinder-837356-2-iscsi neutron-server[103917]: INFO neutron.wsgi [req-84d4f1d4-a97c-4e8d-a5c4-d6d1afc97e2d req-29de8094-932c-4ed6-9521-bff6da46e20d tempest-TestShelveInstance-792984814 tempest-TestShelveInstance-792984814-project] 10.222.0.66 "GET /v2.0/ports?device_id=1cc6f984-945e-4244-b25d-45c9022782dd HTTP/1.1" status: 200 len: 945 time: 0.0532727 Jun 16 17:32:29.860737 dv-cinder-837356-2-iscsi neutron-server[103917]: INFO neutron.wsgi [req-84d4f1d4-a97c-4e8d-a5c4-d6d1afc97e2d req-996e29bf-19ce-4f2e-ac8e-78fe8f2a36e6 tempest-TestShelveInstance-792984814 tempest-TestShelveInstance-792984814-project] 10.222.0.66 "GET /v2.0/security-groups?id=50b27ea4-b12f-4388-874d-0faf427ba632&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0470111 Jun 16 17:32:30.980372 dv-cinder-837356-2-iscsi neutron-server[103916]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea449cd7-b4fa-4d9f-8ac4-84cf5e83858d req-3d5cd6d2-8f00-4812-a4e1-7c7788c160cc tempest-TestShelveInstance-792984814 tempest-TestShelveInstance-792984814-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103916) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 16 17:32:30.981938 dv-cinder-837356-2-iscsi neutron-server[103916]: INFO neutron.wsgi [req-ea449cd7-b4fa-4d9f-8ac4-84cf5e83858d req-3d5cd6d2-8f00-4812-a4e1-7c7788c160cc tempest-TestShelveInstance-792984814 tempest-TestShelveInstance-792984814-project] 10.222.0.66 "GET /v2.0/ports?device_id=1cc6f984-945e-4244-b25d-45c9022782dd HTTP/1.1" status: 200 len: 945 time: 0.0508959 Jun 16 17:32:31.038209 dv-cinder-837356-2-iscsi neutron-server[103916]: INFO neutron.wsgi [req-ea449cd7-b4fa-4d9f-8ac4-84cf5e83858d req-6fec2c48-1a9f-4e63-a629-425313aeda66 tempest-TestShelveInstance-792984814 tempest-TestShelveInstance-792984814-project] 10.222.0.66 "GET /v2.0/security-groups?id=50b27ea4-b12f-4388-874d-0faf427ba632&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0496066 Jun 16 17:32:32.179675 dv-cinder-837356-2-iscsi neutron-server[103917]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac0e63ed-5884-4231-8513-1338030966f3 req-d240781f-0f79-45e2-ab7b-c00b59dcfcfc tempest-TestShelveInstance-792984814 tempest-TestShelveInstance-792984814-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103917) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 16 17:32:32.181258 dv-cinder-837356-2-iscsi neutron-server[103917]: INFO neutron.wsgi [req-ac0e63ed-5884-4231-8513-1338030966f3 req-d240781f-0f79-45e2-ab7b-c00b59dcfcfc tempest-TestShelveInstance-792984814 tempest-TestShelveInstance-792984814-project] 10.222.0.66 "GET /v2.0/ports?device_id=1cc6f984-945e-4244-b25d-45c9022782dd HTTP/1.1" status: 200 len: 945 time: 0.0595272 Jun 16 17:32:32.232098 dv-cinder-837356-2-iscsi neutron-server[103917]: INFO neutron.wsgi [req-ac0e63ed-5884-4231-8513-1338030966f3 req-9be5c8ac-7fe0-4790-83e9-b7f79885b97f tempest-TestShelveInstance-792984814 tempest-TestShelveInstance-792984814-project] 10.222.0.66 "GET /v2.0/security-groups?id=50b27ea4-b12f-4388-874d-0faf427ba632&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0451980 Jun 16 17:32:32.658181 dv-cinder-837356-2-iscsi neutron-server[103919]: DEBUG neutron.db.agents_db [None req-d2debd9c-00d6-4a8f-b9fc-d112a2dcea0d None None] Agent healthcheck: found 6 active agents {{(pid=103919) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jun 16 17:32:33.369255 dv-cinder-837356-2-iscsi neutron-server[103916]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9dd414ea-e8bc-476e-b5fe-4534c090a1ea req-f569a17d-bc7b-454b-86d7-43bdc4a2f6d8 tempest-TestShelveInstance-792984814 tempest-TestShelveInstance-792984814-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103916) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 16 17:32:33.370846 dv-cinder-837356-2-iscsi neutron-server[103916]: INFO neutron.wsgi [req-9dd414ea-e8bc-476e-b5fe-4534c090a1ea req-f569a17d-bc7b-454b-86d7-43bdc4a2f6d8 tempest-TestShelveInstance-792984814 tempest-TestShelveInstance-792984814-project] 10.222.0.66 "GET /v2.0/ports?device_id=1cc6f984-945e-4244-b25d-45c9022782dd HTTP/1.1" status: 200 len: 945 time: 0.0578647 Jun 16 17:32:33.426695 dv-cinder-837356-2-iscsi neutron-server[103916]: INFO neutron.wsgi [req-9dd414ea-e8bc-476e-b5fe-4534c090a1ea req-a54ed317-c198-4129-a5c2-fbad3f68982b tempest-TestShelveInstance-792984814 tempest-TestShelveInstance-792984814-project] 10.222.0.66 "GET /v2.0/security-groups?id=50b27ea4-b12f-4388-874d-0faf427ba632&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0479794 Jun 16 17:32:34.554011 dv-cinder-837356-2-iscsi neutron-server[103917]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e09a6727-0065-48dd-a3fc-500f900e9451 req-3be64fbb-c3f6-4484-9c2e-61730a75edf1 tempest-TestShelveInstance-792984814 tempest-TestShelveInstance-792984814-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103917) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 16 17:32:34.556237 dv-cinder-837356-2-iscsi neutron-server[103917]: INFO neutron.wsgi [req-e09a6727-0065-48dd-a3fc-500f900e9451 req-3be64fbb-c3f6-4484-9c2e-61730a75edf1 tempest-TestShelveInstance-792984814 tempest-TestShelveInstance-792984814-project] 10.222.0.66 "GET /v2.0/ports?device_id=1cc6f984-945e-4244-b25d-45c9022782dd HTTP/1.1" status: 200 len: 945 time: 0.0570328 Jun 16 17:32:34.610210 dv-cinder-837356-2-iscsi neutron-server[103917]: INFO neutron.wsgi [req-e09a6727-0065-48dd-a3fc-500f900e9451 req-5ef22a26-e073-43a1-ae38-9cbca9b3cc2d tempest-TestShelveInstance-792984814 tempest-TestShelveInstance-792984814-project] 10.222.0.66 "GET /v2.0/security-groups?id=50b27ea4-b12f-4388-874d-0faf427ba632&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0484216 Jun 16 17:32:35.734475 dv-cinder-837356-2-iscsi neutron-server[103916]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ebbf60c-8182-48d4-aaf6-de44fdbfa0ca req-38e9dada-f6e7-45a8-b140-5e3661c421ce tempest-TestShelveInstance-792984814 tempest-TestShelveInstance-792984814-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103916) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 16 17:32:35.735969 dv-cinder-837356-2-iscsi neutron-server[103916]: INFO neutron.wsgi [req-4ebbf60c-8182-48d4-aaf6-de44fdbfa0ca req-38e9dada-f6e7-45a8-b140-5e3661c421ce tempest-TestShelveInstance-792984814 tempest-TestShelveInstance-792984814-project] 10.222.0.66 "GET /v2.0/ports?device_id=1cc6f984-945e-4244-b25d-45c9022782dd HTTP/1.1" status: 200 len: 945 time: 0.0517206 Jun 16 17:32:35.792484 dv-cinder-837356-2-iscsi neutron-server[103916]: INFO neutron.wsgi [req-4ebbf60c-8182-48d4-aaf6-de44fdbfa0ca req-82e0ca42-9959-4df0-ad8d-5e50cd7e4fd2 tempest-TestShelveInstance-792984814 tempest-TestShelveInstance-792984814-project] 10.222.0.66 "GET /v2.0/security-groups?id=50b27ea4-b12f-4388-874d-0faf427ba632&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0498130 Jun 16 17:32:36.267401 dv-cinder-837356-2-iscsi neutron-server[103917]: INFO neutron.wsgi [req-5f709600-21ba-425f-acae-8e93fca03f5a req-53ed02f1-86e1-4bcf-8864-039835f38149 service neutron] 10.222.0.81 "GET /v2.0/ports?device_id=ce5b6345-48fe-44a0-b917-2b12902e234b&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0450966 Jun 16 17:32:36.514274 dv-cinder-837356-2-iscsi neutron-server[103917]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ada58616-b707-4108-9488-95bbc4460370 req-a159e5c0-79f7-4055-bdda-1f4ce6d18169 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103917) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 16 17:32:36.515828 dv-cinder-837356-2-iscsi neutron-server[103917]: INFO neutron.wsgi [req-ada58616-b707-4108-9488-95bbc4460370 req-a159e5c0-79f7-4055-bdda-1f4ce6d18169 service neutron] 10.222.0.81 "GET /v2.0/ports?tenant_id=50aeadccaa9348fd9af173f94291bf6f&device_id=1cc6f984-945e-4244-b25d-45c9022782dd HTTP/1.1" status: 200 len: 1129 time: 0.0686684 Jun 16 17:32:36.516964 dv-cinder-837356-2-iscsi neutron-server[103917]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f709600-21ba-425f-acae-8e93fca03f5a req-4d9cd83c-0fc6-44ad-9e18-3e49a2abab35 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103917) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 16 17:32:36.518661 dv-cinder-837356-2-iscsi neutron-server[103917]: INFO neutron.wsgi [req-5f709600-21ba-425f-acae-8e93fca03f5a req-4d9cd83c-0fc6-44ad-9e18-3e49a2abab35 service neutron] 10.222.0.81 "GET /v2.0/ports?tenant_id=bd1488226a424c6e9e7f94f31b020e4f&device_id=ce5b6345-48fe-44a0-b917-2b12902e234b HTTP/1.1" status: 200 len: 1129 time: 0.0807431 Jun 16 17:32:36.687576 dv-cinder-837356-2-iscsi neutron-server[103917]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ada58616-b707-4108-9488-95bbc4460370 req-3a3436d0-e0dc-42e1-8288-51c509943ebe service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103917) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 16 17:32:36.689078 dv-cinder-837356-2-iscsi neutron-server[103917]: INFO neutron.wsgi [req-ada58616-b707-4108-9488-95bbc4460370 req-3a3436d0-e0dc-42e1-8288-51c509943ebe service neutron] 10.222.0.81 "GET /v2.0/networks?id=e2e2bf0f-54ad-46f0-9611-04e943388552 HTTP/1.1" status: 200 len: 910 time: 0.1610489 Jun 16 17:32:36.700684 dv-cinder-837356-2-iscsi neutron-server[103917]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f709600-21ba-425f-acae-8e93fca03f5a req-de204d44-0407-448a-acc5-ba2d20b1ef3f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103917) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 16 17:32:36.702144 dv-cinder-837356-2-iscsi neutron-server[103917]: INFO neutron.wsgi [req-5f709600-21ba-425f-acae-8e93fca03f5a req-de204d44-0407-448a-acc5-ba2d20b1ef3f service neutron] 10.222.0.81 "GET /v2.0/networks?id=3da1c24e-a853-4091-89c9-dc663f379476 HTTP/1.1" status: 200 len: 914 time: 0.1504726 Jun 16 17:32:36.805062 dv-cinder-837356-2-iscsi neutron-server[103917]: INFO neutron.wsgi [req-ada58616-b707-4108-9488-95bbc4460370 req-b545645d-e3e5-4871-851e-13efb410d538 service neutron] 10.222.0.81 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=9ab6739f-6b37-443b-9a2c-8dc7f323433a HTTP/1.1" status: 200 len: 1001 time: 0.1056170 Jun 16 17:32:36.813349 dv-cinder-837356-2-iscsi neutron-server[103917]: INFO neutron.wsgi [req-5f709600-21ba-425f-acae-8e93fca03f5a req-04c9576f-4c1d-4fac-aec6-43cf7179b7c9 service neutron] 10.222.0.81 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=ccefb110-1f8f-47f6-a66f-5a8c5114a8dc HTTP/1.1" status: 200 len: 1000 time: 0.0724702 Jun 16 17:32:36.947158 dv-cinder-837356-2-iscsi neutron-server[103917]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ada58616-b707-4108-9488-95bbc4460370 req-9a435530-2b1a-47a4-a169-b31c4b7e2eb9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103917) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 16 17:32:36.948638 dv-cinder-837356-2-iscsi neutron-server[103917]: INFO neutron.wsgi [req-ada58616-b707-4108-9488-95bbc4460370 req-9a435530-2b1a-47a4-a169-b31c4b7e2eb9 service neutron] 10.222.0.81 "GET /v2.0/subnets?id=4a1d4ef0-9517-4aff-bf32-d5774cc7c0cd HTTP/1.1" status: 200 len: 847 time: 0.1172662 Jun 16 17:32:36.956990 dv-cinder-837356-2-iscsi neutron-server[103917]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a50609ef-e600-44ec-b588-85b6ddbf4145 req-e5a1292f-eb84-4c11-a4f7-eb387d2036e2 tempest-TestShelveInstance-792984814 tempest-TestShelveInstance-792984814-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103917) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 16 17:32:36.958437 dv-cinder-837356-2-iscsi neutron-server[103917]: INFO neutron.wsgi [req-a50609ef-e600-44ec-b588-85b6ddbf4145 req-e5a1292f-eb84-4c11-a4f7-eb387d2036e2 tempest-TestShelveInstance-792984814 tempest-TestShelveInstance-792984814-project] 10.222.0.66 "GET /v2.0/ports?device_id=1cc6f984-945e-4244-b25d-45c9022782dd HTTP/1.1" status: 200 len: 945 time: 0.0903685 Jun 16 17:32:36.968243 dv-cinder-837356-2-iscsi neutron-server[103917]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f709600-21ba-425f-acae-8e93fca03f5a req-3c9f4491-8b77-48cc-a0d3-cfb9fe9e1975 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103917) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 16 17:32:36.969681 dv-cinder-837356-2-iscsi neutron-server[103917]: INFO neutron.wsgi [req-5f709600-21ba-425f-acae-8e93fca03f5a req-3c9f4491-8b77-48cc-a0d3-cfb9fe9e1975 service neutron] 10.222.0.81 "GET /v2.0/subnets?id=ff26c6d8-fbe9-4318-9056-e5433e3433f5 HTTP/1.1" status: 200 len: 851 time: 0.1370883 Jun 16 17:32:37.044994 dv-cinder-837356-2-iscsi neutron-server[103917]: DEBUG dbcounter [-] [103917] Writing DB stats neutron:SELECT=100 {{(pid=103917) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 16 17:32:37.051469 dv-cinder-837356-2-iscsi neutron-server[103917]: DEBUG dbcounter [-] [103917] Writing DB stats neutron:SELECT=100 {{(pid=103917) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 16 17:32:37.063502 dv-cinder-837356-2-iscsi neutron-server[103917]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ada58616-b707-4108-9488-95bbc4460370 req-da65cd42-00d0-4883-9f73-dcbe4c0dfb41 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103917) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 16 17:32:37.065114 dv-cinder-837356-2-iscsi neutron-server[103917]: INFO neutron.wsgi [req-ada58616-b707-4108-9488-95bbc4460370 req-da65cd42-00d0-4883-9f73-dcbe4c0dfb41 service neutron] 10.222.0.81 "GET /v2.0/ports?network_id=e2e2bf0f-54ad-46f0-9611-04e943388552&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.1054854 Jun 16 17:32:37.069355 dv-cinder-837356-2-iscsi neutron-server[103917]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f709600-21ba-425f-acae-8e93fca03f5a req-b51397fa-3498-49c1-8ab0-89372fc4fb77 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103917) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 16 17:32:37.070771 dv-cinder-837356-2-iscsi neutron-server[103917]: INFO neutron.wsgi [req-5f709600-21ba-425f-acae-8e93fca03f5a req-b51397fa-3498-49c1-8ab0-89372fc4fb77 service neutron] 10.222.0.81 "GET /v2.0/ports?network_id=3da1c24e-a853-4091-89c9-dc663f379476&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0917723 Jun 16 17:32:37.101344 dv-cinder-837356-2-iscsi neutron-server[103917]: INFO neutron.wsgi [req-a50609ef-e600-44ec-b588-85b6ddbf4145 req-1e23e4e2-f007-4ce9-a970-bca2a2005e78 tempest-TestShelveInstance-792984814 tempest-TestShelveInstance-792984814-project] 10.222.0.66 "GET /v2.0/security-groups?id=50b27ea4-b12f-4388-874d-0faf427ba632&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1307349 Jun 16 17:32:37.244679 dv-cinder-837356-2-iscsi neutron-server[103917]: INFO neutron.wsgi [req-5f709600-21ba-425f-acae-8e93fca03f5a req-f9527912-edd4-463d-98d3-7678700bea96 service neutron] 10.222.0.81 "GET /v2.0/networks/3da1c24e-a853-4091-89c9-dc663f379476?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1621320 Jun 16 17:32:37.246594 dv-cinder-837356-2-iscsi neutron-server[103917]: INFO neutron.wsgi [req-ada58616-b707-4108-9488-95bbc4460370 req-c208f8b6-8c15-4f96-ad6f-bc6802f82357 service neutron] 10.222.0.81 "GET /v2.0/networks/e2e2bf0f-54ad-46f0-9611-04e943388552?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1652164 Jun 16 17:32:37.419191 dv-cinder-837356-2-iscsi neutron-server[103917]: INFO neutron.wsgi [req-5f709600-21ba-425f-acae-8e93fca03f5a req-757d69ce-7b94-46ce-9ffc-2b08c945d191 service neutron] 10.222.0.81 "GET /v2.0/networks/3da1c24e-a853-4091-89c9-dc663f379476?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1615078 Jun 16 17:32:37.420942 dv-cinder-837356-2-iscsi neutron-server[103917]: INFO neutron.wsgi [req-ada58616-b707-4108-9488-95bbc4460370 req-8e82df02-88bc-484a-bf96-fb30ab10f83b service neutron] 10.222.0.81 "GET /v2.0/networks/e2e2bf0f-54ad-46f0-9611-04e943388552?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1516857 Jun 16 17:32:37.648375 dv-cinder-837356-2-iscsi neutron-server[103919]: DEBUG dbcounter [-] [103919] Writing DB stats neutron:SELECT=4 {{(pid=103919) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 16 17:32:38.224161 dv-cinder-837356-2-iscsi neutron-server[103916]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-998d844e-82b4-465e-8657-3304ff30fa0d req-f2ee963c-2967-44a5-ab23-4ac8d65e937c tempest-TestShelveInstance-792984814 tempest-TestShelveInstance-792984814-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103916) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 16 17:32:38.225690 dv-cinder-837356-2-iscsi neutron-server[103916]: INFO neutron.wsgi [req-998d844e-82b4-465e-8657-3304ff30fa0d req-f2ee963c-2967-44a5-ab23-4ac8d65e937c tempest-TestShelveInstance-792984814 tempest-TestShelveInstance-792984814-project] 10.222.0.66 "GET /v2.0/ports?device_id=1cc6f984-945e-4244-b25d-45c9022782dd HTTP/1.1" status: 200 len: 945 time: 0.0508976 Jun 16 17:32:38.283442 dv-cinder-837356-2-iscsi neutron-server[103916]: INFO neutron.wsgi [req-998d844e-82b4-465e-8657-3304ff30fa0d req-add2fe7b-b703-4068-a54b-e4a0223ba0f7 tempest-TestShelveInstance-792984814 tempest-TestShelveInstance-792984814-project] 10.222.0.66 "GET /v2.0/security-groups?id=50b27ea4-b12f-4388-874d-0faf427ba632&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0520127 Jun 16 17:32:39.423872 dv-cinder-837356-2-iscsi neutron-server[103917]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-093d8a8f-4c0d-4231-adde-ebd32685a54b req-f4b6dc28-6382-41c7-aadb-ccc955c254a5 tempest-TestShelveInstance-792984814 tempest-TestShelveInstance-792984814-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103917) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 16 17:32:39.425635 dv-cinder-837356-2-iscsi neutron-server[103917]: INFO neutron.wsgi [req-093d8a8f-4c0d-4231-adde-ebd32685a54b req-f4b6dc28-6382-41c7-aadb-ccc955c254a5 tempest-TestShelveInstance-792984814 tempest-TestShelveInstance-792984814-project] 10.222.0.66 "GET /v2.0/ports?device_id=1cc6f984-945e-4244-b25d-45c9022782dd HTTP/1.1" status: 200 len: 945 time: 0.0602527 Jun 16 17:32:39.482888 dv-cinder-837356-2-iscsi neutron-server[103917]: INFO neutron.wsgi [req-093d8a8f-4c0d-4231-adde-ebd32685a54b req-6832c1aa-8701-4a39-9990-1da69a544da0 tempest-TestShelveInstance-792984814 tempest-TestShelveInstance-792984814-project] 10.222.0.66 "GET /v2.0/security-groups?id=50b27ea4-b12f-4388-874d-0faf427ba632&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0512533 Jun 16 17:32:39.518708 dv-cinder-837356-2-iscsi neutron-server[103918]: DEBUG dbcounter [-] [103918] Writing DB stats neutron:SELECT=1 {{(pid=103918) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 16 17:32:39.528001 dv-cinder-837356-2-iscsi neutron-server[103918]: DEBUG dbcounter [-] [103918] Writing DB stats neutron:SELECT=2,neutron:UPDATE=1 {{(pid=103918) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 16 17:32:40.735583 dv-cinder-837356-2-iscsi neutron-server[103916]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db713db6-6cc1-4448-a727-e6910334c718 req-ab75772d-d316-4a79-9a8e-e9ed2d619866 tempest-TestShelveInstance-792984814 tempest-TestShelveInstance-792984814-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103916) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 16 17:32:40.737214 dv-cinder-837356-2-iscsi neutron-server[103916]: INFO neutron.wsgi [req-db713db6-6cc1-4448-a727-e6910334c718 req-ab75772d-d316-4a79-9a8e-e9ed2d619866 tempest-TestShelveInstance-792984814 tempest-TestShelveInstance-792984814-project] 10.222.0.66 "GET /v2.0/ports?device_id=1cc6f984-945e-4244-b25d-45c9022782dd HTTP/1.1" status: 200 len: 945 time: 0.1785944 Jun 16 17:32:40.791872 dv-cinder-837356-2-iscsi neutron-server[103916]: INFO neutron.wsgi [req-db713db6-6cc1-4448-a727-e6910334c718 req-7d78c777-893d-494f-a93a-8b204d156a5a tempest-TestShelveInstance-792984814 tempest-TestShelveInstance-792984814-project] 10.222.0.66 "GET /v2.0/security-groups?id=50b27ea4-b12f-4388-874d-0faf427ba632&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0486827 Jun 16 17:32:41.057517 dv-cinder-837356-2-iscsi neutron-server[103916]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f2cdc52-f0cb-4b5e-8437-6c819eb5cd75 req-3b87e8e3-464e-4317-b3c2-2a25ffe668c0 tempest-TestShelveInstance-792984814 tempest-TestShelveInstance-792984814-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103916) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 16 17:32:41.059076 dv-cinder-837356-2-iscsi neutron-server[103916]: INFO neutron.wsgi [req-6f2cdc52-f0cb-4b5e-8437-6c819eb5cd75 req-3b87e8e3-464e-4317-b3c2-2a25ffe668c0 tempest-TestShelveInstance-792984814 tempest-TestShelveInstance-792984814-project] 10.222.0.66 "GET /v2.0/ports?device_id=1cc6f984-945e-4244-b25d-45c9022782dd HTTP/1.1" status: 200 len: 945 time: 0.0835366 Jun 16 17:32:41.067805 dv-cinder-837356-2-iscsi neutron-server[103916]: INFO neutron.wsgi [req-96f177ad-9d43-41b6-bffa-560d7606daac req-b0620760-a2d7-4a03-b7ea-ad63d651c8fc service neutron] 10.222.0.66 "GET /v2.0/ports?device_id=1cc6f984-945e-4244-b25d-45c9022782dd&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.1193726 Jun 16 17:32:41.119923 dv-cinder-837356-2-iscsi neutron-server[103916]: INFO neutron.wsgi [req-6f2cdc52-f0cb-4b5e-8437-6c819eb5cd75 req-a1ee4334-a511-4f4d-8624-371706d966df tempest-TestShelveInstance-792984814 tempest-TestShelveInstance-792984814-project] 10.222.0.66 "GET /v2.0/security-groups?id=50b27ea4-b12f-4388-874d-0faf427ba632&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0544825 Jun 16 17:32:41.202292 dv-cinder-837356-2-iscsi neutron-server[103916]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96f177ad-9d43-41b6-bffa-560d7606daac req-32cc00bb-3e45-49e4-8984-228fdadc79e0 tempest-TestShelveInstance-792984814 tempest-TestShelveInstance-792984814-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103916) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 16 17:32:41.203660 dv-cinder-837356-2-iscsi neutron-server[103916]: INFO neutron.wsgi [req-96f177ad-9d43-41b6-bffa-560d7606daac req-32cc00bb-3e45-49e4-8984-228fdadc79e0 tempest-TestShelveInstance-792984814 tempest-TestShelveInstance-792984814-project] 10.222.0.66 "GET /v2.0/ports/9ab6739f-6b37-443b-9a2c-8dc7f323433a HTTP/1.1" status: 200 len: 942 time: 0.1061645 Jun 16 17:32:42.297416 dv-cinder-837356-2-iscsi neutron-server[103917]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b097ba1-ce49-4dfd-9831-c01dba7c9a0f req-38d3c061-7c4f-4f6a-ad0c-0291a2f6f3d6 tempest-TestShelveInstance-792984814 tempest-TestShelveInstance-792984814-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103917) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 16 17:32:42.299020 dv-cinder-837356-2-iscsi neutron-server[103917]: INFO neutron.wsgi [req-5b097ba1-ce49-4dfd-9831-c01dba7c9a0f req-38d3c061-7c4f-4f6a-ad0c-0291a2f6f3d6 tempest-TestShelveInstance-792984814 tempest-TestShelveInstance-792984814-project] 10.222.0.66 "GET /v2.0/ports?device_id=1cc6f984-945e-4244-b25d-45c9022782dd HTTP/1.1" status: 200 len: 945 time: 0.1091433 Jun 16 17:32:42.351266 dv-cinder-837356-2-iscsi neutron-server[103917]: INFO neutron.wsgi [req-5b097ba1-ce49-4dfd-9831-c01dba7c9a0f req-290a753d-13f5-4297-aa6e-663591fc4ebd tempest-TestShelveInstance-792984814 tempest-TestShelveInstance-792984814-project] 10.222.0.66 "GET /v2.0/security-groups?id=50b27ea4-b12f-4388-874d-0faf427ba632&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0462403 Jun 16 17:32:42.654356 dv-cinder-837356-2-iscsi neutron-server[103919]: DEBUG dbcounter [-] [103919] Writing DB stats neutron:SELECT=4 {{(pid=103919) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 16 17:32:42.941289 dv-cinder-837356-2-iscsi neutron-server[103917]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96f177ad-9d43-41b6-bffa-560d7606daac req-34b302e7-3ebe-4b3e-82f2-5c11ae66e9dc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103917) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 16 17:32:42.942802 dv-cinder-837356-2-iscsi neutron-server[103917]: INFO neutron.wsgi [req-96f177ad-9d43-41b6-bffa-560d7606daac req-34b302e7-3ebe-4b3e-82f2-5c11ae66e9dc service neutron] 10.222.0.81 "GET /v2.0/ports?device_id=1cc6f984-945e-4244-b25d-45c9022782dd&tenant_id=50aeadccaa9348fd9af173f94291bf6f HTTP/1.1" status: 200 len: 1129 time: 0.0417418 Jun 16 17:32:42.995856 dv-cinder-837356-2-iscsi neutron-server[103918]: DEBUG neutron_lib.callbacks.manager [None req-d557d5da-dcad-42d1-896b-480df1496f62 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728539454181', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16149322'] for agent (0913b7ec-eea4-4492-8ef1-e01c4575abca), after_update {{(pid=103918) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 17:32:43.017883 dv-cinder-837356-2-iscsi neutron-server[103917]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96f177ad-9d43-41b6-bffa-560d7606daac req-43bdc322-dda9-4784-b705-d0ed57f455de service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103917) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 16 17:32:43.019401 dv-cinder-837356-2-iscsi neutron-server[103917]: INFO neutron.wsgi [req-96f177ad-9d43-41b6-bffa-560d7606daac req-43bdc322-dda9-4784-b705-d0ed57f455de service neutron] 10.222.0.81 "GET /v2.0/ports?tenant_id=50aeadccaa9348fd9af173f94291bf6f&device_id=1cc6f984-945e-4244-b25d-45c9022782dd HTTP/1.1" status: 200 len: 1129 time: 0.0481799 Jun 16 17:32:43.119158 dv-cinder-837356-2-iscsi neutron-server[103917]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96f177ad-9d43-41b6-bffa-560d7606daac req-d603a7ea-7d8f-4525-95c5-d7adccf008a0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103917) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 16 17:32:43.120629 dv-cinder-837356-2-iscsi neutron-server[103917]: INFO neutron.wsgi [req-96f177ad-9d43-41b6-bffa-560d7606daac req-d603a7ea-7d8f-4525-95c5-d7adccf008a0 service neutron] 10.222.0.81 "GET /v2.0/networks?id=e2e2bf0f-54ad-46f0-9611-04e943388552 HTTP/1.1" status: 200 len: 910 time: 0.0887213 Jun 16 17:32:43.199013 dv-cinder-837356-2-iscsi neutron-server[103917]: INFO neutron.wsgi [req-96f177ad-9d43-41b6-bffa-560d7606daac req-d80810aa-5d7c-46c4-b0a7-a79c9419fc12 service neutron] 10.222.0.81 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=9ab6739f-6b37-443b-9a2c-8dc7f323433a HTTP/1.1" status: 200 len: 1001 time: 0.0634446 Jun 16 17:32:43.255479 dv-cinder-837356-2-iscsi neutron-server[103917]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96f177ad-9d43-41b6-bffa-560d7606daac req-18ca8487-8e0c-4eb7-84d8-5ea522420185 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103917) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 16 17:32:43.257942 dv-cinder-837356-2-iscsi neutron-server[103917]: INFO neutron.wsgi [req-96f177ad-9d43-41b6-bffa-560d7606daac req-18ca8487-8e0c-4eb7-84d8-5ea522420185 service neutron] 10.222.0.81 "GET /v2.0/subnets?id=4a1d4ef0-9517-4aff-bf32-d5774cc7c0cd HTTP/1.1" status: 200 len: 847 time: 0.0529633 Jun 16 17:32:43.312333 dv-cinder-837356-2-iscsi neutron-server[103917]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96f177ad-9d43-41b6-bffa-560d7606daac req-65985289-d691-4ee1-b5c2-a0f1f3d4a7af service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103917) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 16 17:32:43.313855 dv-cinder-837356-2-iscsi neutron-server[103917]: INFO neutron.wsgi [req-96f177ad-9d43-41b6-bffa-560d7606daac req-65985289-d691-4ee1-b5c2-a0f1f3d4a7af service neutron] 10.222.0.81 "GET /v2.0/ports?network_id=e2e2bf0f-54ad-46f0-9611-04e943388552&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0429807 Jun 16 17:32:43.398892 dv-cinder-837356-2-iscsi neutron-server[103917]: DEBUG dbcounter [-] [103917] Writing DB stats neutron:SELECT=100 {{(pid=103917) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 16 17:32:43.405062 dv-cinder-837356-2-iscsi neutron-server[103917]: DEBUG dbcounter [-] [103917] Writing DB stats neutron:SELECT=100 {{(pid=103917) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 16 17:32:43.415409 dv-cinder-837356-2-iscsi neutron-server[103917]: INFO neutron.wsgi [req-96f177ad-9d43-41b6-bffa-560d7606daac req-f315568e-e681-4081-8ed1-279d914e116f service neutron] 10.222.0.81 "GET /v2.0/networks/e2e2bf0f-54ad-46f0-9611-04e943388552?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0919292 Jun 16 17:32:43.479512 dv-cinder-837356-2-iscsi neutron-server[103916]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-573aeec7-f1a1-409c-a84e-9950134bf5da req-12982ac4-6d7f-4673-8c3d-489d439bca1d tempest-TestShelveInstance-792984814 tempest-TestShelveInstance-792984814-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103916) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 16 17:32:43.480959 dv-cinder-837356-2-iscsi neutron-server[103916]: INFO neutron.wsgi [req-573aeec7-f1a1-409c-a84e-9950134bf5da req-12982ac4-6d7f-4673-8c3d-489d439bca1d tempest-TestShelveInstance-792984814 tempest-TestShelveInstance-792984814-project] 10.222.0.66 "GET /v2.0/ports?device_id=1cc6f984-945e-4244-b25d-45c9022782dd HTTP/1.1" status: 200 len: 945 time: 0.0521498 Jun 16 17:32:43.516835 dv-cinder-837356-2-iscsi neutron-server[103917]: INFO neutron.wsgi [req-96f177ad-9d43-41b6-bffa-560d7606daac req-94bd4015-5bb4-423c-a082-0c43b7c071c9 service neutron] 10.222.0.81 "GET /v2.0/networks/e2e2bf0f-54ad-46f0-9611-04e943388552?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0935357 Jun 16 17:32:43.537590 dv-cinder-837356-2-iscsi neutron-server[103916]: INFO neutron.wsgi [req-573aeec7-f1a1-409c-a84e-9950134bf5da req-5aaaa618-660d-4b11-bd64-e0f2bd7baf7f tempest-TestShelveInstance-792984814 tempest-TestShelveInstance-792984814-project] 10.222.0.66 "GET /v2.0/security-groups?id=50b27ea4-b12f-4388-874d-0faf427ba632&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0490737 Jun 16 17:32:44.124031 dv-cinder-837356-2-iscsi neutron-server[103918]: DEBUG neutron.plugins.ml2.rpc [None req-b2b17746-c296-4803-869a-65578e8233dd None None] Device 9ab6739f-6b37-443b-9a2c-8dc7f323433a no longer exists at agent hyperv_hv-cinder-83735 {{(pid=103918) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jun 16 17:32:44.215283 dv-cinder-837356-2-iscsi neutron-server[103918]: DEBUG neutron.plugins.ml2.plugin [None req-b2b17746-c296-4803-869a-65578e8233dd None None] Current status of the port 9ab6739f-6b37-443b-9a2c-8dc7f323433a is: ACTIVE; New status is: DOWN {{(pid=103918) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2298}} Jun 16 17:32:44.215687 dv-cinder-837356-2-iscsi neutron-server[103918]: DEBUG neutron_lib.callbacks.manager [None req-b2b17746-c296-4803-869a-65578e8233dd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16007590'] for port (9ab6739f-6b37-443b-9a2c-8dc7f323433a), before_update {{(pid=103918) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 17:32:44.246346 dv-cinder-837356-2-iscsi neutron-server[103918]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '1cc6f984-945e-4244-b25d-45c9022782dd', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '9ab6739f-6b37-443b-9a2c-8dc7f323433a'}] {{(pid=103918) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jun 16 17:32:44.249239 dv-cinder-837356-2-iscsi neutron-server[103918]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.66/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c81ba123246404939637391270152498621c2ac0d5068f91321d7f7277fce0c4" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0db1a78e-e8bf-4724-bf6a-a3b0b33ef75d" -d '{"events": [{"server_uuid": "1cc6f984-945e-4244-b25d-45c9022782dd", "name": "network-vif-unplugged", "status": "completed", "tag": "9ab6739f-6b37-443b-9a2c-8dc7f323433a"}]}' {{(pid=103918) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 16 17:32:44.265107 dv-cinder-837356-2-iscsi neutron-server[103918]: DEBUG neutron.plugins.ml2.db [None req-b2b17746-c296-4803-869a-65578e8233dd None None] For port 9ab6739f-6b37-443b-9a2c-8dc7f323433a, host hv-cinder-83735, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83735',level=0,port_id=9ab6739f-6b37-443b-9a2c-8dc7f323433a,segment=NetworkSegment(c699bc47-a9b6-4cfb-b695-ab4077dce1dd),segment_id=c699bc47-a9b6-4cfb-b695-ab4077dce1dd)] {{(pid=103918) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 16 17:32:44.271578 dv-cinder-837356-2-iscsi neutron-server[103918]: DEBUG neutron_lib.callbacks.manager [None req-b2b17746-c296-4803-869a-65578e8233dd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16007527', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-75831', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16241551', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728539364693', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728538993439', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728538993457'] for port (9ab6739f-6b37-443b-9a2c-8dc7f323433a), after_update {{(pid=103918) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 17:32:44.301044 dv-cinder-837356-2-iscsi neutron-server[103918]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Thu, 16 Jun 2022 17:32:44 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f14f1610-07b9-4ca6-8f49-e234a199b1a7 x-openstack-request-id: req-f14f1610-07b9-4ca6-8f49-e234a199b1a7 {{(pid=103918) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 16 17:32:44.301044 dv-cinder-837356-2-iscsi neutron-server[103918]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "1cc6f984-945e-4244-b25d-45c9022782dd", "name": "network-vif-unplugged", "status": "completed", "tag": "9ab6739f-6b37-443b-9a2c-8dc7f323433a", "code": 200}]} {{(pid=103918) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 16 17:32:44.301044 dv-cinder-837356-2-iscsi neutron-server[103918]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.66/compute/v2.1/os-server-external-events used request id req-f14f1610-07b9-4ca6-8f49-e234a199b1a7 {{(pid=103918) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 16 17:32:44.301044 dv-cinder-837356-2-iscsi neutron-server[103918]: INFO neutron.notifiers.nova [-] Nova event matching ['req-f14f1610-07b9-4ca6-8f49-e234a199b1a7'] response: {'server_uuid': '1cc6f984-945e-4244-b25d-45c9022782dd', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '9ab6739f-6b37-443b-9a2c-8dc7f323433a', 'code': 200} Jun 16 17:32:44.332859 dv-cinder-837356-2-iscsi neutron-server[103918]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b2b17746-c296-4803-869a-65578e8233dd None None] Pushing event updated for resources: {'Port': ['ID=9ab6739f-6b37-443b-9a2c-8dc7f323433a,revision_number=6']} {{(pid=103918) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 17:32:44.340574 dv-cinder-837356-2-iscsi neutron-server[103918]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b2b17746-c296-4803-869a-65578e8233dd None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-837356-2-iscsi {{(pid=103918) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 17:32:44.340917 dv-cinder-837356-2-iscsi neutron-server[103918]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b2b17746-c296-4803-869a-65578e8233dd None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-837356-2-iscsi {{(pid=103918) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 17:32:44.341289 dv-cinder-837356-2-iscsi neutron-server[103918]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b2b17746-c296-4803-869a-65578e8233dd None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-837356-2-iscsi {{(pid=103918) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 17:32:44.341633 dv-cinder-837356-2-iscsi neutron-server[103918]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b2b17746-c296-4803-869a-65578e8233dd None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-837356-2-iscsi {{(pid=103918) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 17:32:44.341968 dv-cinder-837356-2-iscsi neutron-server[103918]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b2b17746-c296-4803-869a-65578e8233dd None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-837356-2-iscsi {{(pid=103918) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 17:32:44.342292 dv-cinder-837356-2-iscsi neutron-server[103918]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b2b17746-c296-4803-869a-65578e8233dd None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-837356-2-iscsi {{(pid=103918) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 17:32:44.342619 dv-cinder-837356-2-iscsi neutron-server[103918]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b2b17746-c296-4803-869a-65578e8233dd None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-837356-2-iscsi {{(pid=103918) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 17:32:44.342941 dv-cinder-837356-2-iscsi neutron-server[103918]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b2b17746-c296-4803-869a-65578e8233dd None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-837356-2-iscsi {{(pid=103918) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 17:32:44.343266 dv-cinder-837356-2-iscsi neutron-server[103918]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b2b17746-c296-4803-869a-65578e8233dd None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-837356-2-iscsi {{(pid=103918) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 17:32:44.343591 dv-cinder-837356-2-iscsi neutron-server[103918]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b2b17746-c296-4803-869a-65578e8233dd None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-837356-2-iscsi {{(pid=103918) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 17:32:44.343913 dv-cinder-837356-2-iscsi neutron-server[103918]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b2b17746-c296-4803-869a-65578e8233dd None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-837356-2-iscsi {{(pid=103918) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 17:32:44.344236 dv-cinder-837356-2-iscsi neutron-server[103918]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b2b17746-c296-4803-869a-65578e8233dd None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-837356-2-iscsi {{(pid=103918) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 17:32:44.344555 dv-cinder-837356-2-iscsi neutron-server[103918]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b2b17746-c296-4803-869a-65578e8233dd None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-837356-2-iscsi {{(pid=103918) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 17:32:44.344874 dv-cinder-837356-2-iscsi neutron-server[103918]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b2b17746-c296-4803-869a-65578e8233dd None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-837356-2-iscsi {{(pid=103918) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 17:32:44.345221 dv-cinder-837356-2-iscsi neutron-server[103918]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b2b17746-c296-4803-869a-65578e8233dd None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-837356-2-iscsi {{(pid=103918) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 17:32:44.681049 dv-cinder-837356-2-iscsi neutron-server[103916]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92f2b1a4-7256-47cd-891d-e9f6f15d71c7 req-e155cf02-acea-423d-a067-af6f55e54374 tempest-TestShelveInstance-792984814 tempest-TestShelveInstance-792984814-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103916) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 16 17:32:44.682579 dv-cinder-837356-2-iscsi neutron-server[103916]: INFO neutron.wsgi [req-92f2b1a4-7256-47cd-891d-e9f6f15d71c7 req-e155cf02-acea-423d-a067-af6f55e54374 tempest-TestShelveInstance-792984814 tempest-TestShelveInstance-792984814-project] 10.222.0.66 "GET /v2.0/ports?device_id=1cc6f984-945e-4244-b25d-45c9022782dd HTTP/1.1" status: 200 len: 943 time: 0.0600190 Jun 16 17:32:44.746129 dv-cinder-837356-2-iscsi neutron-server[103916]: INFO neutron.wsgi [req-92f2b1a4-7256-47cd-891d-e9f6f15d71c7 req-90abb72a-6fb2-4cf8-92de-03dc5ce74fe8 tempest-TestShelveInstance-792984814 tempest-TestShelveInstance-792984814-project] 10.222.0.66 "GET /v2.0/security-groups?id=50b27ea4-b12f-4388-874d-0faf427ba632&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0564563 Jun 16 17:32:45.444470 dv-cinder-837356-2-iscsi neutron-server[103918]: DEBUG neutron_lib.callbacks.manager [None req-a679bd1a-134f-4038-bcea-98c23628b254 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728539454181', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16149322'] for agent (7639df21-17c3-4235-8912-210c3ad54137), after_update {{(pid=103918) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 17:32:45.891262 dv-cinder-837356-2-iscsi neutron-server[103917]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d641c12-49e4-475d-85b1-24a14baadb77 req-c7a8eaa6-e0a3-4ca6-9f77-0c8ceceb4a89 tempest-TestShelveInstance-792984814 tempest-TestShelveInstance-792984814-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103917) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 16 17:32:45.892858 dv-cinder-837356-2-iscsi neutron-server[103917]: INFO neutron.wsgi [req-0d641c12-49e4-475d-85b1-24a14baadb77 req-c7a8eaa6-e0a3-4ca6-9f77-0c8ceceb4a89 tempest-TestShelveInstance-792984814 tempest-TestShelveInstance-792984814-project] 10.222.0.66 "GET /v2.0/ports?device_id=1cc6f984-945e-4244-b25d-45c9022782dd HTTP/1.1" status: 200 len: 943 time: 0.0522304 Jun 16 17:32:45.943633 dv-cinder-837356-2-iscsi neutron-server[103917]: INFO neutron.wsgi [req-0d641c12-49e4-475d-85b1-24a14baadb77 req-840e237c-b6c1-4041-a9fb-0b1aab21cb16 tempest-TestShelveInstance-792984814 tempest-TestShelveInstance-792984814-project] 10.222.0.66 "GET /v2.0/security-groups?id=50b27ea4-b12f-4388-874d-0faf427ba632&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0448086 Jun 16 17:32:46.324630 dv-cinder-837356-2-iscsi neutron-server[103918]: DEBUG neutron_lib.callbacks.manager [None req-20715706-35a9-45af-9420-375bdcc64c61 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728539454181', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16149322'] for agent (50395103-89cf-4fb3-87eb-9dff4dfdeea8), after_update {{(pid=103918) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 17:32:47.053843 dv-cinder-837356-2-iscsi neutron-server[103916]: DEBUG dbcounter [-] [103916] Writing DB stats neutron:SELECT=100 {{(pid=103916) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 16 17:32:47.063553 dv-cinder-837356-2-iscsi neutron-server[103916]: DEBUG dbcounter [-] [103916] Writing DB stats neutron:SELECT=100 {{(pid=103916) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 16 17:32:47.076851 dv-cinder-837356-2-iscsi neutron-server[103916]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a6fb8a0-87e0-4af4-9c0f-ff677ea203e7 req-2af70b9f-d3af-42dd-ac67-c9801299a405 tempest-TestShelveInstance-792984814 tempest-TestShelveInstance-792984814-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103916) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 16 17:32:47.078393 dv-cinder-837356-2-iscsi neutron-server[103916]: INFO neutron.wsgi [req-5a6fb8a0-87e0-4af4-9c0f-ff677ea203e7 req-2af70b9f-d3af-42dd-ac67-c9801299a405 tempest-TestShelveInstance-792984814 tempest-TestShelveInstance-792984814-project] 10.222.0.66 "GET /v2.0/ports?device_id=1cc6f984-945e-4244-b25d-45c9022782dd HTTP/1.1" status: 200 len: 943 time: 0.0589783 Jun 16 17:32:47.133135 dv-cinder-837356-2-iscsi neutron-server[103916]: INFO neutron.wsgi [req-5a6fb8a0-87e0-4af4-9c0f-ff677ea203e7 req-c2c7f711-3ff6-403d-b1a6-b20375b468d2 tempest-TestShelveInstance-792984814 tempest-TestShelveInstance-792984814-project] 10.222.0.66 "GET /v2.0/security-groups?id=50b27ea4-b12f-4388-874d-0faf427ba632&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0481882 Jun 16 17:32:48.096737 dv-cinder-837356-2-iscsi neutron-server[103918]: DEBUG neutron_lib.callbacks.manager [None req-90597016-5de8-4c3e-b42a-66aa2c70cc5e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728539454181', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16149322'] for agent (853db9d1-1c17-40a4-900c-de4f90440474), after_update {{(pid=103918) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 17:32:48.257910 dv-cinder-837356-2-iscsi neutron-server[103917]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-572c8012-6522-476d-8d1b-3653a8442088 req-ae10efc0-171a-4b80-8c42-be7529ee229e tempest-TestShelveInstance-792984814 tempest-TestShelveInstance-792984814-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103917) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 16 17:32:48.259409 dv-cinder-837356-2-iscsi neutron-server[103917]: INFO neutron.wsgi [req-572c8012-6522-476d-8d1b-3653a8442088 req-ae10efc0-171a-4b80-8c42-be7529ee229e tempest-TestShelveInstance-792984814 tempest-TestShelveInstance-792984814-project] 10.222.0.66 "GET /v2.0/ports?device_id=1cc6f984-945e-4244-b25d-45c9022782dd HTTP/1.1" status: 200 len: 943 time: 0.0512736 Jun 16 17:32:48.314509 dv-cinder-837356-2-iscsi neutron-server[103917]: INFO neutron.wsgi [req-572c8012-6522-476d-8d1b-3653a8442088 req-3be353f6-2421-493c-b6b6-24c400df4d70 tempest-TestShelveInstance-792984814 tempest-TestShelveInstance-792984814-project] 10.222.0.66 "GET /v2.0/security-groups?id=50b27ea4-b12f-4388-874d-0faf427ba632&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0476699 Jun 16 17:32:48.455702 dv-cinder-837356-2-iscsi neutron-server[103918]: DEBUG neutron_lib.callbacks.manager [None req-39ead2dc-a542-4f04-b117-439eb7f32aa8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728539454181', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16149322'] for agent (5b2fa84c-1db1-41c6-a6b9-975c3da28daf), after_update {{(pid=103918) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 17:32:49.437191 dv-cinder-837356-2-iscsi neutron-server[103916]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9b4afe9-1b51-47f9-8a88-7dc4bab6fbd7 req-a74a16bd-ef2e-443e-878f-e80d726e0f7b tempest-TestShelveInstance-792984814 tempest-TestShelveInstance-792984814-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103916) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 16 17:32:49.438832 dv-cinder-837356-2-iscsi neutron-server[103916]: INFO neutron.wsgi [req-e9b4afe9-1b51-47f9-8a88-7dc4bab6fbd7 req-a74a16bd-ef2e-443e-878f-e80d726e0f7b tempest-TestShelveInstance-792984814 tempest-TestShelveInstance-792984814-project] 10.222.0.66 "GET /v2.0/ports?device_id=1cc6f984-945e-4244-b25d-45c9022782dd HTTP/1.1" status: 200 len: 943 time: 0.0484202 Jun 16 17:32:49.498028 dv-cinder-837356-2-iscsi neutron-server[103916]: INFO neutron.wsgi [req-e9b4afe9-1b51-47f9-8a88-7dc4bab6fbd7 req-e795b379-84fe-463b-b4a8-f4c86a75492f tempest-TestShelveInstance-792984814 tempest-TestShelveInstance-792984814-project] 10.222.0.66 "GET /v2.0/security-groups?id=50b27ea4-b12f-4388-874d-0faf427ba632&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0519967 Jun 16 17:32:50.152158 dv-cinder-837356-2-iscsi neutron-server[103918]: DEBUG neutron.plugins.ml2.rpc [None req-b2b17746-c296-4803-869a-65578e8233dd None None] Device 9ab6739f-6b37-443b-9a2c-8dc7f323433a details requested by agent hyperv_hv-cinder-83735 with host hv-cinder-83735 {{(pid=103918) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jun 16 17:32:50.261880 dv-cinder-837356-2-iscsi neutron-server[103918]: DEBUG neutron.plugins.ml2.db [None req-b2b17746-c296-4803-869a-65578e8233dd None None] For port 9ab6739f-6b37-443b-9a2c-8dc7f323433a, host hv-cinder-83735, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83735',level=0,port_id=9ab6739f-6b37-443b-9a2c-8dc7f323433a,segment=NetworkSegment(c699bc47-a9b6-4cfb-b695-ab4077dce1dd),segment_id=c699bc47-a9b6-4cfb-b695-ab4077dce1dd)] {{(pid=103918) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 16 17:32:50.278448 dv-cinder-837356-2-iscsi neutron-server[103918]: DEBUG neutron.plugins.ml2.rpc [None req-b2b17746-c296-4803-869a-65578e8233dd None None] Returning: {'device': '9ab6739f-6b37-443b-9a2c-8dc7f323433a', 'network_id': 'e2e2bf0f-54ad-46f0-9611-04e943388552', 'port_id': '9ab6739f-6b37-443b-9a2c-8dc7f323433a', 'mac_address': 'fa:16:3e:97:d9:8b', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 1015, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '4a1d4ef0-9517-4aff-bf32-d5774cc7c0cd', 'ip_address': '172.20.0.7'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'qos_network_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103918) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jun 16 17:32:50.315536 dv-cinder-837356-2-iscsi neutron-server[103918]: DEBUG neutron.plugins.ml2.plugin [None req-b2b17746-c296-4803-869a-65578e8233dd None None] Current status of the port 9ab6739f-6b37-443b-9a2c-8dc7f323433a is: DOWN; New status is: BUILD {{(pid=103918) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2298}} Jun 16 17:32:50.315926 dv-cinder-837356-2-iscsi neutron-server[103918]: DEBUG neutron_lib.callbacks.manager [None req-b2b17746-c296-4803-869a-65578e8233dd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16007590'] for port (9ab6739f-6b37-443b-9a2c-8dc7f323433a), before_update {{(pid=103918) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 17:32:50.332661 dv-cinder-837356-2-iscsi neutron-server[103918]: DEBUG neutron.notifiers.nova [None req-b2b17746-c296-4803-869a-65578e8233dd None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 9ab6739f-6b37-443b-9a2c-8dc7f323433a {{(pid=103918) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Jun 16 17:32:50.363990 dv-cinder-837356-2-iscsi neutron-server[103918]: DEBUG neutron.plugins.ml2.db [None req-b2b17746-c296-4803-869a-65578e8233dd None None] For port 9ab6739f-6b37-443b-9a2c-8dc7f323433a, host hv-cinder-83735, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83735',level=0,port_id=9ab6739f-6b37-443b-9a2c-8dc7f323433a,segment=NetworkSegment(c699bc47-a9b6-4cfb-b695-ab4077dce1dd),segment_id=c699bc47-a9b6-4cfb-b695-ab4077dce1dd)] {{(pid=103918) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 16 17:32:50.371922 dv-cinder-837356-2-iscsi neutron-server[103918]: DEBUG neutron_lib.callbacks.manager [None req-b2b17746-c296-4803-869a-65578e8233dd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16007527', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-75831', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16241551', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728539364693', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728538993439', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728538993457'] for port (9ab6739f-6b37-443b-9a2c-8dc7f323433a), after_update {{(pid=103918) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 17:32:50.388737 dv-cinder-837356-2-iscsi neutron-server[103917]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4043885f-c963-4b1c-bd39-08d83fdf191b req-526af15e-9992-4249-a972-3c823bbca31d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103917) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 16 17:32:50.390292 dv-cinder-837356-2-iscsi neutron-server[103917]: INFO neutron.wsgi [req-4043885f-c963-4b1c-bd39-08d83fdf191b req-526af15e-9992-4249-a972-3c823bbca31d service neutron] 10.222.0.81 "GET /v2.0/ports?device_id=1cc6f984-945e-4244-b25d-45c9022782dd HTTP/1.1" status: 200 len: 1127 time: 0.0470443 Jun 16 17:32:50.423298 dv-cinder-837356-2-iscsi neutron-server[103918]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b2b17746-c296-4803-869a-65578e8233dd None None] Pushing event updated for resources: {'Port': ['ID=9ab6739f-6b37-443b-9a2c-8dc7f323433a,revision_number=7']} {{(pid=103918) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 17:32:50.455806 dv-cinder-837356-2-iscsi neutron-server[103917]: INFO neutron.wsgi [req-4043885f-c963-4b1c-bd39-08d83fdf191b req-dc5f179b-7c53-46e6-b13e-1335526d3eef service neutron] 10.222.0.81 "GET /v2.0/security-groups?id=50b27ea4-b12f-4388-874d-0faf427ba632&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0519526 Jun 16 17:32:50.629853 dv-cinder-837356-2-iscsi neutron-server[103917]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19623368-b18d-4874-ba4c-5db11ca56607 req-2be01de7-120c-4467-b45f-ba4f96010c3f tempest-TestShelveInstance-792984814 tempest-TestShelveInstance-792984814-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103917) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 16 17:32:50.631451 dv-cinder-837356-2-iscsi neutron-server[103917]: INFO neutron.wsgi [req-19623368-b18d-4874-ba4c-5db11ca56607 req-2be01de7-120c-4467-b45f-ba4f96010c3f tempest-TestShelveInstance-792984814 tempest-TestShelveInstance-792984814-project] 10.222.0.66 "GET /v2.0/ports?device_id=1cc6f984-945e-4244-b25d-45c9022782dd HTTP/1.1" status: 200 len: 944 time: 0.0586820 Jun 16 17:32:50.693037 dv-cinder-837356-2-iscsi neutron-server[103917]: INFO neutron.wsgi [req-19623368-b18d-4874-ba4c-5db11ca56607 req-7f00d03f-3093-4bf3-915a-40a8ce325e29 tempest-TestShelveInstance-792984814 tempest-TestShelveInstance-792984814-project] 10.222.0.66 "GET /v2.0/security-groups?id=50b27ea4-b12f-4388-874d-0faf427ba632&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0540166 Jun 16 17:32:50.785675 dv-cinder-837356-2-iscsi neutron-server[103918]: DEBUG neutron.plugins.ml2.db [None req-b2b17746-c296-4803-869a-65578e8233dd None None] get_ports_and_sgs() called for port_ids ['9ab6739f-6b37-443b-9a2c-8dc7f323433a'] {{(pid=103918) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jun 16 17:32:51.019178 dv-cinder-837356-2-iscsi neutron-server[103918]: DEBUG dbcounter [-] [103918] Writing DB stats neutron:SELECT=94,neutron:UPDATE=6 {{(pid=103918) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 16 17:32:51.068505 dv-cinder-837356-2-iscsi neutron-server[103916]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45f9e672-88cf-40eb-948b-004066642ff0 req-d153b8ee-b73f-45ac-b719-641b37ff81f7 tempest-AttachVolumeNegativeTest-1307848981 tempest-AttachVolumeNegativeTest-1307848981-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103916) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 16 17:32:51.070070 dv-cinder-837356-2-iscsi neutron-server[103916]: INFO neutron.wsgi [req-45f9e672-88cf-40eb-948b-004066642ff0 req-d153b8ee-b73f-45ac-b719-641b37ff81f7 tempest-AttachVolumeNegativeTest-1307848981 tempest-AttachVolumeNegativeTest-1307848981-project] 10.222.0.66 "GET /v2.0/ports?device_id=c8ea27cc-1e25-4130-bf8a-60fbfb4801bc HTTP/1.1" status: 200 len: 946 time: 0.0525696 Jun 16 17:32:51.125823 dv-cinder-837356-2-iscsi neutron-server[103916]: INFO neutron.wsgi [req-45f9e672-88cf-40eb-948b-004066642ff0 req-a43453af-3f6f-444a-87c1-56aa7a0f4296 tempest-AttachVolumeNegativeTest-1307848981 tempest-AttachVolumeNegativeTest-1307848981-project] 10.222.0.66 "GET /v2.0/security-groups?id=d0ac4eb5-a06e-400c-8779-380e8644321d&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0467143 Jun 16 17:32:51.818913 dv-cinder-837356-2-iscsi neutron-server[103917]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7fb5ede4-5495-4622-b6f6-97dd7ed69b35 req-bed8f1c9-2564-45b3-804a-debc0db8d931 tempest-TestShelveInstance-792984814 tempest-TestShelveInstance-792984814-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103917) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 16 17:32:51.820397 dv-cinder-837356-2-iscsi neutron-server[103917]: INFO neutron.wsgi [req-7fb5ede4-5495-4622-b6f6-97dd7ed69b35 req-bed8f1c9-2564-45b3-804a-debc0db8d931 tempest-TestShelveInstance-792984814 tempest-TestShelveInstance-792984814-project] 10.222.0.66 "GET /v2.0/ports?device_id=1cc6f984-945e-4244-b25d-45c9022782dd HTTP/1.1" status: 200 len: 944 time: 0.0535617 Jun 16 17:32:51.874210 dv-cinder-837356-2-iscsi neutron-server[103917]: INFO neutron.wsgi [req-7fb5ede4-5495-4622-b6f6-97dd7ed69b35 req-1ed23ad6-5ed7-4513-aee6-3c5ff47f7d11 tempest-TestShelveInstance-792984814 tempest-TestShelveInstance-792984814-project] 10.222.0.66 "GET /v2.0/security-groups?id=50b27ea4-b12f-4388-874d-0faf427ba632&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0481052 Jun 16 17:32:52.153458 dv-cinder-837356-2-iscsi neutron-server[103918]: DEBUG neutron.plugins.ml2.rpc [None req-b2b17746-c296-4803-869a-65578e8233dd None None] Device 9ab6739f-6b37-443b-9a2c-8dc7f323433a up at agent hyperv_hv-cinder-83735 {{(pid=103918) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 16 17:32:52.155588 dv-cinder-837356-2-iscsi neutron-server[103918]: DEBUG dbcounter [-] [103918] Writing DB stats neutron:UPDATE=3,neutron:SELECT=97 {{(pid=103918) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 16 17:32:52.209666 dv-cinder-837356-2-iscsi neutron-server[103918]: DEBUG neutron.db.provisioning_blocks [None req-b2b17746-c296-4803-869a-65578e8233dd None None] Provisioning complete for port 9ab6739f-6b37-443b-9a2c-8dc7f323433a triggered by entity L2. {{(pid=103918) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jun 16 17:32:52.210038 dv-cinder-837356-2-iscsi neutron-server[103918]: DEBUG neutron_lib.callbacks.manager [None req-b2b17746-c296-4803-869a-65578e8233dd None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16149424'] for port (9ab6739f-6b37-443b-9a2c-8dc7f323433a), provisioning_complete {{(pid=103918) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 17:32:52.265206 dv-cinder-837356-2-iscsi neutron-server[103916]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2ff6ba5-1fd1-4f1b-bf27-b9c4de7654c8 req-e6e137b6-7170-448c-91a1-9255116f92b5 tempest-AttachVolumeNegativeTest-1307848981 tempest-AttachVolumeNegativeTest-1307848981-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103916) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 16 17:32:52.267137 dv-cinder-837356-2-iscsi neutron-server[103916]: INFO neutron.wsgi [req-f2ff6ba5-1fd1-4f1b-bf27-b9c4de7654c8 req-e6e137b6-7170-448c-91a1-9255116f92b5 tempest-AttachVolumeNegativeTest-1307848981 tempest-AttachVolumeNegativeTest-1307848981-project] 10.222.0.66 "GET /v2.0/ports?device_id=c8ea27cc-1e25-4130-bf8a-60fbfb4801bc HTTP/1.1" status: 200 len: 946 time: 0.0645478 Jun 16 17:32:52.301979 dv-cinder-837356-2-iscsi neutron-server[103918]: DEBUG neutron.plugins.ml2.plugin [None req-b2b17746-c296-4803-869a-65578e8233dd None None] Current status of the port 9ab6739f-6b37-443b-9a2c-8dc7f323433a is: BUILD; New status is: ACTIVE {{(pid=103918) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2298}} Jun 16 17:32:52.301979 dv-cinder-837356-2-iscsi neutron-server[103918]: DEBUG neutron_lib.callbacks.manager [None req-b2b17746-c296-4803-869a-65578e8233dd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16007590'] for port (9ab6739f-6b37-443b-9a2c-8dc7f323433a), before_update {{(pid=103918) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 17:32:52.327945 dv-cinder-837356-2-iscsi neutron-server[103918]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '1cc6f984-945e-4244-b25d-45c9022782dd', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '9ab6739f-6b37-443b-9a2c-8dc7f323433a'}] {{(pid=103918) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jun 16 17:32:52.330418 dv-cinder-837356-2-iscsi neutron-server[103918]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.66/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c81ba123246404939637391270152498621c2ac0d5068f91321d7f7277fce0c4" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ea1c96ce-357a-442e-829b-059aa8b79aa2" -d '{"events": [{"server_uuid": "1cc6f984-945e-4244-b25d-45c9022782dd", "name": "network-vif-plugged", "status": "completed", "tag": "9ab6739f-6b37-443b-9a2c-8dc7f323433a"}]}' {{(pid=103918) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 16 17:32:52.331463 dv-cinder-837356-2-iscsi neutron-server[103916]: INFO neutron.wsgi [req-f2ff6ba5-1fd1-4f1b-bf27-b9c4de7654c8 req-2b1822d1-3a6e-460a-a40b-28d098e01156 tempest-AttachVolumeNegativeTest-1307848981 tempest-AttachVolumeNegativeTest-1307848981-project] 10.222.0.66 "GET /v2.0/security-groups?id=d0ac4eb5-a06e-400c-8779-380e8644321d&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0534065 Jun 16 17:32:52.344006 dv-cinder-837356-2-iscsi neutron-server[103918]: DEBUG neutron.plugins.ml2.db [None req-b2b17746-c296-4803-869a-65578e8233dd None None] For port 9ab6739f-6b37-443b-9a2c-8dc7f323433a, host hv-cinder-83735, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83735',level=0,port_id=9ab6739f-6b37-443b-9a2c-8dc7f323433a,segment=NetworkSegment(c699bc47-a9b6-4cfb-b695-ab4077dce1dd),segment_id=c699bc47-a9b6-4cfb-b695-ab4077dce1dd)] {{(pid=103918) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 16 17:32:52.352265 dv-cinder-837356-2-iscsi neutron-server[103918]: DEBUG neutron_lib.callbacks.manager [None req-b2b17746-c296-4803-869a-65578e8233dd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16007527', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-75831', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16241551', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728539364693', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728538993439', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728538993457'] for port (9ab6739f-6b37-443b-9a2c-8dc7f323433a), after_update {{(pid=103918) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 17:32:52.377675 dv-cinder-837356-2-iscsi neutron-server[103918]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 16 Jun 2022 17:32:52 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-bba9c0e1-453f-48b9-8ddd-e79ea6cfa91b x-openstack-request-id: req-bba9c0e1-453f-48b9-8ddd-e79ea6cfa91b {{(pid=103918) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 16 17:32:52.377945 dv-cinder-837356-2-iscsi neutron-server[103918]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "1cc6f984-945e-4244-b25d-45c9022782dd", "name": "network-vif-plugged", "status": "completed", "tag": "9ab6739f-6b37-443b-9a2c-8dc7f323433a", "code": 200}]} {{(pid=103918) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 16 17:32:52.378208 dv-cinder-837356-2-iscsi neutron-server[103918]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.66/compute/v2.1/os-server-external-events used request id req-bba9c0e1-453f-48b9-8ddd-e79ea6cfa91b {{(pid=103918) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 16 17:32:52.378604 dv-cinder-837356-2-iscsi neutron-server[103918]: INFO neutron.notifiers.nova [-] Nova event matching ['req-bba9c0e1-453f-48b9-8ddd-e79ea6cfa91b'] response: {'server_uuid': '1cc6f984-945e-4244-b25d-45c9022782dd', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '9ab6739f-6b37-443b-9a2c-8dc7f323433a', 'code': 200} Jun 16 17:32:52.412322 dv-cinder-837356-2-iscsi neutron-server[103918]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b2b17746-c296-4803-869a-65578e8233dd None None] Pushing event updated for resources: {'Port': ['ID=9ab6739f-6b37-443b-9a2c-8dc7f323433a,revision_number=8']} {{(pid=103918) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 17:32:53.004389 dv-cinder-837356-2-iscsi neutron-server[103916]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41444b30-488b-40d0-b53f-e919587f048f req-7edb6967-77b0-4f87-939e-1745664fe378 tempest-TestShelveInstance-792984814 tempest-TestShelveInstance-792984814-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103916) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 16 17:32:53.005930 dv-cinder-837356-2-iscsi neutron-server[103916]: INFO neutron.wsgi [req-41444b30-488b-40d0-b53f-e919587f048f req-7edb6967-77b0-4f87-939e-1745664fe378 tempest-TestShelveInstance-792984814 tempest-TestShelveInstance-792984814-project] 10.222.0.66 "GET /v2.0/ports?device_id=1cc6f984-945e-4244-b25d-45c9022782dd HTTP/1.1" status: 200 len: 945 time: 0.0607719 Jun 16 17:32:53.057952 dv-cinder-837356-2-iscsi neutron-server[103916]: INFO neutron.wsgi [req-41444b30-488b-40d0-b53f-e919587f048f req-b28dd363-0078-4542-9d09-046e4cd5e3ba tempest-TestShelveInstance-792984814 tempest-TestShelveInstance-792984814-project] 10.222.0.66 "GET /v2.0/security-groups?id=50b27ea4-b12f-4388-874d-0faf427ba632&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0462570 Jun 16 17:32:53.466965 dv-cinder-837356-2-iscsi neutron-server[103917]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14eadadf-9c70-4861-a22a-3b1022188102 req-05f59400-afd5-4722-9cfa-6fab9cda8e08 tempest-AttachVolumeNegativeTest-1307848981 tempest-AttachVolumeNegativeTest-1307848981-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103917) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 16 17:32:53.468491 dv-cinder-837356-2-iscsi neutron-server[103917]: INFO neutron.wsgi [req-14eadadf-9c70-4861-a22a-3b1022188102 req-05f59400-afd5-4722-9cfa-6fab9cda8e08 tempest-AttachVolumeNegativeTest-1307848981 tempest-AttachVolumeNegativeTest-1307848981-project] 10.222.0.66 "GET /v2.0/ports?device_id=c8ea27cc-1e25-4130-bf8a-60fbfb4801bc HTTP/1.1" status: 200 len: 946 time: 0.0568864 Jun 16 17:32:53.554995 dv-cinder-837356-2-iscsi neutron-server[103917]: INFO neutron.wsgi [req-14eadadf-9c70-4861-a22a-3b1022188102 req-2fdbac0d-686b-4632-a792-0d1839010ae6 tempest-AttachVolumeNegativeTest-1307848981 tempest-AttachVolumeNegativeTest-1307848981-project] 10.222.0.66 "GET /v2.0/security-groups?id=d0ac4eb5-a06e-400c-8779-380e8644321d&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0801001 Jun 16 17:32:53.569986 dv-cinder-837356-2-iscsi neutron-server[103917]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3164fdde-02d2-418f-8d4a-7f1d6ca6a587 req-1795ea63-a8d1-4995-9139-bd19b7939d73 tempest-AttachVolumeNegativeTest-1307848981 tempest-AttachVolumeNegativeTest-1307848981-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103917) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 16 17:32:53.571729 dv-cinder-837356-2-iscsi neutron-server[103917]: INFO neutron.wsgi [req-3164fdde-02d2-418f-8d4a-7f1d6ca6a587 req-1795ea63-a8d1-4995-9139-bd19b7939d73 tempest-AttachVolumeNegativeTest-1307848981 tempest-AttachVolumeNegativeTest-1307848981-project] 10.222.0.81 "GET /v2.0/ports?device_id=c8ea27cc-1e25-4130-bf8a-60fbfb4801bc HTTP/1.1" status: 200 len: 946 time: 0.0710690 Jun 16 17:32:54.195116 dv-cinder-837356-2-iscsi neutron-server[103916]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a08f8bde-50f9-4ea1-a6e4-eab0e4345a5e req-03ce67a4-5e92-4a43-a9b2-7a17460b428f tempest-TestShelveInstance-792984814 tempest-TestShelveInstance-792984814-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103916) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 16 17:32:54.196912 dv-cinder-837356-2-iscsi neutron-server[103916]: INFO neutron.wsgi [req-a08f8bde-50f9-4ea1-a6e4-eab0e4345a5e req-03ce67a4-5e92-4a43-a9b2-7a17460b428f tempest-TestShelveInstance-792984814 tempest-TestShelveInstance-792984814-project] 10.222.0.66 "GET /v2.0/ports?device_id=1cc6f984-945e-4244-b25d-45c9022782dd HTTP/1.1" status: 200 len: 945 time: 0.0508046 Jun 16 17:32:54.257053 dv-cinder-837356-2-iscsi neutron-server[103916]: INFO neutron.wsgi [req-a08f8bde-50f9-4ea1-a6e4-eab0e4345a5e req-d9043e32-bacf-4094-9879-0889a25efbb5 tempest-TestShelveInstance-792984814 tempest-TestShelveInstance-792984814-project] 10.222.0.66 "GET /v2.0/security-groups?id=50b27ea4-b12f-4388-874d-0faf427ba632&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0524220 Jun 16 17:32:54.308932 dv-cinder-837356-2-iscsi neutron-server[103917]: DEBUG neutron.plugins.ml2.plugin [req-3164fdde-02d2-418f-8d4a-7f1d6ca6a587 req-e2e90d8a-e9af-445b-ab47-565e1ead8b46 tempest-AttachVolumeNegativeTest-1307848981 tempest-AttachVolumeNegativeTest-1307848981-project] Deleting port fa515d28-8f3c-4376-9029-a6d947163ef0 {{(pid=103917) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2043}} Jun 16 17:32:54.309303 dv-cinder-837356-2-iscsi neutron-server[103917]: DEBUG neutron_lib.callbacks.manager [req-3164fdde-02d2-418f-8d4a-7f1d6ca6a587 req-e2e90d8a-e9af-445b-ab47-565e1ead8b46 tempest-AttachVolumeNegativeTest-1307848981 tempest-AttachVolumeNegativeTest-1307848981-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8728539361383'] for port (fa515d28-8f3c-4376-9029-a6d947163ef0), before_delete {{(pid=103917) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 17:32:54.404355 dv-cinder-837356-2-iscsi neutron-server[103917]: DEBUG neutron.plugins.ml2.db [req-3164fdde-02d2-418f-8d4a-7f1d6ca6a587 req-e2e90d8a-e9af-445b-ab47-565e1ead8b46 tempest-AttachVolumeNegativeTest-1307848981 tempest-AttachVolumeNegativeTest-1307848981-project] For port fa515d28-8f3c-4376-9029-a6d947163ef0, host hv-cinder-83735, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83735',level=0,port_id=fa515d28-8f3c-4376-9029-a6d947163ef0,segment=NetworkSegment(77c5a64f-3dc1-42ac-871e-4a71d56bdf63),segment_id=77c5a64f-3dc1-42ac-871e-4a71d56bdf63)] {{(pid=103917) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 16 17:32:54.404659 dv-cinder-837356-2-iscsi neutron-server[103917]: DEBUG neutron_lib.callbacks.manager [req-3164fdde-02d2-418f-8d4a-7f1d6ca6a587 req-e2e90d8a-e9af-445b-ab47-565e1ead8b46 tempest-AttachVolumeNegativeTest-1307848981 tempest-AttachVolumeNegativeTest-1307848981-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-708042'] for port (fa515d28-8f3c-4376-9029-a6d947163ef0), precommit_delete {{(pid=103917) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 17:32:54.482030 dv-cinder-837356-2-iscsi neutron-server[103917]: DEBUG dbcounter [-] [103917] Writing DB stats neutron:SELECT=100 {{(pid=103917) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 16 17:32:54.600603 dv-cinder-837356-2-iscsi neutron-server[103917]: DEBUG neutron_lib.callbacks.manager [req-3164fdde-02d2-418f-8d4a-7f1d6ca6a587 req-e2e90d8a-e9af-445b-ab47-565e1ead8b46 tempest-AttachVolumeNegativeTest-1307848981 tempest-AttachVolumeNegativeTest-1307848981-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=103917) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 17:32:54.600975 dv-cinder-837356-2-iscsi neutron-server[103917]: DEBUG neutron_lib.callbacks.manager [req-3164fdde-02d2-418f-8d4a-7f1d6ca6a587 req-e2e90d8a-e9af-445b-ab47-565e1ead8b46 tempest-AttachVolumeNegativeTest-1307848981 tempest-AttachVolumeNegativeTest-1307848981-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-704970'] for floatingip (828eae50-f446-4502-b572-4b1fec8f4fad), after_update {{(pid=103917) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 17:32:54.601324 dv-cinder-837356-2-iscsi neutron-server[103917]: INFO neutron.db.l3_db [req-3164fdde-02d2-418f-8d4a-7f1d6ca6a587 req-e2e90d8a-e9af-445b-ab47-565e1ead8b46 tempest-AttachVolumeNegativeTest-1307848981 tempest-AttachVolumeNegativeTest-1307848981-project] Floating IP 828eae50-f446-4502-b572-4b1fec8f4fad disassociated. External IP: 172.27.2.5, port: fa515d28-8f3c-4376-9029-a6d947163ef0. Jun 16 17:32:54.601677 dv-cinder-837356-2-iscsi neutron-server[103917]: DEBUG neutron.plugins.ml2.plugin [req-3164fdde-02d2-418f-8d4a-7f1d6ca6a587 req-e2e90d8a-e9af-445b-ab47-565e1ead8b46 tempest-AttachVolumeNegativeTest-1307848981 tempest-AttachVolumeNegativeTest-1307848981-project] Calling delete_port for fa515d28-8f3c-4376-9029-a6d947163ef0 owned by compute:nova {{(pid=103917) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2122}} Jun 16 17:32:54.603515 dv-cinder-837356-2-iscsi neutron-server[103917]: DEBUG dbcounter [-] [103917] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=103917) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 16 17:32:54.723484 dv-cinder-837356-2-iscsi neutron-server[103917]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ce8792c-10e7-4b99-b91b-7401518bdd46 req-0a039461-3087-4088-b2fe-18543a4ea295 tempest-AttachVolumeNegativeTest-1307848981 tempest-AttachVolumeNegativeTest-1307848981-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103917) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 16 17:32:54.724989 dv-cinder-837356-2-iscsi neutron-server[103917]: INFO neutron.wsgi [req-8ce8792c-10e7-4b99-b91b-7401518bdd46 req-0a039461-3087-4088-b2fe-18543a4ea295 tempest-AttachVolumeNegativeTest-1307848981 tempest-AttachVolumeNegativeTest-1307848981-project] 10.222.0.66 "GET /v2.0/ports?device_id=c8ea27cc-1e25-4130-bf8a-60fbfb4801bc HTTP/1.1" status: 200 len: 946 time: 0.0782218 Jun 16 17:32:54.816353 dv-cinder-837356-2-iscsi neutron-server[103917]: INFO neutron.wsgi [req-8ce8792c-10e7-4b99-b91b-7401518bdd46 req-560d0eee-4745-4d18-bc8c-307442453b38 tempest-AttachVolumeNegativeTest-1307848981 tempest-AttachVolumeNegativeTest-1307848981-project] 10.222.0.66 "GET /v2.0/security-groups?id=d0ac4eb5-a06e-400c-8779-380e8644321d&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0807378 Jun 16 17:32:54.836706 dv-cinder-837356-2-iscsi neutron-server[103917]: DEBUG neutron_lib.callbacks.manager [req-3164fdde-02d2-418f-8d4a-7f1d6ca6a587 req-e2e90d8a-e9af-445b-ab47-565e1ead8b46 tempest-AttachVolumeNegativeTest-1307848981 tempest-AttachVolumeNegativeTest-1307848981-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16007527', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-75831', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16241551', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8728539364702', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8728538993430', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3819743'] for port (fa515d28-8f3c-4376-9029-a6d947163ef0), after_delete {{(pid=103917) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 17:32:54.870033 dv-cinder-837356-2-iscsi neutron-server[103917]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e2e90d8a-e9af-445b-ab47-565e1ead8b46 tempest-AttachVolumeNegativeTest-1307848981 tempest-AttachVolumeNegativeTest-1307848981-project] Pushing event deleted for resources: {'Port': ['ID=fa515d28-8f3c-4376-9029-a6d947163ef0,revision_number=None']} {{(pid=103917) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 17:32:54.881049 dv-cinder-837356-2-iscsi neutron-server[103917]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e2e90d8a-e9af-445b-ab47-565e1ead8b46 tempest-AttachVolumeNegativeTest-1307848981 tempest-AttachVolumeNegativeTest-1307848981-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-837356-2-iscsi {{(pid=103917) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 17:32:54.881371 dv-cinder-837356-2-iscsi neutron-server[103917]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e2e90d8a-e9af-445b-ab47-565e1ead8b46 tempest-AttachVolumeNegativeTest-1307848981 tempest-AttachVolumeNegativeTest-1307848981-project] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-837356-2-iscsi {{(pid=103917) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 17:32:54.881728 dv-cinder-837356-2-iscsi neutron-server[103917]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e2e90d8a-e9af-445b-ab47-565e1ead8b46 tempest-AttachVolumeNegativeTest-1307848981 tempest-AttachVolumeNegativeTest-1307848981-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-837356-2-iscsi {{(pid=103917) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 17:32:54.882060 dv-cinder-837356-2-iscsi neutron-server[103917]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e2e90d8a-e9af-445b-ab47-565e1ead8b46 tempest-AttachVolumeNegativeTest-1307848981 tempest-AttachVolumeNegativeTest-1307848981-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-837356-2-iscsi {{(pid=103917) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 17:32:54.882387 dv-cinder-837356-2-iscsi neutron-server[103917]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e2e90d8a-e9af-445b-ab47-565e1ead8b46 tempest-AttachVolumeNegativeTest-1307848981 tempest-AttachVolumeNegativeTest-1307848981-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-837356-2-iscsi {{(pid=103917) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 17:32:54.882803 dv-cinder-837356-2-iscsi neutron-server[103917]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e2e90d8a-e9af-445b-ab47-565e1ead8b46 tempest-AttachVolumeNegativeTest-1307848981 tempest-AttachVolumeNegativeTest-1307848981-project] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-837356-2-iscsi {{(pid=103917) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 17:32:54.883006 dv-cinder-837356-2-iscsi neutron-server[103917]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e2e90d8a-e9af-445b-ab47-565e1ead8b46 tempest-AttachVolumeNegativeTest-1307848981 tempest-AttachVolumeNegativeTest-1307848981-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-837356-2-iscsi {{(pid=103917) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 17:32:54.883351 dv-cinder-837356-2-iscsi neutron-server[103917]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e2e90d8a-e9af-445b-ab47-565e1ead8b46 tempest-AttachVolumeNegativeTest-1307848981 tempest-AttachVolumeNegativeTest-1307848981-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-837356-2-iscsi {{(pid=103917) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 17:32:54.883739 dv-cinder-837356-2-iscsi neutron-server[103917]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e2e90d8a-e9af-445b-ab47-565e1ead8b46 tempest-AttachVolumeNegativeTest-1307848981 tempest-AttachVolumeNegativeTest-1307848981-project] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-837356-2-iscsi {{(pid=103917) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 17:32:54.883983 dv-cinder-837356-2-iscsi neutron-server[103917]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e2e90d8a-e9af-445b-ab47-565e1ead8b46 tempest-AttachVolumeNegativeTest-1307848981 tempest-AttachVolumeNegativeTest-1307848981-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-837356-2-iscsi {{(pid=103917) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 17:32:54.884379 dv-cinder-837356-2-iscsi neutron-server[103917]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e2e90d8a-e9af-445b-ab47-565e1ead8b46 tempest-AttachVolumeNegativeTest-1307848981 tempest-AttachVolumeNegativeTest-1307848981-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-837356-2-iscsi {{(pid=103917) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 17:32:54.884666 dv-cinder-837356-2-iscsi neutron-server[103917]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e2e90d8a-e9af-445b-ab47-565e1ead8b46 tempest-AttachVolumeNegativeTest-1307848981 tempest-AttachVolumeNegativeTest-1307848981-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-837356-2-iscsi {{(pid=103917) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 17:32:54.884933 dv-cinder-837356-2-iscsi neutron-server[103917]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e2e90d8a-e9af-445b-ab47-565e1ead8b46 tempest-AttachVolumeNegativeTest-1307848981 tempest-AttachVolumeNegativeTest-1307848981-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-837356-2-iscsi {{(pid=103917) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 17:32:54.885328 dv-cinder-837356-2-iscsi neutron-server[103917]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e2e90d8a-e9af-445b-ab47-565e1ead8b46 tempest-AttachVolumeNegativeTest-1307848981 tempest-AttachVolumeNegativeTest-1307848981-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-837356-2-iscsi {{(pid=103917) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 17:32:54.885645 dv-cinder-837356-2-iscsi neutron-server[103917]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e2e90d8a-e9af-445b-ab47-565e1ead8b46 tempest-AttachVolumeNegativeTest-1307848981 tempest-AttachVolumeNegativeTest-1307848981-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-837356-2-iscsi {{(pid=103917) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 17:32:54.998363 dv-cinder-837356-2-iscsi neutron-server[103917]: DEBUG neutron.scheduler.l3_agent_scheduler [req-3164fdde-02d2-418f-8d4a-7f1d6ca6a587 req-e2e90d8a-e9af-445b-ab47-565e1ead8b46 tempest-AttachVolumeNegativeTest-1307848981 tempest-AttachVolumeNegativeTest-1307848981-project] Router 72fc182f-b4cb-4ac1-ba5a-c8c6b58534c5 has already been hosted by L3 agent 7639df21-17c3-4235-8912-210c3ad54137 {{(pid=103917) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jun 16 17:32:55.116487 dv-cinder-837356-2-iscsi neutron-server[103917]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-3164fdde-02d2-418f-8d4a-7f1d6ca6a587 req-e2e90d8a-e9af-445b-ab47-565e1ead8b46 tempest-AttachVolumeNegativeTest-1307848981 tempest-AttachVolumeNegativeTest-1307848981-project] Notify agent at l3_agent.dv-cinder-837356-2-iscsi the message routers_updated {{(pid=103917) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jun 16 17:32:55.128215 dv-cinder-837356-2-iscsi neutron-server[103918]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9082bb74-ec75-47c0-8a0c-266123ed85b0 None None] Sync routers for ids ['72fc182f-b4cb-4ac1-ba5a-c8c6b58534c5'] in dv-cinder-837356-2-iscsi {{(pid=103918) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 16 17:32:55.139847 dv-cinder-837356-2-iscsi neutron-server[103918]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9082bb74-ec75-47c0-8a0c-266123ed85b0 None None] Routers {'72fc182f-b4cb-4ac1-ba5a-c8c6b58534c5'} bound to L3 agent in host dv-cinder-837356-2-iscsi {{(pid=103918) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jun 16 17:32:55.140476 dv-cinder-837356-2-iscsi neutron-server[103918]: DEBUG neutron.db.l3_hamode_db [None req-9082bb74-ec75-47c0-8a0c-266123ed85b0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-837356-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 5, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-06-16T17:14:15Z,description=,heartbeat_timestamp=2022-06-16T17:32:45Z,host='dv-cinder-837356-2-iscsi',id=7639df21-17c3-4235-8912-210c3ad54137,load=0,resource_versions=,resources_synced=,started_at=2022-06-16T17:14:15Z,topic='l3_agent')) {'router_ids': ['72fc182f-b4cb-4ac1-ba5a-c8c6b58534c5'], 'active': True} {{(pid=103918) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 16 17:32:55.300976 dv-cinder-837356-2-iscsi neutron-server[103918]: DEBUG neutron.db.l3_dvr_db [None req-9082bb74-ec75-47c0-8a0c-266123ed85b0 None None] Set router 72fc182f-b4cb-4ac1-ba5a-c8c6b58534c5 gateway port host: dv-cinder-837356-2-iscsi {{(pid=103918) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jun 16 17:32:55.423084 dv-cinder-837356-2-iscsi neutron-server[103916]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-601c383c-9c22-4ab6-a7c6-bf702ad047be req-51054f5a-67a7-41d9-a1ce-5b028dda582d tempest-TestShelveInstance-792984814 tempest-TestShelveInstance-792984814-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103916) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 16 17:32:55.425086 dv-cinder-837356-2-iscsi neutron-server[103916]: INFO neutron.wsgi [req-601c383c-9c22-4ab6-a7c6-bf702ad047be req-51054f5a-67a7-41d9-a1ce-5b028dda582d tempest-TestShelveInstance-792984814 tempest-TestShelveInstance-792984814-project] 10.222.0.66 "GET /v2.0/ports?device_id=1cc6f984-945e-4244-b25d-45c9022782dd HTTP/1.1" status: 200 len: 945 time: 0.0656695 Jun 16 17:32:55.500527 dv-cinder-837356-2-iscsi neutron-server[103916]: INFO neutron.wsgi [req-601c383c-9c22-4ab6-a7c6-bf702ad047be req-743efcb4-9b65-409e-b183-f0596915174c tempest-TestShelveInstance-792984814 tempest-TestShelveInstance-792984814-project] 10.222.0.66 "GET /v2.0/security-groups?id=50b27ea4-b12f-4388-874d-0faf427ba632&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0685799 Jun 16 17:32:55.527931 dv-cinder-837356-2-iscsi neutron-server[103917]: DEBUG neutron.db.l3_dvrscheduler_db [req-3164fdde-02d2-418f-8d4a-7f1d6ca6a587 req-e2e90d8a-e9af-445b-ab47-565e1ead8b46 tempest-AttachVolumeNegativeTest-1307848981 tempest-AttachVolumeNegativeTest-1307848981-project] No DVR routers for this DVR port fa515d28-8f3c-4376-9029-a6d947163ef0 on host hv-cinder-83735 {{(pid=103917) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:215}} Jun 16 17:32:55.530689 dv-cinder-837356-2-iscsi neutron-server[103917]: DEBUG neutron_lib.callbacks.manager [req-3164fdde-02d2-418f-8d4a-7f1d6ca6a587 req-e2e90d8a-e9af-445b-ab47-565e1ead8b46 tempest-AttachVolumeNegativeTest-1307848981 tempest-AttachVolumeNegativeTest-1307848981-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-191112'] for port (None), before_response {{(pid=103917) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 17:32:55.534032 dv-cinder-837356-2-iscsi neutron-server[103917]: INFO neutron.wsgi [req-3164fdde-02d2-418f-8d4a-7f1d6ca6a587 req-e2e90d8a-e9af-445b-ab47-565e1ead8b46 tempest-AttachVolumeNegativeTest-1307848981 tempest-AttachVolumeNegativeTest-1307848981-project] 10.222.0.81 "DELETE /v2.0/ports/fa515d28-8f3c-4376-9029-a6d947163ef0 HTTP/1.1" status: 204 len: 173 time: 1.3445504 Jun 16 17:32:55.534494 dv-cinder-837356-2-iscsi neutron-server[103917]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c8ea27cc-1e25-4130-bf8a-60fbfb4801bc', 'name': 'network-vif-deleted', 'tag': 'fa515d28-8f3c-4376-9029-a6d947163ef0'}] {{(pid=103917) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jun 16 17:32:55.536808 dv-cinder-837356-2-iscsi neutron-server[103917]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.66/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6f3fd2b1a6655810f50592bc9015c397d118e5689141688eaf1b23dbeee2ebf8" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a4075636-9b58-4bf4-9078-909e82df47ca" -d '{"events": [{"server_uuid": "c8ea27cc-1e25-4130-bf8a-60fbfb4801bc", "name": "network-vif-deleted", "tag": "fa515d28-8f3c-4376-9029-a6d947163ef0"}]}' {{(pid=103917) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 16 17:32:55.582821 dv-cinder-837356-2-iscsi neutron-server[103917]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 16 Jun 2022 17:32:55 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-acb0a5b6-aaeb-49ac-b53f-5e6d0c14b903 x-openstack-request-id: req-acb0a5b6-aaeb-49ac-b53f-5e6d0c14b903 {{(pid=103917) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 16 17:32:55.583108 dv-cinder-837356-2-iscsi neutron-server[103917]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "c8ea27cc-1e25-4130-bf8a-60fbfb4801bc", "name": "network-vif-deleted", "tag": "fa515d28-8f3c-4376-9029-a6d947163ef0", "status": "completed", "code": 200}]} {{(pid=103917) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 16 17:32:55.583350 dv-cinder-837356-2-iscsi neutron-server[103917]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.66/compute/v2.1/os-server-external-events used request id req-acb0a5b6-aaeb-49ac-b53f-5e6d0c14b903 {{(pid=103917) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 16 17:32:55.583762 dv-cinder-837356-2-iscsi neutron-server[103917]: INFO neutron.notifiers.nova [-] Nova event matching ['req-acb0a5b6-aaeb-49ac-b53f-5e6d0c14b903'] response: {'server_uuid': 'c8ea27cc-1e25-4130-bf8a-60fbfb4801bc', 'name': 'network-vif-deleted', 'tag': 'fa515d28-8f3c-4376-9029-a6d947163ef0', 'status': 'completed', 'code': 200} Jun 16 17:32:55.592551 dv-cinder-837356-2-iscsi neutron-server[103918]: DEBUG neutron.db.l3_hamode_db [None req-9082bb74-ec75-47c0-8a0c-266123ed85b0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '72fc182f-b4cb-4ac1-ba5a-c8c6b58534c5', 'name': 'tempest-AttachVolumeNegativeTest-673498770-router', 'tenant_id': '7c56d4c430c44df49f48fe0b49ebcbd2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9df31235-0797-44e6-85a0-102cb2da2d58', 'external_fixed_ips': [{'subnet_id': '1dfb0320-f5eb-46f6-88ce-33002f500238', 'ip_address': '172.27.2.32'}], 'enable_snat': True}, 'gw_port_id': '683727eb-4399-44ae-ab3b-c7579a0661bc', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-16T17:30:48Z', 'updated_at': '2022-06-16T17:30:51Z', 'revision_number': 4, 'project_id': '7c56d4c430c44df49f48fe0b49ebcbd2', 'gw_port': {'id': '683727eb-4399-44ae-ab3b-c7579a0661bc', 'name': '', 'network_id': '9df31235-0797-44e6-85a0-102cb2da2d58', 'tenant_id': '', 'mac_address': 'fa:16:3e:9c:93:e7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '72fc182f-b4cb-4ac1-ba5a-c8c6b58534c5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 637, 'fixed_ips': [{'subnet_id': '1dfb0320-f5eb-46f6-88ce-33002f500238', 'ip_address': '172.27.2.32', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-837356-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-16T17:30:49Z', 'updated_at': '2022-06-16T17:30:54Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1dfb0320-f5eb-46f6-88ce-33002f500238', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-837356-2-iscsi', '_floatingips': [{'id': 'b9ac3761-1564-460d-a511-4231de394e0c', 'tenant_id': '7c56d4c430c44df49f48fe0b49ebcbd2', 'floating_ip_address': '172.27.2.4', 'floating_network_id': '9df31235-0797-44e6-85a0-102cb2da2d58', 'router_id': '72fc182f-b4cb-4ac1-ba5a-c8c6b58534c5', 'port_id': 'f5cc2aae-859d-43dd-a5a3-7df6d8cbc7fa', 'fixed_ip_address': '172.20.0.12', 'status': 'ACTIVE', 'standard_attr_id': 645, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '38b62bc9-5cad-4b9e-8181-628535658100', 'mac_address': 'fa:16:3e:6b:fa:35', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4dce5739-2ecb-43f7-a49a-a9870cf2243c', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-06-16T17:30:53Z', 'updated_at': '2022-06-16T17:31:07Z', 'revision_number': 2, 'project_id': '7c56d4c430c44df49f48fe0b49ebcbd2', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'b5be4525-4335-4548-88b7-e6bb420c6ef4', 'name': '', 'network_id': '38b62bc9-5cad-4b9e-8181-628535658100', 'tenant_id': '7c56d4c430c44df49f48fe0b49ebcbd2', 'mac_address': 'fa:16:3e:a8:05:6c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '72fc182f-b4cb-4ac1-ba5a-c8c6b58534c5', 'device_owner': 'network:router_interface', 'standard_attr_id': 638, 'fixed_ips': [{'subnet_id': '245398e2-b047-4bf4-9483-edcae7a557b6', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-837356-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-16T17:30:51Z', 'updated_at': '2022-06-16T17:30:56Z', 'revision_number': 5, 'project_id': '7c56d4c430c44df49f48fe0b49ebcbd2', 'subnets': [{'id': '245398e2-b047-4bf4-9483-edcae7a557b6', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-837356-2-iscsi', False) {} {{(pid=103918) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 16 17:32:55.622019 dv-cinder-837356-2-iscsi neutron-server[103918]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9082bb74-ec75-47c0-8a0c-266123ed85b0 None None] Checking router: 72fc182f-b4cb-4ac1-ba5a-c8c6b58534c5 for host: dv-cinder-837356-2-iscsi {{(pid=103918) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 16 17:32:55.631834 dv-cinder-837356-2-iscsi neutron-server[103918]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9082bb74-ec75-47c0-8a0c-266123ed85b0 None None] Routers {'72fc182f-b4cb-4ac1-ba5a-c8c6b58534c5'} bound to L3 agent in host dv-cinder-837356-2-iscsi {{(pid=103918) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jun 16 17:32:55.632528 dv-cinder-837356-2-iscsi neutron-server[103918]: DEBUG neutron.db.l3_hamode_db [None req-9082bb74-ec75-47c0-8a0c-266123ed85b0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-837356-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 5, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-06-16T17:14:15Z,description=,heartbeat_timestamp=2022-06-16T17:32:45Z,host='dv-cinder-837356-2-iscsi',id=7639df21-17c3-4235-8912-210c3ad54137,load=0,resource_versions=,resources_synced=,started_at=2022-06-16T17:14:15Z,topic='l3_agent')) {'router_ids': ['72fc182f-b4cb-4ac1-ba5a-c8c6b58534c5'], 'active': True} {{(pid=103918) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 16 17:32:55.745748 dv-cinder-837356-2-iscsi neutron-server[103918]: DEBUG neutron.db.l3_dvr_db [None req-9082bb74-ec75-47c0-8a0c-266123ed85b0 None None] Set router 72fc182f-b4cb-4ac1-ba5a-c8c6b58534c5 gateway port host: dv-cinder-837356-2-iscsi {{(pid=103918) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jun 16 17:32:55.901801 dv-cinder-837356-2-iscsi neutron-server[103918]: DEBUG dbcounter [-] [103918] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=103918) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 16 17:32:55.943301 dv-cinder-837356-2-iscsi neutron-server[103916]: INFO neutron.wsgi [req-7e3e36a8-5a2c-4697-a74d-8bcca3e9ec30 req-8f9f16b9-0eef-49cf-ba53-213bcf2607f5 tempest-AttachVolumeNegativeTest-1307848981 tempest-AttachVolumeNegativeTest-1307848981-project] 10.222.0.66 "GET /v2.0/ports?device_id=c8ea27cc-1e25-4130-bf8a-60fbfb4801bc HTTP/1.1" status: 200 len: 210 time: 0.0303144 Jun 16 17:32:55.984180 dv-cinder-837356-2-iscsi neutron-server[103918]: DEBUG neutron.db.l3_hamode_db [None req-9082bb74-ec75-47c0-8a0c-266123ed85b0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '72fc182f-b4cb-4ac1-ba5a-c8c6b58534c5', 'name': 'tempest-AttachVolumeNegativeTest-673498770-router', 'tenant_id': '7c56d4c430c44df49f48fe0b49ebcbd2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9df31235-0797-44e6-85a0-102cb2da2d58', 'external_fixed_ips': [{'subnet_id': '1dfb0320-f5eb-46f6-88ce-33002f500238', 'ip_address': '172.27.2.32'}], 'enable_snat': True}, 'gw_port_id': '683727eb-4399-44ae-ab3b-c7579a0661bc', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-16T17:30:48Z', 'updated_at': '2022-06-16T17:30:51Z', 'revision_number': 4, 'project_id': '7c56d4c430c44df49f48fe0b49ebcbd2', 'gw_port': {'id': '683727eb-4399-44ae-ab3b-c7579a0661bc', 'name': '', 'network_id': '9df31235-0797-44e6-85a0-102cb2da2d58', 'tenant_id': '', 'mac_address': 'fa:16:3e:9c:93:e7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '72fc182f-b4cb-4ac1-ba5a-c8c6b58534c5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 637, 'fixed_ips': [{'subnet_id': '1dfb0320-f5eb-46f6-88ce-33002f500238', 'ip_address': '172.27.2.32', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-837356-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-16T17:30:49Z', 'updated_at': '2022-06-16T17:30:54Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1dfb0320-f5eb-46f6-88ce-33002f500238', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-837356-2-iscsi', '_floatingips': [{'id': 'b9ac3761-1564-460d-a511-4231de394e0c', 'tenant_id': '7c56d4c430c44df49f48fe0b49ebcbd2', 'floating_ip_address': '172.27.2.4', 'floating_network_id': '9df31235-0797-44e6-85a0-102cb2da2d58', 'router_id': '72fc182f-b4cb-4ac1-ba5a-c8c6b58534c5', 'port_id': 'f5cc2aae-859d-43dd-a5a3-7df6d8cbc7fa', 'fixed_ip_address': '172.20.0.12', 'status': 'ACTIVE', 'standard_attr_id': 645, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '38b62bc9-5cad-4b9e-8181-628535658100', 'mac_address': 'fa:16:3e:6b:fa:35', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4dce5739-2ecb-43f7-a49a-a9870cf2243c', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-06-16T17:30:53Z', 'updated_at': '2022-06-16T17:31:07Z', 'revision_number': 2, 'project_id': '7c56d4c430c44df49f48fe0b49ebcbd2', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'b5be4525-4335-4548-88b7-e6bb420c6ef4', 'name': '', 'network_id': '38b62bc9-5cad-4b9e-8181-628535658100', 'tenant_id': '7c56d4c430c44df49f48fe0b49ebcbd2', 'mac_address': 'fa:16:3e:a8:05:6c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '72fc182f-b4cb-4ac1-ba5a-c8c6b58534c5', 'device_owner': 'network:router_interface', 'standard_attr_id': 638, 'fixed_ips': [{'subnet_id': '245398e2-b047-4bf4-9483-edcae7a557b6', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-837356-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-16T17:30:51Z', 'updated_at': '2022-06-16T17:30:56Z', 'revision_number': 5, 'project_id': '7c56d4c430c44df49f48fe0b49ebcbd2', 'subnets': [{'id': '245398e2-b047-4bf4-9483-edcae7a557b6', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-837356-2-iscsi', False) {} {{(pid=103918) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 16 17:32:56.011358 dv-cinder-837356-2-iscsi neutron-server[103918]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9082bb74-ec75-47c0-8a0c-266123ed85b0 None None] The sync data for ids ['72fc182f-b4cb-4ac1-ba5a-c8c6b58534c5'] in dv-cinder-837356-2-iscsi is: [{'id': '72fc182f-b4cb-4ac1-ba5a-c8c6b58534c5', 'name': 'tempest-AttachVolumeNegativeTest-673498770-router', 'tenant_id': '7c56d4c430c44df49f48fe0b49ebcbd2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9df31235-0797-44e6-85a0-102cb2da2d58', 'external_fixed_ips': [{'subnet_id': '1dfb0320-f5eb-46f6-88ce-33002f500238', 'ip_address': '172.27.2.32'}], 'enable_snat': True}, 'gw_port_id': '683727eb-4399-44ae-ab3b-c7579a0661bc', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-16T17:30:48Z', 'updated_at': '2022-06-16T17:30:51Z', 'revision_number': 4, 'project_id': '7c56d4c430c44df49f48fe0b49ebcbd2', 'gw_port': {'id': '683727eb-4399-44ae-ab3b-c7579a0661bc', 'name': '', 'network_id': '9df31235-0797-44e6-85a0-102cb2da2d58', 'tenant_id': '', 'mac_address': 'fa:16:3e:9c:93:e7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '72fc182f-b4cb-4ac1-ba5a-c8c6b58534c5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 637, 'fixed_ips': [{'subnet_id': '1dfb0320-f5eb-46f6-88ce-33002f500238', 'ip_address': '172.27.2.32', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-837356-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-16T17:30:49Z', 'updated_at': '2022-06-16T17:30:54Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1dfb0320-f5eb-46f6-88ce-33002f500238', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-837356-2-iscsi', '_floatingips': [{'id': 'b9ac3761-1564-460d-a511-4231de394e0c', 'tenant_id': '7c56d4c430c44df49f48fe0b49ebcbd2', 'floating_ip_address': '172.27.2.4', 'floating_network_id': '9df31235-0797-44e6-85a0-102cb2da2d58', 'router_id': '72fc182f-b4cb-4ac1-ba5a-c8c6b58534c5', 'port_id': 'f5cc2aae-859d-43dd-a5a3-7df6d8cbc7fa', 'fixed_ip_address': '172.20.0.12', 'status': 'ACTIVE', 'standard_attr_id': 645, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '38b62bc9-5cad-4b9e-8181-628535658100', 'mac_address': 'fa:16:3e:6b:fa:35', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4dce5739-2ecb-43f7-a49a-a9870cf2243c', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-06-16T17:30:53Z', 'updated_at': '2022-06-16T17:31:07Z', 'revision_number': 2, 'project_id': '7c56d4c430c44df49f48fe0b49ebcbd2', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'b5be4525-4335-4548-88b7-e6bb420c6ef4', 'name': '', 'network_id': '38b62bc9-5cad-4b9e-8181-628535658100', 'tenant_id': '7c56d4c430c44df49f48fe0b49ebcbd2', 'mac_address': 'fa:16:3e:a8:05:6c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '72fc182f-b4cb-4ac1-ba5a-c8c6b58534c5', 'device_owner': 'network:router_interface', 'standard_attr_id': 638, 'fixed_ips': [{'subnet_id': '245398e2-b047-4bf4-9483-edcae7a557b6', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-837356-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-16T17:30:51Z', 'updated_at': '2022-06-16T17:30:56Z', 'revision_number': 5, 'project_id': '7c56d4c430c44df49f48fe0b49ebcbd2', 'subnets': [{'id': '245398e2-b047-4bf4-9483-edcae7a557b6', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103918) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 16 17:32:56.254837 dv-cinder-837356-2-iscsi neutron-server[103919]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1547e148-5b3b-43ba-ab1c-829020423635 None None] New status for floating IP 828eae50-f446-4502-b572-4b1fec8f4fad: DOWN {{(pid=103919) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:269}} Jun 16 17:32:57.039305 dv-cinder-837356-2-iscsi neutron-server[103917]: DEBUG neutron.wsgi [-] (103917) accepted ('10.222.0.66', 46134) {{(pid=103917) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 16 17:32:57.098344 dv-cinder-837356-2-iscsi neutron-server[103917]: DEBUG neutron_lib.callbacks.manager [None req-a66ae680-c39f-4129-999e-fe6c854d3561 tempest-AttachVolumeNegativeTest-1307848981 tempest-AttachVolumeNegativeTest-1307848981-project] Publish callbacks [] for security_group (d0ac4eb5-a06e-400c-8779-380e8644321d), before_delete {{(pid=103917) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 17:32:57.122865 dv-cinder-837356-2-iscsi neutron-server[103917]: DEBUG neutron_lib.callbacks.manager [None req-a66ae680-c39f-4129-999e-fe6c854d3561 tempest-AttachVolumeNegativeTest-1307848981 tempest-AttachVolumeNegativeTest-1307848981-project] Publish callbacks [] for security_group (d0ac4eb5-a06e-400c-8779-380e8644321d), precommit_delete {{(pid=103917) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 17:32:57.175694 dv-cinder-837356-2-iscsi neutron-server[103917]: DEBUG neutron_lib.callbacks.manager [None req-a66ae680-c39f-4129-999e-fe6c854d3561 tempest-AttachVolumeNegativeTest-1307848981 tempest-AttachVolumeNegativeTest-1307848981-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-570488'] for security_group (d0ac4eb5-a06e-400c-8779-380e8644321d), after_delete {{(pid=103917) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 17:32:57.176772 dv-cinder-837356-2-iscsi neutron-server[103917]: DEBUG neutron_lib.callbacks.manager [None req-a66ae680-c39f-4129-999e-fe6c854d3561 tempest-AttachVolumeNegativeTest-1307848981 tempest-AttachVolumeNegativeTest-1307848981-project] Publish callbacks [] for security_group (None), before_response {{(pid=103917) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 17:32:57.177728 dv-cinder-837356-2-iscsi neutron-server[103917]: INFO neutron.wsgi [None req-a66ae680-c39f-4129-999e-fe6c854d3561 tempest-AttachVolumeNegativeTest-1307848981 tempest-AttachVolumeNegativeTest-1307848981-project] 10.222.0.66 "DELETE /v2.0/security-groups/d0ac4eb5-a06e-400c-8779-380e8644321d HTTP/1.1" status: 204 len: 168 time: 0.1373978 Jun 16 17:32:57.180660 dv-cinder-837356-2-iscsi neutron-server[103916]: DEBUG neutron.wsgi [-] (103916) accepted ('10.222.0.66', 46136) {{(pid=103916) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 16 17:32:57.187831 dv-cinder-837356-2-iscsi neutron-server[103917]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a66ae680-c39f-4129-999e-fe6c854d3561 tempest-AttachVolumeNegativeTest-1307848981 tempest-AttachVolumeNegativeTest-1307848981-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=d0ac4eb5-a06e-400c-8779-380e8644321d,revision_number=None']} {{(pid=103917) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 17:32:57.197347 dv-cinder-837356-2-iscsi neutron-server[103916]: INFO neutron.api.v2.resource [None req-0e1448a0-f6df-4070-b2c5-0c10b4287ace tempest-AttachVolumeNegativeTest-1307848981 tempest-AttachVolumeNegativeTest-1307848981-project] show failed (client error): The resource could not be found. Jun 16 17:32:57.198419 dv-cinder-837356-2-iscsi neutron-server[103916]: INFO neutron.wsgi [None req-0e1448a0-f6df-4070-b2c5-0c10b4287ace tempest-AttachVolumeNegativeTest-1307848981 tempest-AttachVolumeNegativeTest-1307848981-project] 10.222.0.66 "GET /v2.0/security-groups/d0ac4eb5-a06e-400c-8779-380e8644321d HTTP/1.1" status: 404 len: 347 time: 0.0164866 Jun 16 17:32:57.201495 dv-cinder-837356-2-iscsi neutron-server[103916]: DEBUG neutron.wsgi [-] (103916) accepted ('10.222.0.66', 46138) {{(pid=103916) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 16 17:32:57.319831 dv-cinder-837356-2-iscsi neutron-server[103916]: DEBUG neutron.plugins.ml2.plugin [None req-ea6f6091-694f-41dd-bdd0-c8ca4f23e7d6 tempest-AttachVolumeNegativeTest-1307848981 tempest-AttachVolumeNegativeTest-1307848981-project] Deleting port a25e94b6-17b2-425b-b7c6-d8897e4d93d3 {{(pid=103916) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2043}} Jun 16 17:32:57.320082 dv-cinder-837356-2-iscsi neutron-server[103916]: DEBUG neutron_lib.callbacks.manager [None req-ea6f6091-694f-41dd-bdd0-c8ca4f23e7d6 tempest-AttachVolumeNegativeTest-1307848981 tempest-AttachVolumeNegativeTest-1307848981-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8728539361383'] for port (a25e94b6-17b2-425b-b7c6-d8897e4d93d3), before_delete {{(pid=103916) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 17:32:57.405196 dv-cinder-837356-2-iscsi neutron-server[103916]: DEBUG neutron_lib.callbacks.manager [None req-ea6f6091-694f-41dd-bdd0-c8ca4f23e7d6 tempest-AttachVolumeNegativeTest-1307848981 tempest-AttachVolumeNegativeTest-1307848981-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-708042'] for port (a25e94b6-17b2-425b-b7c6-d8897e4d93d3), precommit_delete {{(pid=103916) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 17:32:57.405524 dv-cinder-837356-2-iscsi neutron-server[103916]: DEBUG neutron_lib.callbacks.manager [None req-ea6f6091-694f-41dd-bdd0-c8ca4f23e7d6 tempest-AttachVolumeNegativeTest-1307848981 tempest-AttachVolumeNegativeTest-1307848981-project] Publish callbacks [] for floatingip (a25e94b6-17b2-425b-b7c6-d8897e4d93d3), precommit_delete {{(pid=103916) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 17:32:57.418215 dv-cinder-837356-2-iscsi neutron-server[103916]: DEBUG neutron.plugins.ml2.plugin [None req-ea6f6091-694f-41dd-bdd0-c8ca4f23e7d6 tempest-AttachVolumeNegativeTest-1307848981 tempest-AttachVolumeNegativeTest-1307848981-project] Calling delete_port for a25e94b6-17b2-425b-b7c6-d8897e4d93d3 owned by network:floatingip {{(pid=103916) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2122}} Jun 16 17:32:57.497895 dv-cinder-837356-2-iscsi neutron-server[103916]: DEBUG dbcounter [-] [103916] Writing DB stats neutron:SELECT=98,neutron:DELETE=2 {{(pid=103916) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 16 17:32:57.558239 dv-cinder-837356-2-iscsi neutron-server[103916]: DEBUG neutron_lib.callbacks.manager [None req-ea6f6091-694f-41dd-bdd0-c8ca4f23e7d6 tempest-AttachVolumeNegativeTest-1307848981 tempest-AttachVolumeNegativeTest-1307848981-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16007527', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-75831', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16241551', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8728539364702', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8728538993430', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25517999'] for port (a25e94b6-17b2-425b-b7c6-d8897e4d93d3), after_delete {{(pid=103916) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 17:32:57.563572 dv-cinder-837356-2-iscsi neutron-server[103916]: DEBUG dbcounter [-] [103916] Writing DB stats neutron:SELECT=95,neutron:DELETE=5 {{(pid=103916) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 16 17:32:57.589080 dv-cinder-837356-2-iscsi neutron-server[103916]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ea6f6091-694f-41dd-bdd0-c8ca4f23e7d6 tempest-AttachVolumeNegativeTest-1307848981 tempest-AttachVolumeNegativeTest-1307848981-project] Pushing event deleted for resources: {'Port': ['ID=a25e94b6-17b2-425b-b7c6-d8897e4d93d3,revision_number=None']} {{(pid=103916) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 17:32:57.603145 dv-cinder-837356-2-iscsi neutron-server[103916]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ea6f6091-694f-41dd-bdd0-c8ca4f23e7d6 tempest-AttachVolumeNegativeTest-1307848981 tempest-AttachVolumeNegativeTest-1307848981-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-837356-2-iscsi {{(pid=103916) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 17:32:57.603479 dv-cinder-837356-2-iscsi neutron-server[103916]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ea6f6091-694f-41dd-bdd0-c8ca4f23e7d6 tempest-AttachVolumeNegativeTest-1307848981 tempest-AttachVolumeNegativeTest-1307848981-project] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-837356-2-iscsi {{(pid=103916) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 17:32:57.603838 dv-cinder-837356-2-iscsi neutron-server[103916]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ea6f6091-694f-41dd-bdd0-c8ca4f23e7d6 tempest-AttachVolumeNegativeTest-1307848981 tempest-AttachVolumeNegativeTest-1307848981-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-837356-2-iscsi {{(pid=103916) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 17:32:57.604172 dv-cinder-837356-2-iscsi neutron-server[103916]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ea6f6091-694f-41dd-bdd0-c8ca4f23e7d6 tempest-AttachVolumeNegativeTest-1307848981 tempest-AttachVolumeNegativeTest-1307848981-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-837356-2-iscsi {{(pid=103916) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 17:32:57.604540 dv-cinder-837356-2-iscsi neutron-server[103916]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ea6f6091-694f-41dd-bdd0-c8ca4f23e7d6 tempest-AttachVolumeNegativeTest-1307848981 tempest-AttachVolumeNegativeTest-1307848981-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-837356-2-iscsi {{(pid=103916) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 17:32:57.604837 dv-cinder-837356-2-iscsi neutron-server[103916]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ea6f6091-694f-41dd-bdd0-c8ca4f23e7d6 tempest-AttachVolumeNegativeTest-1307848981 tempest-AttachVolumeNegativeTest-1307848981-project] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-837356-2-iscsi {{(pid=103916) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 17:32:57.605163 dv-cinder-837356-2-iscsi neutron-server[103916]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ea6f6091-694f-41dd-bdd0-c8ca4f23e7d6 tempest-AttachVolumeNegativeTest-1307848981 tempest-AttachVolumeNegativeTest-1307848981-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-837356-2-iscsi {{(pid=103916) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 17:32:57.605514 dv-cinder-837356-2-iscsi neutron-server[103916]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ea6f6091-694f-41dd-bdd0-c8ca4f23e7d6 tempest-AttachVolumeNegativeTest-1307848981 tempest-AttachVolumeNegativeTest-1307848981-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-837356-2-iscsi {{(pid=103916) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 17:32:57.605839 dv-cinder-837356-2-iscsi neutron-server[103916]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ea6f6091-694f-41dd-bdd0-c8ca4f23e7d6 tempest-AttachVolumeNegativeTest-1307848981 tempest-AttachVolumeNegativeTest-1307848981-project] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-837356-2-iscsi {{(pid=103916) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 17:32:57.606158 dv-cinder-837356-2-iscsi neutron-server[103916]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ea6f6091-694f-41dd-bdd0-c8ca4f23e7d6 tempest-AttachVolumeNegativeTest-1307848981 tempest-AttachVolumeNegativeTest-1307848981-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-837356-2-iscsi {{(pid=103916) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 17:32:57.606483 dv-cinder-837356-2-iscsi neutron-server[103916]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ea6f6091-694f-41dd-bdd0-c8ca4f23e7d6 tempest-AttachVolumeNegativeTest-1307848981 tempest-AttachVolumeNegativeTest-1307848981-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-837356-2-iscsi {{(pid=103916) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 17:32:57.606805 dv-cinder-837356-2-iscsi neutron-server[103916]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ea6f6091-694f-41dd-bdd0-c8ca4f23e7d6 tempest-AttachVolumeNegativeTest-1307848981 tempest-AttachVolumeNegativeTest-1307848981-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-837356-2-iscsi {{(pid=103916) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 17:32:57.607124 dv-cinder-837356-2-iscsi neutron-server[103916]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ea6f6091-694f-41dd-bdd0-c8ca4f23e7d6 tempest-AttachVolumeNegativeTest-1307848981 tempest-AttachVolumeNegativeTest-1307848981-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-837356-2-iscsi {{(pid=103916) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 17:32:57.607443 dv-cinder-837356-2-iscsi neutron-server[103916]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ea6f6091-694f-41dd-bdd0-c8ca4f23e7d6 tempest-AttachVolumeNegativeTest-1307848981 tempest-AttachVolumeNegativeTest-1307848981-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-837356-2-iscsi {{(pid=103916) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 17:32:57.607759 dv-cinder-837356-2-iscsi neutron-server[103916]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ea6f6091-694f-41dd-bdd0-c8ca4f23e7d6 tempest-AttachVolumeNegativeTest-1307848981 tempest-AttachVolumeNegativeTest-1307848981-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-837356-2-iscsi {{(pid=103916) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 17:32:57.668089 dv-cinder-837356-2-iscsi neutron-server[103916]: DEBUG neutron_lib.callbacks.manager [None req-ea6f6091-694f-41dd-bdd0-c8ca4f23e7d6 tempest-AttachVolumeNegativeTest-1307848981 tempest-AttachVolumeNegativeTest-1307848981-project] Publish callbacks [] for floatingip (828eae50-f446-4502-b572-4b1fec8f4fad), after_delete {{(pid=103916) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 17:32:57.671338 dv-cinder-837356-2-iscsi neutron-server[103916]: DEBUG neutron_lib.callbacks.manager [None req-ea6f6091-694f-41dd-bdd0-c8ca4f23e7d6 tempest-AttachVolumeNegativeTest-1307848981 tempest-AttachVolumeNegativeTest-1307848981-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-191112'] for floatingip (None), before_response {{(pid=103916) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 17:32:57.672755 dv-cinder-837356-2-iscsi neutron-server[103916]: INFO neutron.wsgi [None req-ea6f6091-694f-41dd-bdd0-c8ca4f23e7d6 tempest-AttachVolumeNegativeTest-1307848981 tempest-AttachVolumeNegativeTest-1307848981-project] 10.222.0.66 "DELETE /v2.0/floatingips/828eae50-f446-4502-b572-4b1fec8f4fad HTTP/1.1" status: 204 len: 168 time: 0.4702461 Jun 16 17:32:58.195950 dv-cinder-837356-2-iscsi neutron-server[103918]: DEBUG neutron.plugins.ml2.rpc [None req-b2b17746-c296-4803-869a-65578e8233dd None None] Device fa515d28-8f3c-4376-9029-a6d947163ef0 no longer exists at agent hyperv_hv-cinder-83735 {{(pid=103918) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jun 16 17:32:58.218852 dv-cinder-837356-2-iscsi neutron-server[103918]: DEBUG neutron.plugins.ml2.plugin [None req-b2b17746-c296-4803-869a-65578e8233dd None None] No Port match for: fa515d28-8f3c-4376-9029-a6d947163ef0 {{(pid=103918) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2382}} Jun 16 17:32:58.219192 dv-cinder-837356-2-iscsi neutron-server[103918]: DEBUG neutron.plugins.ml2.rpc [None req-b2b17746-c296-4803-869a-65578e8233dd None None] Device fa515d28-8f3c-4376-9029-a6d947163ef0 not bound to the agent host hv-cinder-83735 {{(pid=103918) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jun 16 17:32:59.330247 dv-cinder-837356-2-iscsi neutron-server[103917]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d72398a-06d8-4778-a636-7a2098ffb074 req-93063cbf-1449-4afb-8fcc-01682ebdc10c tempest-AttachVolumeNegativeTest-1307848981 tempest-AttachVolumeNegativeTest-1307848981-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103917) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 16 17:32:59.331639 dv-cinder-837356-2-iscsi neutron-server[103917]: INFO neutron.wsgi [req-3d72398a-06d8-4778-a636-7a2098ffb074 req-93063cbf-1449-4afb-8fcc-01682ebdc10c tempest-AttachVolumeNegativeTest-1307848981 tempest-AttachVolumeNegativeTest-1307848981-project] 10.222.0.66 "GET /v2.0/ports?device_id=4dce5739-2ecb-43f7-a49a-a9870cf2243c HTTP/1.1" status: 200 len: 946 time: 0.0553353 Jun 16 17:32:59.383820 dv-cinder-837356-2-iscsi neutron-server[103917]: INFO neutron.wsgi [req-3d72398a-06d8-4778-a636-7a2098ffb074 req-3dec385d-ce64-46ed-82e1-1b79138d4b11 tempest-AttachVolumeNegativeTest-1307848981 tempest-AttachVolumeNegativeTest-1307848981-project] 10.222.0.66 "GET /v2.0/security-groups?id=e2783d51-2ad6-4b4d-8407-078566ef52e4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0464406 Jun 16 17:32:59.509819 dv-cinder-837356-2-iscsi neutron-server[103918]: DEBUG dbcounter [-] [103918] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=103918) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 16 17:32:59.525634 dv-cinder-837356-2-iscsi neutron-server[103918]: DEBUG neutron_lib.callbacks.manager [None req-b2b17746-c296-4803-869a-65578e8233dd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728539454181', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16149322'] for agent (2e97d73d-50fc-4f89-a4ea-85f65eb860d8), after_update {{(pid=103918) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 17:33:00.513456 dv-cinder-837356-2-iscsi neutron-server[103916]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6bf4fb3-afe1-4943-a862-4b5efae7c9aa req-f6a1f52a-27c8-4a70-a620-d21adf5954fb tempest-AttachVolumeNegativeTest-1307848981 tempest-AttachVolumeNegativeTest-1307848981-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103916) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 16 17:33:00.514967 dv-cinder-837356-2-iscsi neutron-server[103916]: INFO neutron.wsgi [req-e6bf4fb3-afe1-4943-a862-4b5efae7c9aa req-f6a1f52a-27c8-4a70-a620-d21adf5954fb tempest-AttachVolumeNegativeTest-1307848981 tempest-AttachVolumeNegativeTest-1307848981-project] 10.222.0.66 "GET /v2.0/ports?device_id=4dce5739-2ecb-43f7-a49a-a9870cf2243c HTTP/1.1" status: 200 len: 946 time: 0.0574493 Jun 16 17:33:00.576224 dv-cinder-837356-2-iscsi neutron-server[103916]: INFO neutron.wsgi [req-e6bf4fb3-afe1-4943-a862-4b5efae7c9aa req-48f9d9b6-e3fc-40ea-91a7-7d921ef8c1c2 tempest-AttachVolumeNegativeTest-1307848981 tempest-AttachVolumeNegativeTest-1307848981-project] 10.222.0.66 "GET /v2.0/security-groups?id=e2783d51-2ad6-4b4d-8407-078566ef52e4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0555699 Jun 16 17:33:01.079909 dv-cinder-837356-2-iscsi neutron-server[103917]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b8f5753-882d-4815-b45c-4c4beb8dee53 req-3bf4bf2b-5625-4387-be14-9beeecc797f7 tempest-AttachVolumeNegativeTest-1307848981 tempest-AttachVolumeNegativeTest-1307848981-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103917) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 16 17:33:01.081419 dv-cinder-837356-2-iscsi neutron-server[103917]: INFO neutron.wsgi [req-4b8f5753-882d-4815-b45c-4c4beb8dee53 req-3bf4bf2b-5625-4387-be14-9beeecc797f7 tempest-AttachVolumeNegativeTest-1307848981 tempest-AttachVolumeNegativeTest-1307848981-project] 10.222.0.81 "GET /v2.0/ports?device_id=4dce5739-2ecb-43f7-a49a-a9870cf2243c HTTP/1.1" status: 200 len: 946 time: 0.0552912 Jun 16 17:33:01.093356 dv-cinder-837356-2-iscsi neutron-server[103917]: DEBUG dbcounter [-] [103917] Writing DB stats neutron:SELECT=92,neutron:UPDATE=1,neutron:DELETE=7 {{(pid=103917) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 16 17:33:01.194251 dv-cinder-837356-2-iscsi neutron-server[103917]: DEBUG neutron.plugins.ml2.plugin [req-4b8f5753-882d-4815-b45c-4c4beb8dee53 req-a7b2cb0b-f6b5-44d0-b3ed-43e753365346 tempest-AttachVolumeNegativeTest-1307848981 tempest-AttachVolumeNegativeTest-1307848981-project] Deleting port f5cc2aae-859d-43dd-a5a3-7df6d8cbc7fa {{(pid=103917) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2043}} Jun 16 17:33:01.194758 dv-cinder-837356-2-iscsi neutron-server[103917]: DEBUG neutron_lib.callbacks.manager [req-4b8f5753-882d-4815-b45c-4c4beb8dee53 req-a7b2cb0b-f6b5-44d0-b3ed-43e753365346 tempest-AttachVolumeNegativeTest-1307848981 tempest-AttachVolumeNegativeTest-1307848981-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8728539361383'] for port (f5cc2aae-859d-43dd-a5a3-7df6d8cbc7fa), before_delete {{(pid=103917) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 17:33:01.252753 dv-cinder-837356-2-iscsi neutron-server[103917]: DEBUG dbcounter [-] [103917] Writing DB stats neutron:SELECT=96,neutron:DELETE=4 {{(pid=103917) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 16 17:33:01.302905 dv-cinder-837356-2-iscsi neutron-server[103917]: DEBUG neutron.plugins.ml2.db [req-4b8f5753-882d-4815-b45c-4c4beb8dee53 req-a7b2cb0b-f6b5-44d0-b3ed-43e753365346 tempest-AttachVolumeNegativeTest-1307848981 tempest-AttachVolumeNegativeTest-1307848981-project] For port f5cc2aae-859d-43dd-a5a3-7df6d8cbc7fa, host hv-cinder-83735, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83735',level=0,port_id=f5cc2aae-859d-43dd-a5a3-7df6d8cbc7fa,segment=NetworkSegment(77c5a64f-3dc1-42ac-871e-4a71d56bdf63),segment_id=77c5a64f-3dc1-42ac-871e-4a71d56bdf63)] {{(pid=103917) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 16 17:33:01.303494 dv-cinder-837356-2-iscsi neutron-server[103917]: DEBUG neutron_lib.callbacks.manager [req-4b8f5753-882d-4815-b45c-4c4beb8dee53 req-a7b2cb0b-f6b5-44d0-b3ed-43e753365346 tempest-AttachVolumeNegativeTest-1307848981 tempest-AttachVolumeNegativeTest-1307848981-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-708042'] for port (f5cc2aae-859d-43dd-a5a3-7df6d8cbc7fa), precommit_delete {{(pid=103917) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 17:33:01.478861 dv-cinder-837356-2-iscsi neutron-server[103917]: DEBUG neutron_lib.callbacks.manager [req-4b8f5753-882d-4815-b45c-4c4beb8dee53 req-a7b2cb0b-f6b5-44d0-b3ed-43e753365346 tempest-AttachVolumeNegativeTest-1307848981 tempest-AttachVolumeNegativeTest-1307848981-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=103917) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 17:33:01.479224 dv-cinder-837356-2-iscsi neutron-server[103917]: DEBUG neutron_lib.callbacks.manager [req-4b8f5753-882d-4815-b45c-4c4beb8dee53 req-a7b2cb0b-f6b5-44d0-b3ed-43e753365346 tempest-AttachVolumeNegativeTest-1307848981 tempest-AttachVolumeNegativeTest-1307848981-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-704970'] for floatingip (b9ac3761-1564-460d-a511-4231de394e0c), after_update {{(pid=103917) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 17:33:01.479544 dv-cinder-837356-2-iscsi neutron-server[103917]: INFO neutron.db.l3_db [req-4b8f5753-882d-4815-b45c-4c4beb8dee53 req-a7b2cb0b-f6b5-44d0-b3ed-43e753365346 tempest-AttachVolumeNegativeTest-1307848981 tempest-AttachVolumeNegativeTest-1307848981-project] Floating IP b9ac3761-1564-460d-a511-4231de394e0c disassociated. External IP: 172.27.2.4, port: f5cc2aae-859d-43dd-a5a3-7df6d8cbc7fa. Jun 16 17:33:01.479898 dv-cinder-837356-2-iscsi neutron-server[103917]: DEBUG neutron.plugins.ml2.plugin [req-4b8f5753-882d-4815-b45c-4c4beb8dee53 req-a7b2cb0b-f6b5-44d0-b3ed-43e753365346 tempest-AttachVolumeNegativeTest-1307848981 tempest-AttachVolumeNegativeTest-1307848981-project] Calling delete_port for f5cc2aae-859d-43dd-a5a3-7df6d8cbc7fa owned by compute:nova {{(pid=103917) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2122}} Jun 16 17:33:01.620815 dv-cinder-837356-2-iscsi neutron-server[103917]: DEBUG neutron_lib.callbacks.manager [req-4b8f5753-882d-4815-b45c-4c4beb8dee53 req-a7b2cb0b-f6b5-44d0-b3ed-43e753365346 tempest-AttachVolumeNegativeTest-1307848981 tempest-AttachVolumeNegativeTest-1307848981-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16007527', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-75831', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16241551', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8728539364702', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8728538993430', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3819743'] for port (f5cc2aae-859d-43dd-a5a3-7df6d8cbc7fa), after_delete {{(pid=103917) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 17:33:01.652125 dv-cinder-837356-2-iscsi neutron-server[103917]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a7b2cb0b-f6b5-44d0-b3ed-43e753365346 tempest-AttachVolumeNegativeTest-1307848981 tempest-AttachVolumeNegativeTest-1307848981-project] Pushing event deleted for resources: {'Port': ['ID=f5cc2aae-859d-43dd-a5a3-7df6d8cbc7fa,revision_number=None']} {{(pid=103917) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 17:33:01.690159 dv-cinder-837356-2-iscsi neutron-server[103917]: INFO neutron.wsgi [req-ccbe1da9-2495-467c-8bf8-51d77d71bf53 req-9658bffc-6c6c-4e72-953e-a6f7da05a013 tempest-AttachVolumeNegativeTest-1307848981 tempest-AttachVolumeNegativeTest-1307848981-project] 10.222.0.66 "GET /v2.0/ports?device_id=4dce5739-2ecb-43f7-a49a-a9870cf2243c HTTP/1.1" status: 200 len: 210 time: 0.0385163 Jun 16 17:33:01.801167 dv-cinder-837356-2-iscsi neutron-server[103917]: DEBUG neutron.scheduler.l3_agent_scheduler [req-4b8f5753-882d-4815-b45c-4c4beb8dee53 req-a7b2cb0b-f6b5-44d0-b3ed-43e753365346 tempest-AttachVolumeNegativeTest-1307848981 tempest-AttachVolumeNegativeTest-1307848981-project] Router 72fc182f-b4cb-4ac1-ba5a-c8c6b58534c5 has already been hosted by L3 agent 7639df21-17c3-4235-8912-210c3ad54137 {{(pid=103917) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jun 16 17:33:01.913221 dv-cinder-837356-2-iscsi neutron-server[103917]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-4b8f5753-882d-4815-b45c-4c4beb8dee53 req-a7b2cb0b-f6b5-44d0-b3ed-43e753365346 tempest-AttachVolumeNegativeTest-1307848981 tempest-AttachVolumeNegativeTest-1307848981-project] Notify agent at l3_agent.dv-cinder-837356-2-iscsi the message routers_updated {{(pid=103917) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jun 16 17:33:01.924981 dv-cinder-837356-2-iscsi neutron-server[103918]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cc79ebe7-7d53-4067-aaf3-1ace5d0f5e7e None None] Sync routers for ids ['72fc182f-b4cb-4ac1-ba5a-c8c6b58534c5'] in dv-cinder-837356-2-iscsi {{(pid=103918) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 16 17:33:01.939460 dv-cinder-837356-2-iscsi neutron-server[103918]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cc79ebe7-7d53-4067-aaf3-1ace5d0f5e7e None None] Routers {'72fc182f-b4cb-4ac1-ba5a-c8c6b58534c5'} bound to L3 agent in host dv-cinder-837356-2-iscsi {{(pid=103918) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jun 16 17:33:01.940413 dv-cinder-837356-2-iscsi neutron-server[103918]: DEBUG neutron.db.l3_hamode_db [None req-cc79ebe7-7d53-4067-aaf3-1ace5d0f5e7e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-837356-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 5, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-06-16T17:14:15Z,description=,heartbeat_timestamp=2022-06-16T17:32:45Z,host='dv-cinder-837356-2-iscsi',id=7639df21-17c3-4235-8912-210c3ad54137,load=0,resource_versions=,resources_synced=,started_at=2022-06-16T17:14:15Z,topic='l3_agent')) {'router_ids': ['72fc182f-b4cb-4ac1-ba5a-c8c6b58534c5'], 'active': True} {{(pid=103918) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 16 17:33:01.966397 dv-cinder-837356-2-iscsi neutron-server[103917]: DEBUG neutron.db.l3_dvrscheduler_db [req-4b8f5753-882d-4815-b45c-4c4beb8dee53 req-a7b2cb0b-f6b5-44d0-b3ed-43e753365346 tempest-AttachVolumeNegativeTest-1307848981 tempest-AttachVolumeNegativeTest-1307848981-project] No DVR routers for this DVR port f5cc2aae-859d-43dd-a5a3-7df6d8cbc7fa on host hv-cinder-83735 {{(pid=103917) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:215}} Jun 16 17:33:01.968969 dv-cinder-837356-2-iscsi neutron-server[103917]: DEBUG neutron_lib.callbacks.manager [req-4b8f5753-882d-4815-b45c-4c4beb8dee53 req-a7b2cb0b-f6b5-44d0-b3ed-43e753365346 tempest-AttachVolumeNegativeTest-1307848981 tempest-AttachVolumeNegativeTest-1307848981-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-191112'] for port (None), before_response {{(pid=103917) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 17:33:01.972585 dv-cinder-837356-2-iscsi neutron-server[103917]: INFO neutron.wsgi [req-4b8f5753-882d-4815-b45c-4c4beb8dee53 req-a7b2cb0b-f6b5-44d0-b3ed-43e753365346 tempest-AttachVolumeNegativeTest-1307848981 tempest-AttachVolumeNegativeTest-1307848981-project] 10.222.0.81 "DELETE /v2.0/ports/f5cc2aae-859d-43dd-a5a3-7df6d8cbc7fa HTTP/1.1" status: 204 len: 173 time: 0.8854592 Jun 16 17:33:01.973034 dv-cinder-837356-2-iscsi neutron-server[103917]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '4dce5739-2ecb-43f7-a49a-a9870cf2243c', 'name': 'network-vif-deleted', 'tag': 'f5cc2aae-859d-43dd-a5a3-7df6d8cbc7fa'}] {{(pid=103917) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jun 16 17:33:01.975333 dv-cinder-837356-2-iscsi neutron-server[103917]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.66/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6f3fd2b1a6655810f50592bc9015c397d118e5689141688eaf1b23dbeee2ebf8" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f2162391-0ba0-4109-89c7-8bc9a35c39c3" -d '{"events": [{"server_uuid": "4dce5739-2ecb-43f7-a49a-a9870cf2243c", "name": "network-vif-deleted", "tag": "f5cc2aae-859d-43dd-a5a3-7df6d8cbc7fa"}]}' {{(pid=103917) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 16 17:33:02.033073 dv-cinder-837356-2-iscsi neutron-server[103917]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 16 Jun 2022 17:33:01 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-77f6ad18-90e8-4948-a730-fdd2e90c5a2b x-openstack-request-id: req-77f6ad18-90e8-4948-a730-fdd2e90c5a2b {{(pid=103917) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 16 17:33:02.033576 dv-cinder-837356-2-iscsi neutron-server[103917]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "4dce5739-2ecb-43f7-a49a-a9870cf2243c", "name": "network-vif-deleted", "tag": "f5cc2aae-859d-43dd-a5a3-7df6d8cbc7fa", "status": "completed", "code": 200}]} {{(pid=103917) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 16 17:33:02.034003 dv-cinder-837356-2-iscsi neutron-server[103917]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.66/compute/v2.1/os-server-external-events used request id req-77f6ad18-90e8-4948-a730-fdd2e90c5a2b {{(pid=103917) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 16 17:33:02.034815 dv-cinder-837356-2-iscsi neutron-server[103917]: INFO neutron.notifiers.nova [-] Nova event matching ['req-77f6ad18-90e8-4948-a730-fdd2e90c5a2b'] response: {'server_uuid': '4dce5739-2ecb-43f7-a49a-a9870cf2243c', 'name': 'network-vif-deleted', 'tag': 'f5cc2aae-859d-43dd-a5a3-7df6d8cbc7fa', 'status': 'completed', 'code': 200} Jun 16 17:33:02.204089 dv-cinder-837356-2-iscsi neutron-server[103918]: DEBUG neutron.db.l3_dvr_db [None req-cc79ebe7-7d53-4067-aaf3-1ace5d0f5e7e None None] Set router 72fc182f-b4cb-4ac1-ba5a-c8c6b58534c5 gateway port host: dv-cinder-837356-2-iscsi {{(pid=103918) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jun 16 17:33:02.399300 dv-cinder-837356-2-iscsi neutron-server[103918]: DEBUG neutron.db.l3_hamode_db [None req-cc79ebe7-7d53-4067-aaf3-1ace5d0f5e7e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '72fc182f-b4cb-4ac1-ba5a-c8c6b58534c5', 'name': 'tempest-AttachVolumeNegativeTest-673498770-router', 'tenant_id': '7c56d4c430c44df49f48fe0b49ebcbd2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9df31235-0797-44e6-85a0-102cb2da2d58', 'external_fixed_ips': [{'subnet_id': '1dfb0320-f5eb-46f6-88ce-33002f500238', 'ip_address': '172.27.2.32'}], 'enable_snat': True}, 'gw_port_id': '683727eb-4399-44ae-ab3b-c7579a0661bc', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-16T17:30:48Z', 'updated_at': '2022-06-16T17:30:51Z', 'revision_number': 4, 'project_id': '7c56d4c430c44df49f48fe0b49ebcbd2', 'gw_port': {'id': '683727eb-4399-44ae-ab3b-c7579a0661bc', 'name': '', 'network_id': '9df31235-0797-44e6-85a0-102cb2da2d58', 'tenant_id': '', 'mac_address': 'fa:16:3e:9c:93:e7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '72fc182f-b4cb-4ac1-ba5a-c8c6b58534c5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 637, 'fixed_ips': [{'subnet_id': '1dfb0320-f5eb-46f6-88ce-33002f500238', 'ip_address': '172.27.2.32', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-837356-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-16T17:30:49Z', 'updated_at': '2022-06-16T17:30:54Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1dfb0320-f5eb-46f6-88ce-33002f500238', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-837356-2-iscsi', '_interfaces': [{'id': 'b5be4525-4335-4548-88b7-e6bb420c6ef4', 'name': '', 'network_id': '38b62bc9-5cad-4b9e-8181-628535658100', 'tenant_id': '7c56d4c430c44df49f48fe0b49ebcbd2', 'mac_address': 'fa:16:3e:a8:05:6c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '72fc182f-b4cb-4ac1-ba5a-c8c6b58534c5', 'device_owner': 'network:router_interface', 'standard_attr_id': 638, 'fixed_ips': [{'subnet_id': '245398e2-b047-4bf4-9483-edcae7a557b6', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-837356-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-16T17:30:51Z', 'updated_at': '2022-06-16T17:30:56Z', 'revision_number': 5, 'project_id': '7c56d4c430c44df49f48fe0b49ebcbd2', 'subnets': [{'id': '245398e2-b047-4bf4-9483-edcae7a557b6', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-837356-2-iscsi', False) {} {{(pid=103918) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 16 17:33:02.427905 dv-cinder-837356-2-iscsi neutron-server[103918]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cc79ebe7-7d53-4067-aaf3-1ace5d0f5e7e None None] Checking router: 72fc182f-b4cb-4ac1-ba5a-c8c6b58534c5 for host: dv-cinder-837356-2-iscsi {{(pid=103918) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 16 17:33:02.437439 dv-cinder-837356-2-iscsi neutron-server[103918]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cc79ebe7-7d53-4067-aaf3-1ace5d0f5e7e None None] Routers {'72fc182f-b4cb-4ac1-ba5a-c8c6b58534c5'} bound to L3 agent in host dv-cinder-837356-2-iscsi {{(pid=103918) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jun 16 17:33:02.438076 dv-cinder-837356-2-iscsi neutron-server[103918]: DEBUG neutron.db.l3_hamode_db [None req-cc79ebe7-7d53-4067-aaf3-1ace5d0f5e7e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-837356-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 5, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-06-16T17:14:15Z,description=,heartbeat_timestamp=2022-06-16T17:32:45Z,host='dv-cinder-837356-2-iscsi',id=7639df21-17c3-4235-8912-210c3ad54137,load=0,resource_versions=,resources_synced=,started_at=2022-06-16T17:14:15Z,topic='l3_agent')) {'router_ids': ['72fc182f-b4cb-4ac1-ba5a-c8c6b58534c5'], 'active': True} {{(pid=103918) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 16 17:33:02.552655 dv-cinder-837356-2-iscsi neutron-server[103918]: DEBUG neutron.db.l3_dvr_db [None req-cc79ebe7-7d53-4067-aaf3-1ace5d0f5e7e None None] Set router 72fc182f-b4cb-4ac1-ba5a-c8c6b58534c5 gateway port host: dv-cinder-837356-2-iscsi {{(pid=103918) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jun 16 17:33:02.751103 dv-cinder-837356-2-iscsi neutron-server[103918]: DEBUG neutron.db.l3_hamode_db [None req-cc79ebe7-7d53-4067-aaf3-1ace5d0f5e7e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '72fc182f-b4cb-4ac1-ba5a-c8c6b58534c5', 'name': 'tempest-AttachVolumeNegativeTest-673498770-router', 'tenant_id': '7c56d4c430c44df49f48fe0b49ebcbd2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9df31235-0797-44e6-85a0-102cb2da2d58', 'external_fixed_ips': [{'subnet_id': '1dfb0320-f5eb-46f6-88ce-33002f500238', 'ip_address': '172.27.2.32'}], 'enable_snat': True}, 'gw_port_id': '683727eb-4399-44ae-ab3b-c7579a0661bc', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-16T17:30:48Z', 'updated_at': '2022-06-16T17:30:51Z', 'revision_number': 4, 'project_id': '7c56d4c430c44df49f48fe0b49ebcbd2', 'gw_port': {'id': '683727eb-4399-44ae-ab3b-c7579a0661bc', 'name': '', 'network_id': '9df31235-0797-44e6-85a0-102cb2da2d58', 'tenant_id': '', 'mac_address': 'fa:16:3e:9c:93:e7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '72fc182f-b4cb-4ac1-ba5a-c8c6b58534c5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 637, 'fixed_ips': [{'subnet_id': '1dfb0320-f5eb-46f6-88ce-33002f500238', 'ip_address': '172.27.2.32', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-837356-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-16T17:30:49Z', 'updated_at': '2022-06-16T17:30:54Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1dfb0320-f5eb-46f6-88ce-33002f500238', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-837356-2-iscsi', '_interfaces': [{'id': 'b5be4525-4335-4548-88b7-e6bb420c6ef4', 'name': '', 'network_id': '38b62bc9-5cad-4b9e-8181-628535658100', 'tenant_id': '7c56d4c430c44df49f48fe0b49ebcbd2', 'mac_address': 'fa:16:3e:a8:05:6c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '72fc182f-b4cb-4ac1-ba5a-c8c6b58534c5', 'device_owner': 'network:router_interface', 'standard_attr_id': 638, 'fixed_ips': [{'subnet_id': '245398e2-b047-4bf4-9483-edcae7a557b6', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-837356-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-16T17:30:51Z', 'updated_at': '2022-06-16T17:30:56Z', 'revision_number': 5, 'project_id': '7c56d4c430c44df49f48fe0b49ebcbd2', 'subnets': [{'id': '245398e2-b047-4bf4-9483-edcae7a557b6', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-837356-2-iscsi', False) {} {{(pid=103918) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 16 17:33:02.780067 dv-cinder-837356-2-iscsi neutron-server[103918]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cc79ebe7-7d53-4067-aaf3-1ace5d0f5e7e None None] The sync data for ids ['72fc182f-b4cb-4ac1-ba5a-c8c6b58534c5'] in dv-cinder-837356-2-iscsi is: [{'id': '72fc182f-b4cb-4ac1-ba5a-c8c6b58534c5', 'name': 'tempest-AttachVolumeNegativeTest-673498770-router', 'tenant_id': '7c56d4c430c44df49f48fe0b49ebcbd2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9df31235-0797-44e6-85a0-102cb2da2d58', 'external_fixed_ips': [{'subnet_id': '1dfb0320-f5eb-46f6-88ce-33002f500238', 'ip_address': '172.27.2.32'}], 'enable_snat': True}, 'gw_port_id': '683727eb-4399-44ae-ab3b-c7579a0661bc', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-16T17:30:48Z', 'updated_at': '2022-06-16T17:30:51Z', 'revision_number': 4, 'project_id': '7c56d4c430c44df49f48fe0b49ebcbd2', 'gw_port': {'id': '683727eb-4399-44ae-ab3b-c7579a0661bc', 'name': '', 'network_id': '9df31235-0797-44e6-85a0-102cb2da2d58', 'tenant_id': '', 'mac_address': 'fa:16:3e:9c:93:e7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '72fc182f-b4cb-4ac1-ba5a-c8c6b58534c5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 637, 'fixed_ips': [{'subnet_id': '1dfb0320-f5eb-46f6-88ce-33002f500238', 'ip_address': '172.27.2.32', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-837356-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-16T17:30:49Z', 'updated_at': '2022-06-16T17:30:54Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1dfb0320-f5eb-46f6-88ce-33002f500238', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-837356-2-iscsi', '_interfaces': [{'id': 'b5be4525-4335-4548-88b7-e6bb420c6ef4', 'name': '', 'network_id': '38b62bc9-5cad-4b9e-8181-628535658100', 'tenant_id': '7c56d4c430c44df49f48fe0b49ebcbd2', 'mac_address': 'fa:16:3e:a8:05:6c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '72fc182f-b4cb-4ac1-ba5a-c8c6b58534c5', 'device_owner': 'network:router_interface', 'standard_attr_id': 638, 'fixed_ips': [{'subnet_id': '245398e2-b047-4bf4-9483-edcae7a557b6', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-837356-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-16T17:30:51Z', 'updated_at': '2022-06-16T17:30:56Z', 'revision_number': 5, 'project_id': '7c56d4c430c44df49f48fe0b49ebcbd2', 'subnets': [{'id': '245398e2-b047-4bf4-9483-edcae7a557b6', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103918) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 16 17:33:02.813185 dv-cinder-837356-2-iscsi neutron-server[103916]: DEBUG neutron.wsgi [-] (103916) accepted ('10.222.0.66', 46168) {{(pid=103916) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 16 17:33:02.874202 dv-cinder-837356-2-iscsi neutron-server[103916]: DEBUG neutron_lib.callbacks.manager [None req-11a8236d-bb13-41a9-a97f-3b60b7ecd8a2 tempest-AttachVolumeNegativeTest-1307848981 tempest-AttachVolumeNegativeTest-1307848981-project] Publish callbacks [] for security_group (e2783d51-2ad6-4b4d-8407-078566ef52e4), before_delete {{(pid=103916) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 17:33:02.903698 dv-cinder-837356-2-iscsi neutron-server[103916]: DEBUG neutron_lib.callbacks.manager [None req-11a8236d-bb13-41a9-a97f-3b60b7ecd8a2 tempest-AttachVolumeNegativeTest-1307848981 tempest-AttachVolumeNegativeTest-1307848981-project] Publish callbacks [] for security_group (e2783d51-2ad6-4b4d-8407-078566ef52e4), precommit_delete {{(pid=103916) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 17:33:02.991577 dv-cinder-837356-2-iscsi neutron-server[103916]: DEBUG neutron_lib.callbacks.manager [None req-11a8236d-bb13-41a9-a97f-3b60b7ecd8a2 tempest-AttachVolumeNegativeTest-1307848981 tempest-AttachVolumeNegativeTest-1307848981-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-570488'] for security_group (e2783d51-2ad6-4b4d-8407-078566ef52e4), after_delete {{(pid=103916) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 17:33:02.995032 dv-cinder-837356-2-iscsi neutron-server[103916]: DEBUG neutron_lib.callbacks.manager [None req-11a8236d-bb13-41a9-a97f-3b60b7ecd8a2 tempest-AttachVolumeNegativeTest-1307848981 tempest-AttachVolumeNegativeTest-1307848981-project] Publish callbacks [] for security_group (None), before_response {{(pid=103916) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 17:33:02.996684 dv-cinder-837356-2-iscsi neutron-server[103916]: INFO neutron.wsgi [None req-11a8236d-bb13-41a9-a97f-3b60b7ecd8a2 tempest-AttachVolumeNegativeTest-1307848981 tempest-AttachVolumeNegativeTest-1307848981-project] 10.222.0.66 "DELETE /v2.0/security-groups/e2783d51-2ad6-4b4d-8407-078566ef52e4 HTTP/1.1" status: 204 len: 168 time: 0.1822350 Jun 16 17:33:02.999639 dv-cinder-837356-2-iscsi neutron-server[103917]: DEBUG neutron.wsgi [-] (103917) accepted ('10.222.0.66', 46170) {{(pid=103917) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 16 17:33:03.007153 dv-cinder-837356-2-iscsi neutron-server[103916]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-11a8236d-bb13-41a9-a97f-3b60b7ecd8a2 tempest-AttachVolumeNegativeTest-1307848981 tempest-AttachVolumeNegativeTest-1307848981-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=e2783d51-2ad6-4b4d-8407-078566ef52e4,revision_number=None']} {{(pid=103916) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 17:33:03.022513 dv-cinder-837356-2-iscsi neutron-server[103917]: INFO neutron.api.v2.resource [None req-6b6c986d-1311-4246-8c13-a0157bfd3142 tempest-AttachVolumeNegativeTest-1307848981 tempest-AttachVolumeNegativeTest-1307848981-project] show failed (client error): The resource could not be found. Jun 16 17:33:03.023615 dv-cinder-837356-2-iscsi neutron-server[103917]: INFO neutron.wsgi [None req-6b6c986d-1311-4246-8c13-a0157bfd3142 tempest-AttachVolumeNegativeTest-1307848981 tempest-AttachVolumeNegativeTest-1307848981-project] 10.222.0.66 "GET /v2.0/security-groups/e2783d51-2ad6-4b4d-8407-078566ef52e4 HTTP/1.1" status: 404 len: 347 time: 0.0226924 Jun 16 17:33:03.026573 dv-cinder-837356-2-iscsi neutron-server[103917]: DEBUG neutron.wsgi [-] (103917) accepted ('10.222.0.66', 46172) {{(pid=103917) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 16 17:33:03.044626 dv-cinder-837356-2-iscsi neutron-server[103919]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d6958d7b-aae9-44bc-8a94-6697bb5ab9b1 None None] New status for floating IP b9ac3761-1564-460d-a511-4231de394e0c: DOWN {{(pid=103919) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:269}} Jun 16 17:33:03.133075 dv-cinder-837356-2-iscsi neutron-server[103917]: DEBUG dbcounter [-] [103917] Writing DB stats neutron:SELECT=93,neutron:UPDATE=2,neutron:DELETE=5 {{(pid=103917) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 16 17:33:03.148199 dv-cinder-837356-2-iscsi neutron-server[103917]: DEBUG neutron.plugins.ml2.plugin [None req-a3a342c0-9781-4e5d-82a2-294bdae70229 tempest-AttachVolumeNegativeTest-1307848981 tempest-AttachVolumeNegativeTest-1307848981-project] Deleting port b16637f4-bffb-4c6e-a1c0-d0e75061bbe0 {{(pid=103917) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2043}} Jun 16 17:33:03.148535 dv-cinder-837356-2-iscsi neutron-server[103917]: DEBUG neutron_lib.callbacks.manager [None req-a3a342c0-9781-4e5d-82a2-294bdae70229 tempest-AttachVolumeNegativeTest-1307848981 tempest-AttachVolumeNegativeTest-1307848981-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8728539361383'] for port (b16637f4-bffb-4c6e-a1c0-d0e75061bbe0), before_delete {{(pid=103917) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 17:33:03.239011 dv-cinder-837356-2-iscsi neutron-server[103917]: DEBUG neutron_lib.callbacks.manager [None req-a3a342c0-9781-4e5d-82a2-294bdae70229 tempest-AttachVolumeNegativeTest-1307848981 tempest-AttachVolumeNegativeTest-1307848981-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-708042'] for port (b16637f4-bffb-4c6e-a1c0-d0e75061bbe0), precommit_delete {{(pid=103917) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 17:33:03.239339 dv-cinder-837356-2-iscsi neutron-server[103917]: DEBUG neutron_lib.callbacks.manager [None req-a3a342c0-9781-4e5d-82a2-294bdae70229 tempest-AttachVolumeNegativeTest-1307848981 tempest-AttachVolumeNegativeTest-1307848981-project] Publish callbacks [] for floatingip (b16637f4-bffb-4c6e-a1c0-d0e75061bbe0), precommit_delete {{(pid=103917) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 17:33:03.257372 dv-cinder-837356-2-iscsi neutron-server[103917]: DEBUG neutron.plugins.ml2.plugin [None req-a3a342c0-9781-4e5d-82a2-294bdae70229 tempest-AttachVolumeNegativeTest-1307848981 tempest-AttachVolumeNegativeTest-1307848981-project] Calling delete_port for b16637f4-bffb-4c6e-a1c0-d0e75061bbe0 owned by network:floatingip {{(pid=103917) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2122}} Jun 16 17:33:03.383354 dv-cinder-837356-2-iscsi neutron-server[103917]: DEBUG dbcounter [-] [103917] Writing DB stats neutron:SELECT=96,neutron:DELETE=4 {{(pid=103917) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 16 17:33:03.408331 dv-cinder-837356-2-iscsi neutron-server[103917]: DEBUG neutron_lib.callbacks.manager [None req-a3a342c0-9781-4e5d-82a2-294bdae70229 tempest-AttachVolumeNegativeTest-1307848981 tempest-AttachVolumeNegativeTest-1307848981-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16007527', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-75831', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16241551', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8728539364702', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8728538993430', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3819743'] for port (b16637f4-bffb-4c6e-a1c0-d0e75061bbe0), after_delete {{(pid=103917) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 17:33:03.437432 dv-cinder-837356-2-iscsi neutron-server[103917]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a3a342c0-9781-4e5d-82a2-294bdae70229 tempest-AttachVolumeNegativeTest-1307848981 tempest-AttachVolumeNegativeTest-1307848981-project] Pushing event deleted for resources: {'Port': ['ID=b16637f4-bffb-4c6e-a1c0-d0e75061bbe0,revision_number=None']} {{(pid=103917) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 17:33:03.503302 dv-cinder-837356-2-iscsi neutron-server[103917]: DEBUG neutron_lib.callbacks.manager [None req-a3a342c0-9781-4e5d-82a2-294bdae70229 tempest-AttachVolumeNegativeTest-1307848981 tempest-AttachVolumeNegativeTest-1307848981-project] Publish callbacks [] for floatingip (b9ac3761-1564-460d-a511-4231de394e0c), after_delete {{(pid=103917) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 17:33:03.505893 dv-cinder-837356-2-iscsi neutron-server[103917]: DEBUG neutron_lib.callbacks.manager [None req-a3a342c0-9781-4e5d-82a2-294bdae70229 tempest-AttachVolumeNegativeTest-1307848981 tempest-AttachVolumeNegativeTest-1307848981-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-191112'] for floatingip (None), before_response {{(pid=103917) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 17:33:03.507042 dv-cinder-837356-2-iscsi neutron-server[103917]: INFO neutron.wsgi [None req-a3a342c0-9781-4e5d-82a2-294bdae70229 tempest-AttachVolumeNegativeTest-1307848981 tempest-AttachVolumeNegativeTest-1307848981-project] 10.222.0.66 "DELETE /v2.0/floatingips/b9ac3761-1564-460d-a511-4231de394e0c HTTP/1.1" status: 204 len: 168 time: 0.4793236 Jun 16 17:33:03.579203 dv-cinder-837356-2-iscsi neutron-server[103917]: DEBUG neutron.wsgi [-] (103917) accepted ('10.222.0.66', 46176) {{(pid=103917) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 16 17:33:03.585597 dv-cinder-837356-2-iscsi neutron-server[103917]: DEBUG neutron.api.v2.base [None req-f4222a4a-a9a3-4883-b4e5-7a14bd378101 tempest-AttachVolumeNegativeTest-1307848981 tempest-AttachVolumeNegativeTest-1307848981-project] Request body: {'security_group': {'name': 'tempest-securitygroup--259158112', 'description': 'tempest-description--1092431066'}} {{(pid=103917) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jun 16 17:33:03.609964 dv-cinder-837356-2-iscsi neutron-server[103917]: DEBUG neutron_lib.callbacks.manager [None req-f4222a4a-a9a3-4883-b4e5-7a14bd378101 tempest-AttachVolumeNegativeTest-1307848981 tempest-AttachVolumeNegativeTest-1307848981-project] Publish callbacks [] for security_group (None), before_create {{(pid=103917) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 17:33:03.687379 dv-cinder-837356-2-iscsi neutron-server[103917]: DEBUG neutron_lib.callbacks.manager [None req-f4222a4a-a9a3-4883-b4e5-7a14bd378101 tempest-AttachVolumeNegativeTest-1307848981 tempest-AttachVolumeNegativeTest-1307848981-project] Publish callbacks [] for security_group (12ec8e3b-a00a-4e61-b398-0a778c21b514), precommit_create {{(pid=103917) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 17:33:03.694195 dv-cinder-837356-2-iscsi neutron-server[103917]: DEBUG neutron_lib.callbacks.manager [None req-f4222a4a-a9a3-4883-b4e5-7a14bd378101 tempest-AttachVolumeNegativeTest-1307848981 tempest-AttachVolumeNegativeTest-1307848981-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-570488'] for security_group (12ec8e3b-a00a-4e61-b398-0a778c21b514), after_create {{(pid=103917) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 17:33:03.737370 dv-cinder-837356-2-iscsi neutron-server[103917]: DEBUG neutron_lib.callbacks.manager [None req-f4222a4a-a9a3-4883-b4e5-7a14bd378101 tempest-AttachVolumeNegativeTest-1307848981 tempest-AttachVolumeNegativeTest-1307848981-project] Publish callbacks [] for security_group (None), before_response {{(pid=103917) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 17:33:03.741833 dv-cinder-837356-2-iscsi neutron-server[103917]: INFO neutron.wsgi [None req-f4222a4a-a9a3-4883-b4e5-7a14bd378101 tempest-AttachVolumeNegativeTest-1307848981 tempest-AttachVolumeNegativeTest-1307848981-project] 10.222.0.66 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1796 time: 0.1592469 Jun 16 17:33:03.742226 dv-cinder-837356-2-iscsi neutron-server[103916]: DEBUG neutron.wsgi [-] (103916) accepted ('10.222.0.66', 46178) {{(pid=103916) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 16 17:33:03.743281 dv-cinder-837356-2-iscsi neutron-server[103917]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f4222a4a-a9a3-4883-b4e5-7a14bd378101 tempest-AttachVolumeNegativeTest-1307848981 tempest-AttachVolumeNegativeTest-1307848981-project] Pushing event updated for resources: {'SecurityGroup': ['ID=12ec8e3b-a00a-4e61-b398-0a778c21b514,revision_number=1']} {{(pid=103917) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 17:33:03.748040 dv-cinder-837356-2-iscsi neutron-server[103916]: DEBUG neutron.api.v2.base [None req-d4141e3d-3800-4aab-a657-2310216a3941 tempest-AttachVolumeNegativeTest-1307848981 tempest-AttachVolumeNegativeTest-1307848981-project] Request body: {'security_group_rule': {'security_group_id': '12ec8e3b-a00a-4e61-b398-0a778c21b514', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=103916) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jun 16 17:33:03.783288 dv-cinder-837356-2-iscsi neutron-server[103916]: DEBUG neutron_lib.callbacks.manager [None req-d4141e3d-3800-4aab-a657-2310216a3941 tempest-AttachVolumeNegativeTest-1307848981 tempest-AttachVolumeNegativeTest-1307848981-project] Publish callbacks [] for security_group_rule (f2d6a741-1617-44c2-889f-e1783249cbfc), before_create {{(pid=103916) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 17:33:03.844567 dv-cinder-837356-2-iscsi neutron-server[103916]: DEBUG neutron_lib.callbacks.manager [None req-d4141e3d-3800-4aab-a657-2310216a3941 tempest-AttachVolumeNegativeTest-1307848981 tempest-AttachVolumeNegativeTest-1307848981-project] Publish callbacks [] for security_group_rule (f2d6a741-1617-44c2-889f-e1783249cbfc), precommit_create {{(pid=103916) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 17:33:03.851499 dv-cinder-837356-2-iscsi neutron-server[103916]: DEBUG neutron_lib.callbacks.manager [None req-d4141e3d-3800-4aab-a657-2310216a3941 tempest-AttachVolumeNegativeTest-1307848981 tempest-AttachVolumeNegativeTest-1307848981-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-576715'] for security_group_rule (f2d6a741-1617-44c2-889f-e1783249cbfc), after_create {{(pid=103916) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 17:33:03.871054 dv-cinder-837356-2-iscsi neutron-server[103916]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d4141e3d-3800-4aab-a657-2310216a3941 tempest-AttachVolumeNegativeTest-1307848981 tempest-AttachVolumeNegativeTest-1307848981-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=f2d6a741-1617-44c2-889f-e1783249cbfc,revision_number=0']} {{(pid=103916) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 17:33:03.878241 dv-cinder-837356-2-iscsi neutron-server[103916]: DEBUG neutron_lib.callbacks.manager [None req-d4141e3d-3800-4aab-a657-2310216a3941 tempest-AttachVolumeNegativeTest-1307848981 tempest-AttachVolumeNegativeTest-1307848981-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103916) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 17:33:03.879451 dv-cinder-837356-2-iscsi neutron-server[103916]: INFO neutron.wsgi [None req-d4141e3d-3800-4aab-a657-2310216a3941 tempest-AttachVolumeNegativeTest-1307848981 tempest-AttachVolumeNegativeTest-1307848981-project] 10.222.0.66 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1360903 Jun 16 17:33:03.882218 dv-cinder-837356-2-iscsi neutron-server[103916]: DEBUG neutron.wsgi [-] (103916) accepted ('10.222.0.66', 46180) {{(pid=103916) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 16 17:33:03.886609 dv-cinder-837356-2-iscsi neutron-server[103916]: DEBUG neutron.api.v2.base [None req-12d57f47-ae68-4c4e-ba17-d4cc32d2f10d tempest-AttachVolumeNegativeTest-1307848981 tempest-AttachVolumeNegativeTest-1307848981-project] Request body: {'security_group_rule': {'security_group_id': '12ec8e3b-a00a-4e61-b398-0a778c21b514', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=103916) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jun 16 17:33:03.917487 dv-cinder-837356-2-iscsi neutron-server[103916]: DEBUG neutron_lib.callbacks.manager [None req-12d57f47-ae68-4c4e-ba17-d4cc32d2f10d tempest-AttachVolumeNegativeTest-1307848981 tempest-AttachVolumeNegativeTest-1307848981-project] Publish callbacks [] for security_group_rule (36ee4137-88f0-47c8-a95b-8bb961cd9e03), before_create {{(pid=103916) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 17:33:03.973878 dv-cinder-837356-2-iscsi neutron-server[103916]: DEBUG neutron_lib.callbacks.manager [None req-12d57f47-ae68-4c4e-ba17-d4cc32d2f10d tempest-AttachVolumeNegativeTest-1307848981 tempest-AttachVolumeNegativeTest-1307848981-project] Publish callbacks [] for security_group_rule (36ee4137-88f0-47c8-a95b-8bb961cd9e03), precommit_create {{(pid=103916) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 17:33:03.978162 dv-cinder-837356-2-iscsi neutron-server[103916]: DEBUG neutron_lib.callbacks.manager [None req-12d57f47-ae68-4c4e-ba17-d4cc32d2f10d tempest-AttachVolumeNegativeTest-1307848981 tempest-AttachVolumeNegativeTest-1307848981-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-576715'] for security_group_rule (36ee4137-88f0-47c8-a95b-8bb961cd9e03), after_create {{(pid=103916) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 17:33:03.997463 dv-cinder-837356-2-iscsi neutron-server[103916]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-12d57f47-ae68-4c4e-ba17-d4cc32d2f10d tempest-AttachVolumeNegativeTest-1307848981 tempest-AttachVolumeNegativeTest-1307848981-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=36ee4137-88f0-47c8-a95b-8bb961cd9e03,revision_number=0']} {{(pid=103916) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 17:33:04.006304 dv-cinder-837356-2-iscsi neutron-server[103916]: DEBUG neutron_lib.callbacks.manager [None req-12d57f47-ae68-4c4e-ba17-d4cc32d2f10d tempest-AttachVolumeNegativeTest-1307848981 tempest-AttachVolumeNegativeTest-1307848981-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103916) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 17:33:04.007657 dv-cinder-837356-2-iscsi neutron-server[103916]: INFO neutron.wsgi [None req-12d57f47-ae68-4c4e-ba17-d4cc32d2f10d tempest-AttachVolumeNegativeTest-1307848981 tempest-AttachVolumeNegativeTest-1307848981-project] 10.222.0.66 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1244917 Jun 16 17:33:04.010824 dv-cinder-837356-2-iscsi neutron-server[103917]: DEBUG neutron.wsgi [-] (103917) accepted ('10.222.0.66', 46182) {{(pid=103917) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 16 17:33:04.016987 dv-cinder-837356-2-iscsi neutron-server[103917]: DEBUG neutron.api.v2.base [None req-cdc9ea54-1fb3-4955-9c41-f12e5029beec tempest-AttachVolumeNegativeTest-1307848981 tempest-AttachVolumeNegativeTest-1307848981-project] Request body: {'floatingip': {'floating_network_id': '9df31235-0797-44e6-85a0-102cb2da2d58'}} {{(pid=103917) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jun 16 17:33:04.043417 dv-cinder-837356-2-iscsi neutron-server[103917]: DEBUG neutron_lib.callbacks.manager [None req-cdc9ea54-1fb3-4955-9c41-f12e5029beec tempest-AttachVolumeNegativeTest-1307848981 tempest-AttachVolumeNegativeTest-1307848981-project] Publish callbacks [] for floatingip (None), before_create {{(pid=103917) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 17:33:04.134937 dv-cinder-837356-2-iscsi neutron-server[103917]: DEBUG neutron_lib.callbacks.manager [None req-cdc9ea54-1fb3-4955-9c41-f12e5029beec tempest-AttachVolumeNegativeTest-1307848981 tempest-AttachVolumeNegativeTest-1307848981-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16007590'] for port (None), before_create {{(pid=103917) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 17:33:04.232297 dv-cinder-837356-2-iscsi neutron-server[103917]: DEBUG dbcounter [-] [103917] Writing DB stats neutron:SELECT=87,neutron:DELETE=6,neutron:INSERT=5,neutron:UPDATE=2 {{(pid=103917) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 16 17:33:04.263711 dv-cinder-837356-2-iscsi neutron-server[103917]: DEBUG neutron.db.db_base_plugin_common [None req-cdc9ea54-1fb3-4955-9c41-f12e5029beec tempest-AttachVolumeNegativeTest-1307848981 tempest-AttachVolumeNegativeTest-1307848981-project] Allocated IP 172.27.2.78 (9df31235-0797-44e6-85a0-102cb2da2d58/1dfb0320-f5eb-46f6-88ce-33002f500238/2cd5f5f5-890a-42a4-9a5a-3867eae83e1c) {{(pid=103917) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 16 17:33:04.378820 dv-cinder-837356-2-iscsi neutron-server[103917]: DEBUG neutron_lib.callbacks.manager [None req-cdc9ea54-1fb3-4955-9c41-f12e5029beec tempest-AttachVolumeNegativeTest-1307848981 tempest-AttachVolumeNegativeTest-1307848981-project] Publish callbacks [] for port (2cd5f5f5-890a-42a4-9a5a-3867eae83e1c), precommit_create {{(pid=103917) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 17:33:04.413398 dv-cinder-837356-2-iscsi neutron-server[103917]: DEBUG neutron_lib.callbacks.manager [None req-cdc9ea54-1fb3-4955-9c41-f12e5029beec tempest-AttachVolumeNegativeTest-1307848981 tempest-AttachVolumeNegativeTest-1307848981-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16007527', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-75831', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16241551', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8728538993421', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3819743'] for port (2cd5f5f5-890a-42a4-9a5a-3867eae83e1c), after_create {{(pid=103917) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 17:33:04.460653 dv-cinder-837356-2-iscsi neutron-server[103917]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cdc9ea54-1fb3-4955-9c41-f12e5029beec tempest-AttachVolumeNegativeTest-1307848981 tempest-AttachVolumeNegativeTest-1307848981-project] Network 9df31235-0797-44e6-85a0-102cb2da2d58 is already hosted by enough agents. {{(pid=103917) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 16 17:33:04.466258 dv-cinder-837356-2-iscsi neutron-server[103917]: DEBUG neutron.scheduler.base_scheduler [None req-cdc9ea54-1fb3-4955-9c41-f12e5029beec tempest-AttachVolumeNegativeTest-1307848981 tempest-AttachVolumeNegativeTest-1307848981-project] Resources bound (agent type, host, resource id): {{(pid=103917) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 16 17:33:04.468777 dv-cinder-837356-2-iscsi neutron-server[103917]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cdc9ea54-1fb3-4955-9c41-f12e5029beec tempest-AttachVolumeNegativeTest-1307848981 tempest-AttachVolumeNegativeTest-1307848981-project] Pushing event updated for resources: {'Port': ['ID=2cd5f5f5-890a-42a4-9a5a-3867eae83e1c,revision_number=1']} {{(pid=103917) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 17:33:04.474167 dv-cinder-837356-2-iscsi neutron-server[103917]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cdc9ea54-1fb3-4955-9c41-f12e5029beec tempest-AttachVolumeNegativeTest-1307848981 tempest-AttachVolumeNegativeTest-1307848981-project] Received port after_create {{(pid=103917) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:542}} Jun 16 17:33:04.558538 dv-cinder-837356-2-iscsi neutron-server[103917]: DEBUG dbcounter [-] [103917] Writing DB stats neutron:DELETE=2,neutron:SELECT=89,neutron:INSERT=9 {{(pid=103917) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 16 17:33:04.559884 dv-cinder-837356-2-iscsi neutron-server[103917]: DEBUG neutron_lib.callbacks.manager [None req-cdc9ea54-1fb3-4955-9c41-f12e5029beec tempest-AttachVolumeNegativeTest-1307848981 tempest-AttachVolumeNegativeTest-1307848981-project] Publish callbacks [] for floatingip (d51b83e5-e01d-48b7-8e1a-3dff115715da), precommit_create {{(pid=103917) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 17:33:04.599181 dv-cinder-837356-2-iscsi neutron-server[103917]: DEBUG neutron_lib.callbacks.manager [None req-cdc9ea54-1fb3-4955-9c41-f12e5029beec tempest-AttachVolumeNegativeTest-1307848981 tempest-AttachVolumeNegativeTest-1307848981-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16007590'] for port (2cd5f5f5-890a-42a4-9a5a-3867eae83e1c), before_update {{(pid=103917) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 17:33:04.749505 dv-cinder-837356-2-iscsi neutron-server[103917]: DEBUG neutron_lib.callbacks.manager [None req-cdc9ea54-1fb3-4955-9c41-f12e5029beec tempest-AttachVolumeNegativeTest-1307848981 tempest-AttachVolumeNegativeTest-1307848981-project] Publish callbacks [] for port (2cd5f5f5-890a-42a4-9a5a-3867eae83e1c), precommit_update {{(pid=103917) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 17:33:04.755139 dv-cinder-837356-2-iscsi neutron-server[103917]: DEBUG neutron_lib.callbacks.manager [None req-cdc9ea54-1fb3-4955-9c41-f12e5029beec tempest-AttachVolumeNegativeTest-1307848981 tempest-AttachVolumeNegativeTest-1307848981-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16007527', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-75831', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16241551', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728539364693', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728538993439', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728538993457', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3819734'] for port (2cd5f5f5-890a-42a4-9a5a-3867eae83e1c), after_update {{(pid=103917) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 17:33:04.825945 dv-cinder-837356-2-iscsi neutron-server[103917]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cdc9ea54-1fb3-4955-9c41-f12e5029beec tempest-AttachVolumeNegativeTest-1307848981 tempest-AttachVolumeNegativeTest-1307848981-project] Pushing event updated for resources: {'Port': ['ID=2cd5f5f5-890a-42a4-9a5a-3867eae83e1c,revision_number=2']} {{(pid=103917) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 17:33:04.840229 dv-cinder-837356-2-iscsi neutron-server[103917]: DEBUG neutron_lib.callbacks.manager [None req-cdc9ea54-1fb3-4955-9c41-f12e5029beec tempest-AttachVolumeNegativeTest-1307848981 tempest-AttachVolumeNegativeTest-1307848981-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-704970'] for floatingip (d51b83e5-e01d-48b7-8e1a-3dff115715da), after_create {{(pid=103917) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 17:33:04.864139 dv-cinder-837356-2-iscsi neutron-server[103917]: DEBUG neutron_lib.callbacks.manager [None req-cdc9ea54-1fb3-4955-9c41-f12e5029beec tempest-AttachVolumeNegativeTest-1307848981 tempest-AttachVolumeNegativeTest-1307848981-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-191112'] for floatingip (None), before_response {{(pid=103917) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 17:33:04.865450 dv-cinder-837356-2-iscsi neutron-server[103917]: INFO neutron.wsgi [None req-cdc9ea54-1fb3-4955-9c41-f12e5029beec tempest-AttachVolumeNegativeTest-1307848981 tempest-AttachVolumeNegativeTest-1307848981-project] 10.222.0.66 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 692 time: 0.8534966 Jun 16 17:33:05.037071 dv-cinder-837356-2-iscsi neutron-server[103916]: INFO neutron.wsgi [req-a440742c-2b4b-4166-a8b7-a8ef41ea60e3 req-e844d182-29e6-4cfd-85d7-f71445427e2f tempest-AttachVolumeNegativeTest-1307848981 tempest-AttachVolumeNegativeTest-1307848981-project] 10.222.0.66 "GET /v2.0/security-groups?name=tempest-securitygroup--259158112&fields=id&tenant_id=7c56d4c430c44df49f48fe0b49ebcbd2 HTTP/1.1" status: 200 len: 267 time: 0.0633967 Jun 16 17:33:05.148320 dv-cinder-837356-2-iscsi neutron-server[103916]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a440742c-2b4b-4166-a8b7-a8ef41ea60e3 req-b0ef2c6e-2572-4c7a-823d-5144b174b8e0 tempest-AttachVolumeNegativeTest-1307848981 tempest-AttachVolumeNegativeTest-1307848981-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103916) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 16 17:33:05.149830 dv-cinder-837356-2-iscsi neutron-server[103916]: INFO neutron.wsgi [req-a440742c-2b4b-4166-a8b7-a8ef41ea60e3 req-b0ef2c6e-2572-4c7a-823d-5144b174b8e0 tempest-AttachVolumeNegativeTest-1307848981 tempest-AttachVolumeNegativeTest-1307848981-project] 10.222.0.66 "GET /v2.0/networks?id=38b62bc9-5cad-4b9e-8181-628535658100 HTTP/1.1" status: 200 len: 814 time: 0.1065137 Jun 16 17:33:05.167786 dv-cinder-837356-2-iscsi neutron-server[103916]: INFO neutron.wsgi [req-a440742c-2b4b-4166-a8b7-a8ef41ea60e3 req-612e7db8-c579-4d5a-94a6-b4d3c16c7d3a tempest-AttachVolumeNegativeTest-1307848981 tempest-AttachVolumeNegativeTest-1307848981-project] 10.222.0.66 "GET /v2.0/quotas/7c56d4c430c44df49f48fe0b49ebcbd2 HTTP/1.1" status: 200 len: 375 time: 0.0099282 Jun 16 17:33:05.210254 dv-cinder-837356-2-iscsi neutron-server[103916]: DEBUG dbcounter [-] [103916] Writing DB stats neutron:SELECT=92,neutron:DELETE=3,neutron:INSERT=4,neutron:UPDATE=1 {{(pid=103916) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 16 17:33:05.221566 dv-cinder-837356-2-iscsi neutron-server[103916]: INFO neutron.wsgi [req-a440742c-2b4b-4166-a8b7-a8ef41ea60e3 req-caa69448-0e35-4b24-a669-4248c016a244 tempest-AttachVolumeNegativeTest-1307848981 tempest-AttachVolumeNegativeTest-1307848981-project] 10.222.0.66 "GET /v2.0/ports?tenant_id=7c56d4c430c44df49f48fe0b49ebcbd2&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0484943 Jun 16 17:33:05.292628 dv-cinder-837356-2-iscsi neutron-server[103916]: DEBUG neutron.wsgi [req-a440742c-2b4b-4166-a8b7-a8ef41ea60e3 req-c5f82dd5-dd6c-437d-8137-90c25209d8b6 service neutron] http://10.222.0.66:9696/v2.0/extensions returned with HTTP 200 {{(pid=103916) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Jun 16 17:33:05.293781 dv-cinder-837356-2-iscsi neutron-server[103916]: INFO neutron.wsgi [req-a440742c-2b4b-4166-a8b7-a8ef41ea60e3 req-c5f82dd5-dd6c-437d-8137-90c25209d8b6 service neutron] 10.222.0.66 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14320 time: 0.0568910 Jun 16 17:33:05.372561 dv-cinder-837356-2-iscsi neutron-server[103916]: DEBUG dbcounter [-] [103916] Writing DB stats neutron:SELECT=91,neutron:DELETE=4,neutron:INSERT=4,neutron:UPDATE=1 {{(pid=103916) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 16 17:33:05.388208 dv-cinder-837356-2-iscsi neutron-server[103916]: INFO neutron.wsgi [req-a440742c-2b4b-4166-a8b7-a8ef41ea60e3 req-18acba8e-ba51-454b-8358-c338880b4e8a service neutron] 10.222.0.66 "GET /v2.0/networks/38b62bc9-5cad-4b9e-8181-628535658100?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0883331 Jun 16 17:33:05.484896 dv-cinder-837356-2-iscsi neutron-server[103916]: INFO neutron.wsgi [req-a440742c-2b4b-4166-a8b7-a8ef41ea60e3 req-5863a9a7-890e-464e-92cc-ef71fff385b7 service neutron] 10.222.0.66 "GET /v2.0/networks/38b62bc9-5cad-4b9e-8181-628535658100?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0892963 Jun 16 17:33:05.652618 dv-cinder-837356-2-iscsi neutron-server[103917]: INFO neutron.wsgi [req-576491e3-22ea-46b7-a9ee-f2a897babb17 req-f6a34cbd-0e80-4031-a439-1608f41fb471 tempest-AttachVolumeNegativeTest-1307848981 tempest-AttachVolumeNegativeTest-1307848981-project] 10.222.0.66 "GET /v2.0/ports?device_id=db95418d-ea53-4a5b-b942-3809e3cfec68 HTTP/1.1" status: 200 len: 210 time: 0.0303700 Jun 16 17:33:06.248166 dv-cinder-837356-2-iscsi neutron-server[103918]: DEBUG neutron.plugins.ml2.rpc [None req-b2b17746-c296-4803-869a-65578e8233dd None None] Device f5cc2aae-859d-43dd-a5a3-7df6d8cbc7fa no longer exists at agent hyperv_hv-cinder-83735 {{(pid=103918) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jun 16 17:33:06.273875 dv-cinder-837356-2-iscsi neutron-server[103918]: DEBUG neutron.plugins.ml2.plugin [None req-b2b17746-c296-4803-869a-65578e8233dd None None] No Port match for: f5cc2aae-859d-43dd-a5a3-7df6d8cbc7fa {{(pid=103918) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2382}} Jun 16 17:33:06.274226 dv-cinder-837356-2-iscsi neutron-server[103918]: DEBUG neutron.plugins.ml2.rpc [None req-b2b17746-c296-4803-869a-65578e8233dd None None] Device f5cc2aae-859d-43dd-a5a3-7df6d8cbc7fa not bound to the agent host hv-cinder-83735 {{(pid=103918) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jun 16 17:33:06.767646 dv-cinder-837356-2-iscsi neutron-server[103916]: INFO neutron.wsgi [req-2f0be2c1-9ecd-4017-a444-c94ba075b3b3 req-3d455934-d7a1-436b-8894-84f96c0a84dd tempest-AttachVolumeNegativeTest-1307848981 tempest-AttachVolumeNegativeTest-1307848981-project] 10.222.0.66 "GET /v2.0/ports?device_id=db95418d-ea53-4a5b-b942-3809e3cfec68 HTTP/1.1" status: 200 len: 210 time: 0.0339777 Jun 16 17:33:06.828506 dv-cinder-837356-2-iscsi neutron-server[103917]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a440742c-2b4b-4166-a8b7-a8ef41ea60e3 req-c2993e3c-b63c-42f7-85c2-810883a3594a tempest-AttachVolumeNegativeTest-1307848981 tempest-AttachVolumeNegativeTest-1307848981-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103917) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 16 17:33:06.830750 dv-cinder-837356-2-iscsi neutron-server[103917]: INFO neutron.wsgi [req-a440742c-2b4b-4166-a8b7-a8ef41ea60e3 req-c2993e3c-b63c-42f7-85c2-810883a3594a tempest-AttachVolumeNegativeTest-1307848981 tempest-AttachVolumeNegativeTest-1307848981-project] 10.222.0.81 "GET /v2.0/networks?id=38b62bc9-5cad-4b9e-8181-628535658100 HTTP/1.1" status: 200 len: 814 time: 0.1145945 Jun 16 17:33:06.896941 dv-cinder-837356-2-iscsi neutron-server[103917]: DEBUG dbcounter [-] [103917] Writing DB stats neutron:SELECT=89,neutron:INSERT=4,neutron:UPDATE=5,neutron:DELETE=2 {{(pid=103917) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 16 17:33:06.906847 dv-cinder-837356-2-iscsi neutron-server[103917]: INFO neutron.wsgi [req-a440742c-2b4b-4166-a8b7-a8ef41ea60e3 req-c350a846-aa3b-41d2-9504-0cbf5383b66f tempest-AttachVolumeNegativeTest-1307848981 tempest-AttachVolumeNegativeTest-1307848981-project] 10.222.0.81 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=7c56d4c430c44df49f48fe0b49ebcbd2 HTTP/1.1" status: 200 len: 379 time: 0.0607734 Jun 16 17:33:06.924591 dv-cinder-837356-2-iscsi neutron-server[103917]: DEBUG neutron.api.v2.base [req-a440742c-2b4b-4166-a8b7-a8ef41ea60e3 req-c6c840af-3c58-4f9e-a20b-bdcfcce4d645 tempest-AttachVolumeNegativeTest-1307848981 tempest-AttachVolumeNegativeTest-1307848981-project] Request body: {'port': {'device_id': 'db95418d-ea53-4a5b-b942-3809e3cfec68', 'network_id': '38b62bc9-5cad-4b9e-8181-628535658100', 'admin_state_up': True, 'tenant_id': '7c56d4c430c44df49f48fe0b49ebcbd2', 'security_groups': ['12ec8e3b-a00a-4e61-b398-0a778c21b514']}} {{(pid=103917) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jun 16 17:33:07.044191 dv-cinder-837356-2-iscsi neutron-server[103917]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-a440742c-2b4b-4166-a8b7-a8ef41ea60e3 req-c6c840af-3c58-4f9e-a20b-bdcfcce4d645 tempest-AttachVolumeNegativeTest-1307848981 tempest-AttachVolumeNegativeTest-1307848981-project] Made reservation on behalf of 7c56d4c430c44df49f48fe0b49ebcbd2 for: {'port': 1} {{(pid=103917) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 16 17:33:07.049139 dv-cinder-837356-2-iscsi neutron-server[103917]: DEBUG neutron_lib.callbacks.manager [req-a440742c-2b4b-4166-a8b7-a8ef41ea60e3 req-c6c840af-3c58-4f9e-a20b-bdcfcce4d645 tempest-AttachVolumeNegativeTest-1307848981 tempest-AttachVolumeNegativeTest-1307848981-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16007590'] for port (None), before_create {{(pid=103917) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 17:33:07.189923 dv-cinder-837356-2-iscsi neutron-server[103917]: DEBUG neutron.db.db_base_plugin_common [req-a440742c-2b4b-4166-a8b7-a8ef41ea60e3 req-c6c840af-3c58-4f9e-a20b-bdcfcce4d645 tempest-AttachVolumeNegativeTest-1307848981 tempest-AttachVolumeNegativeTest-1307848981-project] Allocated IP 172.20.0.12 (38b62bc9-5cad-4b9e-8181-628535658100/245398e2-b047-4bf4-9483-edcae7a557b6/4d5b77eb-61af-4c99-a4e0-4afb006eb6b8) {{(pid=103917) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 16 17:33:07.308118 dv-cinder-837356-2-iscsi neutron-server[103917]: DEBUG dbcounter [-] [103917] Writing DB stats neutron:SELECT=96,neutron:INSERT=4 {{(pid=103917) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 16 17:33:07.340419 dv-cinder-837356-2-iscsi neutron-server[103917]: DEBUG neutron_lib.callbacks.manager [req-a440742c-2b4b-4166-a8b7-a8ef41ea60e3 req-c6c840af-3c58-4f9e-a20b-bdcfcce4d645 tempest-AttachVolumeNegativeTest-1307848981 tempest-AttachVolumeNegativeTest-1307848981-project] Publish callbacks [] for port (4d5b77eb-61af-4c99-a4e0-4afb006eb6b8), precommit_create {{(pid=103917) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 17:33:07.387005 dv-cinder-837356-2-iscsi neutron-server[103917]: DEBUG neutron_lib.callbacks.manager [req-a440742c-2b4b-4166-a8b7-a8ef41ea60e3 req-c6c840af-3c58-4f9e-a20b-bdcfcce4d645 tempest-AttachVolumeNegativeTest-1307848981 tempest-AttachVolumeNegativeTest-1307848981-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16007527', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-75831', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16241551', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8728538993421', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3819743'] for port (4d5b77eb-61af-4c99-a4e0-4afb006eb6b8), after_create {{(pid=103917) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 17:33:07.430324 dv-cinder-837356-2-iscsi neutron-server[103917]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-a440742c-2b4b-4166-a8b7-a8ef41ea60e3 req-c6c840af-3c58-4f9e-a20b-bdcfcce4d645 tempest-AttachVolumeNegativeTest-1307848981 tempest-AttachVolumeNegativeTest-1307848981-project] Network 38b62bc9-5cad-4b9e-8181-628535658100 is already hosted by enough agents. {{(pid=103917) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 16 17:33:07.435982 dv-cinder-837356-2-iscsi neutron-server[103917]: DEBUG neutron.scheduler.base_scheduler [req-a440742c-2b4b-4166-a8b7-a8ef41ea60e3 req-c6c840af-3c58-4f9e-a20b-bdcfcce4d645 tempest-AttachVolumeNegativeTest-1307848981 tempest-AttachVolumeNegativeTest-1307848981-project] Resources bound (agent type, host, resource id): {{(pid=103917) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 16 17:33:07.440599 dv-cinder-837356-2-iscsi neutron-server[103917]: DEBUG neutron.db.l3_dvrscheduler_db [req-a440742c-2b4b-4166-a8b7-a8ef41ea60e3 req-c6c840af-3c58-4f9e-a20b-bdcfcce4d645 tempest-AttachVolumeNegativeTest-1307848981 tempest-AttachVolumeNegativeTest-1307848981-project] Received port after_create {{(pid=103917) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:542}} Jun 16 17:33:07.448248 dv-cinder-837356-2-iscsi neutron-server[103917]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c6c840af-3c58-4f9e-a20b-bdcfcce4d645 tempest-AttachVolumeNegativeTest-1307848981 tempest-AttachVolumeNegativeTest-1307848981-project] Pushing event updated for resources: {'Port': ['ID=4d5b77eb-61af-4c99-a4e0-4afb006eb6b8,revision_number=1']} {{(pid=103917) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 17:33:07.509478 dv-cinder-837356-2-iscsi neutron-server[103917]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a440742c-2b4b-4166-a8b7-a8ef41ea60e3 req-c6c840af-3c58-4f9e-a20b-bdcfcce4d645 tempest-AttachVolumeNegativeTest-1307848981 tempest-AttachVolumeNegativeTest-1307848981-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103917) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 16 17:33:07.510140 dv-cinder-837356-2-iscsi neutron-server[103917]: DEBUG neutron_lib.callbacks.manager [req-a440742c-2b4b-4166-a8b7-a8ef41ea60e3 req-c6c840af-3c58-4f9e-a20b-bdcfcce4d645 tempest-AttachVolumeNegativeTest-1307848981 tempest-AttachVolumeNegativeTest-1307848981-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-191112'] for port (None), before_response {{(pid=103917) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 17:33:07.531106 dv-cinder-837356-2-iscsi neutron-server[103917]: INFO neutron.wsgi [req-a440742c-2b4b-4166-a8b7-a8ef41ea60e3 req-c6c840af-3c58-4f9e-a20b-bdcfcce4d645 tempest-AttachVolumeNegativeTest-1307848981 tempest-AttachVolumeNegativeTest-1307848981-project] 10.222.0.81 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.6104259 Jun 16 17:33:07.540275 dv-cinder-837356-2-iscsi neutron-server[103917]: DEBUG neutron.wsgi [req-a440742c-2b4b-4166-a8b7-a8ef41ea60e3 req-80e4e20b-a11e-4266-a064-b1d40f7bf3b5 tempest-AttachVolumeNegativeTest-1307848981 tempest-AttachVolumeNegativeTest-1307848981-project] http://10.222.0.66:9696/v2.0/extensions returned with HTTP 200 {{(pid=103917) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Jun 16 17:33:07.541402 dv-cinder-837356-2-iscsi neutron-server[103917]: INFO neutron.wsgi [req-a440742c-2b4b-4166-a8b7-a8ef41ea60e3 req-80e4e20b-a11e-4266-a064-b1d40f7bf3b5 tempest-AttachVolumeNegativeTest-1307848981 tempest-AttachVolumeNegativeTest-1307848981-project] 10.222.0.81 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14320 time: 0.0054286 Jun 16 17:33:07.605730 dv-cinder-837356-2-iscsi neutron-server[103917]: DEBUG neutron.api.v2.base [req-a440742c-2b4b-4166-a8b7-a8ef41ea60e3 req-db22ee1f-cc3c-46d4-af32-36f2963f3897 service neutron] Request body: {'port': {'device_id': 'db95418d-ea53-4a5b-b942-3809e3cfec68', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-83735'}} {{(pid=103917) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jun 16 17:33:07.672378 dv-cinder-837356-2-iscsi neutron-server[103917]: DEBUG neutron_lib.callbacks.manager [req-a440742c-2b4b-4166-a8b7-a8ef41ea60e3 req-db22ee1f-cc3c-46d4-af32-36f2963f3897 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16007590'] for port (4d5b77eb-61af-4c99-a4e0-4afb006eb6b8), before_update {{(pid=103917) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 17:33:07.717449 dv-cinder-837356-2-iscsi neutron-server[103918]: DEBUG neutron.db.provisioning_blocks [None req-87c83199-f582-45cf-886f-67ee8b5f456f None None] Provisioning complete for port 4d5b77eb-61af-4c99-a4e0-4afb006eb6b8 triggered by entity DHCP. {{(pid=103918) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jun 16 17:33:07.718033 dv-cinder-837356-2-iscsi neutron-server[103918]: DEBUG neutron_lib.callbacks.manager [None req-87c83199-f582-45cf-886f-67ee8b5f456f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16149424'] for port (4d5b77eb-61af-4c99-a4e0-4afb006eb6b8), provisioning_complete {{(pid=103918) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 17:33:07.751063 dv-cinder-837356-2-iscsi neutron-server[103918]: DEBUG neutron.plugins.ml2.plugin [None req-87c83199-f582-45cf-886f-67ee8b5f456f None None] Port 4d5b77eb-61af-4c99-a4e0-4afb006eb6b8 cannot update to ACTIVE because it is not bound. {{(pid=103918) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:354}} Jun 16 17:33:07.888649 dv-cinder-837356-2-iscsi neutron-server[103917]: DEBUG dbcounter [-] [103917] Writing DB stats neutron:SELECT=89,neutron:INSERT=4,neutron:UPDATE=6,neutron:DELETE=1 {{(pid=103917) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 16 17:33:07.915561 dv-cinder-837356-2-iscsi neutron-server[103917]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c91d3c5d-cf6a-4405-b6f0-6a60c6fa40c0 req-71eb21c1-b183-4a61-879f-ebd332ee5762 tempest-AttachVolumeNegativeTest-1307848981 tempest-AttachVolumeNegativeTest-1307848981-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103917) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 16 17:33:07.917042 dv-cinder-837356-2-iscsi neutron-server[103917]: INFO neutron.wsgi [req-c91d3c5d-cf6a-4405-b6f0-6a60c6fa40c0 req-71eb21c1-b183-4a61-879f-ebd332ee5762 tempest-AttachVolumeNegativeTest-1307848981 tempest-AttachVolumeNegativeTest-1307848981-project] 10.222.0.66 "GET /v2.0/ports?device_id=db95418d-ea53-4a5b-b942-3809e3cfec68 HTTP/1.1" status: 200 len: 932 time: 0.0651104 Jun 16 17:33:08.024172 dv-cinder-837356-2-iscsi neutron-server[103917]: INFO neutron.wsgi [req-c91d3c5d-cf6a-4405-b6f0-6a60c6fa40c0 req-544bbe70-cb98-4a9a-83bb-b5c3ddade478 tempest-AttachVolumeNegativeTest-1307848981 tempest-AttachVolumeNegativeTest-1307848981-project] 10.222.0.66 "GET /v2.0/security-groups?id=12ec8e3b-a00a-4e61-b398-0a778c21b514&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0952430 Jun 16 17:33:08.030648 dv-cinder-837356-2-iscsi neutron-server[103917]: DEBUG neutron.notifiers.nova [req-a440742c-2b4b-4166-a8b7-a8ef41ea60e3 req-db22ee1f-cc3c-46d4-af32-36f2963f3897 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 4d5b77eb-61af-4c99-a4e0-4afb006eb6b8 {{(pid=103917) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Jun 16 17:33:08.040066 dv-cinder-837356-2-iscsi neutron-server[103917]: DEBUG neutron_lib.callbacks.manager [req-a440742c-2b4b-4166-a8b7-a8ef41ea60e3 req-db22ee1f-cc3c-46d4-af32-36f2963f3897 service neutron] Publish callbacks [] for port (4d5b77eb-61af-4c99-a4e0-4afb006eb6b8), precommit_update {{(pid=103917) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 17:33:08.056303 dv-cinder-837356-2-iscsi neutron-server[103917]: DEBUG neutron.db.provisioning_blocks [req-a440742c-2b4b-4166-a8b7-a8ef41ea60e3 req-db22ee1f-cc3c-46d4-af32-36f2963f3897 service neutron] Transition to ACTIVE for port object 4d5b77eb-61af-4c99-a4e0-4afb006eb6b8 will not be triggered until provisioned by entity L2. {{(pid=103917) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Jun 16 17:33:08.062362 dv-cinder-837356-2-iscsi neutron-server[103917]: DEBUG neutron_lib.callbacks.manager [req-a440742c-2b4b-4166-a8b7-a8ef41ea60e3 req-db22ee1f-cc3c-46d4-af32-36f2963f3897 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16007527', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-75831', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16241551', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728539364693', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728538993439', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728538993457', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3819734'] for port (4d5b77eb-61af-4c99-a4e0-4afb006eb6b8), after_update {{(pid=103917) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 17:33:08.110723 dv-cinder-837356-2-iscsi neutron-server[103917]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-db22ee1f-cc3c-46d4-af32-36f2963f3897 service neutron] Pushing event updated for resources: {'Port': ['ID=4d5b77eb-61af-4c99-a4e0-4afb006eb6b8,revision_number=2']} {{(pid=103917) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 17:33:08.140276 dv-cinder-837356-2-iscsi neutron-server[103917]: DEBUG dbcounter [-] [103917] Writing DB stats neutron:SELECT=95,neutron:INSERT=2,neutron:DELETE=1,neutron:UPDATE=2 {{(pid=103917) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 16 17:33:08.192480 dv-cinder-837356-2-iscsi neutron-server[103917]: DEBUG neutron.plugins.ml2.managers [req-a440742c-2b4b-4166-a8b7-a8ef41ea60e3 req-db22ee1f-cc3c-46d4-af32-36f2963f3897 service neutron] Attempting to bind port 4d5b77eb-61af-4c99-a4e0-4afb006eb6b8 on host hv-cinder-83735 for vnic_type normal with profile {{(pid=103917) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:811}} Jun 16 17:33:08.192950 dv-cinder-837356-2-iscsi neutron-server[103917]: DEBUG neutron.plugins.ml2.managers [req-a440742c-2b4b-4166-a8b7-a8ef41ea60e3 req-db22ee1f-cc3c-46d4-af32-36f2963f3897 service neutron] Attempting to bind port 4d5b77eb-61af-4c99-a4e0-4afb006eb6b8 by drivers openvswitch,hyperv on host hv-cinder-83735 at level 0 using segments [{'id': '77c5a64f-3dc1-42ac-871e-4a71d56bdf63', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1021, 'network_id': '38b62bc9-5cad-4b9e-8181-628535658100'}] {{(pid=103917) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:836}} Jun 16 17:33:08.193312 dv-cinder-837356-2-iscsi neutron-server[103917]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a440742c-2b4b-4166-a8b7-a8ef41ea60e3 req-db22ee1f-cc3c-46d4-af32-36f2963f3897 service neutron] Attempting to bind port 4d5b77eb-61af-4c99-a4e0-4afb006eb6b8 on network 38b62bc9-5cad-4b9e-8181-628535658100 {{(pid=103917) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jun 16 17:33:08.198196 dv-cinder-837356-2-iscsi neutron-server[103917]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a440742c-2b4b-4166-a8b7-a8ef41ea60e3 req-db22ee1f-cc3c-46d4-af32-36f2963f3897 service neutron] Port 4d5b77eb-61af-4c99-a4e0-4afb006eb6b8 on network 38b62bc9-5cad-4b9e-8181-628535658100 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-83735 {{(pid=103917) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Jun 16 17:33:08.198519 dv-cinder-837356-2-iscsi neutron-server[103917]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a440742c-2b4b-4166-a8b7-a8ef41ea60e3 req-db22ee1f-cc3c-46d4-af32-36f2963f3897 service neutron] Attempting to bind port 4d5b77eb-61af-4c99-a4e0-4afb006eb6b8 on network 38b62bc9-5cad-4b9e-8181-628535658100 {{(pid=103917) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jun 16 17:33:08.203844 dv-cinder-837356-2-iscsi neutron-server[103917]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a440742c-2b4b-4166-a8b7-a8ef41ea60e3 req-db22ee1f-cc3c-46d4-af32-36f2963f3897 service neutron] Checking agent: {'id': '2e97d73d-50fc-4f89-a4ea-85f65eb860d8', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-83735', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 6, 16, 17, 20, 29), 'started_at': datetime.datetime(2022, 6, 16, 17, 20, 29), 'heartbeat_timestamp': datetime.datetime(2022, 6, 16, 17, 33), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103917) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jun 16 17:33:08.204176 dv-cinder-837356-2-iscsi neutron-server[103917]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a440742c-2b4b-4166-a8b7-a8ef41ea60e3 req-db22ee1f-cc3c-46d4-af32-36f2963f3897 service neutron] Checking segment: {'id': '77c5a64f-3dc1-42ac-871e-4a71d56bdf63', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1021, 'network_id': '38b62bc9-5cad-4b9e-8181-628535658100'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103917) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jun 16 17:33:08.204751 dv-cinder-837356-2-iscsi neutron-server[103917]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a440742c-2b4b-4166-a8b7-a8ef41ea60e3 req-db22ee1f-cc3c-46d4-af32-36f2963f3897 service neutron] Bound using segment: {'id': '77c5a64f-3dc1-42ac-871e-4a71d56bdf63', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1021, 'network_id': '38b62bc9-5cad-4b9e-8181-628535658100'} {{(pid=103917) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jun 16 17:33:08.205284 dv-cinder-837356-2-iscsi neutron-server[103917]: DEBUG neutron.plugins.ml2.managers [req-a440742c-2b4b-4166-a8b7-a8ef41ea60e3 req-db22ee1f-cc3c-46d4-af32-36f2963f3897 service neutron] Bound port: 4d5b77eb-61af-4c99-a4e0-4afb006eb6b8, host: hv-cinder-83735, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '77c5a64f-3dc1-42ac-871e-4a71d56bdf63', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1021, 'network_id': '38b62bc9-5cad-4b9e-8181-628535658100'}}] {{(pid=103917) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:948}} Jun 16 17:33:08.205604 dv-cinder-837356-2-iscsi neutron-server[103917]: DEBUG neutron_lib.callbacks.manager [req-a440742c-2b4b-4166-a8b7-a8ef41ea60e3 req-db22ee1f-cc3c-46d4-af32-36f2963f3897 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16007590'] for port (4d5b77eb-61af-4c99-a4e0-4afb006eb6b8), before_update {{(pid=103917) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 17:33:08.276475 dv-cinder-837356-2-iscsi neutron-server[103917]: DEBUG neutron.plugins.ml2.db [req-a440742c-2b4b-4166-a8b7-a8ef41ea60e3 req-db22ee1f-cc3c-46d4-af32-36f2963f3897 service neutron] For port 4d5b77eb-61af-4c99-a4e0-4afb006eb6b8, host hv-cinder-83735, cleared binding levels {{(pid=103917) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 16 17:33:08.279833 dv-cinder-837356-2-iscsi neutron-server[103917]: DEBUG neutron.plugins.ml2.db [req-a440742c-2b4b-4166-a8b7-a8ef41ea60e3 req-db22ee1f-cc3c-46d4-af32-36f2963f3897 service neutron] For port 4d5b77eb-61af-4c99-a4e0-4afb006eb6b8, host hv-cinder-83735, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83735',level=0,port_id=4d5b77eb-61af-4c99-a4e0-4afb006eb6b8,segment=NetworkSegment(77c5a64f-3dc1-42ac-871e-4a71d56bdf63),segment_id=77c5a64f-3dc1-42ac-871e-4a71d56bdf63)] {{(pid=103917) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 16 17:33:08.287264 dv-cinder-837356-2-iscsi neutron-server[103917]: DEBUG neutron_lib.callbacks.manager [req-a440742c-2b4b-4166-a8b7-a8ef41ea60e3 req-db22ee1f-cc3c-46d4-af32-36f2963f3897 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16007527', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-75831', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16241551', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728539364693', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728538993439', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728538993457', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3819734'] for port (4d5b77eb-61af-4c99-a4e0-4afb006eb6b8), after_update {{(pid=103917) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 17:33:08.320495 dv-cinder-837356-2-iscsi neutron-server[103917]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a440742c-2b4b-4166-a8b7-a8ef41ea60e3 req-db22ee1f-cc3c-46d4-af32-36f2963f3897 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103917) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 16 17:33:08.321108 dv-cinder-837356-2-iscsi neutron-server[103917]: DEBUG neutron_lib.callbacks.manager [req-a440742c-2b4b-4166-a8b7-a8ef41ea60e3 req-db22ee1f-cc3c-46d4-af32-36f2963f3897 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-191112'] for port (None), before_response {{(pid=103917) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 17:33:08.322536 dv-cinder-837356-2-iscsi neutron-server[103917]: INFO neutron.wsgi [req-a440742c-2b4b-4166-a8b7-a8ef41ea60e3 req-db22ee1f-cc3c-46d4-af32-36f2963f3897 service neutron] 10.222.0.81 "PUT /v2.0/ports/4d5b77eb-61af-4c99-a4e0-4afb006eb6b8 HTTP/1.1" status: 200 len: 1094 time: 0.7683642 Jun 16 17:33:08.322969 dv-cinder-837356-2-iscsi neutron-server[103917]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'db95418d-ea53-4a5b-b942-3809e3cfec68', 'tag': '4d5b77eb-61af-4c99-a4e0-4afb006eb6b8'}] {{(pid=103917) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jun 16 17:33:08.325232 dv-cinder-837356-2-iscsi neutron-server[103917]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.66/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6f3fd2b1a6655810f50592bc9015c397d118e5689141688eaf1b23dbeee2ebf8" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b31f0680-9285-4a70-9f3a-8797c27e81b8" -d '{"events": [{"name": "network-changed", "server_uuid": "db95418d-ea53-4a5b-b942-3809e3cfec68", "tag": "4d5b77eb-61af-4c99-a4e0-4afb006eb6b8"}]}' {{(pid=103917) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 16 17:33:08.355431 dv-cinder-837356-2-iscsi neutron-server[103917]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-db22ee1f-cc3c-46d4-af32-36f2963f3897 service neutron] Pushing event updated for resources: {'Port': ['ID=4d5b77eb-61af-4c99-a4e0-4afb006eb6b8,revision_number=3']} {{(pid=103917) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 17:33:08.424114 dv-cinder-837356-2-iscsi neutron-server[103917]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a440742c-2b4b-4166-a8b7-a8ef41ea60e3 req-0da306e2-7879-4807-950c-36680dcdf16e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103917) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 16 17:33:08.425741 dv-cinder-837356-2-iscsi neutron-server[103917]: INFO neutron.wsgi [req-a440742c-2b4b-4166-a8b7-a8ef41ea60e3 req-0da306e2-7879-4807-950c-36680dcdf16e service neutron] 10.222.0.81 "GET /v2.0/ports?tenant_id=7c56d4c430c44df49f48fe0b49ebcbd2&device_id=db95418d-ea53-4a5b-b942-3809e3cfec68 HTTP/1.1" status: 200 len: 1128 time: 0.0485618 Jun 16 17:33:08.446606 dv-cinder-837356-2-iscsi neutron-server[103917]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 16 Jun 2022 17:33:08 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-530dcf25-8f1b-4cf4-9a29-996d269a225b x-openstack-request-id: req-530dcf25-8f1b-4cf4-9a29-996d269a225b {{(pid=103917) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 16 17:33:08.446926 dv-cinder-837356-2-iscsi neutron-server[103917]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "db95418d-ea53-4a5b-b942-3809e3cfec68", "tag": "4d5b77eb-61af-4c99-a4e0-4afb006eb6b8", "status": "completed", "code": 200}]} {{(pid=103917) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 16 17:33:08.447258 dv-cinder-837356-2-iscsi neutron-server[103917]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.66/compute/v2.1/os-server-external-events used request id req-530dcf25-8f1b-4cf4-9a29-996d269a225b {{(pid=103917) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 16 17:33:08.447710 dv-cinder-837356-2-iscsi neutron-server[103917]: INFO neutron.notifiers.nova [-] Nova event matching ['req-530dcf25-8f1b-4cf4-9a29-996d269a225b'] response: {'name': 'network-changed', 'server_uuid': 'db95418d-ea53-4a5b-b942-3809e3cfec68', 'tag': '4d5b77eb-61af-4c99-a4e0-4afb006eb6b8', 'status': 'completed', 'code': 200} Jun 16 17:33:08.474292 dv-cinder-837356-2-iscsi neutron-server[103917]: INFO neutron.wsgi [req-a440742c-2b4b-4166-a8b7-a8ef41ea60e3 req-c16dff88-13a8-48c0-a9b9-27cff48c0c6f service neutron] 10.222.0.81 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=4d5b77eb-61af-4c99-a4e0-4afb006eb6b8 HTTP/1.1" status: 200 len: 217 time: 0.0382435 Jun 16 17:33:08.528667 dv-cinder-837356-2-iscsi neutron-server[103917]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a440742c-2b4b-4166-a8b7-a8ef41ea60e3 req-aee7c8f0-0dad-41d8-b65e-b06d7bdeb584 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103917) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 16 17:33:08.530146 dv-cinder-837356-2-iscsi neutron-server[103917]: INFO neutron.wsgi [req-a440742c-2b4b-4166-a8b7-a8ef41ea60e3 req-aee7c8f0-0dad-41d8-b65e-b06d7bdeb584 service neutron] 10.222.0.81 "GET /v2.0/subnets?id=245398e2-b047-4bf4-9483-edcae7a557b6 HTTP/1.1" status: 200 len: 853 time: 0.0478153 Jun 16 17:33:08.578598 dv-cinder-837356-2-iscsi neutron-server[103917]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a440742c-2b4b-4166-a8b7-a8ef41ea60e3 req-3fcf4d3a-08de-430a-95b0-211d828a5504 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103917) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 16 17:33:08.580448 dv-cinder-837356-2-iscsi neutron-server[103917]: INFO neutron.wsgi [req-a440742c-2b4b-4166-a8b7-a8ef41ea60e3 req-3fcf4d3a-08de-430a-95b0-211d828a5504 service neutron] 10.222.0.81 "GET /v2.0/ports?network_id=38b62bc9-5cad-4b9e-8181-628535658100&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0429578 Jun 16 17:33:08.687079 dv-cinder-837356-2-iscsi neutron-server[103917]: INFO neutron.wsgi [req-a440742c-2b4b-4166-a8b7-a8ef41ea60e3 req-79b59af3-18cb-4442-8d4c-708e22ffcbe1 service neutron] 10.222.0.81 "GET /v2.0/networks/38b62bc9-5cad-4b9e-8181-628535658100?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0969055 Jun 16 17:33:08.790437 dv-cinder-837356-2-iscsi neutron-server[103917]: INFO neutron.wsgi [req-a440742c-2b4b-4166-a8b7-a8ef41ea60e3 req-a7c90163-f8ec-4243-ad09-a79df101c3db service neutron] 10.222.0.81 "GET /v2.0/networks/38b62bc9-5cad-4b9e-8181-628535658100?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0962422 Jun 16 17:33:09.149323 dv-cinder-837356-2-iscsi neutron-server[103917]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9e4d6db-4ae4-438d-8cba-9daaea64d924 req-06780194-3d9c-44c3-ab3f-0c32b9823146 tempest-AttachVolumeNegativeTest-1307848981 tempest-AttachVolumeNegativeTest-1307848981-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103917) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 16 17:33:09.150799 dv-cinder-837356-2-iscsi neutron-server[103917]: INFO neutron.wsgi [req-a9e4d6db-4ae4-438d-8cba-9daaea64d924 req-06780194-3d9c-44c3-ab3f-0c32b9823146 tempest-AttachVolumeNegativeTest-1307848981 tempest-AttachVolumeNegativeTest-1307848981-project] 10.222.0.66 "GET /v2.0/ports?device_id=db95418d-ea53-4a5b-b942-3809e3cfec68 HTTP/1.1" status: 200 len: 944 time: 0.0539134 Jun 16 17:33:09.206089 dv-cinder-837356-2-iscsi neutron-server[103917]: INFO neutron.wsgi [req-a9e4d6db-4ae4-438d-8cba-9daaea64d924 req-7f0d7f32-3cf4-4b8b-b22c-7fb80dc3cd56 tempest-AttachVolumeNegativeTest-1307848981 tempest-AttachVolumeNegativeTest-1307848981-project] 10.222.0.66 "GET /v2.0/security-groups?id=12ec8e3b-a00a-4e61-b398-0a778c21b514&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0495665 Jun 16 17:33:09.657648 dv-cinder-837356-2-iscsi neutron-server[103919]: DEBUG neutron.db.agents_db [None req-d2debd9c-00d6-4a8f-b9fc-d112a2dcea0d None None] Agent healthcheck: found 6 active agents {{(pid=103919) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jun 16 17:33:09.861433 dv-cinder-837356-2-iscsi neutron-server[103917]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b31f0680-9285-4a70-9f3a-8797c27e81b8 req-2d324f42-b3bf-4af1-9a76-245b7231b794 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103917) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 16 17:33:09.863352 dv-cinder-837356-2-iscsi neutron-server[103917]: INFO neutron.wsgi [req-b31f0680-9285-4a70-9f3a-8797c27e81b8 req-2d324f42-b3bf-4af1-9a76-245b7231b794 service neutron] 10.222.0.81 "GET /v2.0/ports?tenant_id=7c56d4c430c44df49f48fe0b49ebcbd2&device_id=db95418d-ea53-4a5b-b942-3809e3cfec68 HTTP/1.1" status: 200 len: 1128 time: 0.0402379 Jun 16 17:33:09.896203 dv-cinder-837356-2-iscsi neutron-server[103917]: DEBUG dbcounter [-] [103917] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=103917) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 16 17:33:09.971787 dv-cinder-837356-2-iscsi neutron-server[103917]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b31f0680-9285-4a70-9f3a-8797c27e81b8 req-08ca9afe-d274-4872-b2a8-e42f5536f764 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103917) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 16 17:33:09.973309 dv-cinder-837356-2-iscsi neutron-server[103917]: INFO neutron.wsgi [req-b31f0680-9285-4a70-9f3a-8797c27e81b8 req-08ca9afe-d274-4872-b2a8-e42f5536f764 service neutron] 10.222.0.81 "GET /v2.0/networks?id=38b62bc9-5cad-4b9e-8181-628535658100 HTTP/1.1" status: 200 len: 916 time: 0.1021657 Jun 16 17:33:10.015020 dv-cinder-837356-2-iscsi neutron-server[103917]: INFO neutron.wsgi [req-b31f0680-9285-4a70-9f3a-8797c27e81b8 req-4d7505fd-29fc-4cd6-8527-a925943c6fb5 service neutron] 10.222.0.81 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=4d5b77eb-61af-4c99-a4e0-4afb006eb6b8 HTTP/1.1" status: 200 len: 217 time: 0.0338981 Jun 16 17:33:10.067789 dv-cinder-837356-2-iscsi neutron-server[103917]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b31f0680-9285-4a70-9f3a-8797c27e81b8 req-d5a4d210-9477-436e-9806-d3683550e802 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103917) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 16 17:33:10.069225 dv-cinder-837356-2-iscsi neutron-server[103917]: INFO neutron.wsgi [req-b31f0680-9285-4a70-9f3a-8797c27e81b8 req-d5a4d210-9477-436e-9806-d3683550e802 service neutron] 10.222.0.81 "GET /v2.0/subnets?id=245398e2-b047-4bf4-9483-edcae7a557b6 HTTP/1.1" status: 200 len: 853 time: 0.0443892 Jun 16 17:33:10.119108 dv-cinder-837356-2-iscsi neutron-server[103917]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b31f0680-9285-4a70-9f3a-8797c27e81b8 req-5318f052-6cd3-4bd6-b999-602e1034c948 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103917) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 16 17:33:10.120490 dv-cinder-837356-2-iscsi neutron-server[103917]: INFO neutron.wsgi [req-b31f0680-9285-4a70-9f3a-8797c27e81b8 req-5318f052-6cd3-4bd6-b999-602e1034c948 service neutron] 10.222.0.81 "GET /v2.0/ports?network_id=38b62bc9-5cad-4b9e-8181-628535658100&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0439870 Jun 16 17:33:10.214255 dv-cinder-837356-2-iscsi neutron-server[103917]: INFO neutron.wsgi [req-b31f0680-9285-4a70-9f3a-8797c27e81b8 req-3edc9c99-ca33-4a1a-a392-45519234b0c2 service neutron] 10.222.0.81 "GET /v2.0/networks/38b62bc9-5cad-4b9e-8181-628535658100?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0867002 Jun 16 17:33:10.240525 dv-cinder-837356-2-iscsi neutron-server[103917]: DEBUG dbcounter [-] [103917] Writing DB stats neutron:SELECT=98,neutron:UPDATE=1,neutron:INSERT=1 {{(pid=103917) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 16 17:33:10.262851 dv-cinder-837356-2-iscsi neutron-server[103918]: DEBUG neutron.plugins.ml2.rpc [None req-b2b17746-c296-4803-869a-65578e8233dd None None] Device 4d5b77eb-61af-4c99-a4e0-4afb006eb6b8 details requested by agent hyperv_hv-cinder-83735 with host hv-cinder-83735 {{(pid=103918) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jun 16 17:33:10.314036 dv-cinder-837356-2-iscsi neutron-server[103917]: INFO neutron.wsgi [req-b31f0680-9285-4a70-9f3a-8797c27e81b8 req-73b7dada-36d2-43d9-8829-fdf115ddcc38 service neutron] 10.222.0.81 "GET /v2.0/networks/38b62bc9-5cad-4b9e-8181-628535658100?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0927746 Jun 16 17:33:10.339981 dv-cinder-837356-2-iscsi neutron-server[103916]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6091739c-d8c0-4fca-9dfd-a2947f04d72f req-9e8bd112-38f9-4079-a1d2-175acc228623 tempest-AttachVolumeNegativeTest-1307848981 tempest-AttachVolumeNegativeTest-1307848981-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103916) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 16 17:33:10.342222 dv-cinder-837356-2-iscsi neutron-server[103916]: INFO neutron.wsgi [req-6091739c-d8c0-4fca-9dfd-a2947f04d72f req-9e8bd112-38f9-4079-a1d2-175acc228623 tempest-AttachVolumeNegativeTest-1307848981 tempest-AttachVolumeNegativeTest-1307848981-project] 10.222.0.66 "GET /v2.0/ports?device_id=db95418d-ea53-4a5b-b942-3809e3cfec68 HTTP/1.1" status: 200 len: 944 time: 0.0625386 Jun 16 17:33:10.365979 dv-cinder-837356-2-iscsi neutron-server[103918]: DEBUG dbcounter [-] [103918] Writing DB stats neutron:SELECT=100 {{(pid=103918) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 16 17:33:10.371743 dv-cinder-837356-2-iscsi neutron-server[103918]: DEBUG dbcounter [-] [103918] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=103918) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 16 17:33:10.380088 dv-cinder-837356-2-iscsi neutron-server[103918]: DEBUG neutron.plugins.ml2.db [None req-b2b17746-c296-4803-869a-65578e8233dd None None] For port 4d5b77eb-61af-4c99-a4e0-4afb006eb6b8, host hv-cinder-83735, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83735',level=0,port_id=4d5b77eb-61af-4c99-a4e0-4afb006eb6b8,segment=NetworkSegment(77c5a64f-3dc1-42ac-871e-4a71d56bdf63),segment_id=77c5a64f-3dc1-42ac-871e-4a71d56bdf63)] {{(pid=103918) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 16 17:33:10.392850 dv-cinder-837356-2-iscsi neutron-server[103918]: DEBUG neutron.plugins.ml2.rpc [None req-b2b17746-c296-4803-869a-65578e8233dd None None] Returning: {'device': '4d5b77eb-61af-4c99-a4e0-4afb006eb6b8', 'network_id': '38b62bc9-5cad-4b9e-8181-628535658100', 'port_id': '4d5b77eb-61af-4c99-a4e0-4afb006eb6b8', 'mac_address': 'fa:16:3e:43:89:ae', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 1021, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '245398e2-b047-4bf4-9483-edcae7a557b6', 'ip_address': '172.20.0.12'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'qos_network_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103918) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jun 16 17:33:10.408220 dv-cinder-837356-2-iscsi neutron-server[103916]: INFO neutron.wsgi [req-6091739c-d8c0-4fca-9dfd-a2947f04d72f req-990e54fa-42e2-486d-9ff4-d296d6b5e05e tempest-AttachVolumeNegativeTest-1307848981 tempest-AttachVolumeNegativeTest-1307848981-project] 10.222.0.66 "GET /v2.0/security-groups?id=12ec8e3b-a00a-4e61-b398-0a778c21b514&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0562725 Jun 16 17:33:10.435008 dv-cinder-837356-2-iscsi neutron-server[103918]: DEBUG neutron.plugins.ml2.plugin [None req-b2b17746-c296-4803-869a-65578e8233dd None None] Current status of the port 4d5b77eb-61af-4c99-a4e0-4afb006eb6b8 is: DOWN; New status is: BUILD {{(pid=103918) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2298}} Jun 16 17:33:10.435400 dv-cinder-837356-2-iscsi neutron-server[103918]: DEBUG neutron_lib.callbacks.manager [None req-b2b17746-c296-4803-869a-65578e8233dd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16007590'] for port (4d5b77eb-61af-4c99-a4e0-4afb006eb6b8), before_update {{(pid=103918) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 17:33:10.450222 dv-cinder-837356-2-iscsi neutron-server[103918]: DEBUG neutron.notifiers.nova [None req-b2b17746-c296-4803-869a-65578e8233dd None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 4d5b77eb-61af-4c99-a4e0-4afb006eb6b8 {{(pid=103918) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Jun 16 17:33:10.471045 dv-cinder-837356-2-iscsi neutron-server[103918]: DEBUG neutron.plugins.ml2.db [None req-b2b17746-c296-4803-869a-65578e8233dd None None] For port 4d5b77eb-61af-4c99-a4e0-4afb006eb6b8, host hv-cinder-83735, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83735',level=0,port_id=4d5b77eb-61af-4c99-a4e0-4afb006eb6b8,segment=NetworkSegment(77c5a64f-3dc1-42ac-871e-4a71d56bdf63),segment_id=77c5a64f-3dc1-42ac-871e-4a71d56bdf63)] {{(pid=103918) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 16 17:33:10.475933 dv-cinder-837356-2-iscsi neutron-server[103918]: DEBUG neutron_lib.callbacks.manager [None req-b2b17746-c296-4803-869a-65578e8233dd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16007527', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-75831', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16241551', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728539364693', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728538993439', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728538993457'] for port (4d5b77eb-61af-4c99-a4e0-4afb006eb6b8), after_update {{(pid=103918) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 17:33:10.531840 dv-cinder-837356-2-iscsi neutron-server[103918]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b2b17746-c296-4803-869a-65578e8233dd None None] Pushing event updated for resources: {'Port': ['ID=4d5b77eb-61af-4c99-a4e0-4afb006eb6b8,revision_number=4']} {{(pid=103918) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 17:33:10.792985 dv-cinder-837356-2-iscsi neutron-server[103918]: DEBUG neutron.plugins.ml2.db [None req-b2b17746-c296-4803-869a-65578e8233dd None None] get_ports_and_sgs() called for port_ids ['4d5b77eb-61af-4c99-a4e0-4afb006eb6b8'] {{(pid=103918) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jun 16 17:33:11.536909 dv-cinder-837356-2-iscsi neutron-server[103917]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39b8279d-1d09-4753-874c-ee11e1f8c87c req-70973c8c-f1f9-4bb2-92a2-c67e67bad02f tempest-AttachVolumeNegativeTest-1307848981 tempest-AttachVolumeNegativeTest-1307848981-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103917) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 16 17:33:11.538419 dv-cinder-837356-2-iscsi neutron-server[103917]: INFO neutron.wsgi [req-39b8279d-1d09-4753-874c-ee11e1f8c87c req-70973c8c-f1f9-4bb2-92a2-c67e67bad02f tempest-AttachVolumeNegativeTest-1307848981 tempest-AttachVolumeNegativeTest-1307848981-project] 10.222.0.66 "GET /v2.0/ports?device_id=db95418d-ea53-4a5b-b942-3809e3cfec68 HTTP/1.1" status: 200 len: 945 time: 0.0486462 Jun 16 17:33:11.588510 dv-cinder-837356-2-iscsi neutron-server[103917]: INFO neutron.wsgi [req-39b8279d-1d09-4753-874c-ee11e1f8c87c req-a0fac3e0-07ab-42aa-912f-4a56e8d9a8f2 tempest-AttachVolumeNegativeTest-1307848981 tempest-AttachVolumeNegativeTest-1307848981-project] 10.222.0.66 "GET /v2.0/security-groups?id=12ec8e3b-a00a-4e61-b398-0a778c21b514&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0442309 Jun 16 17:33:12.277415 dv-cinder-837356-2-iscsi neutron-server[103918]: DEBUG neutron.plugins.ml2.rpc [None req-b2b17746-c296-4803-869a-65578e8233dd None None] Device 4d5b77eb-61af-4c99-a4e0-4afb006eb6b8 up at agent hyperv_hv-cinder-83735 {{(pid=103918) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 16 17:33:12.324323 dv-cinder-837356-2-iscsi neutron-server[103918]: DEBUG neutron.db.provisioning_blocks [None req-b2b17746-c296-4803-869a-65578e8233dd None None] Provisioning for port 4d5b77eb-61af-4c99-a4e0-4afb006eb6b8 completed by entity L2. {{(pid=103918) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:137}} Jun 16 17:33:12.332577 dv-cinder-837356-2-iscsi neutron-server[103918]: DEBUG neutron.db.provisioning_blocks [None req-b2b17746-c296-4803-869a-65578e8233dd None None] Provisioning complete for port 4d5b77eb-61af-4c99-a4e0-4afb006eb6b8 triggered by entity L2. {{(pid=103918) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jun 16 17:33:12.333015 dv-cinder-837356-2-iscsi neutron-server[103918]: DEBUG neutron_lib.callbacks.manager [None req-b2b17746-c296-4803-869a-65578e8233dd None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16149424'] for port (4d5b77eb-61af-4c99-a4e0-4afb006eb6b8), provisioning_complete {{(pid=103918) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 17:33:12.416130 dv-cinder-837356-2-iscsi neutron-server[103918]: DEBUG neutron.plugins.ml2.plugin [None req-b2b17746-c296-4803-869a-65578e8233dd None None] Current status of the port 4d5b77eb-61af-4c99-a4e0-4afb006eb6b8 is: BUILD; New status is: ACTIVE {{(pid=103918) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2298}} Jun 16 17:33:12.416486 dv-cinder-837356-2-iscsi neutron-server[103918]: DEBUG neutron_lib.callbacks.manager [None req-b2b17746-c296-4803-869a-65578e8233dd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16007590'] for port (4d5b77eb-61af-4c99-a4e0-4afb006eb6b8), before_update {{(pid=103918) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 17:33:12.443671 dv-cinder-837356-2-iscsi neutron-server[103918]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'db95418d-ea53-4a5b-b942-3809e3cfec68', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '4d5b77eb-61af-4c99-a4e0-4afb006eb6b8'}] {{(pid=103918) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jun 16 17:33:12.445967 dv-cinder-837356-2-iscsi neutron-server[103918]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.66/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c81ba123246404939637391270152498621c2ac0d5068f91321d7f7277fce0c4" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f3eb94ea-a864-4e5c-8bfc-10ab2fa2007e" -d '{"events": [{"server_uuid": "db95418d-ea53-4a5b-b942-3809e3cfec68", "name": "network-vif-plugged", "status": "completed", "tag": "4d5b77eb-61af-4c99-a4e0-4afb006eb6b8"}]}' {{(pid=103918) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 16 17:33:12.458736 dv-cinder-837356-2-iscsi neutron-server[103918]: DEBUG neutron.plugins.ml2.db [None req-b2b17746-c296-4803-869a-65578e8233dd None None] For port 4d5b77eb-61af-4c99-a4e0-4afb006eb6b8, host hv-cinder-83735, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83735',level=0,port_id=4d5b77eb-61af-4c99-a4e0-4afb006eb6b8,segment=NetworkSegment(77c5a64f-3dc1-42ac-871e-4a71d56bdf63),segment_id=77c5a64f-3dc1-42ac-871e-4a71d56bdf63)] {{(pid=103918) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 16 17:33:12.463872 dv-cinder-837356-2-iscsi neutron-server[103918]: DEBUG neutron_lib.callbacks.manager [None req-b2b17746-c296-4803-869a-65578e8233dd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16007527', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-75831', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16241551', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728539364693', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728538993439', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728538993457'] for port (4d5b77eb-61af-4c99-a4e0-4afb006eb6b8), after_update {{(pid=103918) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 17:33:12.506187 dv-cinder-837356-2-iscsi neutron-server[103918]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 16 Jun 2022 17:33:12 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7b520f2c-7c22-4d2e-9b8d-301df43f650e x-openstack-request-id: req-7b520f2c-7c22-4d2e-9b8d-301df43f650e {{(pid=103918) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 16 17:33:12.506590 dv-cinder-837356-2-iscsi neutron-server[103918]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "db95418d-ea53-4a5b-b942-3809e3cfec68", "name": "network-vif-plugged", "status": "completed", "tag": "4d5b77eb-61af-4c99-a4e0-4afb006eb6b8", "code": 200}]} {{(pid=103918) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 16 17:33:12.506982 dv-cinder-837356-2-iscsi neutron-server[103918]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.66/compute/v2.1/os-server-external-events used request id req-7b520f2c-7c22-4d2e-9b8d-301df43f650e {{(pid=103918) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 16 17:33:12.507525 dv-cinder-837356-2-iscsi neutron-server[103918]: INFO neutron.notifiers.nova [-] Nova event matching ['req-7b520f2c-7c22-4d2e-9b8d-301df43f650e'] response: {'server_uuid': 'db95418d-ea53-4a5b-b942-3809e3cfec68', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '4d5b77eb-61af-4c99-a4e0-4afb006eb6b8', 'code': 200} Jun 16 17:33:12.548253 dv-cinder-837356-2-iscsi neutron-server[103918]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b2b17746-c296-4803-869a-65578e8233dd None None] Pushing event updated for resources: {'Port': ['ID=4d5b77eb-61af-4c99-a4e0-4afb006eb6b8,revision_number=5']} {{(pid=103918) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 17:33:12.720415 dv-cinder-837356-2-iscsi neutron-server[103917]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed115d58-015d-46ac-b99c-941fd135d695 req-5d8e17ec-dcc7-43ba-8c04-3ef0229ee893 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103917) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 16 17:33:12.722214 dv-cinder-837356-2-iscsi neutron-server[103917]: INFO neutron.wsgi [req-ed115d58-015d-46ac-b99c-941fd135d695 req-5d8e17ec-dcc7-43ba-8c04-3ef0229ee893 service neutron] 10.222.0.81 "GET /v2.0/ports?device_id=db95418d-ea53-4a5b-b942-3809e3cfec68 HTTP/1.1" status: 200 len: 1130 time: 0.0742712 Jun 16 17:33:12.728623 dv-cinder-837356-2-iscsi neutron-server[103917]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d70456d-1177-43bf-9e16-bcea0845133e req-d777ff8d-bf9b-416c-9ea5-d787716c844f tempest-AttachVolumeNegativeTest-1307848981 tempest-AttachVolumeNegativeTest-1307848981-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103917) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 16 17:33:12.730014 dv-cinder-837356-2-iscsi neutron-server[103917]: INFO neutron.wsgi [req-4d70456d-1177-43bf-9e16-bcea0845133e req-d777ff8d-bf9b-416c-9ea5-d787716c844f tempest-AttachVolumeNegativeTest-1307848981 tempest-AttachVolumeNegativeTest-1307848981-project] 10.222.0.66 "GET /v2.0/ports?device_id=db95418d-ea53-4a5b-b942-3809e3cfec68 HTTP/1.1" status: 200 len: 946 time: 0.0724871 Jun 16 17:33:12.799976 dv-cinder-837356-2-iscsi neutron-server[103917]: INFO neutron.wsgi [req-ed115d58-015d-46ac-b99c-941fd135d695 req-68dcf777-6a5a-4c62-ba42-0ba5b036fd94 service neutron] 10.222.0.81 "GET /v2.0/security-groups?id=12ec8e3b-a00a-4e61-b398-0a778c21b514&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0689108 Jun 16 17:33:12.807085 dv-cinder-837356-2-iscsi neutron-server[103917]: INFO neutron.wsgi [req-4d70456d-1177-43bf-9e16-bcea0845133e req-9fdd5021-6d5b-4ab9-b2c0-3114e0ad91da tempest-AttachVolumeNegativeTest-1307848981 tempest-AttachVolumeNegativeTest-1307848981-project] 10.222.0.66 "GET /v2.0/security-groups?id=12ec8e3b-a00a-4e61-b398-0a778c21b514&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0704060 Jun 16 17:33:13.000787 dv-cinder-837356-2-iscsi neutron-server[103918]: DEBUG neutron_lib.callbacks.manager [None req-4e96b948-9b25-4d07-b1f5-24db66f09e8d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728539454181', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16149322'] for agent (0913b7ec-eea4-4492-8ef1-e01c4575abca), after_update {{(pid=103918) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 17:33:13.943408 dv-cinder-837356-2-iscsi neutron-server[103916]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c04c58d9-0c08-49bf-a0c9-0bfeb2af070b req-d5f9a83f-173a-4994-b098-e3fa28f454d5 tempest-AttachVolumeNegativeTest-1307848981 tempest-AttachVolumeNegativeTest-1307848981-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103916) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 16 17:33:13.944909 dv-cinder-837356-2-iscsi neutron-server[103916]: INFO neutron.wsgi [req-c04c58d9-0c08-49bf-a0c9-0bfeb2af070b req-d5f9a83f-173a-4994-b098-e3fa28f454d5 tempest-AttachVolumeNegativeTest-1307848981 tempest-AttachVolumeNegativeTest-1307848981-project] 10.222.0.66 "GET /v2.0/ports?device_id=db95418d-ea53-4a5b-b942-3809e3cfec68 HTTP/1.1" status: 200 len: 946 time: 0.0554175 Jun 16 17:33:13.994270 dv-cinder-837356-2-iscsi neutron-server[103916]: INFO neutron.wsgi [req-c04c58d9-0c08-49bf-a0c9-0bfeb2af070b req-0e682847-9539-4aa5-9cd8-6a3ded5bfaee tempest-AttachVolumeNegativeTest-1307848981 tempest-AttachVolumeNegativeTest-1307848981-project] 10.222.0.66 "GET /v2.0/security-groups?id=12ec8e3b-a00a-4e61-b398-0a778c21b514&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0436540 Jun 16 17:33:14.644295 dv-cinder-837356-2-iscsi neutron-server[103919]: DEBUG dbcounter [-] [103919] Writing DB stats neutron:SELECT=21,neutron:UPDATE=2 {{(pid=103919) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 16 17:33:15.121606 dv-cinder-837356-2-iscsi neutron-server[103917]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d683753-7085-4b0c-ac19-bcc8277333bd req-0c47be1a-db76-4a81-a3fe-4fa6b63f8f29 tempest-AttachVolumeNegativeTest-1307848981 tempest-AttachVolumeNegativeTest-1307848981-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103917) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 16 17:33:15.122955 dv-cinder-837356-2-iscsi neutron-server[103917]: INFO neutron.wsgi [req-0d683753-7085-4b0c-ac19-bcc8277333bd req-0c47be1a-db76-4a81-a3fe-4fa6b63f8f29 tempest-AttachVolumeNegativeTest-1307848981 tempest-AttachVolumeNegativeTest-1307848981-project] 10.222.0.66 "GET /v2.0/ports?device_id=db95418d-ea53-4a5b-b942-3809e3cfec68 HTTP/1.1" status: 200 len: 946 time: 0.0504470 Jun 16 17:33:15.174803 dv-cinder-837356-2-iscsi neutron-server[103917]: INFO neutron.wsgi [req-0d683753-7085-4b0c-ac19-bcc8277333bd req-4d61fd64-63b0-4d44-af39-f62bcb150308 tempest-AttachVolumeNegativeTest-1307848981 tempest-AttachVolumeNegativeTest-1307848981-project] 10.222.0.66 "GET /v2.0/security-groups?id=12ec8e3b-a00a-4e61-b398-0a778c21b514&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0459764 Jun 16 17:33:15.302746 dv-cinder-837356-2-iscsi neutron-server[103916]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33225c27-cf6a-4b73-80f1-5cd3e37d66fe req-a939b41a-079a-4799-807b-3dfd90ceac1b tempest-AttachVolumeNegativeTest-1307848981 tempest-AttachVolumeNegativeTest-1307848981-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103916) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 16 17:33:15.304235 dv-cinder-837356-2-iscsi neutron-server[103916]: INFO neutron.wsgi [req-33225c27-cf6a-4b73-80f1-5cd3e37d66fe req-a939b41a-079a-4799-807b-3dfd90ceac1b tempest-AttachVolumeNegativeTest-1307848981 tempest-AttachVolumeNegativeTest-1307848981-project] 10.222.0.66 "GET /v2.0/ports?device_id=db95418d-ea53-4a5b-b942-3809e3cfec68 HTTP/1.1" status: 200 len: 946 time: 0.0514977 Jun 16 17:33:15.313034 dv-cinder-837356-2-iscsi neutron-server[103916]: DEBUG neutron.wsgi [-] (103916) accepted ('10.222.0.66', 46244) {{(pid=103916) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 16 17:33:15.318099 dv-cinder-837356-2-iscsi neutron-server[103916]: DEBUG neutron.api.v2.base [None req-a72e5254-e8d8-4d45-99a8-352db3dc1708 tempest-AttachVolumeNegativeTest-1307848981 tempest-AttachVolumeNegativeTest-1307848981-project] Request body: {'floatingip': {'port_id': '4d5b77eb-61af-4c99-a4e0-4afb006eb6b8'}} {{(pid=103916) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jun 16 17:33:15.359664 dv-cinder-837356-2-iscsi neutron-server[103916]: DEBUG neutron_lib.callbacks.manager [None req-a72e5254-e8d8-4d45-99a8-352db3dc1708 tempest-AttachVolumeNegativeTest-1307848981 tempest-AttachVolumeNegativeTest-1307848981-project] Publish callbacks [] for floatingip (d51b83e5-e01d-48b7-8e1a-3dff115715da), before_update {{(pid=103916) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 17:33:15.449432 dv-cinder-837356-2-iscsi neutron-server[103918]: DEBUG neutron_lib.callbacks.manager [None req-54aa6a53-d5a1-4cac-820d-265a7c85e669 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728539454181', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16149322'] for agent (7639df21-17c3-4235-8912-210c3ad54137), after_update {{(pid=103918) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 17:33:16.041467 dv-cinder-837356-2-iscsi neutron-server[103916]: DEBUG neutron_lib.callbacks.manager [None req-a72e5254-e8d8-4d45-99a8-352db3dc1708 tempest-AttachVolumeNegativeTest-1307848981 tempest-AttachVolumeNegativeTest-1307848981-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=103916) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 17:33:16.046208 dv-cinder-837356-2-iscsi neutron-server[103916]: DEBUG neutron_lib.callbacks.manager [None req-a72e5254-e8d8-4d45-99a8-352db3dc1708 tempest-AttachVolumeNegativeTest-1307848981 tempest-AttachVolumeNegativeTest-1307848981-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-704970'] for floatingip (d51b83e5-e01d-48b7-8e1a-3dff115715da), after_update {{(pid=103916) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 17:33:16.139231 dv-cinder-837356-2-iscsi neutron-server[103916]: DEBUG dbcounter [-] [103916] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=103916) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 16 17:33:16.146861 dv-cinder-837356-2-iscsi neutron-server[103916]: INFO neutron.db.l3_db [None req-a72e5254-e8d8-4d45-99a8-352db3dc1708 tempest-AttachVolumeNegativeTest-1307848981 tempest-AttachVolumeNegativeTest-1307848981-project] Floating IP d51b83e5-e01d-48b7-8e1a-3dff115715da associated. External IP: 172.27.2.78, port: 4d5b77eb-61af-4c99-a4e0-4afb006eb6b8. Jun 16 17:33:16.288970 dv-cinder-837356-2-iscsi neutron-server[103916]: DEBUG dbcounter [-] [103916] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=103916) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 16 17:33:16.332833 dv-cinder-837356-2-iscsi neutron-server[103918]: DEBUG neutron_lib.callbacks.manager [None req-20715706-35a9-45af-9420-375bdcc64c61 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728539454181', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16149322'] for agent (50395103-89cf-4fb3-87eb-9dff4dfdeea8), after_update {{(pid=103918) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 17:33:16.364259 dv-cinder-837356-2-iscsi neutron-server[103916]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a72e5254-e8d8-4d45-99a8-352db3dc1708 tempest-AttachVolumeNegativeTest-1307848981 tempest-AttachVolumeNegativeTest-1307848981-project] Router 72fc182f-b4cb-4ac1-ba5a-c8c6b58534c5 has already been hosted by L3 agent 7639df21-17c3-4235-8912-210c3ad54137 {{(pid=103916) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jun 16 17:33:16.478700 dv-cinder-837356-2-iscsi neutron-server[103916]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a72e5254-e8d8-4d45-99a8-352db3dc1708 tempest-AttachVolumeNegativeTest-1307848981 tempest-AttachVolumeNegativeTest-1307848981-project] Notify agent at l3_agent.dv-cinder-837356-2-iscsi the message routers_updated {{(pid=103916) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jun 16 17:33:16.483902 dv-cinder-837356-2-iscsi neutron-server[103916]: DEBUG neutron_lib.callbacks.manager [None req-a72e5254-e8d8-4d45-99a8-352db3dc1708 tempest-AttachVolumeNegativeTest-1307848981 tempest-AttachVolumeNegativeTest-1307848981-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-191112'] for floatingip (None), before_response {{(pid=103916) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 17:33:16.488967 dv-cinder-837356-2-iscsi neutron-server[103918]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fe398e30-e7a4-4bf9-8aef-7f1a68e7fe5d None None] Sync routers for ids ['72fc182f-b4cb-4ac1-ba5a-c8c6b58534c5'] in dv-cinder-837356-2-iscsi {{(pid=103918) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 16 17:33:16.500229 dv-cinder-837356-2-iscsi neutron-server[103918]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fe398e30-e7a4-4bf9-8aef-7f1a68e7fe5d None None] Routers {'72fc182f-b4cb-4ac1-ba5a-c8c6b58534c5'} bound to L3 agent in host dv-cinder-837356-2-iscsi {{(pid=103918) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jun 16 17:33:16.500844 dv-cinder-837356-2-iscsi neutron-server[103918]: DEBUG neutron.db.l3_hamode_db [None req-fe398e30-e7a4-4bf9-8aef-7f1a68e7fe5d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-837356-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-06-16T17:14:15Z,description=,heartbeat_timestamp=2022-06-16T17:33:15Z,host='dv-cinder-837356-2-iscsi',id=7639df21-17c3-4235-8912-210c3ad54137,load=0,resource_versions=,resources_synced=,started_at=2022-06-16T17:14:15Z,topic='l3_agent')) {'router_ids': ['72fc182f-b4cb-4ac1-ba5a-c8c6b58534c5'], 'active': True} {{(pid=103918) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 16 17:33:16.520796 dv-cinder-837356-2-iscsi neutron-server[103916]: INFO neutron.wsgi [None req-a72e5254-e8d8-4d45-99a8-352db3dc1708 tempest-AttachVolumeNegativeTest-1307848981 tempest-AttachVolumeNegativeTest-1307848981-project] 10.222.0.66 "PUT /v2.0/floatingips/d51b83e5-e01d-48b7-8e1a-3dff115715da HTTP/1.1" status: 200 len: 991 time: 1.2066810 Jun 16 17:33:16.521424 dv-cinder-837356-2-iscsi neutron-server[103916]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'db95418d-ea53-4a5b-b942-3809e3cfec68', 'tag': '4d5b77eb-61af-4c99-a4e0-4afb006eb6b8'}] {{(pid=103916) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jun 16 17:33:16.524277 dv-cinder-837356-2-iscsi neutron-server[103916]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.66/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}15d8713043fc5f9b6f9aaf4a9a169ba36e5aaa6307a8131177ae56adda3437c5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ead022ec-cc5c-4008-ac76-59f0d4945b61" -d '{"events": [{"name": "network-changed", "server_uuid": "db95418d-ea53-4a5b-b942-3809e3cfec68", "tag": "4d5b77eb-61af-4c99-a4e0-4afb006eb6b8"}]}' {{(pid=103916) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 16 17:33:16.606679 dv-cinder-837356-2-iscsi neutron-server[103918]: DEBUG neutron.db.l3_dvr_db [None req-fe398e30-e7a4-4bf9-8aef-7f1a68e7fe5d None None] Set router 72fc182f-b4cb-4ac1-ba5a-c8c6b58534c5 gateway port host: dv-cinder-837356-2-iscsi {{(pid=103918) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jun 16 17:33:16.632064 dv-cinder-837356-2-iscsi neutron-server[103916]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 16 Jun 2022 17:33:16 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3fb979a1-4b82-477a-b721-0d9cfda01722 x-openstack-request-id: req-3fb979a1-4b82-477a-b721-0d9cfda01722 {{(pid=103916) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 16 17:33:16.632347 dv-cinder-837356-2-iscsi neutron-server[103916]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "db95418d-ea53-4a5b-b942-3809e3cfec68", "tag": "4d5b77eb-61af-4c99-a4e0-4afb006eb6b8", "status": "completed", "code": 200}]} {{(pid=103916) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 16 17:33:16.632592 dv-cinder-837356-2-iscsi neutron-server[103916]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.66/compute/v2.1/os-server-external-events used request id req-3fb979a1-4b82-477a-b721-0d9cfda01722 {{(pid=103916) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 16 17:33:16.632992 dv-cinder-837356-2-iscsi neutron-server[103916]: INFO neutron.notifiers.nova [-] Nova event matching ['req-3fb979a1-4b82-477a-b721-0d9cfda01722'] response: {'name': 'network-changed', 'server_uuid': 'db95418d-ea53-4a5b-b942-3809e3cfec68', 'tag': '4d5b77eb-61af-4c99-a4e0-4afb006eb6b8', 'status': 'completed', 'code': 200} Jun 16 17:33:16.693605 dv-cinder-837356-2-iscsi neutron-server[103918]: DEBUG dbcounter [-] [103918] Writing DB stats neutron:SELECT=97,neutron:UPDATE=2,neutron:DELETE=1 {{(pid=103918) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 16 17:33:16.703113 dv-cinder-837356-2-iscsi neutron-server[103917]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ead022ec-cc5c-4008-ac76-59f0d4945b61 req-0a2273b0-6974-450b-ae27-a9fb54db769c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103917) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 16 17:33:16.704983 dv-cinder-837356-2-iscsi neutron-server[103917]: INFO neutron.wsgi [req-ead022ec-cc5c-4008-ac76-59f0d4945b61 req-0a2273b0-6974-450b-ae27-a9fb54db769c service neutron] 10.222.0.81 "GET /v2.0/ports?tenant_id=7c56d4c430c44df49f48fe0b49ebcbd2&device_id=db95418d-ea53-4a5b-b942-3809e3cfec68 HTTP/1.1" status: 200 len: 1130 time: 0.0449336 Jun 16 17:33:16.774485 dv-cinder-837356-2-iscsi neutron-server[103918]: DEBUG dbcounter [-] [103918] Writing DB stats neutron:SELECT=95,neutron:UPDATE=5 {{(pid=103918) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 16 17:33:16.803059 dv-cinder-837356-2-iscsi neutron-server[103917]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ead022ec-cc5c-4008-ac76-59f0d4945b61 req-e201067b-b5b3-4596-9803-f4d3074b3381 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103917) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 16 17:33:16.804628 dv-cinder-837356-2-iscsi neutron-server[103917]: INFO neutron.wsgi [req-ead022ec-cc5c-4008-ac76-59f0d4945b61 req-e201067b-b5b3-4596-9803-f4d3074b3381 service neutron] 10.222.0.81 "GET /v2.0/networks?id=38b62bc9-5cad-4b9e-8181-628535658100 HTTP/1.1" status: 200 len: 916 time: 0.0925071 Jun 16 17:33:16.859051 dv-cinder-837356-2-iscsi neutron-server[103918]: DEBUG neutron.db.l3_hamode_db [None req-fe398e30-e7a4-4bf9-8aef-7f1a68e7fe5d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '72fc182f-b4cb-4ac1-ba5a-c8c6b58534c5', 'name': 'tempest-AttachVolumeNegativeTest-673498770-router', 'tenant_id': '7c56d4c430c44df49f48fe0b49ebcbd2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9df31235-0797-44e6-85a0-102cb2da2d58', 'external_fixed_ips': [{'subnet_id': '1dfb0320-f5eb-46f6-88ce-33002f500238', 'ip_address': '172.27.2.32'}], 'enable_snat': True}, 'gw_port_id': '683727eb-4399-44ae-ab3b-c7579a0661bc', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-16T17:30:48Z', 'updated_at': '2022-06-16T17:30:51Z', 'revision_number': 4, 'project_id': '7c56d4c430c44df49f48fe0b49ebcbd2', 'gw_port': {'id': '683727eb-4399-44ae-ab3b-c7579a0661bc', 'name': '', 'network_id': '9df31235-0797-44e6-85a0-102cb2da2d58', 'tenant_id': '', 'mac_address': 'fa:16:3e:9c:93:e7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '72fc182f-b4cb-4ac1-ba5a-c8c6b58534c5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 637, 'fixed_ips': [{'subnet_id': '1dfb0320-f5eb-46f6-88ce-33002f500238', 'ip_address': '172.27.2.32', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-837356-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-16T17:30:49Z', 'updated_at': '2022-06-16T17:30:54Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1dfb0320-f5eb-46f6-88ce-33002f500238', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-837356-2-iscsi', '_floatingips': [{'id': 'd51b83e5-e01d-48b7-8e1a-3dff115715da', 'tenant_id': '7c56d4c430c44df49f48fe0b49ebcbd2', 'floating_ip_address': '172.27.2.78', 'floating_network_id': '9df31235-0797-44e6-85a0-102cb2da2d58', 'router_id': '72fc182f-b4cb-4ac1-ba5a-c8c6b58534c5', 'port_id': '4d5b77eb-61af-4c99-a4e0-4afb006eb6b8', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'standard_attr_id': 694, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '38b62bc9-5cad-4b9e-8181-628535658100', 'mac_address': 'fa:16:3e:43:89:ae', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'db95418d-ea53-4a5b-b942-3809e3cfec68', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-06-16T17:33:04Z', 'updated_at': '2022-06-16T17:33:15Z', 'revision_number': 1, 'project_id': '7c56d4c430c44df49f48fe0b49ebcbd2', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'b5be4525-4335-4548-88b7-e6bb420c6ef4', 'name': '', 'network_id': '38b62bc9-5cad-4b9e-8181-628535658100', 'tenant_id': '7c56d4c430c44df49f48fe0b49ebcbd2', 'mac_address': 'fa:16:3e:a8:05:6c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '72fc182f-b4cb-4ac1-ba5a-c8c6b58534c5', 'device_owner': 'network:router_interface', 'standard_attr_id': 638, 'fixed_ips': [{'subnet_id': '245398e2-b047-4bf4-9483-edcae7a557b6', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-837356-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-16T17:30:51Z', 'updated_at': '2022-06-16T17:30:56Z', 'revision_number': 5, 'project_id': '7c56d4c430c44df49f48fe0b49ebcbd2', 'subnets': [{'id': '245398e2-b047-4bf4-9483-edcae7a557b6', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-837356-2-iscsi', False) {} {{(pid=103918) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 16 17:33:16.886694 dv-cinder-837356-2-iscsi neutron-server[103918]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fe398e30-e7a4-4bf9-8aef-7f1a68e7fe5d None None] Checking router: 72fc182f-b4cb-4ac1-ba5a-c8c6b58534c5 for host: dv-cinder-837356-2-iscsi {{(pid=103918) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 16 17:33:16.897476 dv-cinder-837356-2-iscsi neutron-server[103918]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fe398e30-e7a4-4bf9-8aef-7f1a68e7fe5d None None] Routers {'72fc182f-b4cb-4ac1-ba5a-c8c6b58534c5'} bound to L3 agent in host dv-cinder-837356-2-iscsi {{(pid=103918) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jun 16 17:33:16.898114 dv-cinder-837356-2-iscsi neutron-server[103918]: DEBUG neutron.db.l3_hamode_db [None req-fe398e30-e7a4-4bf9-8aef-7f1a68e7fe5d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-837356-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-06-16T17:14:15Z,description=,heartbeat_timestamp=2022-06-16T17:33:15Z,host='dv-cinder-837356-2-iscsi',id=7639df21-17c3-4235-8912-210c3ad54137,load=0,resource_versions=,resources_synced=,started_at=2022-06-16T17:14:15Z,topic='l3_agent')) {'router_ids': ['72fc182f-b4cb-4ac1-ba5a-c8c6b58534c5'], 'active': True} {{(pid=103918) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 16 17:33:17.010179 dv-cinder-837356-2-iscsi neutron-server[103918]: DEBUG neutron.db.l3_dvr_db [None req-fe398e30-e7a4-4bf9-8aef-7f1a68e7fe5d None None] Set router 72fc182f-b4cb-4ac1-ba5a-c8c6b58534c5 gateway port host: dv-cinder-837356-2-iscsi {{(pid=103918) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jun 16 17:33:17.159263 dv-cinder-837356-2-iscsi neutron-server[103917]: INFO neutron.wsgi [req-ead022ec-cc5c-4008-ac76-59f0d4945b61 req-37d7f092-0db3-4e47-ba28-93b19433d50f service neutron] 10.222.0.81 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=4d5b77eb-61af-4c99-a4e0-4afb006eb6b8 HTTP/1.1" status: 200 len: 999 time: 0.3408742 Jun 16 17:33:17.210351 dv-cinder-837356-2-iscsi neutron-server[103917]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ead022ec-cc5c-4008-ac76-59f0d4945b61 req-0794476b-85cc-48dd-bcf6-e858ebe1b7d0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103917) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 16 17:33:17.211830 dv-cinder-837356-2-iscsi neutron-server[103917]: INFO neutron.wsgi [req-ead022ec-cc5c-4008-ac76-59f0d4945b61 req-0794476b-85cc-48dd-bcf6-e858ebe1b7d0 service neutron] 10.222.0.81 "GET /v2.0/subnets?id=245398e2-b047-4bf4-9483-edcae7a557b6 HTTP/1.1" status: 200 len: 853 time: 0.0455606 Jun 16 17:33:17.226426 dv-cinder-837356-2-iscsi neutron-server[103917]: DEBUG dbcounter [-] [103917] Writing DB stats neutron:SELECT=100 {{(pid=103917) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 16 17:33:17.243842 dv-cinder-837356-2-iscsi neutron-server[103918]: DEBUG neutron.db.l3_hamode_db [None req-fe398e30-e7a4-4bf9-8aef-7f1a68e7fe5d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '72fc182f-b4cb-4ac1-ba5a-c8c6b58534c5', 'name': 'tempest-AttachVolumeNegativeTest-673498770-router', 'tenant_id': '7c56d4c430c44df49f48fe0b49ebcbd2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9df31235-0797-44e6-85a0-102cb2da2d58', 'external_fixed_ips': [{'subnet_id': '1dfb0320-f5eb-46f6-88ce-33002f500238', 'ip_address': '172.27.2.32'}], 'enable_snat': True}, 'gw_port_id': '683727eb-4399-44ae-ab3b-c7579a0661bc', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-16T17:30:48Z', 'updated_at': '2022-06-16T17:30:51Z', 'revision_number': 4, 'project_id': '7c56d4c430c44df49f48fe0b49ebcbd2', 'gw_port': {'id': '683727eb-4399-44ae-ab3b-c7579a0661bc', 'name': '', 'network_id': '9df31235-0797-44e6-85a0-102cb2da2d58', 'tenant_id': '', 'mac_address': 'fa:16:3e:9c:93:e7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '72fc182f-b4cb-4ac1-ba5a-c8c6b58534c5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 637, 'fixed_ips': [{'subnet_id': '1dfb0320-f5eb-46f6-88ce-33002f500238', 'ip_address': '172.27.2.32', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-837356-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-16T17:30:49Z', 'updated_at': '2022-06-16T17:30:54Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1dfb0320-f5eb-46f6-88ce-33002f500238', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-837356-2-iscsi', '_floatingips': [{'id': 'd51b83e5-e01d-48b7-8e1a-3dff115715da', 'tenant_id': '7c56d4c430c44df49f48fe0b49ebcbd2', 'floating_ip_address': '172.27.2.78', 'floating_network_id': '9df31235-0797-44e6-85a0-102cb2da2d58', 'router_id': '72fc182f-b4cb-4ac1-ba5a-c8c6b58534c5', 'port_id': '4d5b77eb-61af-4c99-a4e0-4afb006eb6b8', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'standard_attr_id': 694, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '38b62bc9-5cad-4b9e-8181-628535658100', 'mac_address': 'fa:16:3e:43:89:ae', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'db95418d-ea53-4a5b-b942-3809e3cfec68', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-06-16T17:33:04Z', 'updated_at': '2022-06-16T17:33:15Z', 'revision_number': 1, 'project_id': '7c56d4c430c44df49f48fe0b49ebcbd2', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'b5be4525-4335-4548-88b7-e6bb420c6ef4', 'name': '', 'network_id': '38b62bc9-5cad-4b9e-8181-628535658100', 'tenant_id': '7c56d4c430c44df49f48fe0b49ebcbd2', 'mac_address': 'fa:16:3e:a8:05:6c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '72fc182f-b4cb-4ac1-ba5a-c8c6b58534c5', 'device_owner': 'network:router_interface', 'standard_attr_id': 638, 'fixed_ips': [{'subnet_id': '245398e2-b047-4bf4-9483-edcae7a557b6', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-837356-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-16T17:30:51Z', 'updated_at': '2022-06-16T17:30:56Z', 'revision_number': 5, 'project_id': '7c56d4c430c44df49f48fe0b49ebcbd2', 'subnets': [{'id': '245398e2-b047-4bf4-9483-edcae7a557b6', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-837356-2-iscsi', False) {} {{(pid=103918) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 16 17:33:17.258728 dv-cinder-837356-2-iscsi neutron-server[103917]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ead022ec-cc5c-4008-ac76-59f0d4945b61 req-48e393af-7e2c-4cff-860f-4ed232f1d968 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103917) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 16 17:33:17.260291 dv-cinder-837356-2-iscsi neutron-server[103917]: INFO neutron.wsgi [req-ead022ec-cc5c-4008-ac76-59f0d4945b61 req-48e393af-7e2c-4cff-860f-4ed232f1d968 service neutron] 10.222.0.81 "GET /v2.0/ports?network_id=38b62bc9-5cad-4b9e-8181-628535658100&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0412939 Jun 16 17:33:17.273023 dv-cinder-837356-2-iscsi neutron-server[103918]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fe398e30-e7a4-4bf9-8aef-7f1a68e7fe5d None None] The sync data for ids ['72fc182f-b4cb-4ac1-ba5a-c8c6b58534c5'] in dv-cinder-837356-2-iscsi is: [{'id': '72fc182f-b4cb-4ac1-ba5a-c8c6b58534c5', 'name': 'tempest-AttachVolumeNegativeTest-673498770-router', 'tenant_id': '7c56d4c430c44df49f48fe0b49ebcbd2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9df31235-0797-44e6-85a0-102cb2da2d58', 'external_fixed_ips': [{'subnet_id': '1dfb0320-f5eb-46f6-88ce-33002f500238', 'ip_address': '172.27.2.32'}], 'enable_snat': True}, 'gw_port_id': '683727eb-4399-44ae-ab3b-c7579a0661bc', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-16T17:30:48Z', 'updated_at': '2022-06-16T17:30:51Z', 'revision_number': 4, 'project_id': '7c56d4c430c44df49f48fe0b49ebcbd2', 'gw_port': {'id': '683727eb-4399-44ae-ab3b-c7579a0661bc', 'name': '', 'network_id': '9df31235-0797-44e6-85a0-102cb2da2d58', 'tenant_id': '', 'mac_address': 'fa:16:3e:9c:93:e7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '72fc182f-b4cb-4ac1-ba5a-c8c6b58534c5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 637, 'fixed_ips': [{'subnet_id': '1dfb0320-f5eb-46f6-88ce-33002f500238', 'ip_address': '172.27.2.32', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-837356-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-16T17:30:49Z', 'updated_at': '2022-06-16T17:30:54Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1dfb0320-f5eb-46f6-88ce-33002f500238', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-837356-2-iscsi', '_floatingips': [{'id': 'd51b83e5-e01d-48b7-8e1a-3dff115715da', 'tenant_id': '7c56d4c430c44df49f48fe0b49ebcbd2', 'floating_ip_address': '172.27.2.78', 'floating_network_id': '9df31235-0797-44e6-85a0-102cb2da2d58', 'router_id': '72fc182f-b4cb-4ac1-ba5a-c8c6b58534c5', 'port_id': '4d5b77eb-61af-4c99-a4e0-4afb006eb6b8', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'standard_attr_id': 694, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '38b62bc9-5cad-4b9e-8181-628535658100', 'mac_address': 'fa:16:3e:43:89:ae', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'db95418d-ea53-4a5b-b942-3809e3cfec68', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-06-16T17:33:04Z', 'updated_at': '2022-06-16T17:33:15Z', 'revision_number': 1, 'project_id': '7c56d4c430c44df49f48fe0b49ebcbd2', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'b5be4525-4335-4548-88b7-e6bb420c6ef4', 'name': '', 'network_id': '38b62bc9-5cad-4b9e-8181-628535658100', 'tenant_id': '7c56d4c430c44df49f48fe0b49ebcbd2', 'mac_address': 'fa:16:3e:a8:05:6c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '72fc182f-b4cb-4ac1-ba5a-c8c6b58534c5', 'device_owner': 'network:router_interface', 'standard_attr_id': 638, 'fixed_ips': [{'subnet_id': '245398e2-b047-4bf4-9483-edcae7a557b6', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-837356-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-16T17:30:51Z', 'updated_at': '2022-06-16T17:30:56Z', 'revision_number': 5, 'project_id': '7c56d4c430c44df49f48fe0b49ebcbd2', 'subnets': [{'id': '245398e2-b047-4bf4-9483-edcae7a557b6', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103918) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 16 17:33:17.369208 dv-cinder-837356-2-iscsi neutron-server[103917]: INFO neutron.wsgi [req-ead022ec-cc5c-4008-ac76-59f0d4945b61 req-49f946cc-05db-45b6-9e40-b71c4fe86101 service neutron] 10.222.0.81 "GET /v2.0/networks/38b62bc9-5cad-4b9e-8181-628535658100?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0989873 Jun 16 17:33:17.468754 dv-cinder-837356-2-iscsi neutron-server[103917]: INFO neutron.wsgi [req-ead022ec-cc5c-4008-ac76-59f0d4945b61 req-a97d5296-dcbc-4e4f-a90b-b811cb854f5c service neutron] 10.222.0.81 "GET /v2.0/networks/38b62bc9-5cad-4b9e-8181-628535658100?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0918922 Jun 16 17:33:17.493400 dv-cinder-837356-2-iscsi neutron-server[103919]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-366c8eac-a11d-4406-aaa8-32f5bb25d5f4 None None] New status for floating IP d51b83e5-e01d-48b7-8e1a-3dff115715da: ACTIVE {{(pid=103919) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:269}} Jun 16 17:33:18.098369 dv-cinder-837356-2-iscsi neutron-server[103918]: DEBUG neutron_lib.callbacks.manager [None req-90597016-5de8-4c3e-b42a-66aa2c70cc5e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728539454181', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16149322'] for agent (853db9d1-1c17-40a4-900c-de4f90440474), after_update {{(pid=103918) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 17:33:18.455912 dv-cinder-837356-2-iscsi neutron-server[103918]: DEBUG neutron_lib.callbacks.manager [None req-39ead2dc-a542-4f04-b117-439eb7f32aa8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728539454181', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16149322'] for agent (5b2fa84c-1db1-41c6-a6b9-975c3da28daf), after_update {{(pid=103918) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 17:33:26.512592 dv-cinder-837356-2-iscsi neutron-server[103916]: DEBUG dbcounter [-] [103916] Writing DB stats neutron:SELECT=33 {{(pid=103916) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 16 17:33:26.517266 dv-cinder-837356-2-iscsi neutron-server[103916]: DEBUG dbcounter [-] [103916] Writing DB stats neutron:SELECT=24 {{(pid=103916) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 16 17:33:27.463432 dv-cinder-837356-2-iscsi neutron-server[103917]: DEBUG dbcounter [-] [103917] Writing DB stats neutron:SELECT=25 {{(pid=103917) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 16 17:33:27.465461 dv-cinder-837356-2-iscsi neutron-server[103917]: DEBUG dbcounter [-] [103917] Writing DB stats neutron:SELECT=87 {{(pid=103917) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 16 17:33:27.595628 dv-cinder-837356-2-iscsi neutron-server[103919]: DEBUG dbcounter [-] [103919] Writing DB stats neutron:SELECT=39,neutron:UPDATE=3 {{(pid=103919) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 16 17:33:27.597737 dv-cinder-837356-2-iscsi neutron-server[103919]: DEBUG dbcounter [-] [103919] Writing DB stats neutron:SELECT=10,neutron:UPDATE=1 {{(pid=103919) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 16 17:33:28.447903 dv-cinder-837356-2-iscsi neutron-server[103918]: DEBUG dbcounter [-] [103918] Writing DB stats neutron:SELECT=46,neutron:UPDATE=1 {{(pid=103918) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 16 17:33:28.449895 dv-cinder-837356-2-iscsi neutron-server[103918]: DEBUG dbcounter [-] [103918] Writing DB stats neutron:SELECT=58,neutron:UPDATE=1 {{(pid=103918) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 16 17:33:29.546018 dv-cinder-837356-2-iscsi neutron-server[103918]: DEBUG neutron_lib.callbacks.manager [None req-b2b17746-c296-4803-869a-65578e8233dd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728539454181', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16149322'] for agent (2e97d73d-50fc-4f89-a4ea-85f65eb860d8), after_update {{(pid=103918) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 17:33:32.045354 dv-cinder-837356-2-iscsi neutron-server[103917]: DEBUG neutron.wsgi [-] (103917) accepted ('10.222.0.66', 46258) {{(pid=103917) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 16 17:33:32.199632 dv-cinder-837356-2-iscsi neutron-server[103917]: DEBUG neutron.plugins.ml2.plugin [None req-ec8c1113-f0c2-4fee-b0ea-e268ad07d179 tempest-TestVolumeBootPattern-1350759327 tempest-TestVolumeBootPattern-1350759327-project] Deleting port 70b896c3-cd20-4d99-b54b-83a658a02d08 {{(pid=103917) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2043}} Jun 16 17:33:32.200016 dv-cinder-837356-2-iscsi neutron-server[103917]: DEBUG neutron_lib.callbacks.manager [None req-ec8c1113-f0c2-4fee-b0ea-e268ad07d179 tempest-TestVolumeBootPattern-1350759327 tempest-TestVolumeBootPattern-1350759327-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8728539361383'] for port (70b896c3-cd20-4d99-b54b-83a658a02d08), before_delete {{(pid=103917) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 17:33:32.282899 dv-cinder-837356-2-iscsi neutron-server[103917]: DEBUG neutron_lib.callbacks.manager [None req-ec8c1113-f0c2-4fee-b0ea-e268ad07d179 tempest-TestVolumeBootPattern-1350759327 tempest-TestVolumeBootPattern-1350759327-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-708042'] for port (70b896c3-cd20-4d99-b54b-83a658a02d08), precommit_delete {{(pid=103917) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 17:33:32.283195 dv-cinder-837356-2-iscsi neutron-server[103917]: DEBUG neutron_lib.callbacks.manager [None req-ec8c1113-f0c2-4fee-b0ea-e268ad07d179 tempest-TestVolumeBootPattern-1350759327 tempest-TestVolumeBootPattern-1350759327-project] Publish callbacks [] for floatingip (70b896c3-cd20-4d99-b54b-83a658a02d08), precommit_delete {{(pid=103917) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 17:33:32.300273 dv-cinder-837356-2-iscsi neutron-server[103917]: DEBUG neutron.plugins.ml2.plugin [None req-ec8c1113-f0c2-4fee-b0ea-e268ad07d179 tempest-TestVolumeBootPattern-1350759327 tempest-TestVolumeBootPattern-1350759327-project] Calling delete_port for 70b896c3-cd20-4d99-b54b-83a658a02d08 owned by network:floatingip {{(pid=103917) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2122}} Jun 16 17:33:32.481039 dv-cinder-837356-2-iscsi neutron-server[103917]: DEBUG neutron_lib.callbacks.manager [None req-ec8c1113-f0c2-4fee-b0ea-e268ad07d179 tempest-TestVolumeBootPattern-1350759327 tempest-TestVolumeBootPattern-1350759327-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16007527', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-75831', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16241551', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8728539364702', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8728538993430', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3819743'] for port (70b896c3-cd20-4d99-b54b-83a658a02d08), after_delete {{(pid=103917) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 17:33:32.509016 dv-cinder-837356-2-iscsi neutron-server[103917]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ec8c1113-f0c2-4fee-b0ea-e268ad07d179 tempest-TestVolumeBootPattern-1350759327 tempest-TestVolumeBootPattern-1350759327-project] Pushing event deleted for resources: {'Port': ['ID=70b896c3-cd20-4d99-b54b-83a658a02d08,revision_number=None']} {{(pid=103917) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 17:33:32.586858 dv-cinder-837356-2-iscsi neutron-server[103917]: DEBUG neutron_lib.callbacks.manager [None req-ec8c1113-f0c2-4fee-b0ea-e268ad07d179 tempest-TestVolumeBootPattern-1350759327 tempest-TestVolumeBootPattern-1350759327-project] Publish callbacks [] for floatingip (46661cb9-dc19-44c3-a834-c0940460d6b6), after_delete {{(pid=103917) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 17:33:32.587286 dv-cinder-837356-2-iscsi neutron-server[103917]: INFO neutron.db.l3_db [None req-ec8c1113-f0c2-4fee-b0ea-e268ad07d179 tempest-TestVolumeBootPattern-1350759327 tempest-TestVolumeBootPattern-1350759327-project] Floating IP 46661cb9-dc19-44c3-a834-c0940460d6b6 disassociated (deleted). External IP: 172.27.2.203, port: 36fcbcc2-2d79-4ffe-9727-2ad369c03b4a. Jun 16 17:33:32.816021 dv-cinder-837356-2-iscsi neutron-server[103917]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ec8c1113-f0c2-4fee-b0ea-e268ad07d179 tempest-TestVolumeBootPattern-1350759327 tempest-TestVolumeBootPattern-1350759327-project] Router c35ad751-e83c-4d20-bca1-ec4f6db7db70 has already been hosted by L3 agent 7639df21-17c3-4235-8912-210c3ad54137 {{(pid=103917) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jun 16 17:33:32.921473 dv-cinder-837356-2-iscsi neutron-server[103917]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ec8c1113-f0c2-4fee-b0ea-e268ad07d179 tempest-TestVolumeBootPattern-1350759327 tempest-TestVolumeBootPattern-1350759327-project] Notify agent at l3_agent.dv-cinder-837356-2-iscsi the message routers_updated {{(pid=103917) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jun 16 17:33:32.927119 dv-cinder-837356-2-iscsi neutron-server[103917]: DEBUG neutron_lib.callbacks.manager [None req-ec8c1113-f0c2-4fee-b0ea-e268ad07d179 tempest-TestVolumeBootPattern-1350759327 tempest-TestVolumeBootPattern-1350759327-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-191112'] for floatingip (None), before_response {{(pid=103917) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 17:33:32.931787 dv-cinder-837356-2-iscsi neutron-server[103918]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d585566e-13f7-4b73-9a28-98ff5470e0e8 None None] Sync routers for ids ['c35ad751-e83c-4d20-bca1-ec4f6db7db70'] in dv-cinder-837356-2-iscsi {{(pid=103918) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 16 17:33:32.942492 dv-cinder-837356-2-iscsi neutron-server[103918]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d585566e-13f7-4b73-9a28-98ff5470e0e8 None None] Routers {'c35ad751-e83c-4d20-bca1-ec4f6db7db70'} bound to L3 agent in host dv-cinder-837356-2-iscsi {{(pid=103918) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jun 16 17:33:32.943100 dv-cinder-837356-2-iscsi neutron-server[103918]: DEBUG neutron.db.l3_hamode_db [None req-d585566e-13f7-4b73-9a28-98ff5470e0e8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-837356-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-06-16T17:14:15Z,description=,heartbeat_timestamp=2022-06-16T17:33:15Z,host='dv-cinder-837356-2-iscsi',id=7639df21-17c3-4235-8912-210c3ad54137,load=0,resource_versions=,resources_synced=,started_at=2022-06-16T17:14:15Z,topic='l3_agent')) {'router_ids': ['c35ad751-e83c-4d20-bca1-ec4f6db7db70'], 'active': True} {{(pid=103918) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 16 17:33:32.960488 dv-cinder-837356-2-iscsi neutron-server[103917]: INFO neutron.wsgi [None req-ec8c1113-f0c2-4fee-b0ea-e268ad07d179 tempest-TestVolumeBootPattern-1350759327 tempest-TestVolumeBootPattern-1350759327-project] 10.222.0.66 "DELETE /v2.0/floatingips/46661cb9-dc19-44c3-a834-c0940460d6b6 HTTP/1.1" status: 204 len: 168 time: 0.9140189 Jun 16 17:33:32.961216 dv-cinder-837356-2-iscsi neutron-server[103917]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '846547de-f4c6-43da-80ab-05da7d9fccf3', 'tag': '36fcbcc2-2d79-4ffe-9727-2ad369c03b4a'}] {{(pid=103917) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jun 16 17:33:32.963627 dv-cinder-837356-2-iscsi neutron-server[103917]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.66/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6f3fd2b1a6655810f50592bc9015c397d118e5689141688eaf1b23dbeee2ebf8" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-88c699bd-eb80-40d5-b1d4-a2c93f646fdb" -d '{"events": [{"name": "network-changed", "server_uuid": "846547de-f4c6-43da-80ab-05da7d9fccf3", "tag": "36fcbcc2-2d79-4ffe-9727-2ad369c03b4a"}]}' {{(pid=103917) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 16 17:33:33.011574 dv-cinder-837356-2-iscsi neutron-server[103917]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 16 Jun 2022 17:33:32 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-49089090-9f08-41bf-93c4-24d6e8844d5c x-openstack-request-id: req-49089090-9f08-41bf-93c4-24d6e8844d5c {{(pid=103917) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 16 17:33:33.012481 dv-cinder-837356-2-iscsi neutron-server[103917]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "846547de-f4c6-43da-80ab-05da7d9fccf3", "tag": "36fcbcc2-2d79-4ffe-9727-2ad369c03b4a", "status": "completed", "code": 200}]} {{(pid=103917) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 16 17:33:33.012937 dv-cinder-837356-2-iscsi neutron-server[103917]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.66/compute/v2.1/os-server-external-events used request id req-49089090-9f08-41bf-93c4-24d6e8844d5c {{(pid=103917) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 16 17:33:33.013677 dv-cinder-837356-2-iscsi neutron-server[103917]: INFO neutron.notifiers.nova [-] Nova event matching ['req-49089090-9f08-41bf-93c4-24d6e8844d5c'] response: {'name': 'network-changed', 'server_uuid': '846547de-f4c6-43da-80ab-05da7d9fccf3', 'tag': '36fcbcc2-2d79-4ffe-9727-2ad369c03b4a', 'status': 'completed', 'code': 200} Jun 16 17:33:33.055515 dv-cinder-837356-2-iscsi neutron-server[103918]: DEBUG neutron.db.l3_dvr_db [None req-d585566e-13f7-4b73-9a28-98ff5470e0e8 None None] Set router c35ad751-e83c-4d20-bca1-ec4f6db7db70 gateway port host: dv-cinder-837356-2-iscsi {{(pid=103918) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jun 16 17:33:33.079886 dv-cinder-837356-2-iscsi neutron-server[103917]: DEBUG dbcounter [-] [103917] Writing DB stats neutron:SELECT=97,neutron:DELETE=3 {{(pid=103917) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 16 17:33:33.083282 dv-cinder-837356-2-iscsi neutron-server[103917]: DEBUG dbcounter [-] [103917] Writing DB stats neutron:SELECT=96,neutron:DELETE=4 {{(pid=103917) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 16 17:33:33.088690 dv-cinder-837356-2-iscsi neutron-server[103917]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88c699bd-eb80-40d5-b1d4-a2c93f646fdb req-75baae55-6a5f-4e5e-a6cc-0f95ed625357 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103917) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 16 17:33:33.090368 dv-cinder-837356-2-iscsi neutron-server[103917]: INFO neutron.wsgi [req-88c699bd-eb80-40d5-b1d4-a2c93f646fdb req-75baae55-6a5f-4e5e-a6cc-0f95ed625357 service neutron] 10.222.0.81 "GET /v2.0/ports?tenant_id=bd1488226a424c6e9e7f94f31b020e4f&device_id=846547de-f4c6-43da-80ab-05da7d9fccf3 HTTP/1.1" status: 200 len: 1130 time: 0.0490131 Jun 16 17:33:33.242198 dv-cinder-837356-2-iscsi neutron-server[103917]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c30084d-b055-4e9e-ac64-5dc9b825760b req-02c35445-4882-4428-9633-e97ffe8e716f tempest-TestVolumeBootPattern-1350759327 tempest-TestVolumeBootPattern-1350759327-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103917) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 16 17:33:33.243786 dv-cinder-837356-2-iscsi neutron-server[103917]: INFO neutron.wsgi [req-6c30084d-b055-4e9e-ac64-5dc9b825760b req-02c35445-4882-4428-9633-e97ffe8e716f tempest-TestVolumeBootPattern-1350759327 tempest-TestVolumeBootPattern-1350759327-project] 10.222.0.66 "GET /v2.0/ports?device_id=846547de-f4c6-43da-80ab-05da7d9fccf3 HTTP/1.1" status: 200 len: 946 time: 0.0680852 Jun 16 17:33:33.262639 dv-cinder-837356-2-iscsi neutron-server[103917]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88c699bd-eb80-40d5-b1d4-a2c93f646fdb req-68805e9f-5968-4d9f-95f5-25c41cba53d9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103917) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 16 17:33:33.264098 dv-cinder-837356-2-iscsi neutron-server[103917]: INFO neutron.wsgi [req-88c699bd-eb80-40d5-b1d4-a2c93f646fdb req-68805e9f-5968-4d9f-95f5-25c41cba53d9 service neutron] 10.222.0.81 "GET /v2.0/networks?id=3da1c24e-a853-4091-89c9-dc663f379476 HTTP/1.1" status: 200 len: 914 time: 0.1590848 Jun 16 17:33:33.305532 dv-cinder-837356-2-iscsi neutron-server[103917]: INFO neutron.wsgi [req-6c30084d-b055-4e9e-ac64-5dc9b825760b req-8fafad28-29eb-47f2-8589-8782d4ad86fd tempest-TestVolumeBootPattern-1350759327 tempest-TestVolumeBootPattern-1350759327-project] 10.222.0.66 "GET /v2.0/security-groups?id=e6a9443b-cf7a-479e-b6b0-e85ba61d4c81&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0553436 Jun 16 17:33:33.440498 dv-cinder-837356-2-iscsi neutron-server[103918]: DEBUG neutron.db.l3_hamode_db [None req-d585566e-13f7-4b73-9a28-98ff5470e0e8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c35ad751-e83c-4d20-bca1-ec4f6db7db70', 'name': 'tempest-TestVolumeBootPattern-2032781159-router', 'tenant_id': 'bd1488226a424c6e9e7f94f31b020e4f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9df31235-0797-44e6-85a0-102cb2da2d58', 'external_fixed_ips': [{'subnet_id': '1dfb0320-f5eb-46f6-88ce-33002f500238', 'ip_address': '172.27.2.144'}], 'enable_snat': True}, 'gw_port_id': '1fb74e99-4857-44c3-af81-ed3d3ffe4f39', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-16T17:25:16Z', 'updated_at': '2022-06-16T17:25:23Z', 'revision_number': 4, 'project_id': 'bd1488226a424c6e9e7f94f31b020e4f', 'gw_port': {'id': '1fb74e99-4857-44c3-af81-ed3d3ffe4f39', 'name': '', 'network_id': '9df31235-0797-44e6-85a0-102cb2da2d58', 'tenant_id': '', 'mac_address': 'fa:16:3e:40:75:a6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c35ad751-e83c-4d20-bca1-ec4f6db7db70', 'device_owner': 'network:router_gateway', 'standard_attr_id': 446, 'fixed_ips': [{'subnet_id': '1dfb0320-f5eb-46f6-88ce-33002f500238', 'ip_address': '172.27.2.144', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-837356-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-16T17:25:18Z', 'updated_at': '2022-06-16T17:25:26Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1dfb0320-f5eb-46f6-88ce-33002f500238', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-837356-2-iscsi', '_floatingips': [{'id': '5c050ec7-2cfc-44c3-948b-af30f620ae4f', 'tenant_id': 'bd1488226a424c6e9e7f94f31b020e4f', 'floating_ip_address': '172.27.2.95', 'floating_network_id': '9df31235-0797-44e6-85a0-102cb2da2d58', 'router_id': 'c35ad751-e83c-4d20-bca1-ec4f6db7db70', 'port_id': 'ccefb110-1f8f-47f6-a66f-5a8c5114a8dc', 'fixed_ip_address': '172.20.0.3', 'status': 'ACTIVE', 'standard_attr_id': 588, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '3da1c24e-a853-4091-89c9-dc663f379476', 'mac_address': 'fa:16:3e:56:6b:2c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ce5b6345-48fe-44a0-b917-2b12902e234b', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-06-16T17:29:45Z', 'updated_at': '2022-06-16T17:29:51Z', 'revision_number': 1, 'project_id': 'bd1488226a424c6e9e7f94f31b020e4f', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '2ef48185-74c7-486a-9679-f9baac8bfe7a', 'name': '', 'network_id': '3da1c24e-a853-4091-89c9-dc663f379476', 'tenant_id': 'bd1488226a424c6e9e7f94f31b020e4f', 'mac_address': 'fa:16:3e:49:e9:fe', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c35ad751-e83c-4d20-bca1-ec4f6db7db70', 'device_owner': 'network:router_interface', 'standard_attr_id': 448, 'fixed_ips': [{'subnet_id': 'ff26c6d8-fbe9-4318-9056-e5433e3433f5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-837356-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-16T17:25:21Z', 'updated_at': '2022-06-16T17:25:36Z', 'revision_number': 5, 'project_id': 'bd1488226a424c6e9e7f94f31b020e4f', 'subnets': [{'id': 'ff26c6d8-fbe9-4318-9056-e5433e3433f5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-837356-2-iscsi', False) {} {{(pid=103918) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 16 17:33:33.464990 dv-cinder-837356-2-iscsi neutron-server[103918]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d585566e-13f7-4b73-9a28-98ff5470e0e8 None None] Checking router: c35ad751-e83c-4d20-bca1-ec4f6db7db70 for host: dv-cinder-837356-2-iscsi {{(pid=103918) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 16 17:33:33.475013 dv-cinder-837356-2-iscsi neutron-server[103918]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d585566e-13f7-4b73-9a28-98ff5470e0e8 None None] Routers {'c35ad751-e83c-4d20-bca1-ec4f6db7db70'} bound to L3 agent in host dv-cinder-837356-2-iscsi {{(pid=103918) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jun 16 17:33:33.475641 dv-cinder-837356-2-iscsi neutron-server[103918]: DEBUG neutron.db.l3_hamode_db [None req-d585566e-13f7-4b73-9a28-98ff5470e0e8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-837356-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-06-16T17:14:15Z,description=,heartbeat_timestamp=2022-06-16T17:33:15Z,host='dv-cinder-837356-2-iscsi',id=7639df21-17c3-4235-8912-210c3ad54137,load=0,resource_versions=,resources_synced=,started_at=2022-06-16T17:14:15Z,topic='l3_agent')) {'router_ids': ['c35ad751-e83c-4d20-bca1-ec4f6db7db70'], 'active': True} {{(pid=103918) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 16 17:33:33.591874 dv-cinder-837356-2-iscsi neutron-server[103918]: DEBUG neutron.db.l3_dvr_db [None req-d585566e-13f7-4b73-9a28-98ff5470e0e8 None None] Set router c35ad751-e83c-4d20-bca1-ec4f6db7db70 gateway port host: dv-cinder-837356-2-iscsi {{(pid=103918) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jun 16 17:33:33.831467 dv-cinder-837356-2-iscsi neutron-server[103918]: DEBUG neutron.db.l3_hamode_db [None req-d585566e-13f7-4b73-9a28-98ff5470e0e8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c35ad751-e83c-4d20-bca1-ec4f6db7db70', 'name': 'tempest-TestVolumeBootPattern-2032781159-router', 'tenant_id': 'bd1488226a424c6e9e7f94f31b020e4f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9df31235-0797-44e6-85a0-102cb2da2d58', 'external_fixed_ips': [{'subnet_id': '1dfb0320-f5eb-46f6-88ce-33002f500238', 'ip_address': '172.27.2.144'}], 'enable_snat': True}, 'gw_port_id': '1fb74e99-4857-44c3-af81-ed3d3ffe4f39', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-16T17:25:16Z', 'updated_at': '2022-06-16T17:25:23Z', 'revision_number': 4, 'project_id': 'bd1488226a424c6e9e7f94f31b020e4f', 'gw_port': {'id': '1fb74e99-4857-44c3-af81-ed3d3ffe4f39', 'name': '', 'network_id': '9df31235-0797-44e6-85a0-102cb2da2d58', 'tenant_id': '', 'mac_address': 'fa:16:3e:40:75:a6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c35ad751-e83c-4d20-bca1-ec4f6db7db70', 'device_owner': 'network:router_gateway', 'standard_attr_id': 446, 'fixed_ips': [{'subnet_id': '1dfb0320-f5eb-46f6-88ce-33002f500238', 'ip_address': '172.27.2.144', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-837356-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-16T17:25:18Z', 'updated_at': '2022-06-16T17:25:26Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1dfb0320-f5eb-46f6-88ce-33002f500238', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-837356-2-iscsi', '_floatingips': [{'id': '5c050ec7-2cfc-44c3-948b-af30f620ae4f', 'tenant_id': 'bd1488226a424c6e9e7f94f31b020e4f', 'floating_ip_address': '172.27.2.95', 'floating_network_id': '9df31235-0797-44e6-85a0-102cb2da2d58', 'router_id': 'c35ad751-e83c-4d20-bca1-ec4f6db7db70', 'port_id': 'ccefb110-1f8f-47f6-a66f-5a8c5114a8dc', 'fixed_ip_address': '172.20.0.3', 'status': 'ACTIVE', 'standard_attr_id': 588, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '3da1c24e-a853-4091-89c9-dc663f379476', 'mac_address': 'fa:16:3e:56:6b:2c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ce5b6345-48fe-44a0-b917-2b12902e234b', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-06-16T17:29:45Z', 'updated_at': '2022-06-16T17:29:51Z', 'revision_number': 1, 'project_id': 'bd1488226a424c6e9e7f94f31b020e4f', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '2ef48185-74c7-486a-9679-f9baac8bfe7a', 'name': '', 'network_id': '3da1c24e-a853-4091-89c9-dc663f379476', 'tenant_id': 'bd1488226a424c6e9e7f94f31b020e4f', 'mac_address': 'fa:16:3e:49:e9:fe', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c35ad751-e83c-4d20-bca1-ec4f6db7db70', 'device_owner': 'network:router_interface', 'standard_attr_id': 448, 'fixed_ips': [{'subnet_id': 'ff26c6d8-fbe9-4318-9056-e5433e3433f5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-837356-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-16T17:25:21Z', 'updated_at': '2022-06-16T17:25:36Z', 'revision_number': 5, 'project_id': 'bd1488226a424c6e9e7f94f31b020e4f', 'subnets': [{'id': 'ff26c6d8-fbe9-4318-9056-e5433e3433f5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-837356-2-iscsi', False) {} {{(pid=103918) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 16 17:33:33.856131 dv-cinder-837356-2-iscsi neutron-server[103918]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d585566e-13f7-4b73-9a28-98ff5470e0e8 None None] The sync data for ids ['c35ad751-e83c-4d20-bca1-ec4f6db7db70'] in dv-cinder-837356-2-iscsi is: [{'id': 'c35ad751-e83c-4d20-bca1-ec4f6db7db70', 'name': 'tempest-TestVolumeBootPattern-2032781159-router', 'tenant_id': 'bd1488226a424c6e9e7f94f31b020e4f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9df31235-0797-44e6-85a0-102cb2da2d58', 'external_fixed_ips': [{'subnet_id': '1dfb0320-f5eb-46f6-88ce-33002f500238', 'ip_address': '172.27.2.144'}], 'enable_snat': True}, 'gw_port_id': '1fb74e99-4857-44c3-af81-ed3d3ffe4f39', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-16T17:25:16Z', 'updated_at': '2022-06-16T17:25:23Z', 'revision_number': 4, 'project_id': 'bd1488226a424c6e9e7f94f31b020e4f', 'gw_port': {'id': '1fb74e99-4857-44c3-af81-ed3d3ffe4f39', 'name': '', 'network_id': '9df31235-0797-44e6-85a0-102cb2da2d58', 'tenant_id': '', 'mac_address': 'fa:16:3e:40:75:a6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c35ad751-e83c-4d20-bca1-ec4f6db7db70', 'device_owner': 'network:router_gateway', 'standard_attr_id': 446, 'fixed_ips': [{'subnet_id': '1dfb0320-f5eb-46f6-88ce-33002f500238', 'ip_address': '172.27.2.144', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-837356-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-16T17:25:18Z', 'updated_at': '2022-06-16T17:25:26Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1dfb0320-f5eb-46f6-88ce-33002f500238', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-837356-2-iscsi', '_floatingips': [{'id': '5c050ec7-2cfc-44c3-948b-af30f620ae4f', 'tenant_id': 'bd1488226a424c6e9e7f94f31b020e4f', 'floating_ip_address': '172.27.2.95', 'floating_network_id': '9df31235-0797-44e6-85a0-102cb2da2d58', 'router_id': 'c35ad751-e83c-4d20-bca1-ec4f6db7db70', 'port_id': 'ccefb110-1f8f-47f6-a66f-5a8c5114a8dc', 'fixed_ip_address': '172.20.0.3', 'status': 'ACTIVE', 'standard_attr_id': 588, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '3da1c24e-a853-4091-89c9-dc663f379476', 'mac_address': 'fa:16:3e:56:6b:2c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ce5b6345-48fe-44a0-b917-2b12902e234b', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-06-16T17:29:45Z', 'updated_at': '2022-06-16T17:29:51Z', 'revision_number': 1, 'project_id': 'bd1488226a424c6e9e7f94f31b020e4f', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '2ef48185-74c7-486a-9679-f9baac8bfe7a', 'name': '', 'network_id': '3da1c24e-a853-4091-89c9-dc663f379476', 'tenant_id': 'bd1488226a424c6e9e7f94f31b020e4f', 'mac_address': 'fa:16:3e:49:e9:fe', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c35ad751-e83c-4d20-bca1-ec4f6db7db70', 'device_owner': 'network:router_interface', 'standard_attr_id': 448, 'fixed_ips': [{'subnet_id': 'ff26c6d8-fbe9-4318-9056-e5433e3433f5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-837356-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-16T17:25:21Z', 'updated_at': '2022-06-16T17:25:36Z', 'revision_number': 5, 'project_id': 'bd1488226a424c6e9e7f94f31b020e4f', 'subnets': [{'id': 'ff26c6d8-fbe9-4318-9056-e5433e3433f5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103918) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 16 17:33:34.112086 dv-cinder-837356-2-iscsi neutron-server[103919]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3e643c91-5383-4ab7-a507-3acad8fdde65 None None] New status for floating IP 46661cb9-dc19-44c3-a834-c0940460d6b6: DOWN {{(pid=103919) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:269}} Jun 16 17:33:34.435150 dv-cinder-837356-2-iscsi neutron-server[103916]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fee43b48-0fbe-422f-9628-3e2fee760b7d req-d8cd5637-d105-4896-8b70-746315222867 tempest-TestVolumeBootPattern-1350759327 tempest-TestVolumeBootPattern-1350759327-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103916) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 16 17:33:34.436681 dv-cinder-837356-2-iscsi neutron-server[103916]: INFO neutron.wsgi [req-fee43b48-0fbe-422f-9628-3e2fee760b7d req-d8cd5637-d105-4896-8b70-746315222867 tempest-TestVolumeBootPattern-1350759327 tempest-TestVolumeBootPattern-1350759327-project] 10.222.0.66 "GET /v2.0/ports?device_id=846547de-f4c6-43da-80ab-05da7d9fccf3 HTTP/1.1" status: 200 len: 946 time: 0.0518353 Jun 16 17:33:34.514831 dv-cinder-837356-2-iscsi neutron-server[103916]: INFO neutron.wsgi [req-fee43b48-0fbe-422f-9628-3e2fee760b7d req-68968f76-4080-43aa-89f3-9218db36aabc tempest-TestVolumeBootPattern-1350759327 tempest-TestVolumeBootPattern-1350759327-project] 10.222.0.66 "GET /v2.0/security-groups?id=e6a9443b-cf7a-479e-b6b0-e85ba61d4c81&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0718751 Jun 16 17:33:34.801287 dv-cinder-837356-2-iscsi neutron-server[103917]: INFO neutron.wsgi [req-88c699bd-eb80-40d5-b1d4-a2c93f646fdb req-e0206d00-3a98-4841-b21e-c24713b208da service neutron] 10.222.0.81 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=36fcbcc2-2d79-4ffe-9727-2ad369c03b4a HTTP/1.1" status: 200 len: 217 time: 0.0387878 Jun 16 17:33:35.207375 dv-cinder-837356-2-iscsi neutron-server[103917]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88c699bd-eb80-40d5-b1d4-a2c93f646fdb req-35bec013-01c6-4ae8-9649-cdec4630df2e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103917) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 16 17:33:35.208854 dv-cinder-837356-2-iscsi neutron-server[103917]: INFO neutron.wsgi [req-88c699bd-eb80-40d5-b1d4-a2c93f646fdb req-35bec013-01c6-4ae8-9649-cdec4630df2e service neutron] 10.222.0.81 "GET /v2.0/subnets?id=ff26c6d8-fbe9-4318-9056-e5433e3433f5 HTTP/1.1" status: 200 len: 851 time: 0.0525377 Jun 16 17:33:35.590221 dv-cinder-837356-2-iscsi neutron-server[103917]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88c699bd-eb80-40d5-b1d4-a2c93f646fdb req-24112a9a-c097-4cf8-bc47-e2a4fb49b89f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103917) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 16 17:33:35.591813 dv-cinder-837356-2-iscsi neutron-server[103917]: INFO neutron.wsgi [req-88c699bd-eb80-40d5-b1d4-a2c93f646fdb req-24112a9a-c097-4cf8-bc47-e2a4fb49b89f service neutron] 10.222.0.81 "GET /v2.0/ports?network_id=3da1c24e-a853-4091-89c9-dc663f379476&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0485876 Jun 16 17:33:35.648411 dv-cinder-837356-2-iscsi neutron-server[103917]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ebf6ded7-100f-49ad-96a4-4650b3cdbb80 req-9a055b1b-0710-4e7c-8827-c5a42c7ac035 tempest-TestVolumeBootPattern-1350759327 tempest-TestVolumeBootPattern-1350759327-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103917) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 16 17:33:35.649931 dv-cinder-837356-2-iscsi neutron-server[103917]: INFO neutron.wsgi [req-ebf6ded7-100f-49ad-96a4-4650b3cdbb80 req-9a055b1b-0710-4e7c-8827-c5a42c7ac035 tempest-TestVolumeBootPattern-1350759327 tempest-TestVolumeBootPattern-1350759327-project] 10.222.0.66 "GET /v2.0/ports?device_id=846547de-f4c6-43da-80ab-05da7d9fccf3 HTTP/1.1" status: 200 len: 946 time: 0.0557687 Jun 16 17:33:35.712407 dv-cinder-837356-2-iscsi neutron-server[103917]: INFO neutron.wsgi [req-ebf6ded7-100f-49ad-96a4-4650b3cdbb80 req-95b5bed6-ab5d-41c8-8231-b420703ca0be tempest-TestVolumeBootPattern-1350759327 tempest-TestVolumeBootPattern-1350759327-project] 10.222.0.66 "GET /v2.0/security-groups?id=e6a9443b-cf7a-479e-b6b0-e85ba61d4c81&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0542424 Jun 16 17:33:35.863113 dv-cinder-837356-2-iscsi neutron-server[103917]: INFO neutron.wsgi [req-88c699bd-eb80-40d5-b1d4-a2c93f646fdb req-44723f8e-8fd8-4e5f-a23c-118c1fed72ec service neutron] 10.222.0.81 "GET /v2.0/networks/3da1c24e-a853-4091-89c9-dc663f379476?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0921433 Jun 16 17:33:35.964440 dv-cinder-837356-2-iscsi neutron-server[103917]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a9b5e9d-7227-474f-b151-a9d35568d71a req-d46c0d39-8a01-4497-a8e4-4687bb5198e9 tempest-TestVolumeBootPattern-1350759327 tempest-TestVolumeBootPattern-1350759327-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103917) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 16 17:33:35.965906 dv-cinder-837356-2-iscsi neutron-server[103917]: INFO neutron.wsgi [req-5a9b5e9d-7227-474f-b151-a9d35568d71a req-d46c0d39-8a01-4497-a8e4-4687bb5198e9 tempest-TestVolumeBootPattern-1350759327 tempest-TestVolumeBootPattern-1350759327-project] 10.222.0.81 "GET /v2.0/ports?device_id=846547de-f4c6-43da-80ab-05da7d9fccf3 HTTP/1.1" status: 200 len: 946 time: 0.1019499 Jun 16 17:33:35.998805 dv-cinder-837356-2-iscsi neutron-server[103917]: INFO neutron.wsgi [req-88c699bd-eb80-40d5-b1d4-a2c93f646fdb req-489bc8c3-867b-4b21-b889-fd065d5a61fa service neutron] 10.222.0.81 "GET /v2.0/networks/3da1c24e-a853-4091-89c9-dc663f379476?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1265452 Jun 16 17:33:36.307168 dv-cinder-837356-2-iscsi neutron-server[103917]: DEBUG neutron.plugins.ml2.plugin [req-5a9b5e9d-7227-474f-b151-a9d35568d71a req-cba6034f-9ba1-407c-9910-11d8549c71ee tempest-TestVolumeBootPattern-1350759327 tempest-TestVolumeBootPattern-1350759327-project] Deleting port 36fcbcc2-2d79-4ffe-9727-2ad369c03b4a {{(pid=103917) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2043}} Jun 16 17:33:36.307534 dv-cinder-837356-2-iscsi neutron-server[103917]: DEBUG neutron_lib.callbacks.manager [req-5a9b5e9d-7227-474f-b151-a9d35568d71a req-cba6034f-9ba1-407c-9910-11d8549c71ee tempest-TestVolumeBootPattern-1350759327 tempest-TestVolumeBootPattern-1350759327-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8728539361383'] for port (36fcbcc2-2d79-4ffe-9727-2ad369c03b4a), before_delete {{(pid=103917) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 17:33:36.418280 dv-cinder-837356-2-iscsi neutron-server[103917]: DEBUG neutron.plugins.ml2.db [req-5a9b5e9d-7227-474f-b151-a9d35568d71a req-cba6034f-9ba1-407c-9910-11d8549c71ee tempest-TestVolumeBootPattern-1350759327 tempest-TestVolumeBootPattern-1350759327-project] For port 36fcbcc2-2d79-4ffe-9727-2ad369c03b4a, host hv-cinder-83735, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83735',level=0,port_id=36fcbcc2-2d79-4ffe-9727-2ad369c03b4a,segment=NetworkSegment(363e514d-58a6-41ff-89ea-af6a85f188ef),segment_id=363e514d-58a6-41ff-89ea-af6a85f188ef)] {{(pid=103917) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 16 17:33:36.418630 dv-cinder-837356-2-iscsi neutron-server[103917]: DEBUG neutron_lib.callbacks.manager [req-5a9b5e9d-7227-474f-b151-a9d35568d71a req-cba6034f-9ba1-407c-9910-11d8549c71ee tempest-TestVolumeBootPattern-1350759327 tempest-TestVolumeBootPattern-1350759327-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-708042'] for port (36fcbcc2-2d79-4ffe-9727-2ad369c03b4a), precommit_delete {{(pid=103917) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 17:33:36.433398 dv-cinder-837356-2-iscsi neutron-server[103917]: DEBUG neutron.plugins.ml2.plugin [req-5a9b5e9d-7227-474f-b151-a9d35568d71a req-cba6034f-9ba1-407c-9910-11d8549c71ee tempest-TestVolumeBootPattern-1350759327 tempest-TestVolumeBootPattern-1350759327-project] Calling delete_port for 36fcbcc2-2d79-4ffe-9727-2ad369c03b4a owned by compute:nova {{(pid=103917) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2122}} Jun 16 17:33:36.494968 dv-cinder-837356-2-iscsi neutron-server[103917]: DEBUG dbcounter [-] [103917] Writing DB stats neutron:SELECT=100 {{(pid=103917) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 16 17:33:36.573857 dv-cinder-837356-2-iscsi neutron-server[103917]: DEBUG neutron_lib.callbacks.manager [req-5a9b5e9d-7227-474f-b151-a9d35568d71a req-cba6034f-9ba1-407c-9910-11d8549c71ee tempest-TestVolumeBootPattern-1350759327 tempest-TestVolumeBootPattern-1350759327-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16007527', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-75831', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16241551', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8728539364702', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8728538993430', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3819743'] for port (36fcbcc2-2d79-4ffe-9727-2ad369c03b4a), after_delete {{(pid=103917) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 17:33:36.602458 dv-cinder-837356-2-iscsi neutron-server[103917]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cba6034f-9ba1-407c-9910-11d8549c71ee tempest-TestVolumeBootPattern-1350759327 tempest-TestVolumeBootPattern-1350759327-project] Pushing event deleted for resources: {'Port': ['ID=36fcbcc2-2d79-4ffe-9727-2ad369c03b4a,revision_number=None']} {{(pid=103917) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 17:33:36.651815 dv-cinder-837356-2-iscsi neutron-server[103917]: DEBUG neutron.db.l3_dvrscheduler_db [req-5a9b5e9d-7227-474f-b151-a9d35568d71a req-cba6034f-9ba1-407c-9910-11d8549c71ee tempest-TestVolumeBootPattern-1350759327 tempest-TestVolumeBootPattern-1350759327-project] No DVR routers for this DVR port 36fcbcc2-2d79-4ffe-9727-2ad369c03b4a on host hv-cinder-83735 {{(pid=103917) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:215}} Jun 16 17:33:36.654571 dv-cinder-837356-2-iscsi neutron-server[103917]: DEBUG neutron_lib.callbacks.manager [req-5a9b5e9d-7227-474f-b151-a9d35568d71a req-cba6034f-9ba1-407c-9910-11d8549c71ee tempest-TestVolumeBootPattern-1350759327 tempest-TestVolumeBootPattern-1350759327-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-191112'] for port (None), before_response {{(pid=103917) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 17:33:36.658157 dv-cinder-837356-2-iscsi neutron-server[103917]: INFO neutron.wsgi [req-5a9b5e9d-7227-474f-b151-a9d35568d71a req-cba6034f-9ba1-407c-9910-11d8549c71ee tempest-TestVolumeBootPattern-1350759327 tempest-TestVolumeBootPattern-1350759327-project] 10.222.0.81 "DELETE /v2.0/ports/36fcbcc2-2d79-4ffe-9727-2ad369c03b4a HTTP/1.1" status: 204 len: 173 time: 0.4389124 Jun 16 17:33:36.658609 dv-cinder-837356-2-iscsi neutron-server[103917]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '846547de-f4c6-43da-80ab-05da7d9fccf3', 'name': 'network-vif-deleted', 'tag': '36fcbcc2-2d79-4ffe-9727-2ad369c03b4a'}] {{(pid=103917) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jun 16 17:33:36.660877 dv-cinder-837356-2-iscsi neutron-server[103917]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.66/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6f3fd2b1a6655810f50592bc9015c397d118e5689141688eaf1b23dbeee2ebf8" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b53e0c49-837d-42bd-80dc-355548341865" -d '{"events": [{"server_uuid": "846547de-f4c6-43da-80ab-05da7d9fccf3", "name": "network-vif-deleted", "tag": "36fcbcc2-2d79-4ffe-9727-2ad369c03b4a"}]}' {{(pid=103917) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 16 17:33:36.701381 dv-cinder-837356-2-iscsi neutron-server[103917]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 16 Jun 2022 17:33:36 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-241338e3-2290-46e4-a889-b38450d96a2c x-openstack-request-id: req-241338e3-2290-46e4-a889-b38450d96a2c {{(pid=103917) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 16 17:33:36.701676 dv-cinder-837356-2-iscsi neutron-server[103917]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "846547de-f4c6-43da-80ab-05da7d9fccf3", "name": "network-vif-deleted", "tag": "36fcbcc2-2d79-4ffe-9727-2ad369c03b4a", "status": "completed", "code": 200}]} {{(pid=103917) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 16 17:33:36.701927 dv-cinder-837356-2-iscsi neutron-server[103917]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.66/compute/v2.1/os-server-external-events used request id req-241338e3-2290-46e4-a889-b38450d96a2c {{(pid=103917) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 16 17:33:36.702362 dv-cinder-837356-2-iscsi neutron-server[103917]: INFO neutron.notifiers.nova [-] Nova event matching ['req-241338e3-2290-46e4-a889-b38450d96a2c'] response: {'server_uuid': '846547de-f4c6-43da-80ab-05da7d9fccf3', 'name': 'network-vif-deleted', 'tag': '36fcbcc2-2d79-4ffe-9727-2ad369c03b4a', 'status': 'completed', 'code': 200} Jun 16 17:33:36.819984 dv-cinder-837356-2-iscsi neutron-server[103917]: INFO neutron.wsgi [req-7023d08e-62f5-4474-b5a8-cce0b8057b6d req-3903a7a4-d7c4-4a56-bd33-dfa2c6d9b626 tempest-TestVolumeBootPattern-1350759327 tempest-TestVolumeBootPattern-1350759327-project] 10.222.0.66 "GET /v2.0/ports?device_id=846547de-f4c6-43da-80ab-05da7d9fccf3 HTTP/1.1" status: 200 len: 210 time: 0.0319436 Jun 16 17:33:38.265426 dv-cinder-837356-2-iscsi neutron-server[103917]: DEBUG dbcounter [-] [103917] Writing DB stats neutron:SELECT=95,neutron:DELETE=5 {{(pid=103917) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 16 17:33:38.276337 dv-cinder-837356-2-iscsi neutron-server[103917]: INFO neutron.wsgi [req-6de8276b-acee-4186-b558-b44cabd18c32 req-b3b64bbf-70bf-45f1-afbf-2f7cedc9d732 service neutron] 10.222.0.81 "GET /v2.0/ports?device_id=1cc6f984-945e-4244-b25d-45c9022782dd&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0428004 Jun 16 17:33:38.340488 dv-cinder-837356-2-iscsi neutron-server[103917]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6de8276b-acee-4186-b558-b44cabd18c32 req-8b625f04-ca0b-4358-af36-1dfada11060a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103917) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 16 17:33:38.342061 dv-cinder-837356-2-iscsi neutron-server[103917]: INFO neutron.wsgi [req-6de8276b-acee-4186-b558-b44cabd18c32 req-8b625f04-ca0b-4358-af36-1dfada11060a service neutron] 10.222.0.81 "GET /v2.0/ports?tenant_id=50aeadccaa9348fd9af173f94291bf6f&device_id=1cc6f984-945e-4244-b25d-45c9022782dd HTTP/1.1" status: 200 len: 1129 time: 0.0419021 Jun 16 17:33:38.463978 dv-cinder-837356-2-iscsi neutron-server[103917]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6de8276b-acee-4186-b558-b44cabd18c32 req-fb587bc3-217a-47ee-b8e0-e71db23ef991 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103917) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 16 17:33:38.465495 dv-cinder-837356-2-iscsi neutron-server[103917]: INFO neutron.wsgi [req-6de8276b-acee-4186-b558-b44cabd18c32 req-fb587bc3-217a-47ee-b8e0-e71db23ef991 service neutron] 10.222.0.81 "GET /v2.0/networks?id=e2e2bf0f-54ad-46f0-9611-04e943388552 HTTP/1.1" status: 200 len: 910 time: 0.0982928 Jun 16 17:33:38.532971 dv-cinder-837356-2-iscsi neutron-server[103917]: INFO neutron.wsgi [req-6de8276b-acee-4186-b558-b44cabd18c32 req-36e00671-aaf9-457c-8043-72ff4ea113af service neutron] 10.222.0.81 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=9ab6739f-6b37-443b-9a2c-8dc7f323433a HTTP/1.1" status: 200 len: 1001 time: 0.0589666 Jun 16 17:33:38.584562 dv-cinder-837356-2-iscsi neutron-server[103917]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6de8276b-acee-4186-b558-b44cabd18c32 req-577202ef-8fb7-4aed-afdc-6b5178bc35fd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103917) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 16 17:33:38.586351 dv-cinder-837356-2-iscsi neutron-server[103917]: INFO neutron.wsgi [req-6de8276b-acee-4186-b558-b44cabd18c32 req-577202ef-8fb7-4aed-afdc-6b5178bc35fd service neutron] 10.222.0.81 "GET /v2.0/subnets?id=4a1d4ef0-9517-4aff-bf32-d5774cc7c0cd HTTP/1.1" status: 200 len: 847 time: 0.0443454 Jun 16 17:33:38.638061 dv-cinder-837356-2-iscsi neutron-server[103917]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6de8276b-acee-4186-b558-b44cabd18c32 req-857cb346-fa5c-4926-8036-f2f1c1fad557 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103917) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 16 17:33:38.640174 dv-cinder-837356-2-iscsi neutron-server[103917]: INFO neutron.wsgi [req-6de8276b-acee-4186-b558-b44cabd18c32 req-857cb346-fa5c-4926-8036-f2f1c1fad557 service neutron] 10.222.0.81 "GET /v2.0/ports?network_id=e2e2bf0f-54ad-46f0-9611-04e943388552&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0470307 Jun 16 17:33:38.732301 dv-cinder-837356-2-iscsi neutron-server[103917]: INFO neutron.wsgi [req-6de8276b-acee-4186-b558-b44cabd18c32 req-6ff29893-1699-4768-9a2f-ca25743f9771 service neutron] 10.222.0.81 "GET /v2.0/networks/e2e2bf0f-54ad-46f0-9611-04e943388552?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0845227 Jun 16 17:33:38.830108 dv-cinder-837356-2-iscsi neutron-server[103917]: INFO neutron.wsgi [req-6de8276b-acee-4186-b558-b44cabd18c32 req-7759d7db-17b2-4754-a5c6-d5b911d3893e service neutron] 10.222.0.81 "GET /v2.0/networks/e2e2bf0f-54ad-46f0-9611-04e943388552?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0909176 Jun 16 17:33:40.133067 dv-cinder-837356-2-iscsi neutron-server[103916]: DEBUG neutron.wsgi [-] (103916) accepted ('10.222.0.66', 46294) {{(pid=103916) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 16 17:33:40.287585 dv-cinder-837356-2-iscsi neutron-server[103916]: DEBUG neutron.plugins.ml2.plugin [None req-145e8f2c-4502-4a38-b63f-611e3ad0f8b1 tempest-TestVolumeBootPattern-1350759327 tempest-TestVolumeBootPattern-1350759327-project] Deleting port ccbdd293-7eda-4e15-ab6a-5ad88bf0bee8 {{(pid=103916) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2043}} Jun 16 17:33:40.287960 dv-cinder-837356-2-iscsi neutron-server[103916]: DEBUG neutron_lib.callbacks.manager [None req-145e8f2c-4502-4a38-b63f-611e3ad0f8b1 tempest-TestVolumeBootPattern-1350759327 tempest-TestVolumeBootPattern-1350759327-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8728539361383'] for port (ccbdd293-7eda-4e15-ab6a-5ad88bf0bee8), before_delete {{(pid=103916) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 17:33:40.369655 dv-cinder-837356-2-iscsi neutron-server[103916]: DEBUG neutron_lib.callbacks.manager [None req-145e8f2c-4502-4a38-b63f-611e3ad0f8b1 tempest-TestVolumeBootPattern-1350759327 tempest-TestVolumeBootPattern-1350759327-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-708042'] for port (ccbdd293-7eda-4e15-ab6a-5ad88bf0bee8), precommit_delete {{(pid=103916) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 17:33:40.369911 dv-cinder-837356-2-iscsi neutron-server[103916]: DEBUG neutron_lib.callbacks.manager [None req-145e8f2c-4502-4a38-b63f-611e3ad0f8b1 tempest-TestVolumeBootPattern-1350759327 tempest-TestVolumeBootPattern-1350759327-project] Publish callbacks [] for floatingip (ccbdd293-7eda-4e15-ab6a-5ad88bf0bee8), precommit_delete {{(pid=103916) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 17:33:40.384170 dv-cinder-837356-2-iscsi neutron-server[103916]: DEBUG neutron.plugins.ml2.plugin [None req-145e8f2c-4502-4a38-b63f-611e3ad0f8b1 tempest-TestVolumeBootPattern-1350759327 tempest-TestVolumeBootPattern-1350759327-project] Calling delete_port for ccbdd293-7eda-4e15-ab6a-5ad88bf0bee8 owned by network:floatingip {{(pid=103916) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2122}} Jun 16 17:33:40.437844 dv-cinder-837356-2-iscsi neutron-server[103918]: DEBUG neutron.plugins.ml2.rpc [None req-b2b17746-c296-4803-869a-65578e8233dd None None] Device 36fcbcc2-2d79-4ffe-9727-2ad369c03b4a no longer exists at agent hyperv_hv-cinder-83735 {{(pid=103918) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jun 16 17:33:40.457967 dv-cinder-837356-2-iscsi neutron-server[103918]: DEBUG neutron.plugins.ml2.plugin [None req-b2b17746-c296-4803-869a-65578e8233dd None None] No Port match for: 36fcbcc2-2d79-4ffe-9727-2ad369c03b4a {{(pid=103918) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2382}} Jun 16 17:33:40.458284 dv-cinder-837356-2-iscsi neutron-server[103918]: DEBUG neutron.plugins.ml2.rpc [None req-b2b17746-c296-4803-869a-65578e8233dd None None] Device 36fcbcc2-2d79-4ffe-9727-2ad369c03b4a not bound to the agent host hv-cinder-83735 {{(pid=103918) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jun 16 17:33:40.576118 dv-cinder-837356-2-iscsi neutron-server[103916]: DEBUG neutron_lib.callbacks.manager [None req-145e8f2c-4502-4a38-b63f-611e3ad0f8b1 tempest-TestVolumeBootPattern-1350759327 tempest-TestVolumeBootPattern-1350759327-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16007527', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-75831', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16241551', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8728539364702', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8728538993430', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25517999'] for port (ccbdd293-7eda-4e15-ab6a-5ad88bf0bee8), after_delete {{(pid=103916) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 17:33:40.599562 dv-cinder-837356-2-iscsi neutron-server[103916]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-145e8f2c-4502-4a38-b63f-611e3ad0f8b1 tempest-TestVolumeBootPattern-1350759327 tempest-TestVolumeBootPattern-1350759327-project] Pushing event deleted for resources: {'Port': ['ID=ccbdd293-7eda-4e15-ab6a-5ad88bf0bee8,revision_number=None']} {{(pid=103916) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 17:33:40.670202 dv-cinder-837356-2-iscsi neutron-server[103916]: DEBUG neutron_lib.callbacks.manager [None req-145e8f2c-4502-4a38-b63f-611e3ad0f8b1 tempest-TestVolumeBootPattern-1350759327 tempest-TestVolumeBootPattern-1350759327-project] Publish callbacks [] for floatingip (5c050ec7-2cfc-44c3-948b-af30f620ae4f), after_delete {{(pid=103916) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 17:33:40.670443 dv-cinder-837356-2-iscsi neutron-server[103916]: INFO neutron.db.l3_db [None req-145e8f2c-4502-4a38-b63f-611e3ad0f8b1 tempest-TestVolumeBootPattern-1350759327 tempest-TestVolumeBootPattern-1350759327-project] Floating IP 5c050ec7-2cfc-44c3-948b-af30f620ae4f disassociated (deleted). External IP: 172.27.2.95, port: ccefb110-1f8f-47f6-a66f-5a8c5114a8dc. Jun 16 17:33:40.877492 dv-cinder-837356-2-iscsi neutron-server[103916]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-145e8f2c-4502-4a38-b63f-611e3ad0f8b1 tempest-TestVolumeBootPattern-1350759327 tempest-TestVolumeBootPattern-1350759327-project] Router c35ad751-e83c-4d20-bca1-ec4f6db7db70 has already been hosted by L3 agent 7639df21-17c3-4235-8912-210c3ad54137 {{(pid=103916) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jun 16 17:33:40.930658 dv-cinder-837356-2-iscsi neutron-server[103916]: DEBUG dbcounter [-] [103916] Writing DB stats neutron:SELECT=98,neutron:DELETE=2 {{(pid=103916) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 16 17:33:40.982147 dv-cinder-837356-2-iscsi neutron-server[103916]: DEBUG dbcounter [-] [103916] Writing DB stats neutron:SELECT=95,neutron:DELETE=5 {{(pid=103916) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 16 17:33:40.987863 dv-cinder-837356-2-iscsi neutron-server[103916]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-145e8f2c-4502-4a38-b63f-611e3ad0f8b1 tempest-TestVolumeBootPattern-1350759327 tempest-TestVolumeBootPattern-1350759327-project] Notify agent at l3_agent.dv-cinder-837356-2-iscsi the message routers_updated {{(pid=103916) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jun 16 17:33:40.992473 dv-cinder-837356-2-iscsi neutron-server[103916]: DEBUG neutron_lib.callbacks.manager [None req-145e8f2c-4502-4a38-b63f-611e3ad0f8b1 tempest-TestVolumeBootPattern-1350759327 tempest-TestVolumeBootPattern-1350759327-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-191112'] for floatingip (None), before_response {{(pid=103916) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 17:33:40.999081 dv-cinder-837356-2-iscsi neutron-server[103918]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8eaf7d94-0e3f-4322-aa13-fe659d03f58e None None] Sync routers for ids ['c35ad751-e83c-4d20-bca1-ec4f6db7db70'] in dv-cinder-837356-2-iscsi {{(pid=103918) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 16 17:33:41.010101 dv-cinder-837356-2-iscsi neutron-server[103918]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8eaf7d94-0e3f-4322-aa13-fe659d03f58e None None] Routers {'c35ad751-e83c-4d20-bca1-ec4f6db7db70'} bound to L3 agent in host dv-cinder-837356-2-iscsi {{(pid=103918) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jun 16 17:33:41.010737 dv-cinder-837356-2-iscsi neutron-server[103918]: DEBUG neutron.db.l3_hamode_db [None req-8eaf7d94-0e3f-4322-aa13-fe659d03f58e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-837356-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-06-16T17:14:15Z,description=,heartbeat_timestamp=2022-06-16T17:33:15Z,host='dv-cinder-837356-2-iscsi',id=7639df21-17c3-4235-8912-210c3ad54137,load=0,resource_versions=,resources_synced=,started_at=2022-06-16T17:14:15Z,topic='l3_agent')) {'router_ids': ['c35ad751-e83c-4d20-bca1-ec4f6db7db70'], 'active': True} {{(pid=103918) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 16 17:33:41.026059 dv-cinder-837356-2-iscsi neutron-server[103916]: INFO neutron.wsgi [None req-145e8f2c-4502-4a38-b63f-611e3ad0f8b1 tempest-TestVolumeBootPattern-1350759327 tempest-TestVolumeBootPattern-1350759327-project] 10.222.0.66 "DELETE /v2.0/floatingips/5c050ec7-2cfc-44c3-948b-af30f620ae4f HTTP/1.1" status: 204 len: 168 time: 0.8917177 Jun 16 17:33:41.026734 dv-cinder-837356-2-iscsi neutron-server[103916]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'ce5b6345-48fe-44a0-b917-2b12902e234b', 'tag': 'ccefb110-1f8f-47f6-a66f-5a8c5114a8dc'}] {{(pid=103916) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jun 16 17:33:41.029218 dv-cinder-837356-2-iscsi neutron-server[103916]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.66/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}15d8713043fc5f9b6f9aaf4a9a169ba36e5aaa6307a8131177ae56adda3437c5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5d55aed5-0644-46dd-b646-c2ff633988bf" -d '{"events": [{"name": "network-changed", "server_uuid": "ce5b6345-48fe-44a0-b917-2b12902e234b", "tag": "ccefb110-1f8f-47f6-a66f-5a8c5114a8dc"}]}' {{(pid=103916) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 16 17:33:41.052140 dv-cinder-837356-2-iscsi neutron-server[103918]: DEBUG dbcounter [-] [103918] Writing DB stats neutron:SELECT=100 {{(pid=103918) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 16 17:33:41.070039 dv-cinder-837356-2-iscsi neutron-server[103916]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 16 Jun 2022 17:33:41 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e52d5ecd-fd2b-45fd-a35f-3f61083146c4 x-openstack-request-id: req-e52d5ecd-fd2b-45fd-a35f-3f61083146c4 {{(pid=103916) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 16 17:33:41.070380 dv-cinder-837356-2-iscsi neutron-server[103916]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "ce5b6345-48fe-44a0-b917-2b12902e234b", "tag": "ccefb110-1f8f-47f6-a66f-5a8c5114a8dc", "status": "completed", "code": 200}]} {{(pid=103916) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 16 17:33:41.070594 dv-cinder-837356-2-iscsi neutron-server[103916]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.66/compute/v2.1/os-server-external-events used request id req-e52d5ecd-fd2b-45fd-a35f-3f61083146c4 {{(pid=103916) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 16 17:33:41.071006 dv-cinder-837356-2-iscsi neutron-server[103916]: INFO neutron.notifiers.nova [-] Nova event matching ['req-e52d5ecd-fd2b-45fd-a35f-3f61083146c4'] response: {'name': 'network-changed', 'server_uuid': 'ce5b6345-48fe-44a0-b917-2b12902e234b', 'tag': 'ccefb110-1f8f-47f6-a66f-5a8c5114a8dc', 'status': 'completed', 'code': 200} Jun 16 17:33:41.125517 dv-cinder-837356-2-iscsi neutron-server[103918]: DEBUG dbcounter [-] [103918] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=103918) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 16 17:33:41.130728 dv-cinder-837356-2-iscsi neutron-server[103918]: DEBUG neutron.db.l3_dvr_db [None req-8eaf7d94-0e3f-4322-aa13-fe659d03f58e None None] Set router c35ad751-e83c-4d20-bca1-ec4f6db7db70 gateway port host: dv-cinder-837356-2-iscsi {{(pid=103918) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jun 16 17:33:41.146332 dv-cinder-837356-2-iscsi neutron-server[103917]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d55aed5-0644-46dd-b646-c2ff633988bf req-d4a4b80a-cb73-4c45-a1a2-008f7e8d5870 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103917) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 16 17:33:41.148156 dv-cinder-837356-2-iscsi neutron-server[103917]: INFO neutron.wsgi [req-5d55aed5-0644-46dd-b646-c2ff633988bf req-d4a4b80a-cb73-4c45-a1a2-008f7e8d5870 service neutron] 10.222.0.81 "GET /v2.0/ports?tenant_id=bd1488226a424c6e9e7f94f31b020e4f&device_id=ce5b6345-48fe-44a0-b917-2b12902e234b HTTP/1.1" status: 200 len: 1129 time: 0.0528500 Jun 16 17:33:41.262048 dv-cinder-837356-2-iscsi neutron-server[103917]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d55aed5-0644-46dd-b646-c2ff633988bf req-5338f25d-7c07-460a-a400-3fe95d3a5f56 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103917) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 16 17:33:41.264033 dv-cinder-837356-2-iscsi neutron-server[103917]: INFO neutron.wsgi [req-5d55aed5-0644-46dd-b646-c2ff633988bf req-5338f25d-7c07-460a-a400-3fe95d3a5f56 service neutron] 10.222.0.81 "GET /v2.0/networks?id=3da1c24e-a853-4091-89c9-dc663f379476 HTTP/1.1" status: 200 len: 914 time: 0.1034842 Jun 16 17:33:41.286956 dv-cinder-837356-2-iscsi neutron-server[103916]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82f1b76b-001c-4188-bc72-3280b76d9fa8 req-e9856bda-6ffb-470d-b170-ccefc8440a5d tempest-TestVolumeBootPattern-1350759327 tempest-TestVolumeBootPattern-1350759327-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103916) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 16 17:33:41.289406 dv-cinder-837356-2-iscsi neutron-server[103916]: INFO neutron.wsgi [req-82f1b76b-001c-4188-bc72-3280b76d9fa8 req-e9856bda-6ffb-470d-b170-ccefc8440a5d tempest-TestVolumeBootPattern-1350759327 tempest-TestVolumeBootPattern-1350759327-project] 10.222.0.66 "GET /v2.0/ports?device_id=ce5b6345-48fe-44a0-b917-2b12902e234b HTTP/1.1" status: 200 len: 945 time: 0.0507910 Jun 16 17:33:41.346993 dv-cinder-837356-2-iscsi neutron-server[103918]: DEBUG neutron.db.l3_hamode_db [None req-8eaf7d94-0e3f-4322-aa13-fe659d03f58e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c35ad751-e83c-4d20-bca1-ec4f6db7db70', 'name': 'tempest-TestVolumeBootPattern-2032781159-router', 'tenant_id': 'bd1488226a424c6e9e7f94f31b020e4f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9df31235-0797-44e6-85a0-102cb2da2d58', 'external_fixed_ips': [{'subnet_id': '1dfb0320-f5eb-46f6-88ce-33002f500238', 'ip_address': '172.27.2.144'}], 'enable_snat': True}, 'gw_port_id': '1fb74e99-4857-44c3-af81-ed3d3ffe4f39', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-16T17:25:16Z', 'updated_at': '2022-06-16T17:25:23Z', 'revision_number': 4, 'project_id': 'bd1488226a424c6e9e7f94f31b020e4f', 'gw_port': {'id': '1fb74e99-4857-44c3-af81-ed3d3ffe4f39', 'name': '', 'network_id': '9df31235-0797-44e6-85a0-102cb2da2d58', 'tenant_id': '', 'mac_address': 'fa:16:3e:40:75:a6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c35ad751-e83c-4d20-bca1-ec4f6db7db70', 'device_owner': 'network:router_gateway', 'standard_attr_id': 446, 'fixed_ips': [{'subnet_id': '1dfb0320-f5eb-46f6-88ce-33002f500238', 'ip_address': '172.27.2.144', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-837356-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-16T17:25:18Z', 'updated_at': '2022-06-16T17:25:26Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1dfb0320-f5eb-46f6-88ce-33002f500238', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-837356-2-iscsi', '_interfaces': [{'id': '2ef48185-74c7-486a-9679-f9baac8bfe7a', 'name': '', 'network_id': '3da1c24e-a853-4091-89c9-dc663f379476', 'tenant_id': 'bd1488226a424c6e9e7f94f31b020e4f', 'mac_address': 'fa:16:3e:49:e9:fe', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c35ad751-e83c-4d20-bca1-ec4f6db7db70', 'device_owner': 'network:router_interface', 'standard_attr_id': 448, 'fixed_ips': [{'subnet_id': 'ff26c6d8-fbe9-4318-9056-e5433e3433f5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-837356-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-16T17:25:21Z', 'updated_at': '2022-06-16T17:25:36Z', 'revision_number': 5, 'project_id': 'bd1488226a424c6e9e7f94f31b020e4f', 'subnets': [{'id': 'ff26c6d8-fbe9-4318-9056-e5433e3433f5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-837356-2-iscsi', False) {} {{(pid=103918) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 16 17:33:41.353911 dv-cinder-837356-2-iscsi neutron-server[103916]: INFO neutron.wsgi [req-82f1b76b-001c-4188-bc72-3280b76d9fa8 req-611f49f7-60f6-4429-8338-803ed2efeec0 tempest-TestVolumeBootPattern-1350759327 tempest-TestVolumeBootPattern-1350759327-project] 10.222.0.66 "GET /v2.0/security-groups?id=e6a9443b-cf7a-479e-b6b0-e85ba61d4c81&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0484362 Jun 16 17:33:41.381849 dv-cinder-837356-2-iscsi neutron-server[103918]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8eaf7d94-0e3f-4322-aa13-fe659d03f58e None None] Checking router: c35ad751-e83c-4d20-bca1-ec4f6db7db70 for host: dv-cinder-837356-2-iscsi {{(pid=103918) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 16 17:33:41.390740 dv-cinder-837356-2-iscsi neutron-server[103918]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8eaf7d94-0e3f-4322-aa13-fe659d03f58e None None] Routers {'c35ad751-e83c-4d20-bca1-ec4f6db7db70'} bound to L3 agent in host dv-cinder-837356-2-iscsi {{(pid=103918) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jun 16 17:33:41.391395 dv-cinder-837356-2-iscsi neutron-server[103918]: DEBUG neutron.db.l3_hamode_db [None req-8eaf7d94-0e3f-4322-aa13-fe659d03f58e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-837356-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-06-16T17:14:15Z,description=,heartbeat_timestamp=2022-06-16T17:33:15Z,host='dv-cinder-837356-2-iscsi',id=7639df21-17c3-4235-8912-210c3ad54137,load=0,resource_versions=,resources_synced=,started_at=2022-06-16T17:14:15Z,topic='l3_agent')) {'router_ids': ['c35ad751-e83c-4d20-bca1-ec4f6db7db70'], 'active': True} {{(pid=103918) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 16 17:33:41.494852 dv-cinder-837356-2-iscsi neutron-server[103918]: DEBUG neutron.db.l3_dvr_db [None req-8eaf7d94-0e3f-4322-aa13-fe659d03f58e None None] Set router c35ad751-e83c-4d20-bca1-ec4f6db7db70 gateway port host: dv-cinder-837356-2-iscsi {{(pid=103918) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jun 16 17:33:41.698296 dv-cinder-837356-2-iscsi neutron-server[103918]: DEBUG neutron.db.l3_hamode_db [None req-8eaf7d94-0e3f-4322-aa13-fe659d03f58e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c35ad751-e83c-4d20-bca1-ec4f6db7db70', 'name': 'tempest-TestVolumeBootPattern-2032781159-router', 'tenant_id': 'bd1488226a424c6e9e7f94f31b020e4f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9df31235-0797-44e6-85a0-102cb2da2d58', 'external_fixed_ips': [{'subnet_id': '1dfb0320-f5eb-46f6-88ce-33002f500238', 'ip_address': '172.27.2.144'}], 'enable_snat': True}, 'gw_port_id': '1fb74e99-4857-44c3-af81-ed3d3ffe4f39', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-16T17:25:16Z', 'updated_at': '2022-06-16T17:25:23Z', 'revision_number': 4, 'project_id': 'bd1488226a424c6e9e7f94f31b020e4f', 'gw_port': {'id': '1fb74e99-4857-44c3-af81-ed3d3ffe4f39', 'name': '', 'network_id': '9df31235-0797-44e6-85a0-102cb2da2d58', 'tenant_id': '', 'mac_address': 'fa:16:3e:40:75:a6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c35ad751-e83c-4d20-bca1-ec4f6db7db70', 'device_owner': 'network:router_gateway', 'standard_attr_id': 446, 'fixed_ips': [{'subnet_id': '1dfb0320-f5eb-46f6-88ce-33002f500238', 'ip_address': '172.27.2.144', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-837356-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-16T17:25:18Z', 'updated_at': '2022-06-16T17:25:26Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1dfb0320-f5eb-46f6-88ce-33002f500238', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-837356-2-iscsi', '_interfaces': [{'id': '2ef48185-74c7-486a-9679-f9baac8bfe7a', 'name': '', 'network_id': '3da1c24e-a853-4091-89c9-dc663f379476', 'tenant_id': 'bd1488226a424c6e9e7f94f31b020e4f', 'mac_address': 'fa:16:3e:49:e9:fe', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c35ad751-e83c-4d20-bca1-ec4f6db7db70', 'device_owner': 'network:router_interface', 'standard_attr_id': 448, 'fixed_ips': [{'subnet_id': 'ff26c6d8-fbe9-4318-9056-e5433e3433f5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-837356-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-16T17:25:21Z', 'updated_at': '2022-06-16T17:25:36Z', 'revision_number': 5, 'project_id': 'bd1488226a424c6e9e7f94f31b020e4f', 'subnets': [{'id': 'ff26c6d8-fbe9-4318-9056-e5433e3433f5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-837356-2-iscsi', False) {} {{(pid=103918) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 16 17:33:41.725234 dv-cinder-837356-2-iscsi neutron-server[103918]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8eaf7d94-0e3f-4322-aa13-fe659d03f58e None None] The sync data for ids ['c35ad751-e83c-4d20-bca1-ec4f6db7db70'] in dv-cinder-837356-2-iscsi is: [{'id': 'c35ad751-e83c-4d20-bca1-ec4f6db7db70', 'name': 'tempest-TestVolumeBootPattern-2032781159-router', 'tenant_id': 'bd1488226a424c6e9e7f94f31b020e4f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9df31235-0797-44e6-85a0-102cb2da2d58', 'external_fixed_ips': [{'subnet_id': '1dfb0320-f5eb-46f6-88ce-33002f500238', 'ip_address': '172.27.2.144'}], 'enable_snat': True}, 'gw_port_id': '1fb74e99-4857-44c3-af81-ed3d3ffe4f39', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-16T17:25:16Z', 'updated_at': '2022-06-16T17:25:23Z', 'revision_number': 4, 'project_id': 'bd1488226a424c6e9e7f94f31b020e4f', 'gw_port': {'id': '1fb74e99-4857-44c3-af81-ed3d3ffe4f39', 'name': '', 'network_id': '9df31235-0797-44e6-85a0-102cb2da2d58', 'tenant_id': '', 'mac_address': 'fa:16:3e:40:75:a6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c35ad751-e83c-4d20-bca1-ec4f6db7db70', 'device_owner': 'network:router_gateway', 'standard_attr_id': 446, 'fixed_ips': [{'subnet_id': '1dfb0320-f5eb-46f6-88ce-33002f500238', 'ip_address': '172.27.2.144', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-837356-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-16T17:25:18Z', 'updated_at': '2022-06-16T17:25:26Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1dfb0320-f5eb-46f6-88ce-33002f500238', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-837356-2-iscsi', '_interfaces': [{'id': '2ef48185-74c7-486a-9679-f9baac8bfe7a', 'name': '', 'network_id': '3da1c24e-a853-4091-89c9-dc663f379476', 'tenant_id': 'bd1488226a424c6e9e7f94f31b020e4f', 'mac_address': 'fa:16:3e:49:e9:fe', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c35ad751-e83c-4d20-bca1-ec4f6db7db70', 'device_owner': 'network:router_interface', 'standard_attr_id': 448, 'fixed_ips': [{'subnet_id': 'ff26c6d8-fbe9-4318-9056-e5433e3433f5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-837356-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-16T17:25:21Z', 'updated_at': '2022-06-16T17:25:36Z', 'revision_number': 5, 'project_id': 'bd1488226a424c6e9e7f94f31b020e4f', 'subnets': [{'id': 'ff26c6d8-fbe9-4318-9056-e5433e3433f5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103918) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 16 17:33:41.956401 dv-cinder-837356-2-iscsi neutron-server[103919]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fbec2fc3-45bc-4a41-bab0-8a7fde7a9e99 None None] New status for floating IP 5c050ec7-2cfc-44c3-948b-af30f620ae4f: DOWN {{(pid=103919) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:269}} Jun 16 17:33:42.481075 dv-cinder-837356-2-iscsi neutron-server[103917]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e00996ec-8744-4392-9839-c3a785cf182d req-7926a1fc-e1cd-4b10-9f49-b53b3d63c0c0 tempest-TestVolumeBootPattern-1350759327 tempest-TestVolumeBootPattern-1350759327-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103917) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 16 17:33:42.482690 dv-cinder-837356-2-iscsi neutron-server[103917]: INFO neutron.wsgi [req-e00996ec-8744-4392-9839-c3a785cf182d req-7926a1fc-e1cd-4b10-9f49-b53b3d63c0c0 tempest-TestVolumeBootPattern-1350759327 tempest-TestVolumeBootPattern-1350759327-project] 10.222.0.66 "GET /v2.0/ports?device_id=ce5b6345-48fe-44a0-b917-2b12902e234b HTTP/1.1" status: 200 len: 945 time: 0.0555325 Jun 16 17:33:42.541779 dv-cinder-837356-2-iscsi neutron-server[103917]: INFO neutron.wsgi [req-e00996ec-8744-4392-9839-c3a785cf182d req-630d5b40-6fd8-4e31-94c1-1aa45c056226 tempest-TestVolumeBootPattern-1350759327 tempest-TestVolumeBootPattern-1350759327-project] 10.222.0.66 "GET /v2.0/security-groups?id=e6a9443b-cf7a-479e-b6b0-e85ba61d4c81&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0528867 Jun 16 17:33:42.669974 dv-cinder-837356-2-iscsi neutron-server[103917]: INFO neutron.wsgi [req-5d55aed5-0644-46dd-b646-c2ff633988bf req-1167e7ac-34ef-4834-a4f0-7cf0e1b899ab service neutron] 10.222.0.81 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=ccefb110-1f8f-47f6-a66f-5a8c5114a8dc HTTP/1.1" status: 200 len: 217 time: 0.0401270 Jun 16 17:33:42.727619 dv-cinder-837356-2-iscsi neutron-server[103917]: DEBUG dbcounter [-] [103917] Writing DB stats neutron:DELETE=3,neutron:SELECT=97 {{(pid=103917) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 16 17:33:42.734318 dv-cinder-837356-2-iscsi neutron-server[103917]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d55aed5-0644-46dd-b646-c2ff633988bf req-cdf91356-f798-468f-8936-3c090ab3f612 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103917) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 16 17:33:42.735902 dv-cinder-837356-2-iscsi neutron-server[103917]: INFO neutron.wsgi [req-5d55aed5-0644-46dd-b646-c2ff633988bf req-cdf91356-f798-468f-8936-3c090ab3f612 service neutron] 10.222.0.81 "GET /v2.0/subnets?id=ff26c6d8-fbe9-4318-9056-e5433e3433f5 HTTP/1.1" status: 200 len: 851 time: 0.0515256 Jun 16 17:33:42.875201 dv-cinder-837356-2-iscsi neutron-server[103917]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d55aed5-0644-46dd-b646-c2ff633988bf req-d0c46ccd-3719-413b-b710-86e7df044646 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103917) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 16 17:33:42.876765 dv-cinder-837356-2-iscsi neutron-server[103917]: INFO neutron.wsgi [req-5d55aed5-0644-46dd-b646-c2ff633988bf req-d0c46ccd-3719-413b-b710-86e7df044646 service neutron] 10.222.0.81 "GET /v2.0/ports?network_id=3da1c24e-a853-4091-89c9-dc663f379476&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0459082 Jun 16 17:33:42.971717 dv-cinder-837356-2-iscsi neutron-server[103917]: INFO neutron.wsgi [req-5d55aed5-0644-46dd-b646-c2ff633988bf req-d78a860b-0ff2-4a06-9acd-6854959aaf55 service neutron] 10.222.0.81 "GET /v2.0/networks/3da1c24e-a853-4091-89c9-dc663f379476?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0838444 Jun 16 17:33:43.002352 dv-cinder-837356-2-iscsi neutron-server[103918]: DEBUG neutron_lib.callbacks.manager [None req-96c98d95-0379-4400-aff3-625ed1614271 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728539454181', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16149322'] for agent (0913b7ec-eea4-4492-8ef1-e01c4575abca), after_update {{(pid=103918) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 17:33:43.195924 dv-cinder-837356-2-iscsi neutron-server[103917]: DEBUG dbcounter [-] [103917] Writing DB stats neutron:SELECT=100 {{(pid=103917) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 16 17:33:43.202631 dv-cinder-837356-2-iscsi neutron-server[103917]: INFO neutron.wsgi [req-5d55aed5-0644-46dd-b646-c2ff633988bf req-2f89098e-8997-498c-b2f7-0502b441f102 service neutron] 10.222.0.81 "GET /v2.0/networks/3da1c24e-a853-4091-89c9-dc663f379476?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1068792 Jun 16 17:33:43.240015 dv-cinder-837356-2-iscsi neutron-server[103917]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8812fd73-b1e7-43c9-85b5-1e18134e08c9 req-e073e490-90f6-4e07-b94a-a1d180233dc0 tempest-TestVolumeBootPattern-1350759327 tempest-TestVolumeBootPattern-1350759327-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103917) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 16 17:33:43.241406 dv-cinder-837356-2-iscsi neutron-server[103917]: INFO neutron.wsgi [req-8812fd73-b1e7-43c9-85b5-1e18134e08c9 req-e073e490-90f6-4e07-b94a-a1d180233dc0 tempest-TestVolumeBootPattern-1350759327 tempest-TestVolumeBootPattern-1350759327-project] 10.222.0.81 "GET /v2.0/ports?device_id=ce5b6345-48fe-44a0-b917-2b12902e234b HTTP/1.1" status: 200 len: 945 time: 0.0573497 Jun 16 17:33:43.342728 dv-cinder-837356-2-iscsi neutron-server[103917]: DEBUG neutron.plugins.ml2.plugin [req-8812fd73-b1e7-43c9-85b5-1e18134e08c9 req-d7d7d9e2-b2d2-47c0-941b-1ebed61c5614 tempest-TestVolumeBootPattern-1350759327 tempest-TestVolumeBootPattern-1350759327-project] Deleting port ccefb110-1f8f-47f6-a66f-5a8c5114a8dc {{(pid=103917) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2043}} Jun 16 17:33:43.343051 dv-cinder-837356-2-iscsi neutron-server[103917]: DEBUG neutron_lib.callbacks.manager [req-8812fd73-b1e7-43c9-85b5-1e18134e08c9 req-d7d7d9e2-b2d2-47c0-941b-1ebed61c5614 tempest-TestVolumeBootPattern-1350759327 tempest-TestVolumeBootPattern-1350759327-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8728539361383'] for port (ccefb110-1f8f-47f6-a66f-5a8c5114a8dc), before_delete {{(pid=103917) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 17:33:43.436903 dv-cinder-837356-2-iscsi neutron-server[103917]: DEBUG neutron.plugins.ml2.db [req-8812fd73-b1e7-43c9-85b5-1e18134e08c9 req-d7d7d9e2-b2d2-47c0-941b-1ebed61c5614 tempest-TestVolumeBootPattern-1350759327 tempest-TestVolumeBootPattern-1350759327-project] For port ccefb110-1f8f-47f6-a66f-5a8c5114a8dc, host hv-cinder-83735, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83735',level=0,port_id=ccefb110-1f8f-47f6-a66f-5a8c5114a8dc,segment=NetworkSegment(363e514d-58a6-41ff-89ea-af6a85f188ef),segment_id=363e514d-58a6-41ff-89ea-af6a85f188ef)] {{(pid=103917) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 16 17:33:43.437309 dv-cinder-837356-2-iscsi neutron-server[103917]: DEBUG neutron_lib.callbacks.manager [req-8812fd73-b1e7-43c9-85b5-1e18134e08c9 req-d7d7d9e2-b2d2-47c0-941b-1ebed61c5614 tempest-TestVolumeBootPattern-1350759327 tempest-TestVolumeBootPattern-1350759327-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-708042'] for port (ccefb110-1f8f-47f6-a66f-5a8c5114a8dc), precommit_delete {{(pid=103917) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 17:33:43.451703 dv-cinder-837356-2-iscsi neutron-server[103917]: DEBUG neutron.plugins.ml2.plugin [req-8812fd73-b1e7-43c9-85b5-1e18134e08c9 req-d7d7d9e2-b2d2-47c0-941b-1ebed61c5614 tempest-TestVolumeBootPattern-1350759327 tempest-TestVolumeBootPattern-1350759327-project] Calling delete_port for ccefb110-1f8f-47f6-a66f-5a8c5114a8dc owned by compute:nova {{(pid=103917) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2122}} Jun 16 17:33:43.594984 dv-cinder-837356-2-iscsi neutron-server[103917]: DEBUG neutron_lib.callbacks.manager [req-8812fd73-b1e7-43c9-85b5-1e18134e08c9 req-d7d7d9e2-b2d2-47c0-941b-1ebed61c5614 tempest-TestVolumeBootPattern-1350759327 tempest-TestVolumeBootPattern-1350759327-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16007527', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-75831', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16241551', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8728539364702', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8728538993430', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3819743'] for port (ccefb110-1f8f-47f6-a66f-5a8c5114a8dc), after_delete {{(pid=103917) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 17:33:43.621949 dv-cinder-837356-2-iscsi neutron-server[103917]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d7d7d9e2-b2d2-47c0-941b-1ebed61c5614 tempest-TestVolumeBootPattern-1350759327 tempest-TestVolumeBootPattern-1350759327-project] Pushing event deleted for resources: {'Port': ['ID=ccefb110-1f8f-47f6-a66f-5a8c5114a8dc,revision_number=None']} {{(pid=103917) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 17:33:43.659259 dv-cinder-837356-2-iscsi neutron-server[103916]: INFO neutron.wsgi [req-d1348e9a-6c0c-4d4a-a44b-5cc4412e4ecf req-d694553b-d12b-4285-bab6-98925673264f tempest-TestVolumeBootPattern-1350759327 tempest-TestVolumeBootPattern-1350759327-project] 10.222.0.66 "GET /v2.0/ports?device_id=ce5b6345-48fe-44a0-b917-2b12902e234b HTTP/1.1" status: 200 len: 210 time: 0.0380638 Jun 16 17:33:43.675104 dv-cinder-837356-2-iscsi neutron-server[103917]: DEBUG neutron.db.l3_dvrscheduler_db [req-8812fd73-b1e7-43c9-85b5-1e18134e08c9 req-d7d7d9e2-b2d2-47c0-941b-1ebed61c5614 tempest-TestVolumeBootPattern-1350759327 tempest-TestVolumeBootPattern-1350759327-project] No DVR routers for this DVR port ccefb110-1f8f-47f6-a66f-5a8c5114a8dc on host hv-cinder-83735 {{(pid=103917) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:215}} Jun 16 17:33:43.681548 dv-cinder-837356-2-iscsi neutron-server[103917]: DEBUG neutron_lib.callbacks.manager [req-8812fd73-b1e7-43c9-85b5-1e18134e08c9 req-d7d7d9e2-b2d2-47c0-941b-1ebed61c5614 tempest-TestVolumeBootPattern-1350759327 tempest-TestVolumeBootPattern-1350759327-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-191112'] for port (None), before_response {{(pid=103917) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 17:33:43.684798 dv-cinder-837356-2-iscsi neutron-server[103917]: INFO neutron.wsgi [req-8812fd73-b1e7-43c9-85b5-1e18134e08c9 req-d7d7d9e2-b2d2-47c0-941b-1ebed61c5614 tempest-TestVolumeBootPattern-1350759327 tempest-TestVolumeBootPattern-1350759327-project] 10.222.0.81 "DELETE /v2.0/ports/ccefb110-1f8f-47f6-a66f-5a8c5114a8dc HTTP/1.1" status: 204 len: 173 time: 0.4370487 Jun 16 17:33:43.685263 dv-cinder-837356-2-iscsi neutron-server[103917]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ce5b6345-48fe-44a0-b917-2b12902e234b', 'name': 'network-vif-deleted', 'tag': 'ccefb110-1f8f-47f6-a66f-5a8c5114a8dc'}] {{(pid=103917) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jun 16 17:33:43.687615 dv-cinder-837356-2-iscsi neutron-server[103917]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.66/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6f3fd2b1a6655810f50592bc9015c397d118e5689141688eaf1b23dbeee2ebf8" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ce8fb332-34c5-41b2-9ba7-ff87c9117ba3" -d '{"events": [{"server_uuid": "ce5b6345-48fe-44a0-b917-2b12902e234b", "name": "network-vif-deleted", "tag": "ccefb110-1f8f-47f6-a66f-5a8c5114a8dc"}]}' {{(pid=103917) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 16 17:33:43.724194 dv-cinder-837356-2-iscsi neutron-server[103917]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 16 Jun 2022 17:33:43 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-fdec30f2-6a66-4aa3-aaab-fe9dfe97a4b7 x-openstack-request-id: req-fdec30f2-6a66-4aa3-aaab-fe9dfe97a4b7 {{(pid=103917) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 16 17:33:43.724572 dv-cinder-837356-2-iscsi neutron-server[103917]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "ce5b6345-48fe-44a0-b917-2b12902e234b", "name": "network-vif-deleted", "tag": "ccefb110-1f8f-47f6-a66f-5a8c5114a8dc", "status": "completed", "code": 200}]} {{(pid=103917) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 16 17:33:43.725414 dv-cinder-837356-2-iscsi neutron-server[103917]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.66/compute/v2.1/os-server-external-events used request id req-fdec30f2-6a66-4aa3-aaab-fe9dfe97a4b7 {{(pid=103917) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 16 17:33:43.725776 dv-cinder-837356-2-iscsi neutron-server[103917]: INFO neutron.notifiers.nova [-] Nova event matching ['req-fdec30f2-6a66-4aa3-aaab-fe9dfe97a4b7'] response: {'server_uuid': 'ce5b6345-48fe-44a0-b917-2b12902e234b', 'name': 'network-vif-deleted', 'tag': 'ccefb110-1f8f-47f6-a66f-5a8c5114a8dc', 'status': 'completed', 'code': 200} Jun 16 17:33:44.723663 dv-cinder-837356-2-iscsi neutron-server[103916]: DEBUG neutron.wsgi [-] (103916) accepted ('10.222.0.66', 46312) {{(pid=103916) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 16 17:33:44.861339 dv-cinder-837356-2-iscsi neutron-server[103916]: DEBUG neutron.plugins.ml2.plugin [None req-312d29e2-f2e6-40da-9779-306aebdcbf92 tempest-TestVolumeBootPattern-1350759327 tempest-TestVolumeBootPattern-1350759327-project] Deleting port 657f9329-3cb4-43d3-aef4-fd4fc3453f4c {{(pid=103916) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2043}} Jun 16 17:33:44.861651 dv-cinder-837356-2-iscsi neutron-server[103916]: DEBUG neutron_lib.callbacks.manager [None req-312d29e2-f2e6-40da-9779-306aebdcbf92 tempest-TestVolumeBootPattern-1350759327 tempest-TestVolumeBootPattern-1350759327-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8728539361383'] for port (657f9329-3cb4-43d3-aef4-fd4fc3453f4c), before_delete {{(pid=103916) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 17:33:44.952626 dv-cinder-837356-2-iscsi neutron-server[103916]: DEBUG neutron_lib.callbacks.manager [None req-312d29e2-f2e6-40da-9779-306aebdcbf92 tempest-TestVolumeBootPattern-1350759327 tempest-TestVolumeBootPattern-1350759327-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-708042'] for port (657f9329-3cb4-43d3-aef4-fd4fc3453f4c), precommit_delete {{(pid=103916) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 17:33:44.952882 dv-cinder-837356-2-iscsi neutron-server[103916]: DEBUG neutron_lib.callbacks.manager [None req-312d29e2-f2e6-40da-9779-306aebdcbf92 tempest-TestVolumeBootPattern-1350759327 tempest-TestVolumeBootPattern-1350759327-project] Publish callbacks [] for floatingip (657f9329-3cb4-43d3-aef4-fd4fc3453f4c), precommit_delete {{(pid=103916) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 17:33:44.967384 dv-cinder-837356-2-iscsi neutron-server[103916]: DEBUG neutron.plugins.ml2.plugin [None req-312d29e2-f2e6-40da-9779-306aebdcbf92 tempest-TestVolumeBootPattern-1350759327 tempest-TestVolumeBootPattern-1350759327-project] Calling delete_port for 657f9329-3cb4-43d3-aef4-fd4fc3453f4c owned by network:floatingip {{(pid=103916) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2122}} Jun 16 17:33:45.133203 dv-cinder-837356-2-iscsi neutron-server[103916]: DEBUG neutron_lib.callbacks.manager [None req-312d29e2-f2e6-40da-9779-306aebdcbf92 tempest-TestVolumeBootPattern-1350759327 tempest-TestVolumeBootPattern-1350759327-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16007527', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-75831', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16241551', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8728539364702', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8728538993430', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25517999'] for port (657f9329-3cb4-43d3-aef4-fd4fc3453f4c), after_delete {{(pid=103916) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 17:33:45.157589 dv-cinder-837356-2-iscsi neutron-server[103916]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-312d29e2-f2e6-40da-9779-306aebdcbf92 tempest-TestVolumeBootPattern-1350759327 tempest-TestVolumeBootPattern-1350759327-project] Pushing event deleted for resources: {'Port': ['ID=657f9329-3cb4-43d3-aef4-fd4fc3453f4c,revision_number=None']} {{(pid=103916) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 17:33:45.240110 dv-cinder-837356-2-iscsi neutron-server[103916]: DEBUG neutron_lib.callbacks.manager [None req-312d29e2-f2e6-40da-9779-306aebdcbf92 tempest-TestVolumeBootPattern-1350759327 tempest-TestVolumeBootPattern-1350759327-project] Publish callbacks [] for floatingip (fed1302c-64e4-46d6-b845-db8e614aed8e), after_delete {{(pid=103916) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 17:33:45.242555 dv-cinder-837356-2-iscsi neutron-server[103916]: DEBUG neutron_lib.callbacks.manager [None req-312d29e2-f2e6-40da-9779-306aebdcbf92 tempest-TestVolumeBootPattern-1350759327 tempest-TestVolumeBootPattern-1350759327-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-191112'] for floatingip (None), before_response {{(pid=103916) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 17:33:45.243733 dv-cinder-837356-2-iscsi neutron-server[103916]: INFO neutron.wsgi [None req-312d29e2-f2e6-40da-9779-306aebdcbf92 tempest-TestVolumeBootPattern-1350759327 tempest-TestVolumeBootPattern-1350759327-project] 10.222.0.66 "DELETE /v2.0/floatingips/fed1302c-64e4-46d6-b845-db8e614aed8e HTTP/1.1" status: 204 len: 168 time: 0.5193894 Jun 16 17:33:45.463783 dv-cinder-837356-2-iscsi neutron-server[103918]: DEBUG neutron_lib.callbacks.manager [None req-e4d89b7c-a06f-4cbc-97b9-c146b246f97b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728539454181', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16149322'] for agent (7639df21-17c3-4235-8912-210c3ad54137), after_update {{(pid=103918) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 17:33:46.326640 dv-cinder-837356-2-iscsi neutron-server[103918]: DEBUG neutron_lib.callbacks.manager [None req-20715706-35a9-45af-9420-375bdcc64c61 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728539454181', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16149322'] for agent (50395103-89cf-4fb3-87eb-9dff4dfdeea8), after_update {{(pid=103918) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 17:33:46.516316 dv-cinder-837356-2-iscsi neutron-server[103917]: DEBUG neutron.wsgi [-] (103917) accepted ('10.222.0.66', 46324) {{(pid=103917) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 16 17:33:46.591014 dv-cinder-837356-2-iscsi neutron-server[103917]: DEBUG neutron_lib.callbacks.manager [None req-3bff0b18-bf9a-4db0-85a0-b96d7974a243 tempest-TestVolumeBootPattern-1350759327 tempest-TestVolumeBootPattern-1350759327-project] Publish callbacks [] for security_group (e6a9443b-cf7a-479e-b6b0-e85ba61d4c81), before_delete {{(pid=103917) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 17:33:46.627204 dv-cinder-837356-2-iscsi neutron-server[103917]: DEBUG neutron_lib.callbacks.manager [None req-3bff0b18-bf9a-4db0-85a0-b96d7974a243 tempest-TestVolumeBootPattern-1350759327 tempest-TestVolumeBootPattern-1350759327-project] Publish callbacks [] for security_group (e6a9443b-cf7a-479e-b6b0-e85ba61d4c81), precommit_delete {{(pid=103917) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 17:33:46.657215 dv-cinder-837356-2-iscsi neutron-server[103919]: DEBUG neutron.db.agents_db [None req-d2debd9c-00d6-4a8f-b9fc-d112a2dcea0d None None] Agent healthcheck: found 6 active agents {{(pid=103919) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jun 16 17:33:46.699342 dv-cinder-837356-2-iscsi neutron-server[103917]: DEBUG neutron_lib.callbacks.manager [None req-3bff0b18-bf9a-4db0-85a0-b96d7974a243 tempest-TestVolumeBootPattern-1350759327 tempest-TestVolumeBootPattern-1350759327-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-570488'] for security_group (e6a9443b-cf7a-479e-b6b0-e85ba61d4c81), after_delete {{(pid=103917) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 17:33:46.702627 dv-cinder-837356-2-iscsi neutron-server[103917]: DEBUG neutron_lib.callbacks.manager [None req-3bff0b18-bf9a-4db0-85a0-b96d7974a243 tempest-TestVolumeBootPattern-1350759327 tempest-TestVolumeBootPattern-1350759327-project] Publish callbacks [] for security_group (None), before_response {{(pid=103917) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 17:33:46.703953 dv-cinder-837356-2-iscsi neutron-server[103917]: INFO neutron.wsgi [None req-3bff0b18-bf9a-4db0-85a0-b96d7974a243 tempest-TestVolumeBootPattern-1350759327 tempest-TestVolumeBootPattern-1350759327-project] 10.222.0.66 "DELETE /v2.0/security-groups/e6a9443b-cf7a-479e-b6b0-e85ba61d4c81 HTTP/1.1" status: 204 len: 168 time: 0.1866176 Jun 16 17:33:46.718911 dv-cinder-837356-2-iscsi neutron-server[103917]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3bff0b18-bf9a-4db0-85a0-b96d7974a243 tempest-TestVolumeBootPattern-1350759327 tempest-TestVolumeBootPattern-1350759327-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=e6a9443b-cf7a-479e-b6b0-e85ba61d4c81,revision_number=None']} {{(pid=103917) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 17:33:46.763858 dv-cinder-837356-2-iscsi neutron-server[103917]: DEBUG neutron.wsgi [-] (103917) accepted ('10.222.0.66', 46328) {{(pid=103917) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 16 17:33:47.089265 dv-cinder-837356-2-iscsi neutron-server[103917]: DEBUG dbcounter [-] [103917] Writing DB stats neutron:SELECT=94,neutron:DELETE=6 {{(pid=103917) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 16 17:33:47.177760 dv-cinder-837356-2-iscsi neutron-server[103917]: DEBUG dbcounter [-] [103917] Writing DB stats neutron:SELECT=95,neutron:DELETE=5 {{(pid=103917) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 16 17:33:47.521425 dv-cinder-837356-2-iscsi neutron-server[103917]: DEBUG neutron_lib.callbacks.manager [None req-aa2f9dcb-3e2e-4fe4-8463-a678c9680a6e admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-706250'] for router_interface (c35ad751-e83c-4d20-bca1-ec4f6db7db70), before_delete {{(pid=103917) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 17:33:47.751571 dv-cinder-837356-2-iscsi neutron-server[103917]: DEBUG neutron.plugins.ml2.plugin [None req-aa2f9dcb-3e2e-4fe4-8463-a678c9680a6e admin admin] Deleting port 2ef48185-74c7-486a-9679-f9baac8bfe7a {{(pid=103917) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2043}} Jun 16 17:33:47.751835 dv-cinder-837356-2-iscsi neutron-server[103917]: DEBUG neutron_lib.callbacks.manager [None req-aa2f9dcb-3e2e-4fe4-8463-a678c9680a6e admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8728539361383'] for port (2ef48185-74c7-486a-9679-f9baac8bfe7a), before_delete {{(pid=103917) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 17:33:47.837189 dv-cinder-837356-2-iscsi neutron-server[103917]: DEBUG neutron.plugins.ml2.db [None req-aa2f9dcb-3e2e-4fe4-8463-a678c9680a6e admin admin] For port 2ef48185-74c7-486a-9679-f9baac8bfe7a, host dv-cinder-837356-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-837356-2-iscsi',level=0,port_id=2ef48185-74c7-486a-9679-f9baac8bfe7a,segment=NetworkSegment(363e514d-58a6-41ff-89ea-af6a85f188ef),segment_id=363e514d-58a6-41ff-89ea-af6a85f188ef)] {{(pid=103917) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 16 17:33:47.837579 dv-cinder-837356-2-iscsi neutron-server[103917]: DEBUG neutron_lib.callbacks.manager [None req-aa2f9dcb-3e2e-4fe4-8463-a678c9680a6e admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-708042'] for port (2ef48185-74c7-486a-9679-f9baac8bfe7a), precommit_delete {{(pid=103917) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 17:33:47.851238 dv-cinder-837356-2-iscsi neutron-server[103917]: DEBUG neutron.plugins.ml2.plugin [None req-aa2f9dcb-3e2e-4fe4-8463-a678c9680a6e admin admin] Calling delete_port for 2ef48185-74c7-486a-9679-f9baac8bfe7a owned by network:router_interface {{(pid=103917) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2122}} Jun 16 17:33:48.058796 dv-cinder-837356-2-iscsi neutron-server[103917]: DEBUG neutron_lib.callbacks.manager [None req-aa2f9dcb-3e2e-4fe4-8463-a678c9680a6e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16007527', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-75831', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16241551', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8728539364702', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8728538993430', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3819743'] for port (2ef48185-74c7-486a-9679-f9baac8bfe7a), after_delete {{(pid=103917) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 17:33:48.084141 dv-cinder-837356-2-iscsi neutron-server[103917]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa2f9dcb-3e2e-4fe4-8463-a678c9680a6e admin admin] Pushing event deleted for resources: {'Port': ['ID=2ef48185-74c7-486a-9679-f9baac8bfe7a,revision_number=None']} {{(pid=103917) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 17:33:48.099909 dv-cinder-837356-2-iscsi neutron-server[103918]: DEBUG neutron_lib.callbacks.manager [None req-90597016-5de8-4c3e-b42a-66aa2c70cc5e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728539454181', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16149322'] for agent (853db9d1-1c17-40a4-900c-de4f90440474), after_update {{(pid=103918) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 17:33:48.268289 dv-cinder-837356-2-iscsi neutron-server[103917]: DEBUG dbcounter [-] [103917] Writing DB stats neutron:SELECT=97,neutron:DELETE=3 {{(pid=103917) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 16 17:33:48.270843 dv-cinder-837356-2-iscsi neutron-server[103917]: DEBUG neutron_lib.callbacks.manager [None req-aa2f9dcb-3e2e-4fe4-8463-a678c9680a6e admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-16241524', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-705370'] for router_interface (c35ad751-e83c-4d20-bca1-ec4f6db7db70), after_delete {{(pid=103917) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 17:33:48.424417 dv-cinder-837356-2-iscsi neutron-server[103917]: DEBUG dbcounter [-] [103917] Writing DB stats neutron:SELECT=94,neutron:DELETE=5,neutron:UPDATE=1 {{(pid=103917) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 16 17:33:48.450934 dv-cinder-837356-2-iscsi neutron-server[103918]: DEBUG neutron_lib.callbacks.manager [None req-39ead2dc-a542-4f04-b117-439eb7f32aa8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728539454181', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16149322'] for agent (5b2fa84c-1db1-41c6-a6b9-975c3da28daf), after_update {{(pid=103918) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 17:33:48.496992 dv-cinder-837356-2-iscsi neutron-server[103917]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-aa2f9dcb-3e2e-4fe4-8463-a678c9680a6e admin admin] Router c35ad751-e83c-4d20-bca1-ec4f6db7db70 has already been hosted by L3 agent 7639df21-17c3-4235-8912-210c3ad54137 {{(pid=103917) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jun 16 17:33:48.499996 dv-cinder-837356-2-iscsi neutron-server[103918]: DEBUG neutron.plugins.ml2.rpc [None req-b2b17746-c296-4803-869a-65578e8233dd None None] Device ccefb110-1f8f-47f6-a66f-5a8c5114a8dc no longer exists at agent hyperv_hv-cinder-83735 {{(pid=103918) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jun 16 17:33:48.524302 dv-cinder-837356-2-iscsi neutron-server[103918]: DEBUG neutron.plugins.ml2.plugin [None req-b2b17746-c296-4803-869a-65578e8233dd None None] No Port match for: ccefb110-1f8f-47f6-a66f-5a8c5114a8dc {{(pid=103918) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2382}} Jun 16 17:33:48.524643 dv-cinder-837356-2-iscsi neutron-server[103918]: DEBUG neutron.plugins.ml2.rpc [None req-b2b17746-c296-4803-869a-65578e8233dd None None] Device ccefb110-1f8f-47f6-a66f-5a8c5114a8dc not bound to the agent host hv-cinder-83735 {{(pid=103918) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jun 16 17:33:48.611389 dv-cinder-837356-2-iscsi neutron-server[103917]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-aa2f9dcb-3e2e-4fe4-8463-a678c9680a6e admin admin] Notify agent at l3_agent.dv-cinder-837356-2-iscsi the message routers_updated {{(pid=103917) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jun 16 17:33:48.616973 dv-cinder-837356-2-iscsi neutron-server[103917]: INFO neutron.wsgi [None req-aa2f9dcb-3e2e-4fe4-8463-a678c9680a6e admin admin] 10.222.0.66 "PUT /v2.0/routers/c35ad751-e83c-4d20-bca1-ec4f6db7db70/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.8518131 Jun 16 17:33:48.619623 dv-cinder-837356-2-iscsi neutron-server[103917]: DEBUG neutron.wsgi [-] (103917) accepted ('10.222.0.66', 46332) {{(pid=103917) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 16 17:33:48.621255 dv-cinder-837356-2-iscsi neutron-server[103918]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-108b8b99-8118-4e70-8834-41c61a9ad927 None None] Sync routers for ids ['c35ad751-e83c-4d20-bca1-ec4f6db7db70'] in dv-cinder-837356-2-iscsi {{(pid=103918) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 16 17:33:48.636120 dv-cinder-837356-2-iscsi neutron-server[103918]: DEBUG neutron.db.l3_dvrscheduler_db [None req-108b8b99-8118-4e70-8834-41c61a9ad927 None None] Routers {'c35ad751-e83c-4d20-bca1-ec4f6db7db70'} bound to L3 agent in host dv-cinder-837356-2-iscsi {{(pid=103918) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jun 16 17:33:48.636748 dv-cinder-837356-2-iscsi neutron-server[103918]: DEBUG neutron.db.l3_hamode_db [None req-108b8b99-8118-4e70-8834-41c61a9ad927 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-837356-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-06-16T17:14:15Z,description=,heartbeat_timestamp=2022-06-16T17:33:45Z,host='dv-cinder-837356-2-iscsi',id=7639df21-17c3-4235-8912-210c3ad54137,load=0,resource_versions=,resources_synced=,started_at=2022-06-16T17:14:15Z,topic='l3_agent')) {'router_ids': ['c35ad751-e83c-4d20-bca1-ec4f6db7db70'], 'active': True} {{(pid=103918) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 16 17:33:48.735091 dv-cinder-837356-2-iscsi neutron-server[103917]: DEBUG neutron_lib.callbacks.manager [None req-da855a39-ffcd-4c71-85ae-c30727fd50e4 admin admin] Publish callbacks [] for router (c35ad751-e83c-4d20-bca1-ec4f6db7db70), before_delete {{(pid=103917) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 17:33:48.746000 dv-cinder-837356-2-iscsi neutron-server[103918]: DEBUG neutron.db.l3_dvr_db [None req-108b8b99-8118-4e70-8834-41c61a9ad927 None None] Set router c35ad751-e83c-4d20-bca1-ec4f6db7db70 gateway port host: dv-cinder-837356-2-iscsi {{(pid=103918) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jun 16 17:33:48.843199 dv-cinder-837356-2-iscsi neutron-server[103917]: DEBUG neutron_lib.callbacks.manager [None req-da855a39-ffcd-4c71-85ae-c30727fd50e4 admin admin] Publish callbacks [] for router_gateway (c35ad751-e83c-4d20-bca1-ec4f6db7db70), before_delete {{(pid=103917) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 17:33:48.897622 dv-cinder-837356-2-iscsi neutron-server[103917]: DEBUG neutron.plugins.ml2.plugin [None req-da855a39-ffcd-4c71-85ae-c30727fd50e4 admin admin] Deleting port 1fb74e99-4857-44c3-af81-ed3d3ffe4f39 {{(pid=103917) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2043}} Jun 16 17:33:48.897979 dv-cinder-837356-2-iscsi neutron-server[103917]: DEBUG neutron_lib.callbacks.manager [None req-da855a39-ffcd-4c71-85ae-c30727fd50e4 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8728539361383'] for port (1fb74e99-4857-44c3-af81-ed3d3ffe4f39), before_delete {{(pid=103917) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 17:33:48.993266 dv-cinder-837356-2-iscsi neutron-server[103917]: DEBUG neutron.plugins.ml2.db [None req-da855a39-ffcd-4c71-85ae-c30727fd50e4 admin admin] For port 1fb74e99-4857-44c3-af81-ed3d3ffe4f39, host dv-cinder-837356-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-837356-2-iscsi',level=0,port_id=1fb74e99-4857-44c3-af81-ed3d3ffe4f39,segment=NetworkSegment(18b787c7-0964-4a3b-b1f5-b8083c94f58b),segment_id=18b787c7-0964-4a3b-b1f5-b8083c94f58b)] {{(pid=103917) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 16 17:33:48.993509 dv-cinder-837356-2-iscsi neutron-server[103917]: DEBUG neutron_lib.callbacks.manager [None req-da855a39-ffcd-4c71-85ae-c30727fd50e4 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-708042'] for port (1fb74e99-4857-44c3-af81-ed3d3ffe4f39), precommit_delete {{(pid=103917) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 17:33:49.007686 dv-cinder-837356-2-iscsi neutron-server[103917]: DEBUG neutron.plugins.ml2.plugin [None req-da855a39-ffcd-4c71-85ae-c30727fd50e4 admin admin] Calling delete_port for 1fb74e99-4857-44c3-af81-ed3d3ffe4f39 owned by network:router_gateway {{(pid=103917) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2122}} Jun 16 17:33:49.064548 dv-cinder-837356-2-iscsi neutron-server[103918]: DEBUG neutron.db.l3_hamode_db [None req-108b8b99-8118-4e70-8834-41c61a9ad927 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c35ad751-e83c-4d20-bca1-ec4f6db7db70', 'name': 'tempest-TestVolumeBootPattern-2032781159-router', 'tenant_id': 'bd1488226a424c6e9e7f94f31b020e4f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9df31235-0797-44e6-85a0-102cb2da2d58', 'external_fixed_ips': [{'subnet_id': '1dfb0320-f5eb-46f6-88ce-33002f500238', 'ip_address': '172.27.2.144'}], 'enable_snat': True}, 'gw_port_id': '1fb74e99-4857-44c3-af81-ed3d3ffe4f39', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-16T17:25:16Z', 'updated_at': '2022-06-16T17:33:48Z', 'revision_number': 5, 'project_id': 'bd1488226a424c6e9e7f94f31b020e4f', 'gw_port': {'id': '1fb74e99-4857-44c3-af81-ed3d3ffe4f39', 'name': '', 'network_id': '9df31235-0797-44e6-85a0-102cb2da2d58', 'tenant_id': '', 'mac_address': 'fa:16:3e:40:75:a6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c35ad751-e83c-4d20-bca1-ec4f6db7db70', 'device_owner': 'network:router_gateway', 'standard_attr_id': 446, 'fixed_ips': [{'subnet_id': '1dfb0320-f5eb-46f6-88ce-33002f500238', 'ip_address': '172.27.2.144', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-837356-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-16T17:25:18Z', 'updated_at': '2022-06-16T17:25:26Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1dfb0320-f5eb-46f6-88ce-33002f500238', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-837356-2-iscsi'}], 'dv-cinder-837356-2-iscsi', False) {} {{(pid=103918) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 16 17:33:49.090143 dv-cinder-837356-2-iscsi neutron-server[103918]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-108b8b99-8118-4e70-8834-41c61a9ad927 None None] Checking router: c35ad751-e83c-4d20-bca1-ec4f6db7db70 for host: dv-cinder-837356-2-iscsi {{(pid=103918) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 16 17:33:49.092897 dv-cinder-837356-2-iscsi neutron-server[103918]: DEBUG dbcounter [-] [103918] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=103918) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 16 17:33:49.099696 dv-cinder-837356-2-iscsi neutron-server[103918]: DEBUG dbcounter [-] [103918] Writing DB stats neutron:SELECT=97,neutron:UPDATE=3 {{(pid=103918) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 16 17:33:49.103346 dv-cinder-837356-2-iscsi neutron-server[103918]: DEBUG neutron.db.l3_dvrscheduler_db [None req-108b8b99-8118-4e70-8834-41c61a9ad927 None None] Routers {'c35ad751-e83c-4d20-bca1-ec4f6db7db70'} bound to L3 agent in host dv-cinder-837356-2-iscsi {{(pid=103918) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jun 16 17:33:49.103986 dv-cinder-837356-2-iscsi neutron-server[103918]: DEBUG neutron.db.l3_hamode_db [None req-108b8b99-8118-4e70-8834-41c61a9ad927 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-837356-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-06-16T17:14:15Z,description=,heartbeat_timestamp=2022-06-16T17:33:45Z,host='dv-cinder-837356-2-iscsi',id=7639df21-17c3-4235-8912-210c3ad54137,load=0,resource_versions=,resources_synced=,started_at=2022-06-16T17:14:15Z,topic='l3_agent')) {'router_ids': ['c35ad751-e83c-4d20-bca1-ec4f6db7db70'], 'active': True} {{(pid=103918) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 16 17:33:49.142339 dv-cinder-837356-2-iscsi neutron-server[103917]: DEBUG dbcounter [-] [103917] Writing DB stats neutron:SELECT=94,neutron:UPDATE=2,neutron:DELETE=4 {{(pid=103917) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 16 17:33:49.192589 dv-cinder-837356-2-iscsi neutron-server[103917]: DEBUG neutron_lib.callbacks.manager [None req-da855a39-ffcd-4c71-85ae-c30727fd50e4 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16007527', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-75831', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16241551', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8728539364702', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8728538993430', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3819743'] for port (1fb74e99-4857-44c3-af81-ed3d3ffe4f39), after_delete {{(pid=103917) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 17:33:49.199153 dv-cinder-837356-2-iscsi neutron-server[103918]: DEBUG neutron.db.l3_dvr_db [None req-108b8b99-8118-4e70-8834-41c61a9ad927 None None] Set router c35ad751-e83c-4d20-bca1-ec4f6db7db70 gateway port host: None {{(pid=103918) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jun 16 17:33:49.220480 dv-cinder-837356-2-iscsi neutron-server[103917]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-da855a39-ffcd-4c71-85ae-c30727fd50e4 admin admin] Pushing event deleted for resources: {'Port': ['ID=1fb74e99-4857-44c3-af81-ed3d3ffe4f39,revision_number=None']} {{(pid=103917) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 17:33:49.251859 dv-cinder-837356-2-iscsi neutron-server[103918]: DEBUG neutron.db.l3_hamode_db [None req-108b8b99-8118-4e70-8834-41c61a9ad927 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c35ad751-e83c-4d20-bca1-ec4f6db7db70', 'name': 'tempest-TestVolumeBootPattern-2032781159-router', 'tenant_id': 'bd1488226a424c6e9e7f94f31b020e4f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-16T17:25:16Z', 'updated_at': '2022-06-16T17:33:48Z', 'revision_number': 6, 'project_id': 'bd1488226a424c6e9e7f94f31b020e4f', 'gw_port_host': None}], 'dv-cinder-837356-2-iscsi', False) {} {{(pid=103918) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 16 17:33:49.280865 dv-cinder-837356-2-iscsi neutron-server[103918]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-108b8b99-8118-4e70-8834-41c61a9ad927 None None] The sync data for ids ['c35ad751-e83c-4d20-bca1-ec4f6db7db70'] in dv-cinder-837356-2-iscsi is: [{'id': 'c35ad751-e83c-4d20-bca1-ec4f6db7db70', 'name': 'tempest-TestVolumeBootPattern-2032781159-router', 'tenant_id': 'bd1488226a424c6e9e7f94f31b020e4f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-16T17:25:16Z', 'updated_at': '2022-06-16T17:33:48Z', 'revision_number': 6, 'project_id': 'bd1488226a424c6e9e7f94f31b020e4f', 'gw_port_host': None}] {{(pid=103918) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 16 17:33:49.291681 dv-cinder-837356-2-iscsi neutron-server[103917]: DEBUG neutron_lib.callbacks.manager [None req-da855a39-ffcd-4c71-85ae-c30727fd50e4 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-704909'] for router_gateway (c35ad751-e83c-4d20-bca1-ec4f6db7db70), after_delete {{(pid=103917) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 17:33:49.394216 dv-cinder-837356-2-iscsi neutron-server[103917]: DEBUG neutron_lib.callbacks.manager [None req-da855a39-ffcd-4c71-85ae-c30727fd50e4 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-707972', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-65300'] for router (c35ad751-e83c-4d20-bca1-ec4f6db7db70), precommit_delete {{(pid=103917) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 17:33:49.396499 dv-cinder-837356-2-iscsi neutron-server[103917]: DEBUG neutron_lib.callbacks.manager [None req-da855a39-ffcd-4c71-85ae-c30727fd50e4 admin admin] Publish callbacks [] for router_controller (c35ad751-e83c-4d20-bca1-ec4f6db7db70), precommit_delete_associations {{(pid=103917) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 17:33:49.434762 dv-cinder-837356-2-iscsi neutron-server[103917]: DEBUG dbcounter [-] [103917] Writing DB stats neutron:SELECT=94,neutron:DELETE=5,neutron:UPDATE=1 {{(pid=103917) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 16 17:33:49.444883 dv-cinder-837356-2-iscsi neutron-server[103917]: DEBUG neutron_lib.callbacks.manager [None req-da855a39-ffcd-4c71-85ae-c30727fd50e4 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-708078'] for router (c35ad751-e83c-4d20-bca1-ec4f6db7db70), after_delete {{(pid=103917) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 17:33:49.445546 dv-cinder-837356-2-iscsi neutron-server[103917]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-da855a39-ffcd-4c71-85ae-c30727fd50e4 admin admin] Fanout notify agent at l3_agent the message router_deleted on router c35ad751-e83c-4d20-bca1-ec4f6db7db70 {{(pid=103917) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jun 16 17:33:49.450252 dv-cinder-837356-2-iscsi neutron-server[103917]: DEBUG neutron_lib.callbacks.manager [None req-da855a39-ffcd-4c71-85ae-c30727fd50e4 admin admin] Publish callbacks [] for router (None), before_response {{(pid=103917) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 17:33:49.451367 dv-cinder-837356-2-iscsi neutron-server[103917]: INFO neutron.wsgi [None req-da855a39-ffcd-4c71-85ae-c30727fd50e4 admin admin] 10.222.0.66 "DELETE /v2.0/routers/c35ad751-e83c-4d20-bca1-ec4f6db7db70 HTTP/1.1" status: 204 len: 168 time: 0.8305686 Jun 16 17:33:49.455192 dv-cinder-837356-2-iscsi neutron-server[103917]: DEBUG neutron.wsgi [-] (103917) accepted ('10.222.0.66', 46334) {{(pid=103917) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 16 17:33:49.502429 dv-cinder-837356-2-iscsi neutron-server[103917]: DEBUG neutron.db.db_base_plugin_v2 [None req-3f3b2dc3-ea49-4e0b-aa4b-560df51233c0 admin admin] Deleting subnet ff26c6d8-fbe9-4318-9056-e5433e3433f5 {{(pid=103917) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1067}} Jun 16 17:33:49.505779 dv-cinder-837356-2-iscsi neutron-server[103917]: DEBUG neutron_lib.callbacks.manager [None req-3f3b2dc3-ea49-4e0b-aa4b-560df51233c0 admin admin] Publish callbacks [] for subnet (ff26c6d8-fbe9-4318-9056-e5433e3433f5), before_delete {{(pid=103917) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 17:33:49.543335 dv-cinder-837356-2-iscsi neutron-server[103917]: DEBUG neutron_lib.callbacks.manager [None req-3f3b2dc3-ea49-4e0b-aa4b-560df51233c0 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-25699587'] for subnet (ff26c6d8-fbe9-4318-9056-e5433e3433f5), precommit_delete_associations {{(pid=103917) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 17:33:49.631904 dv-cinder-837356-2-iscsi neutron-server[103917]: DEBUG neutron_lib.callbacks.manager [None req-3f3b2dc3-ea49-4e0b-aa4b-560df51233c0 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-16150392'] for subnet (ff26c6d8-fbe9-4318-9056-e5433e3433f5), precommit_delete {{(pid=103917) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 17:33:49.696124 dv-cinder-837356-2-iscsi neutron-server[103917]: DEBUG neutron_lib.callbacks.manager [None req-3f3b2dc3-ea49-4e0b-aa4b-560df51233c0 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-16150339', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-570574', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16241551', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3819756', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-25758852'] for subnet (ff26c6d8-fbe9-4318-9056-e5433e3433f5), after_delete {{(pid=103917) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 17:33:49.726501 dv-cinder-837356-2-iscsi neutron-server[103917]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f3b2dc3-ea49-4e0b-aa4b-560df51233c0 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=ff26c6d8-fbe9-4318-9056-e5433e3433f5,revision_number=None']} {{(pid=103917) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 17:33:49.728534 dv-cinder-837356-2-iscsi neutron-server[103917]: DEBUG neutron_lib.callbacks.manager [None req-3f3b2dc3-ea49-4e0b-aa4b-560df51233c0 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=103917) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 17:33:49.732115 dv-cinder-837356-2-iscsi neutron-server[103917]: INFO neutron.wsgi [None req-3f3b2dc3-ea49-4e0b-aa4b-560df51233c0 admin admin] 10.222.0.66 "DELETE /v2.0/subnets/ff26c6d8-fbe9-4318-9056-e5433e3433f5 HTTP/1.1" status: 204 len: 168 time: 0.2756038 Jun 16 17:33:49.735492 dv-cinder-837356-2-iscsi neutron-server[103916]: DEBUG neutron.wsgi [-] (103916) accepted ('10.222.0.66', 46336) {{(pid=103916) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 16 17:33:49.737855 dv-cinder-837356-2-iscsi neutron-server[103918]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6a8169df-dd01-47a8-8fee-1e5e310855c3 None None] Network 3da1c24e-a853-4091-89c9-dc663f379476 requested from dv-cinder-837356-2-iscsi {{(pid=103918) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jun 16 17:33:49.817391 dv-cinder-837356-2-iscsi neutron-server[103916]: DEBUG neutron_lib.callbacks.manager [None req-f741b88e-b832-4698-8202-fff14b2905a5 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-16129347'] for network (3da1c24e-a853-4091-89c9-dc663f379476), before_delete {{(pid=103916) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 17:33:49.867165 dv-cinder-837356-2-iscsi neutron-server[103916]: DEBUG neutron.plugins.ml2.plugin [None req-f741b88e-b832-4698-8202-fff14b2905a5 admin admin] Deleting port e11443a2-0168-4373-ae14-28b35ef44530 {{(pid=103916) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2043}} Jun 16 17:33:49.867507 dv-cinder-837356-2-iscsi neutron-server[103916]: DEBUG neutron_lib.callbacks.manager [None req-f741b88e-b832-4698-8202-fff14b2905a5 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8728539361383'] for port (e11443a2-0168-4373-ae14-28b35ef44530), before_delete {{(pid=103916) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 17:33:49.936979 dv-cinder-837356-2-iscsi neutron-server[103916]: DEBUG neutron.plugins.ml2.db [None req-f741b88e-b832-4698-8202-fff14b2905a5 admin admin] For port e11443a2-0168-4373-ae14-28b35ef44530, host dv-cinder-837356-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-837356-2-iscsi',level=0,port_id=e11443a2-0168-4373-ae14-28b35ef44530,segment=NetworkSegment(363e514d-58a6-41ff-89ea-af6a85f188ef),segment_id=363e514d-58a6-41ff-89ea-af6a85f188ef)] {{(pid=103916) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 16 17:33:49.937401 dv-cinder-837356-2-iscsi neutron-server[103916]: DEBUG neutron_lib.callbacks.manager [None req-f741b88e-b832-4698-8202-fff14b2905a5 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-708042'] for port (e11443a2-0168-4373-ae14-28b35ef44530), precommit_delete {{(pid=103916) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 17:33:49.951310 dv-cinder-837356-2-iscsi neutron-server[103916]: DEBUG neutron.plugins.ml2.plugin [None req-f741b88e-b832-4698-8202-fff14b2905a5 admin admin] Calling delete_port for e11443a2-0168-4373-ae14-28b35ef44530 owned by network:dhcp {{(pid=103916) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2122}} Jun 16 17:33:50.002787 dv-cinder-837356-2-iscsi neutron-server[103916]: DEBUG dbcounter [-] [103916] Writing DB stats neutron:SELECT=98,neutron:DELETE=2 {{(pid=103916) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 16 17:33:50.042018 dv-cinder-837356-2-iscsi neutron-server[103916]: DEBUG neutron_lib.callbacks.manager [None req-f741b88e-b832-4698-8202-fff14b2905a5 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16007527', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-75831', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16241551', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8728539364702', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8728538993430', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25517999'] for port (e11443a2-0168-4373-ae14-28b35ef44530), after_delete {{(pid=103916) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 17:33:50.072721 dv-cinder-837356-2-iscsi neutron-server[103916]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f741b88e-b832-4698-8202-fff14b2905a5 admin admin] Pushing event deleted for resources: {'Port': ['ID=e11443a2-0168-4373-ae14-28b35ef44530,revision_number=None']} {{(pid=103916) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 17:33:50.082651 dv-cinder-837356-2-iscsi neutron-server[103916]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f741b88e-b832-4698-8202-fff14b2905a5 admin admin] No DVR routers for this DVR port e11443a2-0168-4373-ae14-28b35ef44530 on host dv-cinder-837356-2-iscsi {{(pid=103916) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:215}} Jun 16 17:33:50.084046 dv-cinder-837356-2-iscsi neutron-server[103918]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-24bb90f3-3fc4-47d7-aad2-b8a7e0337e8b None None] DHCP port deletion for 3da1c24e-a853-4091-89c9-dc663f379476 request from dv-cinder-837356-2-iscsi {{(pid=103918) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Jun 16 17:33:50.141370 dv-cinder-837356-2-iscsi neutron-server[103918]: DEBUG neutron.plugins.ml2.rpc [None req-39ead2dc-a542-4f04-b117-439eb7f32aa8 None None] Device 2ef48185-74c7-486a-9679-f9baac8bfe7a no longer exists at agent ovs-agent-dv-cinder-837356-2-iscsi {{(pid=103918) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jun 16 17:33:50.163528 dv-cinder-837356-2-iscsi neutron-server[103918]: DEBUG neutron.plugins.ml2.plugin [None req-39ead2dc-a542-4f04-b117-439eb7f32aa8 None None] No Port match for: 2ef48185-74c7-486a-9679-f9baac8bfe7a {{(pid=103918) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2382}} Jun 16 17:33:50.163907 dv-cinder-837356-2-iscsi neutron-server[103918]: DEBUG neutron.plugins.ml2.rpc [None req-39ead2dc-a542-4f04-b117-439eb7f32aa8 None None] Device 2ef48185-74c7-486a-9679-f9baac8bfe7a not bound to the agent host dv-cinder-837356-2-iscsi {{(pid=103918) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jun 16 17:33:50.164357 dv-cinder-837356-2-iscsi neutron-server[103918]: DEBUG neutron.plugins.ml2.rpc [None req-39ead2dc-a542-4f04-b117-439eb7f32aa8 None None] Device e11443a2-0168-4373-ae14-28b35ef44530 no longer exists at agent ovs-agent-dv-cinder-837356-2-iscsi {{(pid=103918) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jun 16 17:33:50.168907 dv-cinder-837356-2-iscsi neutron-server[103916]: DEBUG dbcounter [-] [103916] Writing DB stats neutron:SELECT=94,neutron:DELETE=6 {{(pid=103916) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 16 17:33:50.176242 dv-cinder-837356-2-iscsi neutron-server[103916]: DEBUG neutron_lib.callbacks.manager [None req-f741b88e-b832-4698-8202-fff14b2905a5 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-16152121', 'neutron.services.segments.db._delete_segments_for_network-8728539454199'] for network (3da1c24e-a853-4091-89c9-dc663f379476), precommit_delete {{(pid=103916) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 17:33:50.184124 dv-cinder-837356-2-iscsi neutron-server[103918]: DEBUG neutron.plugins.ml2.plugin [None req-39ead2dc-a542-4f04-b117-439eb7f32aa8 None None] No Port match for: e11443a2-0168-4373-ae14-28b35ef44530 {{(pid=103918) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2382}} Jun 16 17:33:50.184528 dv-cinder-837356-2-iscsi neutron-server[103918]: DEBUG neutron.plugins.ml2.rpc [None req-39ead2dc-a542-4f04-b117-439eb7f32aa8 None None] Device e11443a2-0168-4373-ae14-28b35ef44530 not bound to the agent host dv-cinder-837356-2-iscsi {{(pid=103918) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jun 16 17:33:50.184894 dv-cinder-837356-2-iscsi neutron-server[103918]: DEBUG neutron.plugins.ml2.rpc [None req-39ead2dc-a542-4f04-b117-439eb7f32aa8 None None] Device 1fb74e99-4857-44c3-af81-ed3d3ffe4f39 no longer exists at agent ovs-agent-dv-cinder-837356-2-iscsi {{(pid=103918) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jun 16 17:33:50.200521 dv-cinder-837356-2-iscsi neutron-server[103916]: DEBUG neutron.services.segments.db [None req-f741b88e-b832-4698-8202-fff14b2905a5 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['3da1c24e-a853-4091-89c9-dc663f379476']}} {{(pid=103916) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 16 17:33:50.205316 dv-cinder-837356-2-iscsi neutron-server[103918]: DEBUG neutron.plugins.ml2.plugin [None req-39ead2dc-a542-4f04-b117-439eb7f32aa8 None None] No Port match for: 1fb74e99-4857-44c3-af81-ed3d3ffe4f39 {{(pid=103918) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2382}} Jun 16 17:33:50.213035 dv-cinder-837356-2-iscsi neutron-server[103918]: DEBUG neutron.plugins.ml2.rpc [None req-39ead2dc-a542-4f04-b117-439eb7f32aa8 None None] Device 1fb74e99-4857-44c3-af81-ed3d3ffe4f39 not bound to the agent host dv-cinder-837356-2-iscsi {{(pid=103918) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jun 16 17:33:50.217717 dv-cinder-837356-2-iscsi neutron-server[103916]: DEBUG neutron.services.segments.db [None req-f741b88e-b832-4698-8202-fff14b2905a5 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '363e514d-58a6-41ff-89ea-af6a85f188ef') {'for_net_delete': True} {{(pid=103916) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 16 17:33:50.218507 dv-cinder-837356-2-iscsi neutron-server[103916]: DEBUG neutron.services.segments.db [None req-f741b88e-b832-4698-8202-fff14b2905a5 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '363e514d-58a6-41ff-89ea-af6a85f188ef') {} {{(pid=103916) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 16 17:33:50.231700 dv-cinder-837356-2-iscsi neutron-server[103916]: DEBUG neutron_lib.callbacks.manager [None req-f741b88e-b832-4698-8202-fff14b2905a5 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8728539454082', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-25166628'] for segment (363e514d-58a6-41ff-89ea-af6a85f188ef), before_delete {{(pid=103916) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 17:33:50.248373 dv-cinder-837356-2-iscsi neutron-server[103916]: DEBUG neutron_lib.callbacks.manager [None req-f741b88e-b832-4698-8202-fff14b2905a5 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16150272'] for segment (363e514d-58a6-41ff-89ea-af6a85f188ef), precommit_delete {{(pid=103916) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 17:33:50.255388 dv-cinder-837356-2-iscsi neutron-server[103916]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-f741b88e-b832-4698-8202-fff14b2905a5 admin admin] Releasing vlan 1006 on physical network physnet1 to pool {{(pid=103916) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jun 16 17:33:50.255776 dv-cinder-837356-2-iscsi neutron-server[103916]: DEBUG neutron_lib.callbacks.manager [None req-f741b88e-b832-4698-8202-fff14b2905a5 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16150272', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-25517890'] for segment (363e514d-58a6-41ff-89ea-af6a85f188ef), after_delete {{(pid=103916) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 17:33:50.311705 dv-cinder-837356-2-iscsi neutron-server[103916]: INFO neutron.services.segments.plugin [-] Segment 363e514d-58a6-41ff-89ea-af6a85f188ef resource provider aggregate not found Jun 16 17:33:50.335575 dv-cinder-837356-2-iscsi neutron-server[103916]: INFO neutron.services.segments.plugin [-] Segment 363e514d-58a6-41ff-89ea-af6a85f188ef resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid 363e514d-58a6-41ff-89ea-af6a85f188ef found for delete ", "request_id": "req-d72ea20a-a74c-4c02-8f86-b121a658342a"}]} Jun 16 17:33:50.337691 dv-cinder-837356-2-iscsi neutron-server[103916]: DEBUG neutron_lib.callbacks.manager [None req-f741b88e-b832-4698-8202-fff14b2905a5 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-16152118', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-570401', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16241551', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-704929'] for network (3da1c24e-a853-4091-89c9-dc663f379476), after_delete {{(pid=103916) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 17:33:50.345103 dv-cinder-837356-2-iscsi neutron-server[103916]: DEBUG neutron_lib.callbacks.manager [None req-f741b88e-b832-4698-8202-fff14b2905a5 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-16241561'] for network (None), before_response {{(pid=103916) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 17:33:50.348626 dv-cinder-837356-2-iscsi neutron-server[103916]: INFO neutron.wsgi [None req-f741b88e-b832-4698-8202-fff14b2905a5 admin admin] 10.222.0.66 "DELETE /v2.0/networks/3da1c24e-a853-4091-89c9-dc663f379476 HTTP/1.1" status: 204 len: 168 time: 0.6105893 Jun 16 17:33:50.351888 dv-cinder-837356-2-iscsi neutron-server[103917]: DEBUG neutron.wsgi [-] (103917) accepted ('10.222.0.66', 46342) {{(pid=103917) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 16 17:33:50.363396 dv-cinder-837356-2-iscsi neutron-server[103916]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f741b88e-b832-4698-8202-fff14b2905a5 admin admin] Pushing event deleted for resources: {'Network': ['ID=3da1c24e-a853-4091-89c9-dc663f379476,revision_number=None']} {{(pid=103916) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 17:33:50.709219 dv-cinder-837356-2-iscsi neutron-server[103917]: DEBUG neutron_lib.callbacks.manager [None req-12bc6c60-a345-446a-8c3e-d69aa0c8db6e admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-706250'] for router_interface (4e78b46b-81d8-4248-8d80-259bb205067a), before_delete {{(pid=103917) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 17:33:50.919320 dv-cinder-837356-2-iscsi neutron-server[103917]: DEBUG dbcounter [-] [103917] Writing DB stats neutron:SELECT=93,neutron:DELETE=4,neutron:UPDATE=3 {{(pid=103917) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 16 17:33:50.955519 dv-cinder-837356-2-iscsi neutron-server[103917]: DEBUG neutron.plugins.ml2.plugin [None req-12bc6c60-a345-446a-8c3e-d69aa0c8db6e admin admin] Deleting port 56c5c4f2-8245-4eb9-9698-87a4369dfa64 {{(pid=103917) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2043}} Jun 16 17:33:50.955852 dv-cinder-837356-2-iscsi neutron-server[103917]: DEBUG neutron_lib.callbacks.manager [None req-12bc6c60-a345-446a-8c3e-d69aa0c8db6e admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8728539361383'] for port (56c5c4f2-8245-4eb9-9698-87a4369dfa64), before_delete {{(pid=103917) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 17:33:50.958460 dv-cinder-837356-2-iscsi neutron-server[103917]: DEBUG dbcounter [-] [103917] Writing DB stats neutron:SELECT=94,neutron:UPDATE=1,neutron:DELETE=5 {{(pid=103917) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 16 17:33:51.043663 dv-cinder-837356-2-iscsi neutron-server[103917]: DEBUG neutron.plugins.ml2.db [None req-12bc6c60-a345-446a-8c3e-d69aa0c8db6e admin admin] For port 56c5c4f2-8245-4eb9-9698-87a4369dfa64, host dv-cinder-837356-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-837356-2-iscsi',level=0,port_id=56c5c4f2-8245-4eb9-9698-87a4369dfa64,segment=NetworkSegment(5898551c-885d-42fa-9cbf-86e2335e3b38),segment_id=5898551c-885d-42fa-9cbf-86e2335e3b38)] {{(pid=103917) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 16 17:33:51.043921 dv-cinder-837356-2-iscsi neutron-server[103917]: DEBUG neutron_lib.callbacks.manager [None req-12bc6c60-a345-446a-8c3e-d69aa0c8db6e admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-708042'] for port (56c5c4f2-8245-4eb9-9698-87a4369dfa64), precommit_delete {{(pid=103917) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 17:33:51.058776 dv-cinder-837356-2-iscsi neutron-server[103917]: DEBUG neutron.plugins.ml2.plugin [None req-12bc6c60-a345-446a-8c3e-d69aa0c8db6e admin admin] Calling delete_port for 56c5c4f2-8245-4eb9-9698-87a4369dfa64 owned by network:router_interface {{(pid=103917) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2122}} Jun 16 17:33:51.249348 dv-cinder-837356-2-iscsi neutron-server[103917]: DEBUG neutron_lib.callbacks.manager [None req-12bc6c60-a345-446a-8c3e-d69aa0c8db6e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16007527', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-75831', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16241551', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8728539364702', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8728538993430', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3819743'] for port (56c5c4f2-8245-4eb9-9698-87a4369dfa64), after_delete {{(pid=103917) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 17:33:51.274839 dv-cinder-837356-2-iscsi neutron-server[103917]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-12bc6c60-a345-446a-8c3e-d69aa0c8db6e admin admin] Pushing event deleted for resources: {'Port': ['ID=56c5c4f2-8245-4eb9-9698-87a4369dfa64,revision_number=None']} {{(pid=103917) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 17:33:51.471600 dv-cinder-837356-2-iscsi neutron-server[103917]: DEBUG neutron_lib.callbacks.manager [None req-12bc6c60-a345-446a-8c3e-d69aa0c8db6e admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-16241524', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-705370'] for router_interface (4e78b46b-81d8-4248-8d80-259bb205067a), after_delete {{(pid=103917) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 17:33:51.705479 dv-cinder-837356-2-iscsi neutron-server[103917]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-12bc6c60-a345-446a-8c3e-d69aa0c8db6e admin admin] Router 4e78b46b-81d8-4248-8d80-259bb205067a has already been hosted by L3 agent 7639df21-17c3-4235-8912-210c3ad54137 {{(pid=103917) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jun 16 17:33:52.096271 dv-cinder-837356-2-iscsi neutron-server[103917]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-12bc6c60-a345-446a-8c3e-d69aa0c8db6e admin admin] Notify agent at l3_agent.dv-cinder-837356-2-iscsi the message routers_updated {{(pid=103917) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jun 16 17:33:52.101620 dv-cinder-837356-2-iscsi neutron-server[103917]: INFO neutron.wsgi [None req-12bc6c60-a345-446a-8c3e-d69aa0c8db6e admin admin] 10.222.0.66 "PUT /v2.0/routers/4e78b46b-81d8-4248-8d80-259bb205067a/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.7485809 Jun 16 17:33:52.104375 dv-cinder-837356-2-iscsi neutron-server[103917]: DEBUG neutron.wsgi [-] (103917) accepted ('10.222.0.66', 46346) {{(pid=103917) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 16 17:33:52.107068 dv-cinder-837356-2-iscsi neutron-server[103919]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6be432a0-29ad-4b54-aae5-c600aa3abb32 None None] Sync routers for ids ['4e78b46b-81d8-4248-8d80-259bb205067a'] in dv-cinder-837356-2-iscsi {{(pid=103919) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 16 17:33:52.111090 dv-cinder-837356-2-iscsi neutron-server[103917]: DEBUG dbcounter [-] [103917] Writing DB stats neutron:SELECT=95,neutron:DELETE=4,neutron:UPDATE=1 {{(pid=103917) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 16 17:33:52.119380 dv-cinder-837356-2-iscsi neutron-server[103919]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6be432a0-29ad-4b54-aae5-c600aa3abb32 None None] Routers {'4e78b46b-81d8-4248-8d80-259bb205067a'} bound to L3 agent in host dv-cinder-837356-2-iscsi {{(pid=103919) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jun 16 17:33:52.120332 dv-cinder-837356-2-iscsi neutron-server[103919]: DEBUG neutron.db.l3_hamode_db [None req-6be432a0-29ad-4b54-aae5-c600aa3abb32 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-837356-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-06-16T17:14:15Z,description=,heartbeat_timestamp=2022-06-16T17:33:45Z,host='dv-cinder-837356-2-iscsi',id=7639df21-17c3-4235-8912-210c3ad54137,load=0,resource_versions=,resources_synced=,started_at=2022-06-16T17:14:15Z,topic='l3_agent')) {'router_ids': ['4e78b46b-81d8-4248-8d80-259bb205067a'], 'active': True} {{(pid=103919) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 16 17:33:52.201482 dv-cinder-837356-2-iscsi neutron-server[103917]: DEBUG dbcounter [-] [103917] Writing DB stats neutron:SELECT=96,neutron:DELETE=4 {{(pid=103917) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 16 17:33:52.215563 dv-cinder-837356-2-iscsi neutron-server[103917]: DEBUG neutron_lib.callbacks.manager [None req-e1dea81f-c7c0-4ba5-94b0-f081e2dc27c7 admin admin] Publish callbacks [] for router (4e78b46b-81d8-4248-8d80-259bb205067a), before_delete {{(pid=103917) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 17:33:52.327740 dv-cinder-837356-2-iscsi neutron-server[103919]: DEBUG neutron.db.l3_dvr_db [None req-6be432a0-29ad-4b54-aae5-c600aa3abb32 None None] Set router 4e78b46b-81d8-4248-8d80-259bb205067a gateway port host: dv-cinder-837356-2-iscsi {{(pid=103919) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jun 16 17:33:52.337092 dv-cinder-837356-2-iscsi neutron-server[103917]: DEBUG neutron_lib.callbacks.manager [None req-e1dea81f-c7c0-4ba5-94b0-f081e2dc27c7 admin admin] Publish callbacks [] for router_gateway (4e78b46b-81d8-4248-8d80-259bb205067a), before_delete {{(pid=103917) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 17:33:52.394461 dv-cinder-837356-2-iscsi neutron-server[103917]: DEBUG neutron.plugins.ml2.plugin [None req-e1dea81f-c7c0-4ba5-94b0-f081e2dc27c7 admin admin] Deleting port 162f0ad2-6711-4345-8f6b-93472d29602c {{(pid=103917) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2043}} Jun 16 17:33:52.394461 dv-cinder-837356-2-iscsi neutron-server[103917]: DEBUG neutron_lib.callbacks.manager [None req-e1dea81f-c7c0-4ba5-94b0-f081e2dc27c7 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8728539361383'] for port (162f0ad2-6711-4345-8f6b-93472d29602c), before_delete {{(pid=103917) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 17:33:52.496174 dv-cinder-837356-2-iscsi neutron-server[103917]: DEBUG neutron.plugins.ml2.db [None req-e1dea81f-c7c0-4ba5-94b0-f081e2dc27c7 admin admin] For port 162f0ad2-6711-4345-8f6b-93472d29602c, host dv-cinder-837356-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-837356-2-iscsi',level=0,port_id=162f0ad2-6711-4345-8f6b-93472d29602c,segment=NetworkSegment(18b787c7-0964-4a3b-b1f5-b8083c94f58b),segment_id=18b787c7-0964-4a3b-b1f5-b8083c94f58b)] {{(pid=103917) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 16 17:33:52.496574 dv-cinder-837356-2-iscsi neutron-server[103917]: DEBUG neutron_lib.callbacks.manager [None req-e1dea81f-c7c0-4ba5-94b0-f081e2dc27c7 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-708042'] for port (162f0ad2-6711-4345-8f6b-93472d29602c), precommit_delete {{(pid=103917) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 17:33:52.511944 dv-cinder-837356-2-iscsi neutron-server[103917]: DEBUG neutron.plugins.ml2.plugin [None req-e1dea81f-c7c0-4ba5-94b0-f081e2dc27c7 admin admin] Calling delete_port for 162f0ad2-6711-4345-8f6b-93472d29602c owned by network:router_gateway {{(pid=103917) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2122}} Jun 16 17:33:52.527044 dv-cinder-837356-2-iscsi neutron-server[103919]: DEBUG neutron.db.l3_hamode_db [None req-6be432a0-29ad-4b54-aae5-c600aa3abb32 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4e78b46b-81d8-4248-8d80-259bb205067a', 'name': 'tempest-TestVolumeBootPattern-383062752-router', 'tenant_id': '6c0384215d0547d4b0e2a2228f06c84d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9df31235-0797-44e6-85a0-102cb2da2d58', 'external_fixed_ips': [{'subnet_id': '1dfb0320-f5eb-46f6-88ce-33002f500238', 'ip_address': '172.27.2.242'}], 'enable_snat': True}, 'gw_port_id': '162f0ad2-6711-4345-8f6b-93472d29602c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-16T17:25:28Z', 'updated_at': '2022-06-16T17:33:51Z', 'revision_number': 5, 'project_id': '6c0384215d0547d4b0e2a2228f06c84d', 'gw_port': {'id': '162f0ad2-6711-4345-8f6b-93472d29602c', 'name': '', 'network_id': '9df31235-0797-44e6-85a0-102cb2da2d58', 'tenant_id': '', 'mac_address': 'fa:16:3e:7e:a8:96', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4e78b46b-81d8-4248-8d80-259bb205067a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 459, 'fixed_ips': [{'subnet_id': '1dfb0320-f5eb-46f6-88ce-33002f500238', 'ip_address': '172.27.2.242', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-837356-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-16T17:25:29Z', 'updated_at': '2022-06-16T17:25:41Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1dfb0320-f5eb-46f6-88ce-33002f500238', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-837356-2-iscsi'}], 'dv-cinder-837356-2-iscsi', False) {} {{(pid=103919) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 16 17:33:52.552469 dv-cinder-837356-2-iscsi neutron-server[103919]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6be432a0-29ad-4b54-aae5-c600aa3abb32 None None] Checking router: 4e78b46b-81d8-4248-8d80-259bb205067a for host: dv-cinder-837356-2-iscsi {{(pid=103919) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 16 17:33:52.562673 dv-cinder-837356-2-iscsi neutron-server[103919]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6be432a0-29ad-4b54-aae5-c600aa3abb32 None None] Routers {'4e78b46b-81d8-4248-8d80-259bb205067a'} bound to L3 agent in host dv-cinder-837356-2-iscsi {{(pid=103919) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jun 16 17:33:52.563302 dv-cinder-837356-2-iscsi neutron-server[103919]: DEBUG neutron.db.l3_hamode_db [None req-6be432a0-29ad-4b54-aae5-c600aa3abb32 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-837356-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-06-16T17:14:15Z,description=,heartbeat_timestamp=2022-06-16T17:33:45Z,host='dv-cinder-837356-2-iscsi',id=7639df21-17c3-4235-8912-210c3ad54137,load=0,resource_versions=,resources_synced=,started_at=2022-06-16T17:14:15Z,topic='l3_agent')) {'router_ids': ['4e78b46b-81d8-4248-8d80-259bb205067a'], 'active': True} {{(pid=103919) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 16 17:33:52.652458 dv-cinder-837356-2-iscsi neutron-server[103919]: DEBUG neutron.db.l3_dvr_db [None req-6be432a0-29ad-4b54-aae5-c600aa3abb32 None None] Set router 4e78b46b-81d8-4248-8d80-259bb205067a gateway port host: None {{(pid=103919) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jun 16 17:33:52.709451 dv-cinder-837356-2-iscsi neutron-server[103919]: DEBUG neutron.db.l3_hamode_db [None req-6be432a0-29ad-4b54-aae5-c600aa3abb32 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4e78b46b-81d8-4248-8d80-259bb205067a', 'name': 'tempest-TestVolumeBootPattern-383062752-router', 'tenant_id': '6c0384215d0547d4b0e2a2228f06c84d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-16T17:25:28Z', 'updated_at': '2022-06-16T17:33:52Z', 'revision_number': 6, 'project_id': '6c0384215d0547d4b0e2a2228f06c84d', 'gw_port_host': None}], 'dv-cinder-837356-2-iscsi', False) {} {{(pid=103919) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 16 17:33:52.731950 dv-cinder-837356-2-iscsi neutron-server[103917]: DEBUG neutron_lib.callbacks.manager [None req-e1dea81f-c7c0-4ba5-94b0-f081e2dc27c7 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16007527', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-75831', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16241551', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8728539364702', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8728538993430', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3819743'] for port (162f0ad2-6711-4345-8f6b-93472d29602c), after_delete {{(pid=103917) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 17:33:52.736215 dv-cinder-837356-2-iscsi neutron-server[103919]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6be432a0-29ad-4b54-aae5-c600aa3abb32 None None] The sync data for ids ['4e78b46b-81d8-4248-8d80-259bb205067a'] in dv-cinder-837356-2-iscsi is: [{'id': '4e78b46b-81d8-4248-8d80-259bb205067a', 'name': 'tempest-TestVolumeBootPattern-383062752-router', 'tenant_id': '6c0384215d0547d4b0e2a2228f06c84d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-16T17:25:28Z', 'updated_at': '2022-06-16T17:33:52Z', 'revision_number': 6, 'project_id': '6c0384215d0547d4b0e2a2228f06c84d', 'gw_port_host': None}] {{(pid=103919) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 16 17:33:52.758806 dv-cinder-837356-2-iscsi neutron-server[103917]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e1dea81f-c7c0-4ba5-94b0-f081e2dc27c7 admin admin] Pushing event deleted for resources: {'Port': ['ID=162f0ad2-6711-4345-8f6b-93472d29602c,revision_number=None']} {{(pid=103917) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 17:33:52.824580 dv-cinder-837356-2-iscsi neutron-server[103917]: DEBUG neutron_lib.callbacks.manager [None req-e1dea81f-c7c0-4ba5-94b0-f081e2dc27c7 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-704909'] for router_gateway (4e78b46b-81d8-4248-8d80-259bb205067a), after_delete {{(pid=103917) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 17:33:52.919922 dv-cinder-837356-2-iscsi neutron-server[103917]: DEBUG neutron_lib.callbacks.manager [None req-e1dea81f-c7c0-4ba5-94b0-f081e2dc27c7 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-707972', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-65300'] for router (4e78b46b-81d8-4248-8d80-259bb205067a), precommit_delete {{(pid=103917) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 17:33:52.923591 dv-cinder-837356-2-iscsi neutron-server[103917]: DEBUG neutron_lib.callbacks.manager [None req-e1dea81f-c7c0-4ba5-94b0-f081e2dc27c7 admin admin] Publish callbacks [] for router_controller (4e78b46b-81d8-4248-8d80-259bb205067a), precommit_delete_associations {{(pid=103917) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 17:33:52.985809 dv-cinder-837356-2-iscsi neutron-server[103917]: DEBUG neutron_lib.callbacks.manager [None req-e1dea81f-c7c0-4ba5-94b0-f081e2dc27c7 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-708078'] for router (4e78b46b-81d8-4248-8d80-259bb205067a), after_delete {{(pid=103917) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 17:33:52.986804 dv-cinder-837356-2-iscsi neutron-server[103917]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e1dea81f-c7c0-4ba5-94b0-f081e2dc27c7 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 4e78b46b-81d8-4248-8d80-259bb205067a {{(pid=103917) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jun 16 17:33:52.992125 dv-cinder-837356-2-iscsi neutron-server[103917]: DEBUG neutron_lib.callbacks.manager [None req-e1dea81f-c7c0-4ba5-94b0-f081e2dc27c7 admin admin] Publish callbacks [] for router (None), before_response {{(pid=103917) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 17:33:52.993357 dv-cinder-837356-2-iscsi neutron-server[103917]: INFO neutron.wsgi [None req-e1dea81f-c7c0-4ba5-94b0-f081e2dc27c7 admin admin] 10.222.0.66 "DELETE /v2.0/routers/4e78b46b-81d8-4248-8d80-259bb205067a HTTP/1.1" status: 204 len: 168 time: 0.8879943 Jun 16 17:33:52.996082 dv-cinder-837356-2-iscsi neutron-server[103917]: DEBUG neutron.wsgi [-] (103917) accepted ('10.222.0.66', 46348) {{(pid=103917) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 16 17:33:53.044293 dv-cinder-837356-2-iscsi neutron-server[103917]: DEBUG neutron.db.db_base_plugin_v2 [None req-adab9131-b0ee-46af-91e0-5bc18c28ccad admin admin] Deleting subnet b104f893-0706-4111-9d59-e3b1fdf6a9a2 {{(pid=103917) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1067}} Jun 16 17:33:53.048049 dv-cinder-837356-2-iscsi neutron-server[103917]: DEBUG neutron_lib.callbacks.manager [None req-adab9131-b0ee-46af-91e0-5bc18c28ccad admin admin] Publish callbacks [] for subnet (b104f893-0706-4111-9d59-e3b1fdf6a9a2), before_delete {{(pid=103917) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 17:33:53.086540 dv-cinder-837356-2-iscsi neutron-server[103917]: DEBUG neutron_lib.callbacks.manager [None req-adab9131-b0ee-46af-91e0-5bc18c28ccad admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-25699587'] for subnet (b104f893-0706-4111-9d59-e3b1fdf6a9a2), precommit_delete_associations {{(pid=103917) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 17:33:53.125464 dv-cinder-837356-2-iscsi neutron-server[103917]: DEBUG dbcounter [-] [103917] Writing DB stats neutron:SELECT=93,neutron:UPDATE=2,neutron:DELETE=5 {{(pid=103917) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 16 17:33:53.178898 dv-cinder-837356-2-iscsi neutron-server[103917]: DEBUG neutron_lib.callbacks.manager [None req-adab9131-b0ee-46af-91e0-5bc18c28ccad admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-16150392'] for subnet (b104f893-0706-4111-9d59-e3b1fdf6a9a2), precommit_delete {{(pid=103917) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 17:33:53.239448 dv-cinder-837356-2-iscsi neutron-server[103917]: DEBUG neutron_lib.callbacks.manager [None req-adab9131-b0ee-46af-91e0-5bc18c28ccad admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-16150339', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-570574', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16241551', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3819756', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-25758852'] for subnet (b104f893-0706-4111-9d59-e3b1fdf6a9a2), after_delete {{(pid=103917) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 17:33:53.267654 dv-cinder-837356-2-iscsi neutron-server[103917]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-adab9131-b0ee-46af-91e0-5bc18c28ccad admin admin] Pushing event deleted for resources: {'Subnet': ['ID=b104f893-0706-4111-9d59-e3b1fdf6a9a2,revision_number=None']} {{(pid=103917) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 17:33:53.272476 dv-cinder-837356-2-iscsi neutron-server[103917]: DEBUG neutron_lib.callbacks.manager [None req-adab9131-b0ee-46af-91e0-5bc18c28ccad admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=103917) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 17:33:53.276332 dv-cinder-837356-2-iscsi neutron-server[103917]: INFO neutron.wsgi [None req-adab9131-b0ee-46af-91e0-5bc18c28ccad admin admin] 10.222.0.66 "DELETE /v2.0/subnets/b104f893-0706-4111-9d59-e3b1fdf6a9a2 HTTP/1.1" status: 204 len: 168 time: 0.2792525 Jun 16 17:33:53.278195 dv-cinder-837356-2-iscsi neutron-server[103917]: DEBUG neutron.wsgi [-] (103917) accepted ('10.222.0.66', 46350) {{(pid=103917) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 16 17:33:53.279009 dv-cinder-837356-2-iscsi neutron-server[103918]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bf6d5622-8991-46bb-b252-88331828fddb None None] Network c31bf554-5b37-45cf-b74e-db137ff15f30 requested from dv-cinder-837356-2-iscsi {{(pid=103918) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jun 16 17:33:53.303984 dv-cinder-837356-2-iscsi neutron-server[103917]: DEBUG dbcounter [-] [103917] Writing DB stats neutron:SELECT=86,neutron:UPDATE=4,neutron:DELETE=10 {{(pid=103917) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 16 17:33:53.356597 dv-cinder-837356-2-iscsi neutron-server[103917]: DEBUG neutron_lib.callbacks.manager [None req-4a9277c4-66ea-48e6-9d76-4b104c9ecc12 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-16129347'] for network (c31bf554-5b37-45cf-b74e-db137ff15f30), before_delete {{(pid=103917) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 17:33:53.405836 dv-cinder-837356-2-iscsi neutron-server[103917]: DEBUG neutron.plugins.ml2.plugin [None req-4a9277c4-66ea-48e6-9d76-4b104c9ecc12 admin admin] Deleting port ff5c7065-1345-46f5-98bb-38edfecab534 {{(pid=103917) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2043}} Jun 16 17:33:53.406348 dv-cinder-837356-2-iscsi neutron-server[103917]: DEBUG neutron_lib.callbacks.manager [None req-4a9277c4-66ea-48e6-9d76-4b104c9ecc12 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8728539361383'] for port (ff5c7065-1345-46f5-98bb-38edfecab534), before_delete {{(pid=103917) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 17:33:53.494608 dv-cinder-837356-2-iscsi neutron-server[103917]: DEBUG neutron.plugins.ml2.db [None req-4a9277c4-66ea-48e6-9d76-4b104c9ecc12 admin admin] For port ff5c7065-1345-46f5-98bb-38edfecab534, host dv-cinder-837356-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-837356-2-iscsi',level=0,port_id=ff5c7065-1345-46f5-98bb-38edfecab534,segment=NetworkSegment(5898551c-885d-42fa-9cbf-86e2335e3b38),segment_id=5898551c-885d-42fa-9cbf-86e2335e3b38)] {{(pid=103917) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 16 17:33:53.495201 dv-cinder-837356-2-iscsi neutron-server[103917]: DEBUG neutron_lib.callbacks.manager [None req-4a9277c4-66ea-48e6-9d76-4b104c9ecc12 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-708042'] for port (ff5c7065-1345-46f5-98bb-38edfecab534), precommit_delete {{(pid=103917) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 17:33:53.518923 dv-cinder-837356-2-iscsi neutron-server[103917]: DEBUG neutron.plugins.ml2.plugin [None req-4a9277c4-66ea-48e6-9d76-4b104c9ecc12 admin admin] Calling delete_port for ff5c7065-1345-46f5-98bb-38edfecab534 owned by network:dhcp {{(pid=103917) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2122}} Jun 16 17:33:53.534187 dv-cinder-837356-2-iscsi neutron-server[103918]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2a23a192-c0fe-4078-b058-e806a359ad82 None None] DHCP port deletion for c31bf554-5b37-45cf-b74e-db137ff15f30 request from dv-cinder-837356-2-iscsi {{(pid=103918) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Jun 16 17:33:53.592786 dv-cinder-837356-2-iscsi neutron-server[103918]: DEBUG neutron.plugins.ml2.plugin [None req-2a23a192-c0fe-4078-b058-e806a359ad82 None None] Deleting port ff5c7065-1345-46f5-98bb-38edfecab534 {{(pid=103918) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2043}} Jun 16 17:33:53.593397 dv-cinder-837356-2-iscsi neutron-server[103918]: DEBUG neutron_lib.callbacks.manager [None req-2a23a192-c0fe-4078-b058-e806a359ad82 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8728539361383'] for port (ff5c7065-1345-46f5-98bb-38edfecab534), before_delete {{(pid=103918) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 17:33:53.652505 dv-cinder-837356-2-iscsi neutron-server[103917]: DEBUG neutron_lib.callbacks.manager [None req-4a9277c4-66ea-48e6-9d76-4b104c9ecc12 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16007527', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-75831', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16241551', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8728539364702', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8728538993430', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3819743'] for port (ff5c7065-1345-46f5-98bb-38edfecab534), after_delete {{(pid=103917) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 17:33:53.679807 dv-cinder-837356-2-iscsi neutron-server[103917]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4a9277c4-66ea-48e6-9d76-4b104c9ecc12 admin admin] Pushing event deleted for resources: {'Port': ['ID=ff5c7065-1345-46f5-98bb-38edfecab534,revision_number=None']} {{(pid=103917) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 17:33:53.684793 dv-cinder-837356-2-iscsi neutron-server[103917]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4a9277c4-66ea-48e6-9d76-4b104c9ecc12 admin admin] No DVR routers for this DVR port ff5c7065-1345-46f5-98bb-38edfecab534 on host dv-cinder-837356-2-iscsi {{(pid=103917) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:215}} Jun 16 17:33:53.687985 dv-cinder-837356-2-iscsi neutron-server[103918]: DEBUG neutron.plugins.ml2.db [None req-2a23a192-c0fe-4078-b058-e806a359ad82 None None] For port ff5c7065-1345-46f5-98bb-38edfecab534, host dv-cinder-837356-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-837356-2-iscsi',level=0,port_id=ff5c7065-1345-46f5-98bb-38edfecab534,segment=NetworkSegment(5898551c-885d-42fa-9cbf-86e2335e3b38),segment_id=5898551c-885d-42fa-9cbf-86e2335e3b38)] {{(pid=103918) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 16 17:33:53.688678 dv-cinder-837356-2-iscsi neutron-server[103918]: DEBUG neutron_lib.callbacks.manager [None req-2a23a192-c0fe-4078-b058-e806a359ad82 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-708042'] for port (ff5c7065-1345-46f5-98bb-38edfecab534), precommit_delete {{(pid=103918) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 17:33:53.704113 dv-cinder-837356-2-iscsi neutron-server[103918]: DEBUG neutron.plugins.ml2.plugin [None req-2a23a192-c0fe-4078-b058-e806a359ad82 None None] Calling delete_port for ff5c7065-1345-46f5-98bb-38edfecab534 owned by network:dhcp {{(pid=103918) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2122}} Jun 16 17:33:53.766454 dv-cinder-837356-2-iscsi neutron-server[103917]: DEBUG neutron_lib.callbacks.manager [None req-4a9277c4-66ea-48e6-9d76-4b104c9ecc12 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-16152121', 'neutron.services.segments.db._delete_segments_for_network-8728539454199'] for network (c31bf554-5b37-45cf-b74e-db137ff15f30), precommit_delete {{(pid=103917) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 17:33:53.790600 dv-cinder-837356-2-iscsi neutron-server[103917]: DEBUG neutron.services.segments.db [None req-4a9277c4-66ea-48e6-9d76-4b104c9ecc12 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['c31bf554-5b37-45cf-b74e-db137ff15f30']}} {{(pid=103917) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 16 17:33:53.801915 dv-cinder-837356-2-iscsi neutron-server[103917]: DEBUG neutron.services.segments.db [None req-4a9277c4-66ea-48e6-9d76-4b104c9ecc12 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '5898551c-885d-42fa-9cbf-86e2335e3b38') {'for_net_delete': True} {{(pid=103917) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 16 17:33:53.802225 dv-cinder-837356-2-iscsi neutron-server[103917]: DEBUG neutron.services.segments.db [None req-4a9277c4-66ea-48e6-9d76-4b104c9ecc12 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '5898551c-885d-42fa-9cbf-86e2335e3b38') {} {{(pid=103917) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 16 17:33:53.815331 dv-cinder-837356-2-iscsi neutron-server[103918]: DEBUG neutron_lib.callbacks.manager [None req-2a23a192-c0fe-4078-b058-e806a359ad82 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16007527', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-75831', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16241551', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8728539364702', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8728538993430'] for port (ff5c7065-1345-46f5-98bb-38edfecab534), after_delete {{(pid=103918) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 17:33:53.818204 dv-cinder-837356-2-iscsi neutron-server[103917]: DEBUG neutron_lib.callbacks.manager [None req-4a9277c4-66ea-48e6-9d76-4b104c9ecc12 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8728539454082', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-25699604'] for segment (5898551c-885d-42fa-9cbf-86e2335e3b38), before_delete {{(pid=103917) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 17:33:53.836724 dv-cinder-837356-2-iscsi neutron-server[103917]: DEBUG neutron_lib.callbacks.manager [None req-4a9277c4-66ea-48e6-9d76-4b104c9ecc12 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16150272'] for segment (5898551c-885d-42fa-9cbf-86e2335e3b38), precommit_delete {{(pid=103917) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 17:33:53.854672 dv-cinder-837356-2-iscsi neutron-server[103918]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2a23a192-c0fe-4078-b058-e806a359ad82 None None] Pushing event deleted for resources: {'Port': ['ID=ff5c7065-1345-46f5-98bb-38edfecab534,revision_number=None']} {{(pid=103918) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 17:33:53.855385 dv-cinder-837356-2-iscsi neutron-server[103917]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-4a9277c4-66ea-48e6-9d76-4b104c9ecc12 admin admin] Releasing vlan 1000 on physical network physnet1 to pool {{(pid=103917) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jun 16 17:33:53.855885 dv-cinder-837356-2-iscsi neutron-server[103917]: DEBUG neutron_lib.callbacks.manager [None req-4a9277c4-66ea-48e6-9d76-4b104c9ecc12 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16150272', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3819570'] for segment (5898551c-885d-42fa-9cbf-86e2335e3b38), after_delete {{(pid=103917) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 17:33:53.858748 dv-cinder-837356-2-iscsi neutron-server[103918]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2a23a192-c0fe-4078-b058-e806a359ad82 None None] No DVR routers for this DVR port ff5c7065-1345-46f5-98bb-38edfecab534 on host dv-cinder-837356-2-iscsi {{(pid=103918) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:215}} Jun 16 17:33:53.887545 dv-cinder-837356-2-iscsi neutron-server[103918]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2a23a192-c0fe-4078-b058-e806a359ad82 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-837356-2-iscsi {{(pid=103918) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 17:33:53.887826 dv-cinder-837356-2-iscsi neutron-server[103918]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2a23a192-c0fe-4078-b058-e806a359ad82 None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-837356-2-iscsi {{(pid=103918) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 17:33:53.889376 dv-cinder-837356-2-iscsi neutron-server[103918]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2a23a192-c0fe-4078-b058-e806a359ad82 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-837356-2-iscsi {{(pid=103918) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 17:33:53.890415 dv-cinder-837356-2-iscsi neutron-server[103918]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2a23a192-c0fe-4078-b058-e806a359ad82 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-837356-2-iscsi {{(pid=103918) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 17:33:53.892525 dv-cinder-837356-2-iscsi neutron-server[103918]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2a23a192-c0fe-4078-b058-e806a359ad82 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-837356-2-iscsi {{(pid=103918) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 17:33:53.893378 dv-cinder-837356-2-iscsi neutron-server[103918]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2a23a192-c0fe-4078-b058-e806a359ad82 None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-837356-2-iscsi {{(pid=103918) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 17:33:53.894616 dv-cinder-837356-2-iscsi neutron-server[103918]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2a23a192-c0fe-4078-b058-e806a359ad82 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-837356-2-iscsi {{(pid=103918) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 17:33:53.895841 dv-cinder-837356-2-iscsi neutron-server[103918]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2a23a192-c0fe-4078-b058-e806a359ad82 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-837356-2-iscsi {{(pid=103918) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 17:33:53.896816 dv-cinder-837356-2-iscsi neutron-server[103918]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2a23a192-c0fe-4078-b058-e806a359ad82 None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-837356-2-iscsi {{(pid=103918) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 17:33:53.897961 dv-cinder-837356-2-iscsi neutron-server[103918]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2a23a192-c0fe-4078-b058-e806a359ad82 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-837356-2-iscsi {{(pid=103918) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 17:33:53.899199 dv-cinder-837356-2-iscsi neutron-server[103918]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2a23a192-c0fe-4078-b058-e806a359ad82 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-837356-2-iscsi {{(pid=103918) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 17:33:53.901539 dv-cinder-837356-2-iscsi neutron-server[103918]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2a23a192-c0fe-4078-b058-e806a359ad82 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-837356-2-iscsi {{(pid=103918) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 17:33:53.902788 dv-cinder-837356-2-iscsi neutron-server[103918]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2a23a192-c0fe-4078-b058-e806a359ad82 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-837356-2-iscsi {{(pid=103918) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 17:33:53.903959 dv-cinder-837356-2-iscsi neutron-server[103918]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2a23a192-c0fe-4078-b058-e806a359ad82 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-837356-2-iscsi {{(pid=103918) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 17:33:53.904680 dv-cinder-837356-2-iscsi neutron-server[103918]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2a23a192-c0fe-4078-b058-e806a359ad82 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-837356-2-iscsi {{(pid=103918) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 17:33:53.921760 dv-cinder-837356-2-iscsi neutron-server[103917]: INFO neutron.services.segments.plugin [-] Segment 5898551c-885d-42fa-9cbf-86e2335e3b38 resource provider aggregate not found Jun 16 17:33:53.949970 dv-cinder-837356-2-iscsi neutron-server[103917]: INFO neutron.services.segments.plugin [-] Segment 5898551c-885d-42fa-9cbf-86e2335e3b38 resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid 5898551c-885d-42fa-9cbf-86e2335e3b38 found for delete ", "request_id": "req-6eb0539a-2ec3-429a-9bd9-13c99ed3f926"}]} Jun 16 17:33:53.957436 dv-cinder-837356-2-iscsi neutron-server[103917]: DEBUG neutron_lib.callbacks.manager [None req-4a9277c4-66ea-48e6-9d76-4b104c9ecc12 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-16152118', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-570401', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16241551', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-704929'] for network (c31bf554-5b37-45cf-b74e-db137ff15f30), after_delete {{(pid=103917) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 17:33:53.960169 dv-cinder-837356-2-iscsi neutron-server[103918]: DEBUG neutron.plugins.ml2.rpc [None req-39ead2dc-a542-4f04-b117-439eb7f32aa8 None None] Device 162f0ad2-6711-4345-8f6b-93472d29602c no longer exists at agent ovs-agent-dv-cinder-837356-2-iscsi {{(pid=103918) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jun 16 17:33:53.969012 dv-cinder-837356-2-iscsi neutron-server[103917]: DEBUG neutron_lib.callbacks.manager [None req-4a9277c4-66ea-48e6-9d76-4b104c9ecc12 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-16241561'] for network (None), before_response {{(pid=103917) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 17:33:53.972402 dv-cinder-837356-2-iscsi neutron-server[103917]: INFO neutron.wsgi [None req-4a9277c4-66ea-48e6-9d76-4b104c9ecc12 admin admin] 10.222.0.66 "DELETE /v2.0/networks/c31bf554-5b37-45cf-b74e-db137ff15f30 HTTP/1.1" status: 204 len: 168 time: 0.6932368 Jun 16 17:33:53.981468 dv-cinder-837356-2-iscsi neutron-server[103918]: DEBUG neutron.plugins.ml2.plugin [None req-39ead2dc-a542-4f04-b117-439eb7f32aa8 None None] No Port match for: 162f0ad2-6711-4345-8f6b-93472d29602c {{(pid=103918) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2382}} Jun 16 17:33:53.981814 dv-cinder-837356-2-iscsi neutron-server[103918]: DEBUG neutron.plugins.ml2.rpc [None req-39ead2dc-a542-4f04-b117-439eb7f32aa8 None None] Device 162f0ad2-6711-4345-8f6b-93472d29602c not bound to the agent host dv-cinder-837356-2-iscsi {{(pid=103918) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jun 16 17:33:53.982235 dv-cinder-837356-2-iscsi neutron-server[103918]: DEBUG neutron.plugins.ml2.rpc [None req-39ead2dc-a542-4f04-b117-439eb7f32aa8 None None] Device ff5c7065-1345-46f5-98bb-38edfecab534 no longer exists at agent ovs-agent-dv-cinder-837356-2-iscsi {{(pid=103918) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jun 16 17:33:53.982657 dv-cinder-837356-2-iscsi neutron-server[103917]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4a9277c4-66ea-48e6-9d76-4b104c9ecc12 admin admin] Pushing event deleted for resources: {'Network': ['ID=c31bf554-5b37-45cf-b74e-db137ff15f30,revision_number=None']} {{(pid=103917) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 17:33:54.009628 dv-cinder-837356-2-iscsi neutron-server[103918]: DEBUG neutron.plugins.ml2.plugin [None req-39ead2dc-a542-4f04-b117-439eb7f32aa8 None None] No Port match for: ff5c7065-1345-46f5-98bb-38edfecab534 {{(pid=103918) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2382}} Jun 16 17:33:54.009924 dv-cinder-837356-2-iscsi neutron-server[103918]: DEBUG neutron.plugins.ml2.rpc [None req-39ead2dc-a542-4f04-b117-439eb7f32aa8 None None] Device ff5c7065-1345-46f5-98bb-38edfecab534 not bound to the agent host dv-cinder-837356-2-iscsi {{(pid=103918) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jun 16 17:33:54.010537 dv-cinder-837356-2-iscsi neutron-server[103918]: DEBUG neutron.plugins.ml2.rpc [None req-39ead2dc-a542-4f04-b117-439eb7f32aa8 None None] Device 56c5c4f2-8245-4eb9-9698-87a4369dfa64 no longer exists at agent ovs-agent-dv-cinder-837356-2-iscsi {{(pid=103918) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jun 16 17:33:54.030618 dv-cinder-837356-2-iscsi neutron-server[103918]: DEBUG neutron.plugins.ml2.plugin [None req-39ead2dc-a542-4f04-b117-439eb7f32aa8 None None] No Port match for: 56c5c4f2-8245-4eb9-9698-87a4369dfa64 {{(pid=103918) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2382}} Jun 16 17:33:54.031045 dv-cinder-837356-2-iscsi neutron-server[103918]: DEBUG neutron.plugins.ml2.rpc [None req-39ead2dc-a542-4f04-b117-439eb7f32aa8 None None] Device 56c5c4f2-8245-4eb9-9698-87a4369dfa64 not bound to the agent host dv-cinder-837356-2-iscsi {{(pid=103918) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jun 16 17:33:54.108193 dv-cinder-837356-2-iscsi neutron-server[103917]: DEBUG neutron.wsgi [-] (103917) accepted ('10.222.0.66', 46358) {{(pid=103917) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 16 17:33:54.153438 dv-cinder-837356-2-iscsi neutron-server[103917]: INFO neutron.wsgi [None req-17d4d10e-bcd8-4240-8727-9dd3e65c644c admin admin] 10.222.0.66 "GET /v2.0/security-groups?tenant_id=bd1488226a424c6e9e7f94f31b020e4f&name=default HTTP/1.1" status: 200 len: 2996 time: 0.0439811 Jun 16 17:33:54.157037 dv-cinder-837356-2-iscsi neutron-server[103917]: DEBUG neutron.wsgi [-] (103917) accepted ('10.222.0.66', 46360) {{(pid=103917) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 16 17:33:54.210626 dv-cinder-837356-2-iscsi neutron-server[103917]: DEBUG neutron_lib.callbacks.manager [None req-ef681591-8bb0-4747-8e80-c834e6ee578a admin admin] Publish callbacks [] for security_group (95fdd0b4-f63c-469f-b146-90ca55649967), before_delete {{(pid=103917) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 17:33:54.235982 dv-cinder-837356-2-iscsi neutron-server[103917]: DEBUG neutron_lib.callbacks.manager [None req-ef681591-8bb0-4747-8e80-c834e6ee578a admin admin] Publish callbacks [] for security_group (95fdd0b4-f63c-469f-b146-90ca55649967), precommit_delete {{(pid=103917) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 17:33:54.289830 dv-cinder-837356-2-iscsi neutron-server[103917]: DEBUG neutron_lib.callbacks.manager [None req-ef681591-8bb0-4747-8e80-c834e6ee578a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-570488'] for security_group (95fdd0b4-f63c-469f-b146-90ca55649967), after_delete {{(pid=103917) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 17:33:54.292477 dv-cinder-837356-2-iscsi neutron-server[103917]: DEBUG neutron_lib.callbacks.manager [None req-ef681591-8bb0-4747-8e80-c834e6ee578a admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103917) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 17:33:54.296007 dv-cinder-837356-2-iscsi neutron-server[103917]: INFO neutron.wsgi [None req-ef681591-8bb0-4747-8e80-c834e6ee578a admin admin] 10.222.0.66 "DELETE /v2.0/security-groups/95fdd0b4-f63c-469f-b146-90ca55649967 HTTP/1.1" status: 204 len: 168 time: 0.1358860 Jun 16 17:33:54.302838 dv-cinder-837356-2-iscsi neutron-server[103917]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef681591-8bb0-4747-8e80-c834e6ee578a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=95fdd0b4-f63c-469f-b146-90ca55649967,revision_number=None']} {{(pid=103917) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 17:33:54.679261 dv-cinder-837356-2-iscsi neutron-server[103917]: DEBUG neutron.wsgi [-] (103917) accepted ('10.222.0.66', 46366) {{(pid=103917) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 16 17:33:54.695409 dv-cinder-837356-2-iscsi neutron-server[103917]: DEBUG dbcounter [-] [103917] Writing DB stats neutron:SELECT=90,neutron:UPDATE=2,neutron:DELETE=8 {{(pid=103917) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 16 17:33:54.727821 dv-cinder-837356-2-iscsi neutron-server[103917]: INFO neutron.wsgi [None req-60702058-c29d-42c3-b38c-c91b6d82eeae admin admin] 10.222.0.66 "GET /v2.0/security-groups?tenant_id=6c0384215d0547d4b0e2a2228f06c84d&name=default HTTP/1.1" status: 200 len: 2996 time: 0.0473320 Jun 16 17:33:54.730297 dv-cinder-837356-2-iscsi neutron-server[103917]: DEBUG neutron.wsgi [-] (103917) accepted ('10.222.0.66', 46368) {{(pid=103917) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 16 17:33:54.788176 dv-cinder-837356-2-iscsi neutron-server[103917]: DEBUG neutron_lib.callbacks.manager [None req-d3d48360-4fae-4ca8-b9a9-439f0b9554f5 admin admin] Publish callbacks [] for security_group (41e57855-da0f-4382-820c-f0e171dd89e0), before_delete {{(pid=103917) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 17:33:54.807385 dv-cinder-837356-2-iscsi neutron-server[103917]: DEBUG dbcounter [-] [103917] Writing DB stats neutron:SELECT=91,neutron:DELETE=9 {{(pid=103917) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 16 17:33:54.812907 dv-cinder-837356-2-iscsi neutron-server[103917]: DEBUG neutron_lib.callbacks.manager [None req-d3d48360-4fae-4ca8-b9a9-439f0b9554f5 admin admin] Publish callbacks [] for security_group (41e57855-da0f-4382-820c-f0e171dd89e0), precommit_delete {{(pid=103917) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 17:33:54.870200 dv-cinder-837356-2-iscsi neutron-server[103917]: DEBUG neutron_lib.callbacks.manager [None req-d3d48360-4fae-4ca8-b9a9-439f0b9554f5 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-570488'] for security_group (41e57855-da0f-4382-820c-f0e171dd89e0), after_delete {{(pid=103917) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 17:33:54.873113 dv-cinder-837356-2-iscsi neutron-server[103917]: DEBUG neutron_lib.callbacks.manager [None req-d3d48360-4fae-4ca8-b9a9-439f0b9554f5 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103917) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 17:33:54.874341 dv-cinder-837356-2-iscsi neutron-server[103917]: INFO neutron.wsgi [None req-d3d48360-4fae-4ca8-b9a9-439f0b9554f5 admin admin] 10.222.0.66 "DELETE /v2.0/security-groups/41e57855-da0f-4382-820c-f0e171dd89e0 HTTP/1.1" status: 204 len: 168 time: 0.1431284 Jun 16 17:33:54.883494 dv-cinder-837356-2-iscsi neutron-server[103917]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d3d48360-4fae-4ca8-b9a9-439f0b9554f5 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=41e57855-da0f-4382-820c-f0e171dd89e0,revision_number=None']} {{(pid=103917) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 17:33:59.551725 dv-cinder-837356-2-iscsi neutron-server[103918]: DEBUG neutron_lib.callbacks.manager [None req-b2b17746-c296-4803-869a-65578e8233dd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728539454181', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16149322'] for agent (2e97d73d-50fc-4f89-a4ea-85f65eb860d8), after_update {{(pid=103918) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 17:34:00.327158 dv-cinder-837356-2-iscsi neutron-server[103916]: DEBUG dbcounter [-] [103916] Writing DB stats neutron:DELETE=6,neutron:SELECT=23,neutron:UPDATE=1 {{(pid=103916) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 16 17:34:00.351045 dv-cinder-837356-2-iscsi neutron-server[103916]: DEBUG dbcounter [-] [103916] Writing DB stats neutron:SELECT=13,neutron:DELETE=3 {{(pid=103916) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 16 17:34:01.668813 dv-cinder-837356-2-iscsi neutron-server[103919]: DEBUG dbcounter [-] [103919] Writing DB stats neutron:SELECT=48 {{(pid=103919) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 16 17:34:01.671243 dv-cinder-837356-2-iscsi neutron-server[103919]: DEBUG dbcounter [-] [103919] Writing DB stats neutron:SELECT=50,neutron:DELETE=1 {{(pid=103919) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 16 17:34:04.877825 dv-cinder-837356-2-iscsi neutron-server[103917]: DEBUG dbcounter [-] [103917] Writing DB stats neutron:SELECT=18,neutron:DELETE=2 {{(pid=103917) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 16 17:34:04.878583 dv-cinder-837356-2-iscsi neutron-server[103917]: DEBUG dbcounter [-] [103917] Writing DB stats neutron:SELECT=4,neutron:DELETE=2 {{(pid=103917) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 16 17:34:08.681486 dv-cinder-837356-2-iscsi neutron-server[103917]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30ba3df9-41a7-4d99-af7e-69ba6492307c req-c5fcff98-39b1-4612-a10c-affa55bb45f0 tempest-AttachVolumeNegativeTest-1307848981 tempest-AttachVolumeNegativeTest-1307848981-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103917) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 16 17:34:08.683130 dv-cinder-837356-2-iscsi neutron-server[103917]: INFO neutron.wsgi [req-30ba3df9-41a7-4d99-af7e-69ba6492307c req-c5fcff98-39b1-4612-a10c-affa55bb45f0 tempest-AttachVolumeNegativeTest-1307848981 tempest-AttachVolumeNegativeTest-1307848981-project] 10.222.0.66 "GET /v2.0/ports?device_id=db95418d-ea53-4a5b-b942-3809e3cfec68 HTTP/1.1" status: 200 len: 946 time: 0.0522325 Jun 16 17:34:08.736490 dv-cinder-837356-2-iscsi neutron-server[103917]: INFO neutron.wsgi [req-30ba3df9-41a7-4d99-af7e-69ba6492307c req-a551c722-b34e-47ac-bd4d-aa7a82d67fd0 tempest-AttachVolumeNegativeTest-1307848981 tempest-AttachVolumeNegativeTest-1307848981-project] 10.222.0.66 "GET /v2.0/security-groups?id=12ec8e3b-a00a-4e61-b398-0a778c21b514&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0464828 Jun 16 17:34:09.541816 dv-cinder-837356-2-iscsi neutron-server[103918]: DEBUG dbcounter [-] [103918] Writing DB stats neutron:SELECT=69,neutron:DELETE=2 {{(pid=103918) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 16 17:34:09.547740 dv-cinder-837356-2-iscsi neutron-server[103918]: DEBUG dbcounter [-] [103918] Writing DB stats neutron:SELECT=59,neutron:DELETE=3,neutron:UPDATE=1 {{(pid=103918) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 16 17:34:09.870275 dv-cinder-837356-2-iscsi neutron-server[103916]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a9992b5-6f33-4b71-b224-8d290ac5b37f req-cc7848a4-0066-4c63-8756-12b2131c0e55 tempest-AttachVolumeNegativeTest-1307848981 tempest-AttachVolumeNegativeTest-1307848981-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103916) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 16 17:34:09.871792 dv-cinder-837356-2-iscsi neutron-server[103916]: INFO neutron.wsgi [req-4a9992b5-6f33-4b71-b224-8d290ac5b37f req-cc7848a4-0066-4c63-8756-12b2131c0e55 tempest-AttachVolumeNegativeTest-1307848981 tempest-AttachVolumeNegativeTest-1307848981-project] 10.222.0.66 "GET /v2.0/ports?device_id=db95418d-ea53-4a5b-b942-3809e3cfec68 HTTP/1.1" status: 200 len: 946 time: 0.0563321 Jun 16 17:34:09.941773 dv-cinder-837356-2-iscsi neutron-server[103916]: INFO neutron.wsgi [req-4a9992b5-6f33-4b71-b224-8d290ac5b37f req-91d26c7f-c79d-4ebb-9ec1-27788cddddb5 tempest-AttachVolumeNegativeTest-1307848981 tempest-AttachVolumeNegativeTest-1307848981-project] 10.222.0.66 "GET /v2.0/security-groups?id=12ec8e3b-a00a-4e61-b398-0a778c21b514&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0641444 Jun 16 17:34:10.444974 dv-cinder-837356-2-iscsi neutron-server[103917]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-838d3547-1da9-409e-b631-d14f7acc0510 req-7a326dcc-d5c0-481d-a076-2fdc6e78879f tempest-AttachVolumeNegativeTest-1307848981 tempest-AttachVolumeNegativeTest-1307848981-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103917) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 16 17:34:10.446767 dv-cinder-837356-2-iscsi neutron-server[103917]: INFO neutron.wsgi [req-838d3547-1da9-409e-b631-d14f7acc0510 req-7a326dcc-d5c0-481d-a076-2fdc6e78879f tempest-AttachVolumeNegativeTest-1307848981 tempest-AttachVolumeNegativeTest-1307848981-project] 10.222.0.81 "GET /v2.0/ports?device_id=db95418d-ea53-4a5b-b942-3809e3cfec68 HTTP/1.1" status: 200 len: 946 time: 0.0692995 Jun 16 17:34:10.567604 dv-cinder-837356-2-iscsi neutron-server[103917]: DEBUG neutron.plugins.ml2.plugin [req-838d3547-1da9-409e-b631-d14f7acc0510 req-478846b9-60d3-4591-83ae-dc373d0e0686 tempest-AttachVolumeNegativeTest-1307848981 tempest-AttachVolumeNegativeTest-1307848981-project] Deleting port 4d5b77eb-61af-4c99-a4e0-4afb006eb6b8 {{(pid=103917) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2043}} Jun 16 17:34:10.567993 dv-cinder-837356-2-iscsi neutron-server[103917]: DEBUG neutron_lib.callbacks.manager [req-838d3547-1da9-409e-b631-d14f7acc0510 req-478846b9-60d3-4591-83ae-dc373d0e0686 tempest-AttachVolumeNegativeTest-1307848981 tempest-AttachVolumeNegativeTest-1307848981-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8728539361383'] for port (4d5b77eb-61af-4c99-a4e0-4afb006eb6b8), before_delete {{(pid=103917) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 17:34:10.682268 dv-cinder-837356-2-iscsi neutron-server[103917]: DEBUG neutron.plugins.ml2.db [req-838d3547-1da9-409e-b631-d14f7acc0510 req-478846b9-60d3-4591-83ae-dc373d0e0686 tempest-AttachVolumeNegativeTest-1307848981 tempest-AttachVolumeNegativeTest-1307848981-project] For port 4d5b77eb-61af-4c99-a4e0-4afb006eb6b8, host hv-cinder-83735, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83735',level=0,port_id=4d5b77eb-61af-4c99-a4e0-4afb006eb6b8,segment=NetworkSegment(77c5a64f-3dc1-42ac-871e-4a71d56bdf63),segment_id=77c5a64f-3dc1-42ac-871e-4a71d56bdf63)] {{(pid=103917) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 16 17:34:10.682645 dv-cinder-837356-2-iscsi neutron-server[103917]: DEBUG neutron_lib.callbacks.manager [req-838d3547-1da9-409e-b631-d14f7acc0510 req-478846b9-60d3-4591-83ae-dc373d0e0686 tempest-AttachVolumeNegativeTest-1307848981 tempest-AttachVolumeNegativeTest-1307848981-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-708042'] for port (4d5b77eb-61af-4c99-a4e0-4afb006eb6b8), precommit_delete {{(pid=103917) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 17:34:10.873013 dv-cinder-837356-2-iscsi neutron-server[103917]: DEBUG neutron_lib.callbacks.manager [req-838d3547-1da9-409e-b631-d14f7acc0510 req-478846b9-60d3-4591-83ae-dc373d0e0686 tempest-AttachVolumeNegativeTest-1307848981 tempest-AttachVolumeNegativeTest-1307848981-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=103917) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 17:34:10.873707 dv-cinder-837356-2-iscsi neutron-server[103917]: DEBUG neutron_lib.callbacks.manager [req-838d3547-1da9-409e-b631-d14f7acc0510 req-478846b9-60d3-4591-83ae-dc373d0e0686 tempest-AttachVolumeNegativeTest-1307848981 tempest-AttachVolumeNegativeTest-1307848981-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-704970'] for floatingip (d51b83e5-e01d-48b7-8e1a-3dff115715da), after_update {{(pid=103917) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 17:34:10.874241 dv-cinder-837356-2-iscsi neutron-server[103917]: INFO neutron.db.l3_db [req-838d3547-1da9-409e-b631-d14f7acc0510 req-478846b9-60d3-4591-83ae-dc373d0e0686 tempest-AttachVolumeNegativeTest-1307848981 tempest-AttachVolumeNegativeTest-1307848981-project] Floating IP d51b83e5-e01d-48b7-8e1a-3dff115715da disassociated. External IP: 172.27.2.78, port: 4d5b77eb-61af-4c99-a4e0-4afb006eb6b8. Jun 16 17:34:10.874814 dv-cinder-837356-2-iscsi neutron-server[103917]: DEBUG neutron.plugins.ml2.plugin [req-838d3547-1da9-409e-b631-d14f7acc0510 req-478846b9-60d3-4591-83ae-dc373d0e0686 tempest-AttachVolumeNegativeTest-1307848981 tempest-AttachVolumeNegativeTest-1307848981-project] Calling delete_port for 4d5b77eb-61af-4c99-a4e0-4afb006eb6b8 owned by compute:nova {{(pid=103917) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2122}} Jun 16 17:34:11.037446 dv-cinder-837356-2-iscsi neutron-server[103917]: DEBUG neutron_lib.callbacks.manager [req-838d3547-1da9-409e-b631-d14f7acc0510 req-478846b9-60d3-4591-83ae-dc373d0e0686 tempest-AttachVolumeNegativeTest-1307848981 tempest-AttachVolumeNegativeTest-1307848981-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16007527', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-75831', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16241551', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8728539364702', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8728538993430', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3819743'] for port (4d5b77eb-61af-4c99-a4e0-4afb006eb6b8), after_delete {{(pid=103917) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 17:34:11.064195 dv-cinder-837356-2-iscsi neutron-server[103917]: INFO neutron.wsgi [req-35c2f141-fcbe-4fbc-beda-0da16b3dbf4d req-1fbf4835-b7e4-4a3e-8938-98ad7e8b50fd tempest-AttachVolumeNegativeTest-1307848981 tempest-AttachVolumeNegativeTest-1307848981-project] 10.222.0.66 "GET /v2.0/ports?device_id=db95418d-ea53-4a5b-b942-3809e3cfec68 HTTP/1.1" status: 200 len: 210 time: 0.0382419 Jun 16 17:34:11.084928 dv-cinder-837356-2-iscsi neutron-server[103917]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-478846b9-60d3-4591-83ae-dc373d0e0686 tempest-AttachVolumeNegativeTest-1307848981 tempest-AttachVolumeNegativeTest-1307848981-project] Pushing event deleted for resources: {'Port': ['ID=4d5b77eb-61af-4c99-a4e0-4afb006eb6b8,revision_number=None']} {{(pid=103917) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 17:34:11.097007 dv-cinder-837356-2-iscsi neutron-server[103917]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-478846b9-60d3-4591-83ae-dc373d0e0686 tempest-AttachVolumeNegativeTest-1307848981 tempest-AttachVolumeNegativeTest-1307848981-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-837356-2-iscsi {{(pid=103917) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 17:34:11.097479 dv-cinder-837356-2-iscsi neutron-server[103917]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-478846b9-60d3-4591-83ae-dc373d0e0686 tempest-AttachVolumeNegativeTest-1307848981 tempest-AttachVolumeNegativeTest-1307848981-project] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-837356-2-iscsi {{(pid=103917) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 17:34:11.098023 dv-cinder-837356-2-iscsi neutron-server[103917]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-478846b9-60d3-4591-83ae-dc373d0e0686 tempest-AttachVolumeNegativeTest-1307848981 tempest-AttachVolumeNegativeTest-1307848981-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-837356-2-iscsi {{(pid=103917) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 17:34:11.098531 dv-cinder-837356-2-iscsi neutron-server[103917]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-478846b9-60d3-4591-83ae-dc373d0e0686 tempest-AttachVolumeNegativeTest-1307848981 tempest-AttachVolumeNegativeTest-1307848981-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-837356-2-iscsi {{(pid=103917) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 17:34:11.098941 dv-cinder-837356-2-iscsi neutron-server[103917]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-478846b9-60d3-4591-83ae-dc373d0e0686 tempest-AttachVolumeNegativeTest-1307848981 tempest-AttachVolumeNegativeTest-1307848981-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-837356-2-iscsi {{(pid=103917) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 17:34:11.099283 dv-cinder-837356-2-iscsi neutron-server[103917]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-478846b9-60d3-4591-83ae-dc373d0e0686 tempest-AttachVolumeNegativeTest-1307848981 tempest-AttachVolumeNegativeTest-1307848981-project] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-837356-2-iscsi {{(pid=103917) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 17:34:11.099581 dv-cinder-837356-2-iscsi neutron-server[103917]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-478846b9-60d3-4591-83ae-dc373d0e0686 tempest-AttachVolumeNegativeTest-1307848981 tempest-AttachVolumeNegativeTest-1307848981-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-837356-2-iscsi {{(pid=103917) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 17:34:11.099943 dv-cinder-837356-2-iscsi neutron-server[103917]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-478846b9-60d3-4591-83ae-dc373d0e0686 tempest-AttachVolumeNegativeTest-1307848981 tempest-AttachVolumeNegativeTest-1307848981-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-837356-2-iscsi {{(pid=103917) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 17:34:11.100238 dv-cinder-837356-2-iscsi neutron-server[103917]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-478846b9-60d3-4591-83ae-dc373d0e0686 tempest-AttachVolumeNegativeTest-1307848981 tempest-AttachVolumeNegativeTest-1307848981-project] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-837356-2-iscsi {{(pid=103917) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 17:34:11.100573 dv-cinder-837356-2-iscsi neutron-server[103917]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-478846b9-60d3-4591-83ae-dc373d0e0686 tempest-AttachVolumeNegativeTest-1307848981 tempest-AttachVolumeNegativeTest-1307848981-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-837356-2-iscsi {{(pid=103917) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 17:34:11.100899 dv-cinder-837356-2-iscsi neutron-server[103917]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-478846b9-60d3-4591-83ae-dc373d0e0686 tempest-AttachVolumeNegativeTest-1307848981 tempest-AttachVolumeNegativeTest-1307848981-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-837356-2-iscsi {{(pid=103917) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 17:34:11.101387 dv-cinder-837356-2-iscsi neutron-server[103917]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-478846b9-60d3-4591-83ae-dc373d0e0686 tempest-AttachVolumeNegativeTest-1307848981 tempest-AttachVolumeNegativeTest-1307848981-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-837356-2-iscsi {{(pid=103917) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 17:34:11.101711 dv-cinder-837356-2-iscsi neutron-server[103917]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-478846b9-60d3-4591-83ae-dc373d0e0686 tempest-AttachVolumeNegativeTest-1307848981 tempest-AttachVolumeNegativeTest-1307848981-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-837356-2-iscsi {{(pid=103917) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 17:34:11.102046 dv-cinder-837356-2-iscsi neutron-server[103917]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-478846b9-60d3-4591-83ae-dc373d0e0686 tempest-AttachVolumeNegativeTest-1307848981 tempest-AttachVolumeNegativeTest-1307848981-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-837356-2-iscsi {{(pid=103917) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 17:34:11.102349 dv-cinder-837356-2-iscsi neutron-server[103917]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-478846b9-60d3-4591-83ae-dc373d0e0686 tempest-AttachVolumeNegativeTest-1307848981 tempest-AttachVolumeNegativeTest-1307848981-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-837356-2-iscsi {{(pid=103917) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 17:34:11.217699 dv-cinder-837356-2-iscsi neutron-server[103917]: DEBUG neutron.scheduler.l3_agent_scheduler [req-838d3547-1da9-409e-b631-d14f7acc0510 req-478846b9-60d3-4591-83ae-dc373d0e0686 tempest-AttachVolumeNegativeTest-1307848981 tempest-AttachVolumeNegativeTest-1307848981-project] Router 72fc182f-b4cb-4ac1-ba5a-c8c6b58534c5 has already been hosted by L3 agent 7639df21-17c3-4235-8912-210c3ad54137 {{(pid=103917) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jun 16 17:34:11.336691 dv-cinder-837356-2-iscsi neutron-server[103917]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-838d3547-1da9-409e-b631-d14f7acc0510 req-478846b9-60d3-4591-83ae-dc373d0e0686 tempest-AttachVolumeNegativeTest-1307848981 tempest-AttachVolumeNegativeTest-1307848981-project] Notify agent at l3_agent.dv-cinder-837356-2-iscsi the message routers_updated {{(pid=103917) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jun 16 17:34:11.348964 dv-cinder-837356-2-iscsi neutron-server[103918]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c1e580c9-7cb8-42a1-ad44-edeecafe07e9 None None] Sync routers for ids ['72fc182f-b4cb-4ac1-ba5a-c8c6b58534c5'] in dv-cinder-837356-2-iscsi {{(pid=103918) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 16 17:34:11.364529 dv-cinder-837356-2-iscsi neutron-server[103918]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c1e580c9-7cb8-42a1-ad44-edeecafe07e9 None None] Routers {'72fc182f-b4cb-4ac1-ba5a-c8c6b58534c5'} bound to L3 agent in host dv-cinder-837356-2-iscsi {{(pid=103918) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jun 16 17:34:11.365069 dv-cinder-837356-2-iscsi neutron-server[103918]: DEBUG neutron.db.l3_hamode_db [None req-c1e580c9-7cb8-42a1-ad44-edeecafe07e9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-837356-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-06-16T17:14:15Z,description=,heartbeat_timestamp=2022-06-16T17:33:45Z,host='dv-cinder-837356-2-iscsi',id=7639df21-17c3-4235-8912-210c3ad54137,load=0,resource_versions=,resources_synced=,started_at=2022-06-16T17:14:15Z,topic='l3_agent')) {'router_ids': ['72fc182f-b4cb-4ac1-ba5a-c8c6b58534c5'], 'active': True} {{(pid=103918) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 16 17:34:11.382433 dv-cinder-837356-2-iscsi neutron-server[103917]: DEBUG neutron.db.l3_dvrscheduler_db [req-838d3547-1da9-409e-b631-d14f7acc0510 req-478846b9-60d3-4591-83ae-dc373d0e0686 tempest-AttachVolumeNegativeTest-1307848981 tempest-AttachVolumeNegativeTest-1307848981-project] No DVR routers for this DVR port 4d5b77eb-61af-4c99-a4e0-4afb006eb6b8 on host hv-cinder-83735 {{(pid=103917) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:215}} Jun 16 17:34:11.385565 dv-cinder-837356-2-iscsi neutron-server[103917]: DEBUG neutron_lib.callbacks.manager [req-838d3547-1da9-409e-b631-d14f7acc0510 req-478846b9-60d3-4591-83ae-dc373d0e0686 tempest-AttachVolumeNegativeTest-1307848981 tempest-AttachVolumeNegativeTest-1307848981-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-191112'] for port (None), before_response {{(pid=103917) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 17:34:11.389070 dv-cinder-837356-2-iscsi neutron-server[103917]: INFO neutron.wsgi [req-838d3547-1da9-409e-b631-d14f7acc0510 req-478846b9-60d3-4591-83ae-dc373d0e0686 tempest-AttachVolumeNegativeTest-1307848981 tempest-AttachVolumeNegativeTest-1307848981-project] 10.222.0.81 "DELETE /v2.0/ports/4d5b77eb-61af-4c99-a4e0-4afb006eb6b8 HTTP/1.1" status: 204 len: 173 time: 0.9355781 Jun 16 17:34:11.389575 dv-cinder-837356-2-iscsi neutron-server[103917]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'db95418d-ea53-4a5b-b942-3809e3cfec68', 'name': 'network-vif-deleted', 'tag': '4d5b77eb-61af-4c99-a4e0-4afb006eb6b8'}] {{(pid=103917) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jun 16 17:34:11.392064 dv-cinder-837356-2-iscsi neutron-server[103917]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.66/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6f3fd2b1a6655810f50592bc9015c397d118e5689141688eaf1b23dbeee2ebf8" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-303a2e2c-fc5a-4826-9a88-39e69c53d188" -d '{"events": [{"server_uuid": "db95418d-ea53-4a5b-b942-3809e3cfec68", "name": "network-vif-deleted", "tag": "4d5b77eb-61af-4c99-a4e0-4afb006eb6b8"}]}' {{(pid=103917) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 16 17:34:11.432321 dv-cinder-837356-2-iscsi neutron-server[103917]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 16 Jun 2022 17:34:11 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6c14579e-6a02-4444-ac73-49098fb907cb x-openstack-request-id: req-6c14579e-6a02-4444-ac73-49098fb907cb {{(pid=103917) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 16 17:34:11.432870 dv-cinder-837356-2-iscsi neutron-server[103917]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "db95418d-ea53-4a5b-b942-3809e3cfec68", "name": "network-vif-deleted", "tag": "4d5b77eb-61af-4c99-a4e0-4afb006eb6b8", "status": "completed", "code": 200}]} {{(pid=103917) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 16 17:34:11.433338 dv-cinder-837356-2-iscsi neutron-server[103917]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.66/compute/v2.1/os-server-external-events used request id req-6c14579e-6a02-4444-ac73-49098fb907cb {{(pid=103917) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 16 17:34:11.433959 dv-cinder-837356-2-iscsi neutron-server[103917]: INFO neutron.notifiers.nova [-] Nova event matching ['req-6c14579e-6a02-4444-ac73-49098fb907cb'] response: {'server_uuid': 'db95418d-ea53-4a5b-b942-3809e3cfec68', 'name': 'network-vif-deleted', 'tag': '4d5b77eb-61af-4c99-a4e0-4afb006eb6b8', 'status': 'completed', 'code': 200} Jun 16 17:34:11.490221 dv-cinder-837356-2-iscsi neutron-server[103918]: DEBUG neutron.db.l3_dvr_db [None req-c1e580c9-7cb8-42a1-ad44-edeecafe07e9 None None] Set router 72fc182f-b4cb-4ac1-ba5a-c8c6b58534c5 gateway port host: dv-cinder-837356-2-iscsi {{(pid=103918) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jun 16 17:34:11.705431 dv-cinder-837356-2-iscsi neutron-server[103918]: DEBUG neutron.db.l3_hamode_db [None req-c1e580c9-7cb8-42a1-ad44-edeecafe07e9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '72fc182f-b4cb-4ac1-ba5a-c8c6b58534c5', 'name': 'tempest-AttachVolumeNegativeTest-673498770-router', 'tenant_id': '7c56d4c430c44df49f48fe0b49ebcbd2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9df31235-0797-44e6-85a0-102cb2da2d58', 'external_fixed_ips': [{'subnet_id': '1dfb0320-f5eb-46f6-88ce-33002f500238', 'ip_address': '172.27.2.32'}], 'enable_snat': True}, 'gw_port_id': '683727eb-4399-44ae-ab3b-c7579a0661bc', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-16T17:30:48Z', 'updated_at': '2022-06-16T17:30:51Z', 'revision_number': 4, 'project_id': '7c56d4c430c44df49f48fe0b49ebcbd2', 'gw_port': {'id': '683727eb-4399-44ae-ab3b-c7579a0661bc', 'name': '', 'network_id': '9df31235-0797-44e6-85a0-102cb2da2d58', 'tenant_id': '', 'mac_address': 'fa:16:3e:9c:93:e7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '72fc182f-b4cb-4ac1-ba5a-c8c6b58534c5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 637, 'fixed_ips': [{'subnet_id': '1dfb0320-f5eb-46f6-88ce-33002f500238', 'ip_address': '172.27.2.32', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-837356-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-16T17:30:49Z', 'updated_at': '2022-06-16T17:30:54Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1dfb0320-f5eb-46f6-88ce-33002f500238', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-837356-2-iscsi', '_interfaces': [{'id': 'b5be4525-4335-4548-88b7-e6bb420c6ef4', 'name': '', 'network_id': '38b62bc9-5cad-4b9e-8181-628535658100', 'tenant_id': '7c56d4c430c44df49f48fe0b49ebcbd2', 'mac_address': 'fa:16:3e:a8:05:6c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '72fc182f-b4cb-4ac1-ba5a-c8c6b58534c5', 'device_owner': 'network:router_interface', 'standard_attr_id': 638, 'fixed_ips': [{'subnet_id': '245398e2-b047-4bf4-9483-edcae7a557b6', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-837356-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-16T17:30:51Z', 'updated_at': '2022-06-16T17:30:56Z', 'revision_number': 5, 'project_id': '7c56d4c430c44df49f48fe0b49ebcbd2', 'subnets': [{'id': '245398e2-b047-4bf4-9483-edcae7a557b6', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-837356-2-iscsi', False) {} {{(pid=103918) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 16 17:34:11.735062 dv-cinder-837356-2-iscsi neutron-server[103918]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c1e580c9-7cb8-42a1-ad44-edeecafe07e9 None None] Checking router: 72fc182f-b4cb-4ac1-ba5a-c8c6b58534c5 for host: dv-cinder-837356-2-iscsi {{(pid=103918) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 16 17:34:11.744964 dv-cinder-837356-2-iscsi neutron-server[103918]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c1e580c9-7cb8-42a1-ad44-edeecafe07e9 None None] Routers {'72fc182f-b4cb-4ac1-ba5a-c8c6b58534c5'} bound to L3 agent in host dv-cinder-837356-2-iscsi {{(pid=103918) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jun 16 17:34:11.745662 dv-cinder-837356-2-iscsi neutron-server[103918]: DEBUG neutron.db.l3_hamode_db [None req-c1e580c9-7cb8-42a1-ad44-edeecafe07e9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-837356-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-06-16T17:14:15Z,description=,heartbeat_timestamp=2022-06-16T17:33:45Z,host='dv-cinder-837356-2-iscsi',id=7639df21-17c3-4235-8912-210c3ad54137,load=0,resource_versions=,resources_synced=,started_at=2022-06-16T17:14:15Z,topic='l3_agent')) {'router_ids': ['72fc182f-b4cb-4ac1-ba5a-c8c6b58534c5'], 'active': True} {{(pid=103918) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 16 17:34:11.866233 dv-cinder-837356-2-iscsi neutron-server[103918]: DEBUG neutron.db.l3_dvr_db [None req-c1e580c9-7cb8-42a1-ad44-edeecafe07e9 None None] Set router 72fc182f-b4cb-4ac1-ba5a-c8c6b58534c5 gateway port host: dv-cinder-837356-2-iscsi {{(pid=103918) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jun 16 17:34:12.075724 dv-cinder-837356-2-iscsi neutron-server[103918]: DEBUG neutron.db.l3_hamode_db [None req-c1e580c9-7cb8-42a1-ad44-edeecafe07e9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '72fc182f-b4cb-4ac1-ba5a-c8c6b58534c5', 'name': 'tempest-AttachVolumeNegativeTest-673498770-router', 'tenant_id': '7c56d4c430c44df49f48fe0b49ebcbd2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9df31235-0797-44e6-85a0-102cb2da2d58', 'external_fixed_ips': [{'subnet_id': '1dfb0320-f5eb-46f6-88ce-33002f500238', 'ip_address': '172.27.2.32'}], 'enable_snat': True}, 'gw_port_id': '683727eb-4399-44ae-ab3b-c7579a0661bc', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-16T17:30:48Z', 'updated_at': '2022-06-16T17:30:51Z', 'revision_number': 4, 'project_id': '7c56d4c430c44df49f48fe0b49ebcbd2', 'gw_port': {'id': '683727eb-4399-44ae-ab3b-c7579a0661bc', 'name': '', 'network_id': '9df31235-0797-44e6-85a0-102cb2da2d58', 'tenant_id': '', 'mac_address': 'fa:16:3e:9c:93:e7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '72fc182f-b4cb-4ac1-ba5a-c8c6b58534c5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 637, 'fixed_ips': [{'subnet_id': '1dfb0320-f5eb-46f6-88ce-33002f500238', 'ip_address': '172.27.2.32', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-837356-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-16T17:30:49Z', 'updated_at': '2022-06-16T17:30:54Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1dfb0320-f5eb-46f6-88ce-33002f500238', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-837356-2-iscsi', '_interfaces': [{'id': 'b5be4525-4335-4548-88b7-e6bb420c6ef4', 'name': '', 'network_id': '38b62bc9-5cad-4b9e-8181-628535658100', 'tenant_id': '7c56d4c430c44df49f48fe0b49ebcbd2', 'mac_address': 'fa:16:3e:a8:05:6c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '72fc182f-b4cb-4ac1-ba5a-c8c6b58534c5', 'device_owner': 'network:router_interface', 'standard_attr_id': 638, 'fixed_ips': [{'subnet_id': '245398e2-b047-4bf4-9483-edcae7a557b6', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-837356-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-16T17:30:51Z', 'updated_at': '2022-06-16T17:30:56Z', 'revision_number': 5, 'project_id': '7c56d4c430c44df49f48fe0b49ebcbd2', 'subnets': [{'id': '245398e2-b047-4bf4-9483-edcae7a557b6', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-837356-2-iscsi', False) {} {{(pid=103918) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 16 17:34:12.103546 dv-cinder-837356-2-iscsi neutron-server[103918]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c1e580c9-7cb8-42a1-ad44-edeecafe07e9 None None] The sync data for ids ['72fc182f-b4cb-4ac1-ba5a-c8c6b58534c5'] in dv-cinder-837356-2-iscsi is: [{'id': '72fc182f-b4cb-4ac1-ba5a-c8c6b58534c5', 'name': 'tempest-AttachVolumeNegativeTest-673498770-router', 'tenant_id': '7c56d4c430c44df49f48fe0b49ebcbd2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9df31235-0797-44e6-85a0-102cb2da2d58', 'external_fixed_ips': [{'subnet_id': '1dfb0320-f5eb-46f6-88ce-33002f500238', 'ip_address': '172.27.2.32'}], 'enable_snat': True}, 'gw_port_id': '683727eb-4399-44ae-ab3b-c7579a0661bc', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-16T17:30:48Z', 'updated_at': '2022-06-16T17:30:51Z', 'revision_number': 4, 'project_id': '7c56d4c430c44df49f48fe0b49ebcbd2', 'gw_port': {'id': '683727eb-4399-44ae-ab3b-c7579a0661bc', 'name': '', 'network_id': '9df31235-0797-44e6-85a0-102cb2da2d58', 'tenant_id': '', 'mac_address': 'fa:16:3e:9c:93:e7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '72fc182f-b4cb-4ac1-ba5a-c8c6b58534c5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 637, 'fixed_ips': [{'subnet_id': '1dfb0320-f5eb-46f6-88ce-33002f500238', 'ip_address': '172.27.2.32', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-837356-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-16T17:30:49Z', 'updated_at': '2022-06-16T17:30:54Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1dfb0320-f5eb-46f6-88ce-33002f500238', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-837356-2-iscsi', '_interfaces': [{'id': 'b5be4525-4335-4548-88b7-e6bb420c6ef4', 'name': '', 'network_id': '38b62bc9-5cad-4b9e-8181-628535658100', 'tenant_id': '7c56d4c430c44df49f48fe0b49ebcbd2', 'mac_address': 'fa:16:3e:a8:05:6c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '72fc182f-b4cb-4ac1-ba5a-c8c6b58534c5', 'device_owner': 'network:router_interface', 'standard_attr_id': 638, 'fixed_ips': [{'subnet_id': '245398e2-b047-4bf4-9483-edcae7a557b6', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-837356-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-16T17:30:51Z', 'updated_at': '2022-06-16T17:30:56Z', 'revision_number': 5, 'project_id': '7c56d4c430c44df49f48fe0b49ebcbd2', 'subnets': [{'id': '245398e2-b047-4bf4-9483-edcae7a557b6', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103918) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 16 17:34:12.161886 dv-cinder-837356-2-iscsi neutron-server[103917]: DEBUG neutron.wsgi [-] (103917) accepted ('10.222.0.66', 46442) {{(pid=103917) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 16 17:34:12.169120 dv-cinder-837356-2-iscsi neutron-server[103917]: DEBUG dbcounter [-] [103917] Writing DB stats neutron:SELECT=96,neutron:DELETE=4 {{(pid=103917) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 16 17:34:12.179053 dv-cinder-837356-2-iscsi neutron-server[103917]: DEBUG dbcounter [-] [103917] Writing DB stats neutron:SELECT=94,neutron:UPDATE=2,neutron:DELETE=4 {{(pid=103917) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 16 17:34:12.229034 dv-cinder-837356-2-iscsi neutron-server[103917]: DEBUG neutron_lib.callbacks.manager [None req-bb89a869-3775-4ac6-b9e1-38717a43ceaf tempest-AttachVolumeNegativeTest-1307848981 tempest-AttachVolumeNegativeTest-1307848981-project] Publish callbacks [] for security_group (12ec8e3b-a00a-4e61-b398-0a778c21b514), before_delete {{(pid=103917) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 17:34:12.258599 dv-cinder-837356-2-iscsi neutron-server[103917]: DEBUG neutron_lib.callbacks.manager [None req-bb89a869-3775-4ac6-b9e1-38717a43ceaf tempest-AttachVolumeNegativeTest-1307848981 tempest-AttachVolumeNegativeTest-1307848981-project] Publish callbacks [] for security_group (12ec8e3b-a00a-4e61-b398-0a778c21b514), precommit_delete {{(pid=103917) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 17:34:12.319992 dv-cinder-837356-2-iscsi neutron-server[103917]: DEBUG neutron_lib.callbacks.manager [None req-bb89a869-3775-4ac6-b9e1-38717a43ceaf tempest-AttachVolumeNegativeTest-1307848981 tempest-AttachVolumeNegativeTest-1307848981-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-570488'] for security_group (12ec8e3b-a00a-4e61-b398-0a778c21b514), after_delete {{(pid=103917) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 17:34:12.322834 dv-cinder-837356-2-iscsi neutron-server[103917]: DEBUG neutron_lib.callbacks.manager [None req-bb89a869-3775-4ac6-b9e1-38717a43ceaf tempest-AttachVolumeNegativeTest-1307848981 tempest-AttachVolumeNegativeTest-1307848981-project] Publish callbacks [] for security_group (None), before_response {{(pid=103917) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 17:34:12.324363 dv-cinder-837356-2-iscsi neutron-server[103917]: INFO neutron.wsgi [None req-bb89a869-3775-4ac6-b9e1-38717a43ceaf tempest-AttachVolumeNegativeTest-1307848981 tempest-AttachVolumeNegativeTest-1307848981-project] 10.222.0.66 "DELETE /v2.0/security-groups/12ec8e3b-a00a-4e61-b398-0a778c21b514 HTTP/1.1" status: 204 len: 168 time: 0.1611078 Jun 16 17:34:12.327767 dv-cinder-837356-2-iscsi neutron-server[103916]: DEBUG neutron.wsgi [-] (103916) accepted ('10.222.0.66', 46444) {{(pid=103916) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 16 17:34:12.335558 dv-cinder-837356-2-iscsi neutron-server[103917]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bb89a869-3775-4ac6-b9e1-38717a43ceaf tempest-AttachVolumeNegativeTest-1307848981 tempest-AttachVolumeNegativeTest-1307848981-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=12ec8e3b-a00a-4e61-b398-0a778c21b514,revision_number=None']} {{(pid=103917) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 17:34:12.353344 dv-cinder-837356-2-iscsi neutron-server[103916]: INFO neutron.api.v2.resource [None req-cbf2fcb2-ed09-41cd-a8b2-8db95708aa56 tempest-AttachVolumeNegativeTest-1307848981 tempest-AttachVolumeNegativeTest-1307848981-project] show failed (client error): The resource could not be found. Jun 16 17:34:12.354648 dv-cinder-837356-2-iscsi neutron-server[103916]: INFO neutron.wsgi [None req-cbf2fcb2-ed09-41cd-a8b2-8db95708aa56 tempest-AttachVolumeNegativeTest-1307848981 tempest-AttachVolumeNegativeTest-1307848981-project] 10.222.0.66 "GET /v2.0/security-groups/12ec8e3b-a00a-4e61-b398-0a778c21b514 HTTP/1.1" status: 404 len: 347 time: 0.0244970 Jun 16 17:34:12.358824 dv-cinder-837356-2-iscsi neutron-server[103916]: DEBUG neutron.wsgi [-] (103916) accepted ('10.222.0.66', 46446) {{(pid=103916) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 16 17:34:12.393804 dv-cinder-837356-2-iscsi neutron-server[103919]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-74b94119-c277-4340-a133-bc19e32f92c9 None None] New status for floating IP d51b83e5-e01d-48b7-8e1a-3dff115715da: DOWN {{(pid=103919) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:269}} Jun 16 17:34:12.491294 dv-cinder-837356-2-iscsi neutron-server[103916]: DEBUG neutron.plugins.ml2.plugin [None req-a262f13b-6288-43e5-a91b-24a4502b906c tempest-AttachVolumeNegativeTest-1307848981 tempest-AttachVolumeNegativeTest-1307848981-project] Deleting port 2cd5f5f5-890a-42a4-9a5a-3867eae83e1c {{(pid=103916) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2043}} Jun 16 17:34:12.491636 dv-cinder-837356-2-iscsi neutron-server[103916]: DEBUG neutron_lib.callbacks.manager [None req-a262f13b-6288-43e5-a91b-24a4502b906c tempest-AttachVolumeNegativeTest-1307848981 tempest-AttachVolumeNegativeTest-1307848981-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8728539361383'] for port (2cd5f5f5-890a-42a4-9a5a-3867eae83e1c), before_delete {{(pid=103916) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 17:34:12.827262 dv-cinder-837356-2-iscsi neutron-server[103916]: DEBUG neutron_lib.callbacks.manager [None req-a262f13b-6288-43e5-a91b-24a4502b906c tempest-AttachVolumeNegativeTest-1307848981 tempest-AttachVolumeNegativeTest-1307848981-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-708042'] for port (2cd5f5f5-890a-42a4-9a5a-3867eae83e1c), precommit_delete {{(pid=103916) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 17:34:12.827773 dv-cinder-837356-2-iscsi neutron-server[103916]: DEBUG neutron_lib.callbacks.manager [None req-a262f13b-6288-43e5-a91b-24a4502b906c tempest-AttachVolumeNegativeTest-1307848981 tempest-AttachVolumeNegativeTest-1307848981-project] Publish callbacks [] for floatingip (2cd5f5f5-890a-42a4-9a5a-3867eae83e1c), precommit_delete {{(pid=103916) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 17:34:12.843441 dv-cinder-837356-2-iscsi neutron-server[103916]: DEBUG neutron.plugins.ml2.plugin [None req-a262f13b-6288-43e5-a91b-24a4502b906c tempest-AttachVolumeNegativeTest-1307848981 tempest-AttachVolumeNegativeTest-1307848981-project] Calling delete_port for 2cd5f5f5-890a-42a4-9a5a-3867eae83e1c owned by network:floatingip {{(pid=103916) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2122}} Jun 16 17:34:12.990283 dv-cinder-837356-2-iscsi neutron-server[103916]: DEBUG neutron_lib.callbacks.manager [None req-a262f13b-6288-43e5-a91b-24a4502b906c tempest-AttachVolumeNegativeTest-1307848981 tempest-AttachVolumeNegativeTest-1307848981-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16007527', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-75831', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16241551', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8728539364702', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8728538993430', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25517999'] for port (2cd5f5f5-890a-42a4-9a5a-3867eae83e1c), after_delete {{(pid=103916) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 17:34:13.004305 dv-cinder-837356-2-iscsi neutron-server[103918]: DEBUG neutron_lib.callbacks.manager [None req-9cc7ae98-1b9c-420c-9278-5faf7942d6d0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728539454181', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16149322'] for agent (0913b7ec-eea4-4492-8ef1-e01c4575abca), after_update {{(pid=103918) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 17:34:13.019108 dv-cinder-837356-2-iscsi neutron-server[103916]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a262f13b-6288-43e5-a91b-24a4502b906c tempest-AttachVolumeNegativeTest-1307848981 tempest-AttachVolumeNegativeTest-1307848981-project] Pushing event deleted for resources: {'Port': ['ID=2cd5f5f5-890a-42a4-9a5a-3867eae83e1c,revision_number=None']} {{(pid=103916) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 17:34:13.046474 dv-cinder-837356-2-iscsi neutron-server[103916]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a262f13b-6288-43e5-a91b-24a4502b906c tempest-AttachVolumeNegativeTest-1307848981 tempest-AttachVolumeNegativeTest-1307848981-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-837356-2-iscsi {{(pid=103916) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 17:34:13.046902 dv-cinder-837356-2-iscsi neutron-server[103916]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a262f13b-6288-43e5-a91b-24a4502b906c tempest-AttachVolumeNegativeTest-1307848981 tempest-AttachVolumeNegativeTest-1307848981-project] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-837356-2-iscsi {{(pid=103916) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 17:34:13.047097 dv-cinder-837356-2-iscsi neutron-server[103916]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a262f13b-6288-43e5-a91b-24a4502b906c tempest-AttachVolumeNegativeTest-1307848981 tempest-AttachVolumeNegativeTest-1307848981-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-837356-2-iscsi {{(pid=103916) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 17:34:13.047461 dv-cinder-837356-2-iscsi neutron-server[103916]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a262f13b-6288-43e5-a91b-24a4502b906c tempest-AttachVolumeNegativeTest-1307848981 tempest-AttachVolumeNegativeTest-1307848981-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-837356-2-iscsi {{(pid=103916) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 17:34:13.047774 dv-cinder-837356-2-iscsi neutron-server[103916]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a262f13b-6288-43e5-a91b-24a4502b906c tempest-AttachVolumeNegativeTest-1307848981 tempest-AttachVolumeNegativeTest-1307848981-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-837356-2-iscsi {{(pid=103916) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 17:34:13.048110 dv-cinder-837356-2-iscsi neutron-server[103916]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a262f13b-6288-43e5-a91b-24a4502b906c tempest-AttachVolumeNegativeTest-1307848981 tempest-AttachVolumeNegativeTest-1307848981-project] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-837356-2-iscsi {{(pid=103916) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 17:34:13.048434 dv-cinder-837356-2-iscsi neutron-server[103916]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a262f13b-6288-43e5-a91b-24a4502b906c tempest-AttachVolumeNegativeTest-1307848981 tempest-AttachVolumeNegativeTest-1307848981-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-837356-2-iscsi {{(pid=103916) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 17:34:13.048758 dv-cinder-837356-2-iscsi neutron-server[103916]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a262f13b-6288-43e5-a91b-24a4502b906c tempest-AttachVolumeNegativeTest-1307848981 tempest-AttachVolumeNegativeTest-1307848981-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-837356-2-iscsi {{(pid=103916) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 17:34:13.049080 dv-cinder-837356-2-iscsi neutron-server[103916]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a262f13b-6288-43e5-a91b-24a4502b906c tempest-AttachVolumeNegativeTest-1307848981 tempest-AttachVolumeNegativeTest-1307848981-project] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-837356-2-iscsi {{(pid=103916) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 17:34:13.049453 dv-cinder-837356-2-iscsi neutron-server[103916]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a262f13b-6288-43e5-a91b-24a4502b906c tempest-AttachVolumeNegativeTest-1307848981 tempest-AttachVolumeNegativeTest-1307848981-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-837356-2-iscsi {{(pid=103916) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 17:34:13.049772 dv-cinder-837356-2-iscsi neutron-server[103916]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a262f13b-6288-43e5-a91b-24a4502b906c tempest-AttachVolumeNegativeTest-1307848981 tempest-AttachVolumeNegativeTest-1307848981-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-837356-2-iscsi {{(pid=103916) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 17:34:13.050093 dv-cinder-837356-2-iscsi neutron-server[103916]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a262f13b-6288-43e5-a91b-24a4502b906c tempest-AttachVolumeNegativeTest-1307848981 tempest-AttachVolumeNegativeTest-1307848981-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-837356-2-iscsi {{(pid=103916) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 17:34:13.050391 dv-cinder-837356-2-iscsi neutron-server[103916]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a262f13b-6288-43e5-a91b-24a4502b906c tempest-AttachVolumeNegativeTest-1307848981 tempest-AttachVolumeNegativeTest-1307848981-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-837356-2-iscsi {{(pid=103916) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 17:34:13.050711 dv-cinder-837356-2-iscsi neutron-server[103916]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a262f13b-6288-43e5-a91b-24a4502b906c tempest-AttachVolumeNegativeTest-1307848981 tempest-AttachVolumeNegativeTest-1307848981-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-837356-2-iscsi {{(pid=103916) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 17:34:13.051036 dv-cinder-837356-2-iscsi neutron-server[103916]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a262f13b-6288-43e5-a91b-24a4502b906c tempest-AttachVolumeNegativeTest-1307848981 tempest-AttachVolumeNegativeTest-1307848981-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-837356-2-iscsi {{(pid=103916) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 17:34:13.097903 dv-cinder-837356-2-iscsi neutron-server[103916]: DEBUG neutron_lib.callbacks.manager [None req-a262f13b-6288-43e5-a91b-24a4502b906c tempest-AttachVolumeNegativeTest-1307848981 tempest-AttachVolumeNegativeTest-1307848981-project] Publish callbacks [] for floatingip (d51b83e5-e01d-48b7-8e1a-3dff115715da), after_delete {{(pid=103916) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 17:34:13.100274 dv-cinder-837356-2-iscsi neutron-server[103916]: DEBUG neutron_lib.callbacks.manager [None req-a262f13b-6288-43e5-a91b-24a4502b906c tempest-AttachVolumeNegativeTest-1307848981 tempest-AttachVolumeNegativeTest-1307848981-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-191112'] for floatingip (None), before_response {{(pid=103916) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 17:34:13.101482 dv-cinder-837356-2-iscsi neutron-server[103916]: INFO neutron.wsgi [None req-a262f13b-6288-43e5-a91b-24a4502b906c tempest-AttachVolumeNegativeTest-1307848981 tempest-AttachVolumeNegativeTest-1307848981-project] 10.222.0.66 "DELETE /v2.0/floatingips/d51b83e5-e01d-48b7-8e1a-3dff115715da HTTP/1.1" status: 204 len: 168 time: 0.7416673 Jun 16 17:34:13.179183 dv-cinder-837356-2-iscsi neutron-server[103916]: DEBUG neutron.wsgi [-] (103916) accepted ('10.222.0.66', 46450) {{(pid=103916) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 16 17:34:13.184308 dv-cinder-837356-2-iscsi neutron-server[103916]: DEBUG neutron.api.v2.base [None req-9d996aaf-d37a-468c-bbab-6a09f912dc75 tempest-AttachVolumeNegativeTest-1307848981 tempest-AttachVolumeNegativeTest-1307848981-project] Request body: {'security_group': {'name': 'tempest-securitygroup--1129762449', 'description': 'tempest-description--57043757'}} {{(pid=103916) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jun 16 17:34:13.208201 dv-cinder-837356-2-iscsi neutron-server[103916]: DEBUG neutron_lib.callbacks.manager [None req-9d996aaf-d37a-468c-bbab-6a09f912dc75 tempest-AttachVolumeNegativeTest-1307848981 tempest-AttachVolumeNegativeTest-1307848981-project] Publish callbacks [] for security_group (None), before_create {{(pid=103916) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 17:34:13.306117 dv-cinder-837356-2-iscsi neutron-server[103916]: DEBUG neutron_lib.callbacks.manager [None req-9d996aaf-d37a-468c-bbab-6a09f912dc75 tempest-AttachVolumeNegativeTest-1307848981 tempest-AttachVolumeNegativeTest-1307848981-project] Publish callbacks [] for security_group (bc42eab9-5d5e-470a-a55c-952bca26ada6), precommit_create {{(pid=103916) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 17:34:13.313053 dv-cinder-837356-2-iscsi neutron-server[103916]: DEBUG neutron_lib.callbacks.manager [None req-9d996aaf-d37a-468c-bbab-6a09f912dc75 tempest-AttachVolumeNegativeTest-1307848981 tempest-AttachVolumeNegativeTest-1307848981-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-570488'] for security_group (bc42eab9-5d5e-470a-a55c-952bca26ada6), after_create {{(pid=103916) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 17:34:13.344709 dv-cinder-837356-2-iscsi neutron-server[103916]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9d996aaf-d37a-468c-bbab-6a09f912dc75 tempest-AttachVolumeNegativeTest-1307848981 tempest-AttachVolumeNegativeTest-1307848981-project] Pushing event updated for resources: {'SecurityGroup': ['ID=bc42eab9-5d5e-470a-a55c-952bca26ada6,revision_number=1']} {{(pid=103916) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 17:34:13.349659 dv-cinder-837356-2-iscsi neutron-server[103916]: DEBUG neutron_lib.callbacks.manager [None req-9d996aaf-d37a-468c-bbab-6a09f912dc75 tempest-AttachVolumeNegativeTest-1307848981 tempest-AttachVolumeNegativeTest-1307848981-project] Publish callbacks [] for security_group (None), before_response {{(pid=103916) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 17:34:13.350838 dv-cinder-837356-2-iscsi neutron-server[103916]: INFO neutron.wsgi [None req-9d996aaf-d37a-468c-bbab-6a09f912dc75 tempest-AttachVolumeNegativeTest-1307848981 tempest-AttachVolumeNegativeTest-1307848981-project] 10.222.0.66 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1795 time: 0.1705427 Jun 16 17:34:13.353803 dv-cinder-837356-2-iscsi neutron-server[103917]: DEBUG neutron.wsgi [-] (103917) accepted ('10.222.0.66', 46452) {{(pid=103917) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 16 17:34:13.358482 dv-cinder-837356-2-iscsi neutron-server[103917]: DEBUG neutron.api.v2.base [None req-fc6b5296-135b-4f57-9d0e-9322770f2242 tempest-AttachVolumeNegativeTest-1307848981 tempest-AttachVolumeNegativeTest-1307848981-project] Request body: {'security_group_rule': {'security_group_id': 'bc42eab9-5d5e-470a-a55c-952bca26ada6', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=103917) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jun 16 17:34:13.392778 dv-cinder-837356-2-iscsi neutron-server[103917]: DEBUG neutron_lib.callbacks.manager [None req-fc6b5296-135b-4f57-9d0e-9322770f2242 tempest-AttachVolumeNegativeTest-1307848981 tempest-AttachVolumeNegativeTest-1307848981-project] Publish callbacks [] for security_group_rule (a5b87cdd-2660-43ba-98aa-e81a73e0446e), before_create {{(pid=103917) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 17:34:13.452152 dv-cinder-837356-2-iscsi neutron-server[103917]: DEBUG neutron_lib.callbacks.manager [None req-fc6b5296-135b-4f57-9d0e-9322770f2242 tempest-AttachVolumeNegativeTest-1307848981 tempest-AttachVolumeNegativeTest-1307848981-project] Publish callbacks [] for security_group_rule (a5b87cdd-2660-43ba-98aa-e81a73e0446e), precommit_create {{(pid=103917) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 17:34:13.459253 dv-cinder-837356-2-iscsi neutron-server[103917]: DEBUG neutron_lib.callbacks.manager [None req-fc6b5296-135b-4f57-9d0e-9322770f2242 tempest-AttachVolumeNegativeTest-1307848981 tempest-AttachVolumeNegativeTest-1307848981-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-576715'] for security_group_rule (a5b87cdd-2660-43ba-98aa-e81a73e0446e), after_create {{(pid=103917) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 17:34:13.479204 dv-cinder-837356-2-iscsi neutron-server[103917]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fc6b5296-135b-4f57-9d0e-9322770f2242 tempest-AttachVolumeNegativeTest-1307848981 tempest-AttachVolumeNegativeTest-1307848981-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=a5b87cdd-2660-43ba-98aa-e81a73e0446e,revision_number=0']} {{(pid=103917) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 17:34:13.487452 dv-cinder-837356-2-iscsi neutron-server[103917]: DEBUG neutron_lib.callbacks.manager [None req-fc6b5296-135b-4f57-9d0e-9322770f2242 tempest-AttachVolumeNegativeTest-1307848981 tempest-AttachVolumeNegativeTest-1307848981-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103917) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 17:34:13.490221 dv-cinder-837356-2-iscsi neutron-server[103917]: INFO neutron.wsgi [None req-fc6b5296-135b-4f57-9d0e-9322770f2242 tempest-AttachVolumeNegativeTest-1307848981 tempest-AttachVolumeNegativeTest-1307848981-project] 10.222.0.66 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1343186 Jun 16 17:34:13.491974 dv-cinder-837356-2-iscsi neutron-server[103916]: DEBUG neutron.wsgi [-] (103916) accepted ('10.222.0.66', 46454) {{(pid=103916) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 16 17:34:13.496747 dv-cinder-837356-2-iscsi neutron-server[103916]: DEBUG neutron.api.v2.base [None req-7f038bf0-b945-4bfd-abf1-b9ac41f23e54 tempest-AttachVolumeNegativeTest-1307848981 tempest-AttachVolumeNegativeTest-1307848981-project] Request body: {'security_group_rule': {'security_group_id': 'bc42eab9-5d5e-470a-a55c-952bca26ada6', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=103916) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jun 16 17:34:13.528617 dv-cinder-837356-2-iscsi neutron-server[103916]: DEBUG neutron_lib.callbacks.manager [None req-7f038bf0-b945-4bfd-abf1-b9ac41f23e54 tempest-AttachVolumeNegativeTest-1307848981 tempest-AttachVolumeNegativeTest-1307848981-project] Publish callbacks [] for security_group_rule (e9895365-3341-4665-9aaf-204b11299dfd), before_create {{(pid=103916) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 17:34:13.582288 dv-cinder-837356-2-iscsi neutron-server[103916]: DEBUG dbcounter [-] [103916] Writing DB stats neutron:SELECT=88,neutron:DELETE=3,neutron:INSERT=7,neutron:UPDATE=2 {{(pid=103916) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 16 17:34:13.594801 dv-cinder-837356-2-iscsi neutron-server[103916]: DEBUG neutron_lib.callbacks.manager [None req-7f038bf0-b945-4bfd-abf1-b9ac41f23e54 tempest-AttachVolumeNegativeTest-1307848981 tempest-AttachVolumeNegativeTest-1307848981-project] Publish callbacks [] for security_group_rule (e9895365-3341-4665-9aaf-204b11299dfd), precommit_create {{(pid=103916) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 17:34:13.599121 dv-cinder-837356-2-iscsi neutron-server[103916]: DEBUG neutron_lib.callbacks.manager [None req-7f038bf0-b945-4bfd-abf1-b9ac41f23e54 tempest-AttachVolumeNegativeTest-1307848981 tempest-AttachVolumeNegativeTest-1307848981-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-576715'] for security_group_rule (e9895365-3341-4665-9aaf-204b11299dfd), after_create {{(pid=103916) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 17:34:13.607402 dv-cinder-837356-2-iscsi neutron-server[103916]: DEBUG dbcounter [-] [103916] Writing DB stats neutron:SELECT=89,neutron:DELETE=6,neutron:INSERT=5 {{(pid=103916) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 16 17:34:13.624561 dv-cinder-837356-2-iscsi neutron-server[103916]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7f038bf0-b945-4bfd-abf1-b9ac41f23e54 tempest-AttachVolumeNegativeTest-1307848981 tempest-AttachVolumeNegativeTest-1307848981-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=e9895365-3341-4665-9aaf-204b11299dfd,revision_number=0']} {{(pid=103916) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 17:34:13.634056 dv-cinder-837356-2-iscsi neutron-server[103916]: DEBUG neutron_lib.callbacks.manager [None req-7f038bf0-b945-4bfd-abf1-b9ac41f23e54 tempest-AttachVolumeNegativeTest-1307848981 tempest-AttachVolumeNegativeTest-1307848981-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103916) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 17:34:13.635309 dv-cinder-837356-2-iscsi neutron-server[103916]: INFO neutron.wsgi [None req-7f038bf0-b945-4bfd-abf1-b9ac41f23e54 tempest-AttachVolumeNegativeTest-1307848981 tempest-AttachVolumeNegativeTest-1307848981-project] 10.222.0.66 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1422160 Jun 16 17:34:13.638626 dv-cinder-837356-2-iscsi neutron-server[103917]: DEBUG neutron.wsgi [-] (103917) accepted ('10.222.0.66', 46456) {{(pid=103917) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 16 17:34:13.645011 dv-cinder-837356-2-iscsi neutron-server[103917]: DEBUG neutron.api.v2.base [None req-577154a4-d51b-4262-b84f-9e82f032e881 tempest-AttachVolumeNegativeTest-1307848981 tempest-AttachVolumeNegativeTest-1307848981-project] Request body: {'floatingip': {'floating_network_id': '9df31235-0797-44e6-85a0-102cb2da2d58'}} {{(pid=103917) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jun 16 17:34:13.670516 dv-cinder-837356-2-iscsi neutron-server[103917]: DEBUG neutron_lib.callbacks.manager [None req-577154a4-d51b-4262-b84f-9e82f032e881 tempest-AttachVolumeNegativeTest-1307848981 tempest-AttachVolumeNegativeTest-1307848981-project] Publish callbacks [] for floatingip (None), before_create {{(pid=103917) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 17:34:13.773109 dv-cinder-837356-2-iscsi neutron-server[103917]: DEBUG neutron_lib.callbacks.manager [None req-577154a4-d51b-4262-b84f-9e82f032e881 tempest-AttachVolumeNegativeTest-1307848981 tempest-AttachVolumeNegativeTest-1307848981-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16007590'] for port (None), before_create {{(pid=103917) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 17:34:13.885303 dv-cinder-837356-2-iscsi neutron-server[103917]: DEBUG neutron.db.db_base_plugin_common [None req-577154a4-d51b-4262-b84f-9e82f032e881 tempest-AttachVolumeNegativeTest-1307848981 tempest-AttachVolumeNegativeTest-1307848981-project] Allocated IP 172.27.2.191 (9df31235-0797-44e6-85a0-102cb2da2d58/1dfb0320-f5eb-46f6-88ce-33002f500238/ead983bc-ddcb-4376-add3-5dbafa2dc02b) {{(pid=103917) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 16 17:34:13.996818 dv-cinder-837356-2-iscsi neutron-server[103917]: DEBUG neutron_lib.callbacks.manager [None req-577154a4-d51b-4262-b84f-9e82f032e881 tempest-AttachVolumeNegativeTest-1307848981 tempest-AttachVolumeNegativeTest-1307848981-project] Publish callbacks [] for port (ead983bc-ddcb-4376-add3-5dbafa2dc02b), precommit_create {{(pid=103917) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 17:34:14.034848 dv-cinder-837356-2-iscsi neutron-server[103917]: DEBUG neutron_lib.callbacks.manager [None req-577154a4-d51b-4262-b84f-9e82f032e881 tempest-AttachVolumeNegativeTest-1307848981 tempest-AttachVolumeNegativeTest-1307848981-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16007527', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-75831', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16241551', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8728538993421', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3819743'] for port (ead983bc-ddcb-4376-add3-5dbafa2dc02b), after_create {{(pid=103917) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 17:34:14.071088 dv-cinder-837356-2-iscsi neutron-server[103917]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-577154a4-d51b-4262-b84f-9e82f032e881 tempest-AttachVolumeNegativeTest-1307848981 tempest-AttachVolumeNegativeTest-1307848981-project] Network 9df31235-0797-44e6-85a0-102cb2da2d58 is already hosted by enough agents. {{(pid=103917) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 16 17:34:14.075691 dv-cinder-837356-2-iscsi neutron-server[103917]: DEBUG neutron.scheduler.base_scheduler [None req-577154a4-d51b-4262-b84f-9e82f032e881 tempest-AttachVolumeNegativeTest-1307848981 tempest-AttachVolumeNegativeTest-1307848981-project] Resources bound (agent type, host, resource id): {{(pid=103917) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 16 17:34:14.078667 dv-cinder-837356-2-iscsi neutron-server[103917]: DEBUG neutron.db.l3_dvrscheduler_db [None req-577154a4-d51b-4262-b84f-9e82f032e881 tempest-AttachVolumeNegativeTest-1307848981 tempest-AttachVolumeNegativeTest-1307848981-project] Received port after_create {{(pid=103917) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:542}} Jun 16 17:34:14.110398 dv-cinder-837356-2-iscsi neutron-server[103917]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-577154a4-d51b-4262-b84f-9e82f032e881 tempest-AttachVolumeNegativeTest-1307848981 tempest-AttachVolumeNegativeTest-1307848981-project] Pushing event updated for resources: {'Port': ['ID=ead983bc-ddcb-4376-add3-5dbafa2dc02b,revision_number=1']} {{(pid=103917) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 17:34:14.133089 dv-cinder-837356-2-iscsi neutron-server[103917]: DEBUG dbcounter [-] [103917] Writing DB stats neutron:SELECT=90,neutron:DELETE=1,neutron:INSERT=8,neutron:UPDATE=1 {{(pid=103917) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 16 17:34:14.135123 dv-cinder-837356-2-iscsi neutron-server[103917]: DEBUG dbcounter [-] [103917] Writing DB stats neutron:SELECT=86,neutron:DELETE=4,neutron:INSERT=6,neutron:UPDATE=4 {{(pid=103917) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 16 17:34:14.184088 dv-cinder-837356-2-iscsi neutron-server[103917]: DEBUG neutron_lib.callbacks.manager [None req-577154a4-d51b-4262-b84f-9e82f032e881 tempest-AttachVolumeNegativeTest-1307848981 tempest-AttachVolumeNegativeTest-1307848981-project] Publish callbacks [] for floatingip (a67e67f8-fde0-410d-9a99-490612d1ac95), precommit_create {{(pid=103917) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 17:34:14.224466 dv-cinder-837356-2-iscsi neutron-server[103917]: DEBUG neutron_lib.callbacks.manager [None req-577154a4-d51b-4262-b84f-9e82f032e881 tempest-AttachVolumeNegativeTest-1307848981 tempest-AttachVolumeNegativeTest-1307848981-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16007590'] for port (ead983bc-ddcb-4376-add3-5dbafa2dc02b), before_update {{(pid=103917) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 17:34:14.400233 dv-cinder-837356-2-iscsi neutron-server[103917]: DEBUG neutron_lib.callbacks.manager [None req-577154a4-d51b-4262-b84f-9e82f032e881 tempest-AttachVolumeNegativeTest-1307848981 tempest-AttachVolumeNegativeTest-1307848981-project] Publish callbacks [] for port (ead983bc-ddcb-4376-add3-5dbafa2dc02b), precommit_update {{(pid=103917) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 17:34:14.405395 dv-cinder-837356-2-iscsi neutron-server[103917]: DEBUG neutron_lib.callbacks.manager [None req-577154a4-d51b-4262-b84f-9e82f032e881 tempest-AttachVolumeNegativeTest-1307848981 tempest-AttachVolumeNegativeTest-1307848981-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16007527', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-75831', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16241551', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728539364693', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728538993439', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728538993457', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3819734'] for port (ead983bc-ddcb-4376-add3-5dbafa2dc02b), after_update {{(pid=103917) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 17:34:14.470782 dv-cinder-837356-2-iscsi neutron-server[103917]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-577154a4-d51b-4262-b84f-9e82f032e881 tempest-AttachVolumeNegativeTest-1307848981 tempest-AttachVolumeNegativeTest-1307848981-project] Pushing event updated for resources: {'Port': ['ID=ead983bc-ddcb-4376-add3-5dbafa2dc02b,revision_number=2']} {{(pid=103917) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 17:34:14.488476 dv-cinder-837356-2-iscsi neutron-server[103917]: DEBUG neutron_lib.callbacks.manager [None req-577154a4-d51b-4262-b84f-9e82f032e881 tempest-AttachVolumeNegativeTest-1307848981 tempest-AttachVolumeNegativeTest-1307848981-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-704970'] for floatingip (a67e67f8-fde0-410d-9a99-490612d1ac95), after_create {{(pid=103917) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 17:34:14.506557 dv-cinder-837356-2-iscsi neutron-server[103917]: DEBUG neutron_lib.callbacks.manager [None req-577154a4-d51b-4262-b84f-9e82f032e881 tempest-AttachVolumeNegativeTest-1307848981 tempest-AttachVolumeNegativeTest-1307848981-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-191112'] for floatingip (None), before_response {{(pid=103917) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 17:34:14.507824 dv-cinder-837356-2-iscsi neutron-server[103917]: INFO neutron.wsgi [None req-577154a4-d51b-4262-b84f-9e82f032e881 tempest-AttachVolumeNegativeTest-1307848981 tempest-AttachVolumeNegativeTest-1307848981-project] 10.222.0.66 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 0.8679075 Jun 16 17:34:14.588856 dv-cinder-837356-2-iscsi neutron-server[103918]: DEBUG neutron.plugins.ml2.rpc [None req-b2b17746-c296-4803-869a-65578e8233dd None None] Device 4d5b77eb-61af-4c99-a4e0-4afb006eb6b8 no longer exists at agent hyperv_hv-cinder-83735 {{(pid=103918) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jun 16 17:34:14.609938 dv-cinder-837356-2-iscsi neutron-server[103918]: DEBUG neutron.plugins.ml2.plugin [None req-b2b17746-c296-4803-869a-65578e8233dd None None] No Port match for: 4d5b77eb-61af-4c99-a4e0-4afb006eb6b8 {{(pid=103918) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2382}} Jun 16 17:34:14.610324 dv-cinder-837356-2-iscsi neutron-server[103918]: DEBUG neutron.plugins.ml2.rpc [None req-b2b17746-c296-4803-869a-65578e8233dd None None] Device 4d5b77eb-61af-4c99-a4e0-4afb006eb6b8 not bound to the agent host hv-cinder-83735 {{(pid=103918) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jun 16 17:34:14.727805 dv-cinder-837356-2-iscsi neutron-server[103916]: INFO neutron.wsgi [req-f2b61f10-2fdd-4312-af8d-cf8fd56df858 req-ba088602-1c73-4911-9a7a-20ed3f585eb0 tempest-AttachVolumeNegativeTest-1307848981 tempest-AttachVolumeNegativeTest-1307848981-project] 10.222.0.66 "GET /v2.0/security-groups?name=tempest-securitygroup--1129762449&fields=id&tenant_id=7c56d4c430c44df49f48fe0b49ebcbd2 HTTP/1.1" status: 200 len: 267 time: 0.0464165 Jun 16 17:34:14.850118 dv-cinder-837356-2-iscsi neutron-server[103916]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2b61f10-2fdd-4312-af8d-cf8fd56df858 req-8dbfadb1-7944-4848-b91a-51ad0c5316b9 tempest-AttachVolumeNegativeTest-1307848981 tempest-AttachVolumeNegativeTest-1307848981-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103916) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 16 17:34:14.851764 dv-cinder-837356-2-iscsi neutron-server[103916]: INFO neutron.wsgi [req-f2b61f10-2fdd-4312-af8d-cf8fd56df858 req-8dbfadb1-7944-4848-b91a-51ad0c5316b9 tempest-AttachVolumeNegativeTest-1307848981 tempest-AttachVolumeNegativeTest-1307848981-project] 10.222.0.66 "GET /v2.0/networks?id=38b62bc9-5cad-4b9e-8181-628535658100 HTTP/1.1" status: 200 len: 814 time: 0.1163778 Jun 16 17:34:14.869582 dv-cinder-837356-2-iscsi neutron-server[103916]: INFO neutron.wsgi [req-f2b61f10-2fdd-4312-af8d-cf8fd56df858 req-2ee722e8-f1db-4a1c-8b50-7bfc878015c9 tempest-AttachVolumeNegativeTest-1307848981 tempest-AttachVolumeNegativeTest-1307848981-project] 10.222.0.66 "GET /v2.0/quotas/7c56d4c430c44df49f48fe0b49ebcbd2 HTTP/1.1" status: 200 len: 375 time: 0.0121517 Jun 16 17:34:14.927858 dv-cinder-837356-2-iscsi neutron-server[103916]: INFO neutron.wsgi [req-f2b61f10-2fdd-4312-af8d-cf8fd56df858 req-c9452309-43ce-4d0c-b2ea-cabcd80b4f16 tempest-AttachVolumeNegativeTest-1307848981 tempest-AttachVolumeNegativeTest-1307848981-project] 10.222.0.66 "GET /v2.0/ports?tenant_id=7c56d4c430c44df49f48fe0b49ebcbd2&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0516908 Jun 16 17:34:15.035722 dv-cinder-837356-2-iscsi neutron-server[103916]: INFO neutron.wsgi [req-f2b61f10-2fdd-4312-af8d-cf8fd56df858 req-b1eb4382-1758-458d-8e91-71e05fe10d17 service neutron] 10.222.0.66 "GET /v2.0/networks/38b62bc9-5cad-4b9e-8181-628535658100?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0959194 Jun 16 17:34:15.133594 dv-cinder-837356-2-iscsi neutron-server[103916]: INFO neutron.wsgi [req-f2b61f10-2fdd-4312-af8d-cf8fd56df858 req-cbd8fb30-d10c-4c76-b5fc-831328df8e2b service neutron] 10.222.0.66 "GET /v2.0/networks/38b62bc9-5cad-4b9e-8181-628535658100?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0919933 Jun 16 17:34:15.309464 dv-cinder-837356-2-iscsi neutron-server[103917]: INFO neutron.wsgi [req-83bb27ba-df88-4f77-a941-ffa3ab649651 req-29c820a4-a12e-4d01-b1ac-04ea755c3038 tempest-AttachVolumeNegativeTest-1307848981 tempest-AttachVolumeNegativeTest-1307848981-project] 10.222.0.66 "GET /v2.0/ports?device_id=a361a3b2-1d56-4cd9-9fb3-87d37147881f HTTP/1.1" status: 200 len: 210 time: 0.0294380 Jun 16 17:34:15.461698 dv-cinder-837356-2-iscsi neutron-server[103918]: DEBUG neutron_lib.callbacks.manager [None req-c762b8ec-7df8-4dc6-b7ea-bbfde4496125 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728539454181', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16149322'] for agent (7639df21-17c3-4235-8912-210c3ad54137), after_update {{(pid=103918) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 17:34:16.285597 dv-cinder-837356-2-iscsi neutron-server[103916]: DEBUG neutron.wsgi [-] (103916) accepted ('10.222.0.66', 46484) {{(pid=103916) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 16 17:34:16.341717 dv-cinder-837356-2-iscsi neutron-server[103918]: DEBUG neutron_lib.callbacks.manager [None req-20715706-35a9-45af-9420-375bdcc64c61 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728539454181', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16149322'] for agent (50395103-89cf-4fb3-87eb-9dff4dfdeea8), after_update {{(pid=103918) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 17:34:16.414067 dv-cinder-837356-2-iscsi neutron-server[103917]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2b61f10-2fdd-4312-af8d-cf8fd56df858 req-32537632-2bf2-48fe-b6e3-5649121fb1dd tempest-AttachVolumeNegativeTest-1307848981 tempest-AttachVolumeNegativeTest-1307848981-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103917) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 16 17:34:16.415632 dv-cinder-837356-2-iscsi neutron-server[103917]: INFO neutron.wsgi [req-f2b61f10-2fdd-4312-af8d-cf8fd56df858 req-32537632-2bf2-48fe-b6e3-5649121fb1dd tempest-AttachVolumeNegativeTest-1307848981 tempest-AttachVolumeNegativeTest-1307848981-project] 10.222.0.81 "GET /v2.0/networks?id=38b62bc9-5cad-4b9e-8181-628535658100 HTTP/1.1" status: 200 len: 814 time: 0.1572440 Jun 16 17:34:16.459370 dv-cinder-837356-2-iscsi neutron-server[103916]: INFO neutron.wsgi [req-60a19c01-fe08-4db2-ba2b-ae134a47b146 req-aaee249e-9ee7-425c-b73e-718d9bc7f760 tempest-AttachVolumeNegativeTest-1307848981 tempest-AttachVolumeNegativeTest-1307848981-project] 10.222.0.66 "GET /v2.0/ports?device_id=a361a3b2-1d56-4cd9-9fb3-87d37147881f HTTP/1.1" status: 200 len: 210 time: 0.0355847 Jun 16 17:34:16.502744 dv-cinder-837356-2-iscsi neutron-server[103917]: INFO neutron.wsgi [req-f2b61f10-2fdd-4312-af8d-cf8fd56df858 req-f824881c-140b-4ae7-b0c9-effce1e4308b tempest-AttachVolumeNegativeTest-1307848981 tempest-AttachVolumeNegativeTest-1307848981-project] 10.222.0.81 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=7c56d4c430c44df49f48fe0b49ebcbd2 HTTP/1.1" status: 200 len: 380 time: 0.0771439 Jun 16 17:34:16.526168 dv-cinder-837356-2-iscsi neutron-server[103916]: DEBUG neutron.plugins.ml2.plugin [None req-b0e521b4-62cc-4def-b891-f1959d658ef4 tempest-TestShelveInstance-792984814 tempest-TestShelveInstance-792984814-project] Deleting port bbf62c42-cacc-4955-8263-62deaec4912c {{(pid=103916) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2043}} Jun 16 17:34:16.526514 dv-cinder-837356-2-iscsi neutron-server[103916]: DEBUG neutron_lib.callbacks.manager [None req-b0e521b4-62cc-4def-b891-f1959d658ef4 tempest-TestShelveInstance-792984814 tempest-TestShelveInstance-792984814-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8728539361383'] for port (bbf62c42-cacc-4955-8263-62deaec4912c), before_delete {{(pid=103916) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 17:34:16.551618 dv-cinder-837356-2-iscsi neutron-server[103917]: DEBUG neutron.api.v2.base [req-f2b61f10-2fdd-4312-af8d-cf8fd56df858 req-6a23223b-9035-4c75-ac09-03e1a591e1c4 tempest-AttachVolumeNegativeTest-1307848981 tempest-AttachVolumeNegativeTest-1307848981-project] Request body: {'port': {'device_id': 'a361a3b2-1d56-4cd9-9fb3-87d37147881f', 'network_id': '38b62bc9-5cad-4b9e-8181-628535658100', 'admin_state_up': True, 'tenant_id': '7c56d4c430c44df49f48fe0b49ebcbd2', 'security_groups': ['bc42eab9-5d5e-470a-a55c-952bca26ada6']}} {{(pid=103917) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jun 16 17:34:16.612767 dv-cinder-837356-2-iscsi neutron-server[103916]: DEBUG neutron_lib.callbacks.manager [None req-b0e521b4-62cc-4def-b891-f1959d658ef4 tempest-TestShelveInstance-792984814 tempest-TestShelveInstance-792984814-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-708042'] for port (bbf62c42-cacc-4955-8263-62deaec4912c), precommit_delete {{(pid=103916) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 17:34:16.613228 dv-cinder-837356-2-iscsi neutron-server[103916]: DEBUG neutron_lib.callbacks.manager [None req-b0e521b4-62cc-4def-b891-f1959d658ef4 tempest-TestShelveInstance-792984814 tempest-TestShelveInstance-792984814-project] Publish callbacks [] for floatingip (bbf62c42-cacc-4955-8263-62deaec4912c), precommit_delete {{(pid=103916) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 17:34:16.627571 dv-cinder-837356-2-iscsi neutron-server[103916]: DEBUG neutron.plugins.ml2.plugin [None req-b0e521b4-62cc-4def-b891-f1959d658ef4 tempest-TestShelveInstance-792984814 tempest-TestShelveInstance-792984814-project] Calling delete_port for bbf62c42-cacc-4955-8263-62deaec4912c owned by network:floatingip {{(pid=103916) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2122}} Jun 16 17:34:16.686563 dv-cinder-837356-2-iscsi neutron-server[103917]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-f2b61f10-2fdd-4312-af8d-cf8fd56df858 req-6a23223b-9035-4c75-ac09-03e1a591e1c4 tempest-AttachVolumeNegativeTest-1307848981 tempest-AttachVolumeNegativeTest-1307848981-project] Made reservation on behalf of 7c56d4c430c44df49f48fe0b49ebcbd2 for: {'port': 1} {{(pid=103917) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 16 17:34:16.690552 dv-cinder-837356-2-iscsi neutron-server[103917]: DEBUG neutron_lib.callbacks.manager [req-f2b61f10-2fdd-4312-af8d-cf8fd56df858 req-6a23223b-9035-4c75-ac09-03e1a591e1c4 tempest-AttachVolumeNegativeTest-1307848981 tempest-AttachVolumeNegativeTest-1307848981-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16007590'] for port (None), before_create {{(pid=103917) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 17:34:16.786871 dv-cinder-837356-2-iscsi neutron-server[103916]: DEBUG dbcounter [-] [103916] Writing DB stats neutron:SELECT=94,neutron:DELETE=6 {{(pid=103916) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 16 17:34:16.816080 dv-cinder-837356-2-iscsi neutron-server[103916]: DEBUG neutron_lib.callbacks.manager [None req-b0e521b4-62cc-4def-b891-f1959d658ef4 tempest-TestShelveInstance-792984814 tempest-TestShelveInstance-792984814-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16007527', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-75831', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16241551', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8728539364702', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8728538993430', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25517999'] for port (bbf62c42-cacc-4955-8263-62deaec4912c), after_delete {{(pid=103916) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 17:34:16.841392 dv-cinder-837356-2-iscsi neutron-server[103917]: DEBUG neutron.db.db_base_plugin_common [req-f2b61f10-2fdd-4312-af8d-cf8fd56df858 req-6a23223b-9035-4c75-ac09-03e1a591e1c4 tempest-AttachVolumeNegativeTest-1307848981 tempest-AttachVolumeNegativeTest-1307848981-project] Allocated IP 172.20.0.4 (38b62bc9-5cad-4b9e-8181-628535658100/245398e2-b047-4bf4-9483-edcae7a557b6/778f57a0-7cf0-4efe-9b55-04da77cb372e) {{(pid=103917) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 16 17:34:16.844571 dv-cinder-837356-2-iscsi neutron-server[103916]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b0e521b4-62cc-4def-b891-f1959d658ef4 tempest-TestShelveInstance-792984814 tempest-TestShelveInstance-792984814-project] Pushing event deleted for resources: {'Port': ['ID=bbf62c42-cacc-4955-8263-62deaec4912c,revision_number=None']} {{(pid=103916) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 17:34:16.862798 dv-cinder-837356-2-iscsi neutron-server[103917]: DEBUG dbcounter [-] [103917] Writing DB stats neutron:SELECT=94,neutron:UPDATE=2,neutron:DELETE=1,neutron:INSERT=3 {{(pid=103917) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 16 17:34:16.914585 dv-cinder-837356-2-iscsi neutron-server[103917]: DEBUG dbcounter [-] [103917] Writing DB stats neutron:SELECT=90,neutron:UPDATE=4,neutron:DELETE=1,neutron:INSERT=5 {{(pid=103917) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 16 17:34:16.918378 dv-cinder-837356-2-iscsi neutron-server[103916]: DEBUG neutron_lib.callbacks.manager [None req-b0e521b4-62cc-4def-b891-f1959d658ef4 tempest-TestShelveInstance-792984814 tempest-TestShelveInstance-792984814-project] Publish callbacks [] for floatingip (6555cdee-864b-41a8-b6d3-f1ea12020bd6), after_delete {{(pid=103916) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 17:34:16.918707 dv-cinder-837356-2-iscsi neutron-server[103916]: INFO neutron.db.l3_db [None req-b0e521b4-62cc-4def-b891-f1959d658ef4 tempest-TestShelveInstance-792984814 tempest-TestShelveInstance-792984814-project] Floating IP 6555cdee-864b-41a8-b6d3-f1ea12020bd6 disassociated (deleted). External IP: 172.27.2.207, port: 9ab6739f-6b37-443b-9a2c-8dc7f323433a. Jun 16 17:34:16.955122 dv-cinder-837356-2-iscsi neutron-server[103916]: DEBUG dbcounter [-] [103916] Writing DB stats neutron:SELECT=98,neutron:DELETE=2 {{(pid=103916) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 16 17:34:17.013697 dv-cinder-837356-2-iscsi neutron-server[103917]: DEBUG neutron_lib.callbacks.manager [req-f2b61f10-2fdd-4312-af8d-cf8fd56df858 req-6a23223b-9035-4c75-ac09-03e1a591e1c4 tempest-AttachVolumeNegativeTest-1307848981 tempest-AttachVolumeNegativeTest-1307848981-project] Publish callbacks [] for port (778f57a0-7cf0-4efe-9b55-04da77cb372e), precommit_create {{(pid=103917) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 17:34:17.057049 dv-cinder-837356-2-iscsi neutron-server[103917]: DEBUG neutron_lib.callbacks.manager [req-f2b61f10-2fdd-4312-af8d-cf8fd56df858 req-6a23223b-9035-4c75-ac09-03e1a591e1c4 tempest-AttachVolumeNegativeTest-1307848981 tempest-AttachVolumeNegativeTest-1307848981-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16007527', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-75831', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16241551', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8728538993421', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3819743'] for port (778f57a0-7cf0-4efe-9b55-04da77cb372e), after_create {{(pid=103917) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 17:34:17.108003 dv-cinder-837356-2-iscsi neutron-server[103917]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-f2b61f10-2fdd-4312-af8d-cf8fd56df858 req-6a23223b-9035-4c75-ac09-03e1a591e1c4 tempest-AttachVolumeNegativeTest-1307848981 tempest-AttachVolumeNegativeTest-1307848981-project] Network 38b62bc9-5cad-4b9e-8181-628535658100 is already hosted by enough agents. {{(pid=103917) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 16 17:34:17.112166 dv-cinder-837356-2-iscsi neutron-server[103917]: DEBUG neutron.scheduler.base_scheduler [req-f2b61f10-2fdd-4312-af8d-cf8fd56df858 req-6a23223b-9035-4c75-ac09-03e1a591e1c4 tempest-AttachVolumeNegativeTest-1307848981 tempest-AttachVolumeNegativeTest-1307848981-project] Resources bound (agent type, host, resource id): {{(pid=103917) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 16 17:34:17.115175 dv-cinder-837356-2-iscsi neutron-server[103917]: DEBUG neutron.db.l3_dvrscheduler_db [req-f2b61f10-2fdd-4312-af8d-cf8fd56df858 req-6a23223b-9035-4c75-ac09-03e1a591e1c4 tempest-AttachVolumeNegativeTest-1307848981 tempest-AttachVolumeNegativeTest-1307848981-project] Received port after_create {{(pid=103917) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:542}} Jun 16 17:34:17.147236 dv-cinder-837356-2-iscsi neutron-server[103917]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6a23223b-9035-4c75-ac09-03e1a591e1c4 tempest-AttachVolumeNegativeTest-1307848981 tempest-AttachVolumeNegativeTest-1307848981-project] Pushing event updated for resources: {'Port': ['ID=778f57a0-7cf0-4efe-9b55-04da77cb372e,revision_number=1']} {{(pid=103917) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 17:34:17.153210 dv-cinder-837356-2-iscsi neutron-server[103916]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b0e521b4-62cc-4def-b891-f1959d658ef4 tempest-TestShelveInstance-792984814 tempest-TestShelveInstance-792984814-project] Router 51e0e6e8-2961-4a56-9c97-c0eb890fa510 has already been hosted by L3 agent 7639df21-17c3-4235-8912-210c3ad54137 {{(pid=103916) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jun 16 17:34:17.189240 dv-cinder-837356-2-iscsi neutron-server[103917]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2b61f10-2fdd-4312-af8d-cf8fd56df858 req-6a23223b-9035-4c75-ac09-03e1a591e1c4 tempest-AttachVolumeNegativeTest-1307848981 tempest-AttachVolumeNegativeTest-1307848981-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103917) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 16 17:34:17.189912 dv-cinder-837356-2-iscsi neutron-server[103917]: DEBUG neutron_lib.callbacks.manager [req-f2b61f10-2fdd-4312-af8d-cf8fd56df858 req-6a23223b-9035-4c75-ac09-03e1a591e1c4 tempest-AttachVolumeNegativeTest-1307848981 tempest-AttachVolumeNegativeTest-1307848981-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-191112'] for port (None), before_response {{(pid=103917) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 17:34:17.215883 dv-cinder-837356-2-iscsi neutron-server[103917]: INFO neutron.wsgi [req-f2b61f10-2fdd-4312-af8d-cf8fd56df858 req-6a23223b-9035-4c75-ac09-03e1a591e1c4 tempest-AttachVolumeNegativeTest-1307848981 tempest-AttachVolumeNegativeTest-1307848981-project] 10.222.0.81 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.6683636 Jun 16 17:34:17.229319 dv-cinder-837356-2-iscsi neutron-server[103917]: DEBUG neutron.api.v2.base [req-f2b61f10-2fdd-4312-af8d-cf8fd56df858 req-cba586c5-3f18-4115-b206-8b2ee89d570e service neutron] Request body: {'port': {'device_id': 'a361a3b2-1d56-4cd9-9fb3-87d37147881f', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-83735'}} {{(pid=103917) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jun 16 17:34:17.279351 dv-cinder-837356-2-iscsi neutron-server[103916]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b0e521b4-62cc-4def-b891-f1959d658ef4 tempest-TestShelveInstance-792984814 tempest-TestShelveInstance-792984814-project] Notify agent at l3_agent.dv-cinder-837356-2-iscsi the message routers_updated {{(pid=103916) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jun 16 17:34:17.284243 dv-cinder-837356-2-iscsi neutron-server[103916]: DEBUG neutron_lib.callbacks.manager [None req-b0e521b4-62cc-4def-b891-f1959d658ef4 tempest-TestShelveInstance-792984814 tempest-TestShelveInstance-792984814-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-191112'] for floatingip (None), before_response {{(pid=103916) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 17:34:17.297934 dv-cinder-837356-2-iscsi neutron-server[103918]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b0aecf6f-f001-4482-b9fc-475185a00684 None None] Sync routers for ids ['51e0e6e8-2961-4a56-9c97-c0eb890fa510'] in dv-cinder-837356-2-iscsi {{(pid=103918) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 16 17:34:17.304894 dv-cinder-837356-2-iscsi neutron-server[103917]: DEBUG neutron_lib.callbacks.manager [req-f2b61f10-2fdd-4312-af8d-cf8fd56df858 req-cba586c5-3f18-4115-b206-8b2ee89d570e service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16007590'] for port (778f57a0-7cf0-4efe-9b55-04da77cb372e), before_update {{(pid=103917) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 17:34:17.313227 dv-cinder-837356-2-iscsi neutron-server[103918]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b0aecf6f-f001-4482-b9fc-475185a00684 None None] Routers {'51e0e6e8-2961-4a56-9c97-c0eb890fa510'} bound to L3 agent in host dv-cinder-837356-2-iscsi {{(pid=103918) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jun 16 17:34:17.314375 dv-cinder-837356-2-iscsi neutron-server[103918]: DEBUG neutron.db.l3_hamode_db [None req-b0aecf6f-f001-4482-b9fc-475185a00684 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-837356-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-06-16T17:14:15Z,description=,heartbeat_timestamp=2022-06-16T17:34:15Z,host='dv-cinder-837356-2-iscsi',id=7639df21-17c3-4235-8912-210c3ad54137,load=0,resource_versions=,resources_synced=,started_at=2022-06-16T17:14:15Z,topic='l3_agent')) {'router_ids': ['51e0e6e8-2961-4a56-9c97-c0eb890fa510'], 'active': True} {{(pid=103918) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 16 17:34:17.322187 dv-cinder-837356-2-iscsi neutron-server[103916]: INFO neutron.wsgi [None req-b0e521b4-62cc-4def-b891-f1959d658ef4 tempest-TestShelveInstance-792984814 tempest-TestShelveInstance-792984814-project] 10.222.0.66 "DELETE /v2.0/floatingips/6555cdee-864b-41a8-b6d3-f1ea12020bd6 HTTP/1.1" status: 204 len: 168 time: 1.0339131 Jun 16 17:34:17.322821 dv-cinder-837356-2-iscsi neutron-server[103916]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '1cc6f984-945e-4244-b25d-45c9022782dd', 'tag': '9ab6739f-6b37-443b-9a2c-8dc7f323433a'}] {{(pid=103916) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jun 16 17:34:17.325159 dv-cinder-837356-2-iscsi neutron-server[103916]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.66/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}15d8713043fc5f9b6f9aaf4a9a169ba36e5aaa6307a8131177ae56adda3437c5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b09ccd69-8ec9-49ec-aeac-a363a5545759" -d '{"events": [{"name": "network-changed", "server_uuid": "1cc6f984-945e-4244-b25d-45c9022782dd", "tag": "9ab6739f-6b37-443b-9a2c-8dc7f323433a"}]}' {{(pid=103916) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 16 17:34:17.373872 dv-cinder-837356-2-iscsi neutron-server[103916]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 16 Jun 2022 17:34:17 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-702d9683-bf68-4286-8095-866a6b3ff52e x-openstack-request-id: req-702d9683-bf68-4286-8095-866a6b3ff52e {{(pid=103916) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 16 17:34:17.374352 dv-cinder-837356-2-iscsi neutron-server[103916]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "1cc6f984-945e-4244-b25d-45c9022782dd", "tag": "9ab6739f-6b37-443b-9a2c-8dc7f323433a", "status": "completed", "code": 200}]} {{(pid=103916) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 16 17:34:17.375182 dv-cinder-837356-2-iscsi neutron-server[103916]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.66/compute/v2.1/os-server-external-events used request id req-702d9683-bf68-4286-8095-866a6b3ff52e {{(pid=103916) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 16 17:34:17.375602 dv-cinder-837356-2-iscsi neutron-server[103916]: INFO neutron.notifiers.nova [-] Nova event matching ['req-702d9683-bf68-4286-8095-866a6b3ff52e'] response: {'name': 'network-changed', 'server_uuid': '1cc6f984-945e-4244-b25d-45c9022782dd', 'tag': '9ab6739f-6b37-443b-9a2c-8dc7f323433a', 'status': 'completed', 'code': 200} Jun 16 17:34:17.490979 dv-cinder-837356-2-iscsi neutron-server[103917]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b09ccd69-8ec9-49ec-aeac-a363a5545759 req-b184b7ab-fb24-41e5-a655-31ee75582c6c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103917) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 16 17:34:17.493033 dv-cinder-837356-2-iscsi neutron-server[103917]: INFO neutron.wsgi [req-b09ccd69-8ec9-49ec-aeac-a363a5545759 req-b184b7ab-fb24-41e5-a655-31ee75582c6c service neutron] 10.222.0.81 "GET /v2.0/ports?tenant_id=50aeadccaa9348fd9af173f94291bf6f&device_id=1cc6f984-945e-4244-b25d-45c9022782dd HTTP/1.1" status: 200 len: 1129 time: 0.0656738 Jun 16 17:34:17.560333 dv-cinder-837356-2-iscsi neutron-server[103918]: DEBUG neutron.db.provisioning_blocks [None req-edb7affc-5ee1-48bb-9ce8-8fee06f63aef None None] Provisioning complete for port 778f57a0-7cf0-4efe-9b55-04da77cb372e triggered by entity DHCP. {{(pid=103918) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jun 16 17:34:17.560937 dv-cinder-837356-2-iscsi neutron-server[103918]: DEBUG neutron_lib.callbacks.manager [None req-edb7affc-5ee1-48bb-9ce8-8fee06f63aef None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16149424'] for port (778f57a0-7cf0-4efe-9b55-04da77cb372e), provisioning_complete {{(pid=103918) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 17:34:17.618037 dv-cinder-837356-2-iscsi neutron-server[103918]: DEBUG neutron.plugins.ml2.plugin [None req-edb7affc-5ee1-48bb-9ce8-8fee06f63aef None None] Port 778f57a0-7cf0-4efe-9b55-04da77cb372e cannot update to ACTIVE because it is not bound. {{(pid=103918) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:354}} Jun 16 17:34:17.656053 dv-cinder-837356-2-iscsi neutron-server[103916]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ddd52b2-75e9-46e4-91ab-4b034bf7dc02 req-bffc97d4-75cd-4642-a15b-8297f3093862 tempest-AttachVolumeNegativeTest-1307848981 tempest-AttachVolumeNegativeTest-1307848981-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103916) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 16 17:34:17.657806 dv-cinder-837356-2-iscsi neutron-server[103916]: INFO neutron.wsgi [req-0ddd52b2-75e9-46e4-91ab-4b034bf7dc02 req-bffc97d4-75cd-4642-a15b-8297f3093862 tempest-AttachVolumeNegativeTest-1307848981 tempest-AttachVolumeNegativeTest-1307848981-project] 10.222.0.66 "GET /v2.0/ports?device_id=a361a3b2-1d56-4cd9-9fb3-87d37147881f HTTP/1.1" status: 200 len: 931 time: 0.0848639 Jun 16 17:34:17.686613 dv-cinder-837356-2-iscsi neutron-server[103918]: DEBUG dbcounter [-] [103918] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=103918) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 16 17:34:17.707367 dv-cinder-837356-2-iscsi neutron-server[103918]: DEBUG neutron.db.l3_dvr_db [None req-b0aecf6f-f001-4482-b9fc-475185a00684 None None] Set router 51e0e6e8-2961-4a56-9c97-c0eb890fa510 gateway port host: dv-cinder-837356-2-iscsi {{(pid=103918) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jun 16 17:34:17.717767 dv-cinder-837356-2-iscsi neutron-server[103916]: INFO neutron.wsgi [req-0ddd52b2-75e9-46e4-91ab-4b034bf7dc02 req-79ecf1f2-d258-4be1-8c17-b2e423da6f43 tempest-AttachVolumeNegativeTest-1307848981 tempest-AttachVolumeNegativeTest-1307848981-project] 10.222.0.66 "GET /v2.0/security-groups?id=bc42eab9-5d5e-470a-a55c-952bca26ada6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0512259 Jun 16 17:34:17.908837 dv-cinder-837356-2-iscsi neutron-server[103918]: DEBUG dbcounter [-] [103918] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=103918) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 16 17:34:17.924864 dv-cinder-837356-2-iscsi neutron-server[103918]: DEBUG neutron.db.l3_hamode_db [None req-b0aecf6f-f001-4482-b9fc-475185a00684 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '51e0e6e8-2961-4a56-9c97-c0eb890fa510', 'name': 'tempest-TestShelveInstance-278687210-router', 'tenant_id': '50aeadccaa9348fd9af173f94291bf6f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9df31235-0797-44e6-85a0-102cb2da2d58', 'external_fixed_ips': [{'subnet_id': '1dfb0320-f5eb-46f6-88ce-33002f500238', 'ip_address': '172.27.2.24'}], 'enable_snat': True}, 'gw_port_id': '9117a816-4e9e-43ec-ac6e-c5b153dd0bc9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-16T17:29:29Z', 'updated_at': '2022-06-16T17:29:35Z', 'revision_number': 4, 'project_id': '50aeadccaa9348fd9af173f94291bf6f', 'gw_port': {'id': '9117a816-4e9e-43ec-ac6e-c5b153dd0bc9', 'name': '', 'network_id': '9df31235-0797-44e6-85a0-102cb2da2d58', 'tenant_id': '', 'mac_address': 'fa:16:3e:9a:49:27', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '51e0e6e8-2961-4a56-9c97-c0eb890fa510', 'device_owner': 'network:router_gateway', 'standard_attr_id': 573, 'fixed_ips': [{'subnet_id': '1dfb0320-f5eb-46f6-88ce-33002f500238', 'ip_address': '172.27.2.24', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-837356-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-16T17:29:29Z', 'updated_at': '2022-06-16T17:29:38Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1dfb0320-f5eb-46f6-88ce-33002f500238', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-837356-2-iscsi', '_interfaces': [{'id': '401826ae-efee-49a0-8dc1-2f0485f4adf8', 'name': '', 'network_id': 'e2e2bf0f-54ad-46f0-9611-04e943388552', 'tenant_id': '50aeadccaa9348fd9af173f94291bf6f', 'mac_address': 'fa:16:3e:aa:2c:52', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '51e0e6e8-2961-4a56-9c97-c0eb890fa510', 'device_owner': 'network:router_interface', 'standard_attr_id': 574, 'fixed_ips': [{'subnet_id': '4a1d4ef0-9517-4aff-bf32-d5774cc7c0cd', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-837356-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-16T17:29:34Z', 'updated_at': '2022-06-16T17:29:41Z', 'revision_number': 5, 'project_id': '50aeadccaa9348fd9af173f94291bf6f', 'subnets': [{'id': '4a1d4ef0-9517-4aff-bf32-d5774cc7c0cd', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-837356-2-iscsi', False) {} {{(pid=103918) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 16 17:34:17.951016 dv-cinder-837356-2-iscsi neutron-server[103918]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b0aecf6f-f001-4482-b9fc-475185a00684 None None] Checking router: 51e0e6e8-2961-4a56-9c97-c0eb890fa510 for host: dv-cinder-837356-2-iscsi {{(pid=103918) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 16 17:34:17.961260 dv-cinder-837356-2-iscsi neutron-server[103918]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b0aecf6f-f001-4482-b9fc-475185a00684 None None] Routers {'51e0e6e8-2961-4a56-9c97-c0eb890fa510'} bound to L3 agent in host dv-cinder-837356-2-iscsi {{(pid=103918) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jun 16 17:34:17.961892 dv-cinder-837356-2-iscsi neutron-server[103918]: DEBUG neutron.db.l3_hamode_db [None req-b0aecf6f-f001-4482-b9fc-475185a00684 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-837356-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-06-16T17:14:15Z,description=,heartbeat_timestamp=2022-06-16T17:34:15Z,host='dv-cinder-837356-2-iscsi',id=7639df21-17c3-4235-8912-210c3ad54137,load=0,resource_versions=,resources_synced=,started_at=2022-06-16T17:14:15Z,topic='l3_agent')) {'router_ids': ['51e0e6e8-2961-4a56-9c97-c0eb890fa510'], 'active': True} {{(pid=103918) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 16 17:34:18.024764 dv-cinder-837356-2-iscsi neutron-server[103917]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e4964cc-5901-492d-93d6-437f9ac9efaa req-973d7cb1-5cc2-40e3-8c8d-f62bb37d204b tempest-TestShelveInstance-792984814 tempest-TestShelveInstance-792984814-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103917) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 16 17:34:18.026313 dv-cinder-837356-2-iscsi neutron-server[103917]: INFO neutron.wsgi [req-5e4964cc-5901-492d-93d6-437f9ac9efaa req-973d7cb1-5cc2-40e3-8c8d-f62bb37d204b tempest-TestShelveInstance-792984814 tempest-TestShelveInstance-792984814-project] 10.222.0.66 "GET /v2.0/ports?device_id=1cc6f984-945e-4244-b25d-45c9022782dd HTTP/1.1" status: 200 len: 945 time: 0.4013667 Jun 16 17:34:18.042174 dv-cinder-837356-2-iscsi neutron-server[103917]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b09ccd69-8ec9-49ec-aeac-a363a5545759 req-d5bfa951-6d3b-4b30-b0f8-e9eaff001503 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103917) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 16 17:34:18.043663 dv-cinder-837356-2-iscsi neutron-server[103917]: INFO neutron.wsgi [req-b09ccd69-8ec9-49ec-aeac-a363a5545759 req-d5bfa951-6d3b-4b30-b0f8-e9eaff001503 service neutron] 10.222.0.81 "GET /v2.0/networks?id=e2e2bf0f-54ad-46f0-9611-04e943388552 HTTP/1.1" status: 200 len: 910 time: 0.5333290 Jun 16 17:34:18.085836 dv-cinder-837356-2-iscsi neutron-server[103918]: DEBUG neutron.db.l3_dvr_db [None req-b0aecf6f-f001-4482-b9fc-475185a00684 None None] Set router 51e0e6e8-2961-4a56-9c97-c0eb890fa510 gateway port host: dv-cinder-837356-2-iscsi {{(pid=103918) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jun 16 17:34:18.130411 dv-cinder-837356-2-iscsi neutron-server[103917]: INFO neutron.wsgi [req-5e4964cc-5901-492d-93d6-437f9ac9efaa req-8c257f6c-968e-4da3-a751-a15503874025 tempest-TestShelveInstance-792984814 tempest-TestShelveInstance-792984814-project] 10.222.0.66 "GET /v2.0/security-groups?id=50b27ea4-b12f-4388-874d-0faf427ba632&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0917962 Jun 16 17:34:18.132667 dv-cinder-837356-2-iscsi neutron-server[103917]: DEBUG neutron.notifiers.nova [req-f2b61f10-2fdd-4312-af8d-cf8fd56df858 req-cba586c5-3f18-4115-b206-8b2ee89d570e service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 778f57a0-7cf0-4efe-9b55-04da77cb372e {{(pid=103917) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Jun 16 17:34:18.143830 dv-cinder-837356-2-iscsi neutron-server[103917]: DEBUG neutron_lib.callbacks.manager [req-f2b61f10-2fdd-4312-af8d-cf8fd56df858 req-cba586c5-3f18-4115-b206-8b2ee89d570e service neutron] Publish callbacks [] for port (778f57a0-7cf0-4efe-9b55-04da77cb372e), precommit_update {{(pid=103917) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 17:34:18.146111 dv-cinder-837356-2-iscsi neutron-server[103918]: DEBUG neutron_lib.callbacks.manager [None req-90597016-5de8-4c3e-b42a-66aa2c70cc5e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728539454181', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16149322'] for agent (853db9d1-1c17-40a4-900c-de4f90440474), after_update {{(pid=103918) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 17:34:18.155580 dv-cinder-837356-2-iscsi neutron-server[103917]: DEBUG dbcounter [-] [103917] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=103917) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 16 17:34:18.158681 dv-cinder-837356-2-iscsi neutron-server[103917]: DEBUG neutron.db.provisioning_blocks [req-f2b61f10-2fdd-4312-af8d-cf8fd56df858 req-cba586c5-3f18-4115-b206-8b2ee89d570e service neutron] Transition to ACTIVE for port object 778f57a0-7cf0-4efe-9b55-04da77cb372e will not be triggered until provisioned by entity L2. {{(pid=103917) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Jun 16 17:34:18.166073 dv-cinder-837356-2-iscsi neutron-server[103917]: DEBUG neutron_lib.callbacks.manager [req-f2b61f10-2fdd-4312-af8d-cf8fd56df858 req-cba586c5-3f18-4115-b206-8b2ee89d570e service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16007527', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-75831', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16241551', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728539364693', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728538993439', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728538993457', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3819734'] for port (778f57a0-7cf0-4efe-9b55-04da77cb372e), after_update {{(pid=103917) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 17:34:18.169385 dv-cinder-837356-2-iscsi neutron-server[103917]: DEBUG dbcounter [-] [103917] Writing DB stats neutron:SELECT=93,neutron:INSERT=2,neutron:DELETE=2,neutron:UPDATE=3 {{(pid=103917) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 16 17:34:18.223816 dv-cinder-837356-2-iscsi neutron-server[103917]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cba586c5-3f18-4115-b206-8b2ee89d570e service neutron] Pushing event updated for resources: {'Port': ['ID=778f57a0-7cf0-4efe-9b55-04da77cb372e,revision_number=2']} {{(pid=103917) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 17:34:18.309476 dv-cinder-837356-2-iscsi neutron-server[103917]: DEBUG neutron.plugins.ml2.managers [req-f2b61f10-2fdd-4312-af8d-cf8fd56df858 req-cba586c5-3f18-4115-b206-8b2ee89d570e service neutron] Attempting to bind port 778f57a0-7cf0-4efe-9b55-04da77cb372e on host hv-cinder-83735 for vnic_type normal with profile {{(pid=103917) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:811}} Jun 16 17:34:18.309920 dv-cinder-837356-2-iscsi neutron-server[103917]: DEBUG neutron.plugins.ml2.managers [req-f2b61f10-2fdd-4312-af8d-cf8fd56df858 req-cba586c5-3f18-4115-b206-8b2ee89d570e service neutron] Attempting to bind port 778f57a0-7cf0-4efe-9b55-04da77cb372e by drivers openvswitch,hyperv on host hv-cinder-83735 at level 0 using segments [{'id': '77c5a64f-3dc1-42ac-871e-4a71d56bdf63', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1021, 'network_id': '38b62bc9-5cad-4b9e-8181-628535658100'}] {{(pid=103917) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:836}} Jun 16 17:34:18.310318 dv-cinder-837356-2-iscsi neutron-server[103917]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f2b61f10-2fdd-4312-af8d-cf8fd56df858 req-cba586c5-3f18-4115-b206-8b2ee89d570e service neutron] Attempting to bind port 778f57a0-7cf0-4efe-9b55-04da77cb372e on network 38b62bc9-5cad-4b9e-8181-628535658100 {{(pid=103917) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jun 16 17:34:18.316145 dv-cinder-837356-2-iscsi neutron-server[103917]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f2b61f10-2fdd-4312-af8d-cf8fd56df858 req-cba586c5-3f18-4115-b206-8b2ee89d570e service neutron] Port 778f57a0-7cf0-4efe-9b55-04da77cb372e on network 38b62bc9-5cad-4b9e-8181-628535658100 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-83735 {{(pid=103917) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Jun 16 17:34:18.316479 dv-cinder-837356-2-iscsi neutron-server[103917]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f2b61f10-2fdd-4312-af8d-cf8fd56df858 req-cba586c5-3f18-4115-b206-8b2ee89d570e service neutron] Attempting to bind port 778f57a0-7cf0-4efe-9b55-04da77cb372e on network 38b62bc9-5cad-4b9e-8181-628535658100 {{(pid=103917) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jun 16 17:34:18.324821 dv-cinder-837356-2-iscsi neutron-server[103917]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f2b61f10-2fdd-4312-af8d-cf8fd56df858 req-cba586c5-3f18-4115-b206-8b2ee89d570e service neutron] Checking agent: {'id': '2e97d73d-50fc-4f89-a4ea-85f65eb860d8', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-83735', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 6, 16, 17, 20, 29), 'started_at': datetime.datetime(2022, 6, 16, 17, 20, 29), 'heartbeat_timestamp': datetime.datetime(2022, 6, 16, 17, 34), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103917) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jun 16 17:34:18.325449 dv-cinder-837356-2-iscsi neutron-server[103917]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f2b61f10-2fdd-4312-af8d-cf8fd56df858 req-cba586c5-3f18-4115-b206-8b2ee89d570e service neutron] Checking segment: {'id': '77c5a64f-3dc1-42ac-871e-4a71d56bdf63', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1021, 'network_id': '38b62bc9-5cad-4b9e-8181-628535658100'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103917) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jun 16 17:34:18.326087 dv-cinder-837356-2-iscsi neutron-server[103917]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f2b61f10-2fdd-4312-af8d-cf8fd56df858 req-cba586c5-3f18-4115-b206-8b2ee89d570e service neutron] Bound using segment: {'id': '77c5a64f-3dc1-42ac-871e-4a71d56bdf63', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1021, 'network_id': '38b62bc9-5cad-4b9e-8181-628535658100'} {{(pid=103917) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jun 16 17:34:18.326827 dv-cinder-837356-2-iscsi neutron-server[103917]: DEBUG neutron.plugins.ml2.managers [req-f2b61f10-2fdd-4312-af8d-cf8fd56df858 req-cba586c5-3f18-4115-b206-8b2ee89d570e service neutron] Bound port: 778f57a0-7cf0-4efe-9b55-04da77cb372e, host: hv-cinder-83735, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '77c5a64f-3dc1-42ac-871e-4a71d56bdf63', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1021, 'network_id': '38b62bc9-5cad-4b9e-8181-628535658100'}}] {{(pid=103917) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:948}} Jun 16 17:34:18.327471 dv-cinder-837356-2-iscsi neutron-server[103917]: DEBUG neutron_lib.callbacks.manager [req-f2b61f10-2fdd-4312-af8d-cf8fd56df858 req-cba586c5-3f18-4115-b206-8b2ee89d570e service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16007590'] for port (778f57a0-7cf0-4efe-9b55-04da77cb372e), before_update {{(pid=103917) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 17:34:18.346544 dv-cinder-837356-2-iscsi neutron-server[103918]: DEBUG neutron.db.l3_hamode_db [None req-b0aecf6f-f001-4482-b9fc-475185a00684 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '51e0e6e8-2961-4a56-9c97-c0eb890fa510', 'name': 'tempest-TestShelveInstance-278687210-router', 'tenant_id': '50aeadccaa9348fd9af173f94291bf6f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9df31235-0797-44e6-85a0-102cb2da2d58', 'external_fixed_ips': [{'subnet_id': '1dfb0320-f5eb-46f6-88ce-33002f500238', 'ip_address': '172.27.2.24'}], 'enable_snat': True}, 'gw_port_id': '9117a816-4e9e-43ec-ac6e-c5b153dd0bc9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-16T17:29:29Z', 'updated_at': '2022-06-16T17:29:35Z', 'revision_number': 4, 'project_id': '50aeadccaa9348fd9af173f94291bf6f', 'gw_port': {'id': '9117a816-4e9e-43ec-ac6e-c5b153dd0bc9', 'name': '', 'network_id': '9df31235-0797-44e6-85a0-102cb2da2d58', 'tenant_id': '', 'mac_address': 'fa:16:3e:9a:49:27', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '51e0e6e8-2961-4a56-9c97-c0eb890fa510', 'device_owner': 'network:router_gateway', 'standard_attr_id': 573, 'fixed_ips': [{'subnet_id': '1dfb0320-f5eb-46f6-88ce-33002f500238', 'ip_address': '172.27.2.24', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-837356-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-16T17:29:29Z', 'updated_at': '2022-06-16T17:29:38Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1dfb0320-f5eb-46f6-88ce-33002f500238', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-837356-2-iscsi', '_interfaces': [{'id': '401826ae-efee-49a0-8dc1-2f0485f4adf8', 'name': '', 'network_id': 'e2e2bf0f-54ad-46f0-9611-04e943388552', 'tenant_id': '50aeadccaa9348fd9af173f94291bf6f', 'mac_address': 'fa:16:3e:aa:2c:52', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '51e0e6e8-2961-4a56-9c97-c0eb890fa510', 'device_owner': 'network:router_interface', 'standard_attr_id': 574, 'fixed_ips': [{'subnet_id': '4a1d4ef0-9517-4aff-bf32-d5774cc7c0cd', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-837356-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-16T17:29:34Z', 'updated_at': '2022-06-16T17:29:41Z', 'revision_number': 5, 'project_id': '50aeadccaa9348fd9af173f94291bf6f', 'subnets': [{'id': '4a1d4ef0-9517-4aff-bf32-d5774cc7c0cd', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-837356-2-iscsi', False) {} {{(pid=103918) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 16 17:34:18.376926 dv-cinder-837356-2-iscsi neutron-server[103918]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b0aecf6f-f001-4482-b9fc-475185a00684 None None] The sync data for ids ['51e0e6e8-2961-4a56-9c97-c0eb890fa510'] in dv-cinder-837356-2-iscsi is: [{'id': '51e0e6e8-2961-4a56-9c97-c0eb890fa510', 'name': 'tempest-TestShelveInstance-278687210-router', 'tenant_id': '50aeadccaa9348fd9af173f94291bf6f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9df31235-0797-44e6-85a0-102cb2da2d58', 'external_fixed_ips': [{'subnet_id': '1dfb0320-f5eb-46f6-88ce-33002f500238', 'ip_address': '172.27.2.24'}], 'enable_snat': True}, 'gw_port_id': '9117a816-4e9e-43ec-ac6e-c5b153dd0bc9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-16T17:29:29Z', 'updated_at': '2022-06-16T17:29:35Z', 'revision_number': 4, 'project_id': '50aeadccaa9348fd9af173f94291bf6f', 'gw_port': {'id': '9117a816-4e9e-43ec-ac6e-c5b153dd0bc9', 'name': '', 'network_id': '9df31235-0797-44e6-85a0-102cb2da2d58', 'tenant_id': '', 'mac_address': 'fa:16:3e:9a:49:27', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '51e0e6e8-2961-4a56-9c97-c0eb890fa510', 'device_owner': 'network:router_gateway', 'standard_attr_id': 573, 'fixed_ips': [{'subnet_id': '1dfb0320-f5eb-46f6-88ce-33002f500238', 'ip_address': '172.27.2.24', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-837356-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-16T17:29:29Z', 'updated_at': '2022-06-16T17:29:38Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1dfb0320-f5eb-46f6-88ce-33002f500238', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-837356-2-iscsi', '_interfaces': [{'id': '401826ae-efee-49a0-8dc1-2f0485f4adf8', 'name': '', 'network_id': 'e2e2bf0f-54ad-46f0-9611-04e943388552', 'tenant_id': '50aeadccaa9348fd9af173f94291bf6f', 'mac_address': 'fa:16:3e:aa:2c:52', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '51e0e6e8-2961-4a56-9c97-c0eb890fa510', 'device_owner': 'network:router_interface', 'standard_attr_id': 574, 'fixed_ips': [{'subnet_id': '4a1d4ef0-9517-4aff-bf32-d5774cc7c0cd', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-837356-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-16T17:29:34Z', 'updated_at': '2022-06-16T17:29:41Z', 'revision_number': 5, 'project_id': '50aeadccaa9348fd9af173f94291bf6f', 'subnets': [{'id': '4a1d4ef0-9517-4aff-bf32-d5774cc7c0cd', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103918) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 16 17:34:18.405388 dv-cinder-837356-2-iscsi neutron-server[103917]: DEBUG neutron.plugins.ml2.db [req-f2b61f10-2fdd-4312-af8d-cf8fd56df858 req-cba586c5-3f18-4115-b206-8b2ee89d570e service neutron] For port 778f57a0-7cf0-4efe-9b55-04da77cb372e, host hv-cinder-83735, cleared binding levels {{(pid=103917) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 16 17:34:18.410588 dv-cinder-837356-2-iscsi neutron-server[103917]: DEBUG neutron.plugins.ml2.db [req-f2b61f10-2fdd-4312-af8d-cf8fd56df858 req-cba586c5-3f18-4115-b206-8b2ee89d570e service neutron] For port 778f57a0-7cf0-4efe-9b55-04da77cb372e, host hv-cinder-83735, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83735',level=0,port_id=778f57a0-7cf0-4efe-9b55-04da77cb372e,segment=NetworkSegment(77c5a64f-3dc1-42ac-871e-4a71d56bdf63),segment_id=77c5a64f-3dc1-42ac-871e-4a71d56bdf63)] {{(pid=103917) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 16 17:34:18.423125 dv-cinder-837356-2-iscsi neutron-server[103917]: DEBUG neutron_lib.callbacks.manager [req-f2b61f10-2fdd-4312-af8d-cf8fd56df858 req-cba586c5-3f18-4115-b206-8b2ee89d570e service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16007527', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-75831', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16241551', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728539364693', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728538993439', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728538993457', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3819734'] for port (778f57a0-7cf0-4efe-9b55-04da77cb372e), after_update {{(pid=103917) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 17:34:18.472688 dv-cinder-837356-2-iscsi neutron-server[103917]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2b61f10-2fdd-4312-af8d-cf8fd56df858 req-cba586c5-3f18-4115-b206-8b2ee89d570e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103917) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 16 17:34:18.473470 dv-cinder-837356-2-iscsi neutron-server[103917]: DEBUG neutron_lib.callbacks.manager [req-f2b61f10-2fdd-4312-af8d-cf8fd56df858 req-cba586c5-3f18-4115-b206-8b2ee89d570e service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-191112'] for port (None), before_response {{(pid=103917) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 17:34:18.475391 dv-cinder-837356-2-iscsi neutron-server[103917]: INFO neutron.wsgi [req-f2b61f10-2fdd-4312-af8d-cf8fd56df858 req-cba586c5-3f18-4115-b206-8b2ee89d570e service neutron] 10.222.0.81 "PUT /v2.0/ports/778f57a0-7cf0-4efe-9b55-04da77cb372e HTTP/1.1" status: 200 len: 1093 time: 1.2501740 Jun 16 17:34:18.475554 dv-cinder-837356-2-iscsi neutron-server[103918]: DEBUG neutron_lib.callbacks.manager [None req-39ead2dc-a542-4f04-b117-439eb7f32aa8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728539454181', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16149322'] for agent (5b2fa84c-1db1-41c6-a6b9-975c3da28daf), after_update {{(pid=103918) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 17:34:18.475672 dv-cinder-837356-2-iscsi neutron-server[103917]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'a361a3b2-1d56-4cd9-9fb3-87d37147881f', 'tag': '778f57a0-7cf0-4efe-9b55-04da77cb372e'}] {{(pid=103917) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jun 16 17:34:18.477587 dv-cinder-837356-2-iscsi neutron-server[103917]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.66/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6f3fd2b1a6655810f50592bc9015c397d118e5689141688eaf1b23dbeee2ebf8" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-664f6c85-ae2b-4aca-9b6f-ffae6c16ff2c" -d '{"events": [{"name": "network-changed", "server_uuid": "a361a3b2-1d56-4cd9-9fb3-87d37147881f", "tag": "778f57a0-7cf0-4efe-9b55-04da77cb372e"}]}' {{(pid=103917) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 16 17:34:18.496725 dv-cinder-837356-2-iscsi neutron-server[103917]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cba586c5-3f18-4115-b206-8b2ee89d570e service neutron] Pushing event updated for resources: {'Port': ['ID=778f57a0-7cf0-4efe-9b55-04da77cb372e,revision_number=3']} {{(pid=103917) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 17:34:18.530434 dv-cinder-837356-2-iscsi neutron-server[103917]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 16 Jun 2022 17:34:18 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-482a503d-2f1c-406c-ba2c-39d394cb4b77 x-openstack-request-id: req-482a503d-2f1c-406c-ba2c-39d394cb4b77 {{(pid=103917) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 16 17:34:18.530904 dv-cinder-837356-2-iscsi neutron-server[103917]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "a361a3b2-1d56-4cd9-9fb3-87d37147881f", "tag": "778f57a0-7cf0-4efe-9b55-04da77cb372e", "status": "completed", "code": 200}]} {{(pid=103917) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 16 17:34:18.531249 dv-cinder-837356-2-iscsi neutron-server[103917]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.66/compute/v2.1/os-server-external-events used request id req-482a503d-2f1c-406c-ba2c-39d394cb4b77 {{(pid=103917) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 16 17:34:18.531751 dv-cinder-837356-2-iscsi neutron-server[103917]: INFO neutron.notifiers.nova [-] Nova event matching ['req-482a503d-2f1c-406c-ba2c-39d394cb4b77'] response: {'name': 'network-changed', 'server_uuid': 'a361a3b2-1d56-4cd9-9fb3-87d37147881f', 'tag': '778f57a0-7cf0-4efe-9b55-04da77cb372e', 'status': 'completed', 'code': 200} Jun 16 17:34:18.633340 dv-cinder-837356-2-iscsi neutron-server[103917]: INFO neutron.wsgi [req-b09ccd69-8ec9-49ec-aeac-a363a5545759 req-e15df719-be7e-462d-b476-a9ffbd883321 service neutron] 10.222.0.81 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=9ab6739f-6b37-443b-9a2c-8dc7f323433a HTTP/1.1" status: 200 len: 217 time: 0.0477252 Jun 16 17:34:18.701525 dv-cinder-837356-2-iscsi neutron-server[103917]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-664f6c85-ae2b-4aca-9b6f-ffae6c16ff2c req-e0a9398a-3405-4b08-903a-3ad4a0bc0f60 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103917) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 16 17:34:18.703278 dv-cinder-837356-2-iscsi neutron-server[103917]: INFO neutron.wsgi [req-664f6c85-ae2b-4aca-9b6f-ffae6c16ff2c req-e0a9398a-3405-4b08-903a-3ad4a0bc0f60 service neutron] 10.222.0.81 "GET /v2.0/ports?tenant_id=7c56d4c430c44df49f48fe0b49ebcbd2&device_id=a361a3b2-1d56-4cd9-9fb3-87d37147881f HTTP/1.1" status: 200 len: 1127 time: 0.0809262 Jun 16 17:34:18.713821 dv-cinder-837356-2-iscsi neutron-server[103919]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0d31a029-1815-45e4-bfde-c65653691eb2 None None] New status for floating IP 6555cdee-864b-41a8-b6d3-f1ea12020bd6: DOWN {{(pid=103919) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:269}} Jun 16 17:34:18.715275 dv-cinder-837356-2-iscsi neutron-server[103917]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b09ccd69-8ec9-49ec-aeac-a363a5545759 req-e183b94a-93e9-42c6-bc14-82f9c26d9431 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103917) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 16 17:34:18.716724 dv-cinder-837356-2-iscsi neutron-server[103917]: INFO neutron.wsgi [req-b09ccd69-8ec9-49ec-aeac-a363a5545759 req-e183b94a-93e9-42c6-bc14-82f9c26d9431 service neutron] 10.222.0.81 "GET /v2.0/subnets?id=4a1d4ef0-9517-4aff-bf32-d5774cc7c0cd HTTP/1.1" status: 200 len: 847 time: 0.0651467 Jun 16 17:34:18.894089 dv-cinder-837356-2-iscsi neutron-server[103917]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b09ccd69-8ec9-49ec-aeac-a363a5545759 req-7910932f-22fc-4170-8d13-2425a6672b99 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103917) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 16 17:34:18.895630 dv-cinder-837356-2-iscsi neutron-server[103917]: INFO neutron.wsgi [req-b09ccd69-8ec9-49ec-aeac-a363a5545759 req-7910932f-22fc-4170-8d13-2425a6672b99 service neutron] 10.222.0.81 "GET /v2.0/ports?network_id=e2e2bf0f-54ad-46f0-9611-04e943388552&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.1291208 Jun 16 17:34:18.913693 dv-cinder-837356-2-iscsi neutron-server[103917]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7dc09b4b-12fa-4a35-aaac-669942adcd3a req-8a8e5edb-19dd-4532-b1c2-428d9a63ef6c tempest-AttachVolumeNegativeTest-1307848981 tempest-AttachVolumeNegativeTest-1307848981-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103917) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 16 17:34:18.915250 dv-cinder-837356-2-iscsi neutron-server[103917]: INFO neutron.wsgi [req-7dc09b4b-12fa-4a35-aaac-669942adcd3a req-8a8e5edb-19dd-4532-b1c2-428d9a63ef6c tempest-AttachVolumeNegativeTest-1307848981 tempest-AttachVolumeNegativeTest-1307848981-project] 10.222.0.66 "GET /v2.0/ports?device_id=a361a3b2-1d56-4cd9-9fb3-87d37147881f HTTP/1.1" status: 200 len: 943 time: 0.1031806 Jun 16 17:34:18.962530 dv-cinder-837356-2-iscsi neutron-server[103917]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-664f6c85-ae2b-4aca-9b6f-ffae6c16ff2c req-53f406fb-d3e0-474a-a99a-e919655f2d2c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103917) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 16 17:34:18.964079 dv-cinder-837356-2-iscsi neutron-server[103917]: INFO neutron.wsgi [req-664f6c85-ae2b-4aca-9b6f-ffae6c16ff2c req-53f406fb-d3e0-474a-a99a-e919655f2d2c service neutron] 10.222.0.81 "GET /v2.0/networks?tenant_id=7c56d4c430c44df49f48fe0b49ebcbd2&shared=False HTTP/1.1" status: 200 len: 916 time: 0.1986752 Jun 16 17:34:19.025133 dv-cinder-837356-2-iscsi neutron-server[103917]: INFO neutron.wsgi [req-7dc09b4b-12fa-4a35-aaac-669942adcd3a req-4110e5d6-7d62-4d5a-9b1e-09648ef8dea4 tempest-AttachVolumeNegativeTest-1307848981 tempest-AttachVolumeNegativeTest-1307848981-project] 10.222.0.66 "GET /v2.0/security-groups?id=bc42eab9-5d5e-470a-a55c-952bca26ada6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1019619 Jun 16 17:34:19.102218 dv-cinder-837356-2-iscsi neutron-server[103916]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc5a2dcb-6951-443d-83ca-574340c4caa8 req-7eb1df83-dbb5-4596-b7e6-2644496964bb tempest-TestShelveInstance-792984814 tempest-TestShelveInstance-792984814-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103916) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 16 17:34:19.103824 dv-cinder-837356-2-iscsi neutron-server[103916]: INFO neutron.wsgi [req-bc5a2dcb-6951-443d-83ca-574340c4caa8 req-7eb1df83-dbb5-4596-b7e6-2644496964bb tempest-TestShelveInstance-792984814 tempest-TestShelveInstance-792984814-project] 10.222.0.81 "GET /v2.0/ports?device_id=1cc6f984-945e-4244-b25d-45c9022782dd HTTP/1.1" status: 200 len: 945 time: 0.0508218 Jun 16 17:34:19.164157 dv-cinder-837356-2-iscsi neutron-server[103917]: INFO neutron.wsgi [req-b09ccd69-8ec9-49ec-aeac-a363a5545759 req-7dc8cf4a-a070-42a3-a1f2-f13f28f590a5 service neutron] 10.222.0.81 "GET /v2.0/networks/e2e2bf0f-54ad-46f0-9611-04e943388552?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1719401 Jun 16 17:34:19.167249 dv-cinder-837356-2-iscsi neutron-server[103917]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-664f6c85-ae2b-4aca-9b6f-ffae6c16ff2c req-032d6cc6-bfad-4c42-9c41-91d1dfd2abd1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103917) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 16 17:34:19.168597 dv-cinder-837356-2-iscsi neutron-server[103917]: INFO neutron.wsgi [req-664f6c85-ae2b-4aca-9b6f-ffae6c16ff2c req-032d6cc6-bfad-4c42-9c41-91d1dfd2abd1 service neutron] 10.222.0.81 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 871 time: 0.1776624 Jun 16 17:34:19.207307 dv-cinder-837356-2-iscsi neutron-server[103916]: DEBUG neutron.plugins.ml2.plugin [req-bc5a2dcb-6951-443d-83ca-574340c4caa8 req-f8daddee-8a5a-4e57-906b-647aa2f75474 tempest-TestShelveInstance-792984814 tempest-TestShelveInstance-792984814-project] Deleting port 9ab6739f-6b37-443b-9a2c-8dc7f323433a {{(pid=103916) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2043}} Jun 16 17:34:19.209916 dv-cinder-837356-2-iscsi neutron-server[103916]: DEBUG neutron_lib.callbacks.manager [req-bc5a2dcb-6951-443d-83ca-574340c4caa8 req-f8daddee-8a5a-4e57-906b-647aa2f75474 tempest-TestShelveInstance-792984814 tempest-TestShelveInstance-792984814-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8728539361383'] for port (9ab6739f-6b37-443b-9a2c-8dc7f323433a), before_delete {{(pid=103916) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 17:34:19.248433 dv-cinder-837356-2-iscsi neutron-server[103917]: DEBUG dbcounter [-] [103917] Writing DB stats neutron:SELECT=100 {{(pid=103917) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 16 17:34:19.288420 dv-cinder-837356-2-iscsi neutron-server[103917]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2b61f10-2fdd-4312-af8d-cf8fd56df858 req-875a94d3-c0a0-496f-bccc-3d55994bb966 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103917) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 16 17:34:19.290018 dv-cinder-837356-2-iscsi neutron-server[103917]: INFO neutron.wsgi [req-f2b61f10-2fdd-4312-af8d-cf8fd56df858 req-875a94d3-c0a0-496f-bccc-3d55994bb966 service neutron] 10.222.0.81 "GET /v2.0/ports?tenant_id=7c56d4c430c44df49f48fe0b49ebcbd2&device_id=a361a3b2-1d56-4cd9-9fb3-87d37147881f HTTP/1.1" status: 200 len: 1127 time: 0.0544863 Jun 16 17:34:19.319866 dv-cinder-837356-2-iscsi neutron-server[103916]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57256301-f71d-4025-9992-b4625d8aa102 req-73f64a54-79df-4ba5-b6d3-762b623f4a15 tempest-TestShelveInstance-792984814 tempest-TestShelveInstance-792984814-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103916) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 16 17:34:19.321423 dv-cinder-837356-2-iscsi neutron-server[103916]: INFO neutron.wsgi [req-57256301-f71d-4025-9992-b4625d8aa102 req-73f64a54-79df-4ba5-b6d3-762b623f4a15 tempest-TestShelveInstance-792984814 tempest-TestShelveInstance-792984814-project] 10.222.0.66 "GET /v2.0/ports?device_id=1cc6f984-945e-4244-b25d-45c9022782dd HTTP/1.1" status: 200 len: 945 time: 0.0934336 Jun 16 17:34:19.342215 dv-cinder-837356-2-iscsi neutron-server[103917]: INFO neutron.wsgi [req-b09ccd69-8ec9-49ec-aeac-a363a5545759 req-70c0ab2d-ed56-42bb-8efb-4c3770e8626e service neutron] 10.222.0.81 "GET /v2.0/networks/e2e2bf0f-54ad-46f0-9611-04e943388552?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1720200 Jun 16 17:34:19.343825 dv-cinder-837356-2-iscsi neutron-server[103917]: INFO neutron.wsgi [req-f2b61f10-2fdd-4312-af8d-cf8fd56df858 req-77e4bb25-3101-4dea-9857-a2d7d1b98bdd service neutron] 10.222.0.81 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=778f57a0-7cf0-4efe-9b55-04da77cb372e HTTP/1.1" status: 200 len: 217 time: 0.0434518 Jun 16 17:34:19.371220 dv-cinder-837356-2-iscsi neutron-server[103916]: DEBUG neutron.plugins.ml2.db [req-bc5a2dcb-6951-443d-83ca-574340c4caa8 req-f8daddee-8a5a-4e57-906b-647aa2f75474 tempest-TestShelveInstance-792984814 tempest-TestShelveInstance-792984814-project] For port 9ab6739f-6b37-443b-9a2c-8dc7f323433a, host hv-cinder-83735, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83735',level=0,port_id=9ab6739f-6b37-443b-9a2c-8dc7f323433a,segment=NetworkSegment(c699bc47-a9b6-4cfb-b695-ab4077dce1dd),segment_id=c699bc47-a9b6-4cfb-b695-ab4077dce1dd)] {{(pid=103916) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 16 17:34:19.371586 dv-cinder-837356-2-iscsi neutron-server[103916]: DEBUG neutron_lib.callbacks.manager [req-bc5a2dcb-6951-443d-83ca-574340c4caa8 req-f8daddee-8a5a-4e57-906b-647aa2f75474 tempest-TestShelveInstance-792984814 tempest-TestShelveInstance-792984814-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-708042'] for port (9ab6739f-6b37-443b-9a2c-8dc7f323433a), precommit_delete {{(pid=103916) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 17:34:19.395063 dv-cinder-837356-2-iscsi neutron-server[103917]: DEBUG dbcounter [-] [103917] Writing DB stats neutron:SELECT=97,neutron:UPDATE=2,neutron:INSERT=1 {{(pid=103917) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 16 17:34:19.395448 dv-cinder-837356-2-iscsi neutron-server[103916]: DEBUG neutron.plugins.ml2.plugin [req-bc5a2dcb-6951-443d-83ca-574340c4caa8 req-f8daddee-8a5a-4e57-906b-647aa2f75474 tempest-TestShelveInstance-792984814 tempest-TestShelveInstance-792984814-project] Calling delete_port for 9ab6739f-6b37-443b-9a2c-8dc7f323433a owned by compute:nova {{(pid=103916) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2122}} Jun 16 17:34:19.405535 dv-cinder-837356-2-iscsi neutron-server[103917]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2b61f10-2fdd-4312-af8d-cf8fd56df858 req-ac5b1b15-6342-4304-b401-89e940d74631 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103917) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 16 17:34:19.407058 dv-cinder-837356-2-iscsi neutron-server[103917]: INFO neutron.wsgi [req-f2b61f10-2fdd-4312-af8d-cf8fd56df858 req-ac5b1b15-6342-4304-b401-89e940d74631 service neutron] 10.222.0.81 "GET /v2.0/subnets?id=245398e2-b047-4bf4-9483-edcae7a557b6 HTTP/1.1" status: 200 len: 853 time: 0.0497186 Jun 16 17:34:19.418270 dv-cinder-837356-2-iscsi neutron-server[103916]: INFO neutron.wsgi [req-57256301-f71d-4025-9992-b4625d8aa102 req-378af6c1-6761-44ce-92a5-35c5836de88e tempest-TestShelveInstance-792984814 tempest-TestShelveInstance-792984814-project] 10.222.0.66 "GET /v2.0/security-groups?id=50b27ea4-b12f-4388-874d-0faf427ba632&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0878990 Jun 16 17:34:19.452623 dv-cinder-837356-2-iscsi neutron-server[103916]: DEBUG dbcounter [-] [103916] Writing DB stats neutron:SELECT=99,neutron:DELETE=1 {{(pid=103916) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 16 17:34:19.457726 dv-cinder-837356-2-iscsi neutron-server[103917]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2b61f10-2fdd-4312-af8d-cf8fd56df858 req-a6bc37d1-c260-4519-a602-f0a1bd23cab7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103917) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 16 17:34:19.459819 dv-cinder-837356-2-iscsi neutron-server[103917]: INFO neutron.wsgi [req-f2b61f10-2fdd-4312-af8d-cf8fd56df858 req-a6bc37d1-c260-4519-a602-f0a1bd23cab7 service neutron] 10.222.0.81 "GET /v2.0/ports?network_id=38b62bc9-5cad-4b9e-8181-628535658100&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0454023 Jun 16 17:34:19.560694 dv-cinder-837356-2-iscsi neutron-server[103916]: DEBUG neutron_lib.callbacks.manager [req-bc5a2dcb-6951-443d-83ca-574340c4caa8 req-f8daddee-8a5a-4e57-906b-647aa2f75474 tempest-TestShelveInstance-792984814 tempest-TestShelveInstance-792984814-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16007527', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-75831', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16241551', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8728539364702', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8728538993430', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25517999'] for port (9ab6739f-6b37-443b-9a2c-8dc7f323433a), after_delete {{(pid=103916) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 17:34:19.573916 dv-cinder-837356-2-iscsi neutron-server[103917]: INFO neutron.wsgi [req-f2b61f10-2fdd-4312-af8d-cf8fd56df858 req-9ba40978-0483-49fb-9ad5-035d09722557 service neutron] 10.222.0.81 "GET /v2.0/networks/38b62bc9-5cad-4b9e-8181-628535658100?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1061840 Jun 16 17:34:19.588182 dv-cinder-837356-2-iscsi neutron-server[103916]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f8daddee-8a5a-4e57-906b-647aa2f75474 tempest-TestShelveInstance-792984814 tempest-TestShelveInstance-792984814-project] Pushing event deleted for resources: {'Port': ['ID=9ab6739f-6b37-443b-9a2c-8dc7f323433a,revision_number=None']} {{(pid=103916) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 17:34:19.648437 dv-cinder-837356-2-iscsi neutron-server[103916]: DEBUG neutron.db.l3_dvrscheduler_db [req-bc5a2dcb-6951-443d-83ca-574340c4caa8 req-f8daddee-8a5a-4e57-906b-647aa2f75474 tempest-TestShelveInstance-792984814 tempest-TestShelveInstance-792984814-project] No DVR routers for this DVR port 9ab6739f-6b37-443b-9a2c-8dc7f323433a on host hv-cinder-83735 {{(pid=103916) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:215}} Jun 16 17:34:19.652078 dv-cinder-837356-2-iscsi neutron-server[103916]: DEBUG neutron_lib.callbacks.manager [req-bc5a2dcb-6951-443d-83ca-574340c4caa8 req-f8daddee-8a5a-4e57-906b-647aa2f75474 tempest-TestShelveInstance-792984814 tempest-TestShelveInstance-792984814-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-191112'] for port (None), before_response {{(pid=103916) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 17:34:19.655563 dv-cinder-837356-2-iscsi neutron-server[103916]: INFO neutron.wsgi [req-bc5a2dcb-6951-443d-83ca-574340c4caa8 req-f8daddee-8a5a-4e57-906b-647aa2f75474 tempest-TestShelveInstance-792984814 tempest-TestShelveInstance-792984814-project] 10.222.0.81 "DELETE /v2.0/ports/9ab6739f-6b37-443b-9a2c-8dc7f323433a HTTP/1.1" status: 204 len: 173 time: 0.5455096 Jun 16 17:34:19.656031 dv-cinder-837356-2-iscsi neutron-server[103916]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '1cc6f984-945e-4244-b25d-45c9022782dd', 'name': 'network-vif-deleted', 'tag': '9ab6739f-6b37-443b-9a2c-8dc7f323433a'}] {{(pid=103916) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jun 16 17:34:19.658436 dv-cinder-837356-2-iscsi neutron-server[103916]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.66/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}15d8713043fc5f9b6f9aaf4a9a169ba36e5aaa6307a8131177ae56adda3437c5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6cf31bfc-2717-446b-915e-289790d6e387" -d '{"events": [{"server_uuid": "1cc6f984-945e-4244-b25d-45c9022782dd", "name": "network-vif-deleted", "tag": "9ab6739f-6b37-443b-9a2c-8dc7f323433a"}]}' {{(pid=103916) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 16 17:34:19.681567 dv-cinder-837356-2-iscsi neutron-server[103917]: INFO neutron.wsgi [req-f2b61f10-2fdd-4312-af8d-cf8fd56df858 req-80c6c89d-a798-4a95-b049-940fef64d42c service neutron] 10.222.0.81 "GET /v2.0/networks/38b62bc9-5cad-4b9e-8181-628535658100?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1005399 Jun 16 17:34:19.699590 dv-cinder-837356-2-iscsi neutron-server[103916]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 16 Jun 2022 17:34:19 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ac4d5de9-98b5-40a3-b05c-443cc8586b2c x-openstack-request-id: req-ac4d5de9-98b5-40a3-b05c-443cc8586b2c {{(pid=103916) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 16 17:34:19.699891 dv-cinder-837356-2-iscsi neutron-server[103916]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "1cc6f984-945e-4244-b25d-45c9022782dd", "name": "network-vif-deleted", "tag": "9ab6739f-6b37-443b-9a2c-8dc7f323433a", "status": "completed", "code": 200}]} {{(pid=103916) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 16 17:34:19.700186 dv-cinder-837356-2-iscsi neutron-server[103916]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.66/compute/v2.1/os-server-external-events used request id req-ac4d5de9-98b5-40a3-b05c-443cc8586b2c {{(pid=103916) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 16 17:34:19.700546 dv-cinder-837356-2-iscsi neutron-server[103916]: INFO neutron.notifiers.nova [-] Nova event matching ['req-ac4d5de9-98b5-40a3-b05c-443cc8586b2c'] response: {'server_uuid': '1cc6f984-945e-4244-b25d-45c9022782dd', 'name': 'network-vif-deleted', 'tag': '9ab6739f-6b37-443b-9a2c-8dc7f323433a', 'status': 'completed', 'code': 200} Jun 16 17:34:20.141434 dv-cinder-837356-2-iscsi neutron-server[103916]: DEBUG dbcounter [-] [103916] Writing DB stats neutron:SELECT=95,neutron:DELETE=5 {{(pid=103916) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 16 17:34:20.161787 dv-cinder-837356-2-iscsi neutron-server[103916]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02d9f304-4ad2-40c4-a86e-083f8f5c896f req-b862f6c8-a507-46bd-ac53-7d4d1ba71763 tempest-AttachVolumeNegativeTest-1307848981 tempest-AttachVolumeNegativeTest-1307848981-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103916) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 16 17:34:20.163315 dv-cinder-837356-2-iscsi neutron-server[103916]: INFO neutron.wsgi [req-02d9f304-4ad2-40c4-a86e-083f8f5c896f req-b862f6c8-a507-46bd-ac53-7d4d1ba71763 tempest-AttachVolumeNegativeTest-1307848981 tempest-AttachVolumeNegativeTest-1307848981-project] 10.222.0.66 "GET /v2.0/ports?device_id=a361a3b2-1d56-4cd9-9fb3-87d37147881f HTTP/1.1" status: 200 len: 943 time: 0.0520320 Jun 16 17:34:20.213589 dv-cinder-837356-2-iscsi neutron-server[103916]: INFO neutron.wsgi [req-02d9f304-4ad2-40c4-a86e-083f8f5c896f req-2d2a8616-73ac-43d0-a9aa-149fb7b53683 tempest-AttachVolumeNegativeTest-1307848981 tempest-AttachVolumeNegativeTest-1307848981-project] 10.222.0.66 "GET /v2.0/security-groups?id=bc42eab9-5d5e-470a-a55c-952bca26ada6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0444772 Jun 16 17:34:20.536804 dv-cinder-837356-2-iscsi neutron-server[103917]: INFO neutron.wsgi [req-b708142d-f350-4bcf-b690-766c0f63ecf1 req-d69d939c-d637-44d7-8922-294ad2f1b3e5 tempest-TestShelveInstance-792984814 tempest-TestShelveInstance-792984814-project] 10.222.0.66 "GET /v2.0/ports?device_id=1cc6f984-945e-4244-b25d-45c9022782dd HTTP/1.1" status: 200 len: 210 time: 0.0385919 Jun 16 17:34:21.345496 dv-cinder-837356-2-iscsi neutron-server[103916]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f660edf-4926-4928-8042-c35219bdc826 req-cd63c5c8-e206-4d95-9592-0665946aa968 tempest-AttachVolumeNegativeTest-1307848981 tempest-AttachVolumeNegativeTest-1307848981-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103916) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 16 17:34:21.347060 dv-cinder-837356-2-iscsi neutron-server[103916]: INFO neutron.wsgi [req-4f660edf-4926-4928-8042-c35219bdc826 req-cd63c5c8-e206-4d95-9592-0665946aa968 tempest-AttachVolumeNegativeTest-1307848981 tempest-AttachVolumeNegativeTest-1307848981-project] 10.222.0.66 "GET /v2.0/ports?device_id=a361a3b2-1d56-4cd9-9fb3-87d37147881f HTTP/1.1" status: 200 len: 943 time: 0.0600481 Jun 16 17:34:21.402517 dv-cinder-837356-2-iscsi neutron-server[103916]: INFO neutron.wsgi [req-4f660edf-4926-4928-8042-c35219bdc826 req-556d1e7a-cf41-430b-b2e4-d96119d0145f tempest-AttachVolumeNegativeTest-1307848981 tempest-AttachVolumeNegativeTest-1307848981-project] 10.222.0.66 "GET /v2.0/security-groups?id=bc42eab9-5d5e-470a-a55c-952bca26ada6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0493019 Jun 16 17:34:21.638862 dv-cinder-837356-2-iscsi neutron-server[103917]: DEBUG neutron.wsgi [-] (103917) accepted ('10.222.0.66', 46518) {{(pid=103917) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 16 17:34:21.704825 dv-cinder-837356-2-iscsi neutron-server[103917]: DEBUG neutron_lib.callbacks.manager [None req-114fadff-55d3-4935-87b3-7482f0545c59 tempest-TestShelveInstance-792984814 tempest-TestShelveInstance-792984814-project] Publish callbacks [] for security_group (50b27ea4-b12f-4388-874d-0faf427ba632), before_delete {{(pid=103917) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 17:34:21.735515 dv-cinder-837356-2-iscsi neutron-server[103917]: DEBUG neutron_lib.callbacks.manager [None req-114fadff-55d3-4935-87b3-7482f0545c59 tempest-TestShelveInstance-792984814 tempest-TestShelveInstance-792984814-project] Publish callbacks [] for security_group (50b27ea4-b12f-4388-874d-0faf427ba632), precommit_delete {{(pid=103917) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 17:34:21.807753 dv-cinder-837356-2-iscsi neutron-server[103917]: DEBUG neutron_lib.callbacks.manager [None req-114fadff-55d3-4935-87b3-7482f0545c59 tempest-TestShelveInstance-792984814 tempest-TestShelveInstance-792984814-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-570488'] for security_group (50b27ea4-b12f-4388-874d-0faf427ba632), after_delete {{(pid=103917) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 17:34:21.812745 dv-cinder-837356-2-iscsi neutron-server[103917]: DEBUG neutron_lib.callbacks.manager [None req-114fadff-55d3-4935-87b3-7482f0545c59 tempest-TestShelveInstance-792984814 tempest-TestShelveInstance-792984814-project] Publish callbacks [] for security_group (None), before_response {{(pid=103917) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 17:34:21.813593 dv-cinder-837356-2-iscsi neutron-server[103917]: INFO neutron.wsgi [None req-114fadff-55d3-4935-87b3-7482f0545c59 tempest-TestShelveInstance-792984814 tempest-TestShelveInstance-792984814-project] 10.222.0.66 "DELETE /v2.0/security-groups/50b27ea4-b12f-4388-874d-0faf427ba632 HTTP/1.1" status: 204 len: 168 time: 0.1768909 Jun 16 17:34:21.823962 dv-cinder-837356-2-iscsi neutron-server[103917]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-114fadff-55d3-4935-87b3-7482f0545c59 tempest-TestShelveInstance-792984814 tempest-TestShelveInstance-792984814-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=50b27ea4-b12f-4388-874d-0faf427ba632,revision_number=None']} {{(pid=103917) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 17:34:21.871829 dv-cinder-837356-2-iscsi neutron-server[103917]: DEBUG neutron.wsgi [-] (103917) accepted ('10.222.0.66', 46522) {{(pid=103917) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 16 17:34:22.230771 dv-cinder-837356-2-iscsi neutron-server[103917]: DEBUG neutron_lib.callbacks.manager [None req-a3c72db0-4562-47bf-b5d5-375bc128df78 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-706250'] for router_interface (51e0e6e8-2961-4a56-9c97-c0eb890fa510), before_delete {{(pid=103917) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 17:34:22.306196 dv-cinder-837356-2-iscsi neutron-server[103917]: DEBUG dbcounter [-] [103917] Writing DB stats neutron:SELECT=97,neutron:DELETE=3 {{(pid=103917) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 16 17:34:22.489220 dv-cinder-837356-2-iscsi neutron-server[103917]: DEBUG dbcounter [-] [103917] Writing DB stats neutron:SELECT=100 {{(pid=103917) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 16 17:34:22.490665 dv-cinder-837356-2-iscsi neutron-server[103917]: DEBUG neutron.plugins.ml2.plugin [None req-a3c72db0-4562-47bf-b5d5-375bc128df78 admin admin] Deleting port 401826ae-efee-49a0-8dc1-2f0485f4adf8 {{(pid=103917) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2043}} Jun 16 17:34:22.491097 dv-cinder-837356-2-iscsi neutron-server[103917]: DEBUG neutron_lib.callbacks.manager [None req-a3c72db0-4562-47bf-b5d5-375bc128df78 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8728539361383'] for port (401826ae-efee-49a0-8dc1-2f0485f4adf8), before_delete {{(pid=103917) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 17:34:22.576576 dv-cinder-837356-2-iscsi neutron-server[103917]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5eab8530-64a2-4b1e-8422-2acc8540282c req-47dbc90f-7198-454c-af08-8222b815c87a tempest-AttachVolumeNegativeTest-1307848981 tempest-AttachVolumeNegativeTest-1307848981-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103917) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 16 17:34:22.578485 dv-cinder-837356-2-iscsi neutron-server[103917]: INFO neutron.wsgi [req-5eab8530-64a2-4b1e-8422-2acc8540282c req-47dbc90f-7198-454c-af08-8222b815c87a tempest-AttachVolumeNegativeTest-1307848981 tempest-AttachVolumeNegativeTest-1307848981-project] 10.222.0.66 "GET /v2.0/ports?device_id=a361a3b2-1d56-4cd9-9fb3-87d37147881f HTTP/1.1" status: 200 len: 943 time: 0.1067512 Jun 16 17:34:22.635200 dv-cinder-837356-2-iscsi neutron-server[103918]: DEBUG neutron.plugins.ml2.rpc [None req-b2b17746-c296-4803-869a-65578e8233dd None None] Device 778f57a0-7cf0-4efe-9b55-04da77cb372e details requested by agent hyperv_hv-cinder-83735 with host hv-cinder-83735 {{(pid=103918) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jun 16 17:34:22.638422 dv-cinder-837356-2-iscsi neutron-server[103918]: DEBUG neutron.plugins.ml2.rpc [None req-b2b17746-c296-4803-869a-65578e8233dd None None] Device 9ab6739f-6b37-443b-9a2c-8dc7f323433a no longer exists at agent hyperv_hv-cinder-83735 {{(pid=103918) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jun 16 17:34:22.643416 dv-cinder-837356-2-iscsi neutron-server[103917]: DEBUG neutron.plugins.ml2.db [None req-a3c72db0-4562-47bf-b5d5-375bc128df78 admin admin] For port 401826ae-efee-49a0-8dc1-2f0485f4adf8, host dv-cinder-837356-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-837356-2-iscsi',level=0,port_id=401826ae-efee-49a0-8dc1-2f0485f4adf8,segment=NetworkSegment(c699bc47-a9b6-4cfb-b695-ab4077dce1dd),segment_id=c699bc47-a9b6-4cfb-b695-ab4077dce1dd)] {{(pid=103917) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 16 17:34:22.644011 dv-cinder-837356-2-iscsi neutron-server[103917]: DEBUG neutron_lib.callbacks.manager [None req-a3c72db0-4562-47bf-b5d5-375bc128df78 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-708042'] for port (401826ae-efee-49a0-8dc1-2f0485f4adf8), precommit_delete {{(pid=103917) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 17:34:22.667061 dv-cinder-837356-2-iscsi neutron-server[103917]: INFO neutron.wsgi [req-5eab8530-64a2-4b1e-8422-2acc8540282c req-53324ef9-52ec-4ba1-8c24-4db5daf69d04 tempest-AttachVolumeNegativeTest-1307848981 tempest-AttachVolumeNegativeTest-1307848981-project] 10.222.0.66 "GET /v2.0/security-groups?id=bc42eab9-5d5e-470a-a55c-952bca26ada6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0811977 Jun 16 17:34:22.668046 dv-cinder-837356-2-iscsi neutron-server[103918]: DEBUG neutron.plugins.ml2.plugin [None req-b2b17746-c296-4803-869a-65578e8233dd None None] No Port match for: 9ab6739f-6b37-443b-9a2c-8dc7f323433a {{(pid=103918) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2382}} Jun 16 17:34:22.668237 dv-cinder-837356-2-iscsi neutron-server[103917]: DEBUG neutron.plugins.ml2.plugin [None req-a3c72db0-4562-47bf-b5d5-375bc128df78 admin admin] Calling delete_port for 401826ae-efee-49a0-8dc1-2f0485f4adf8 owned by network:router_interface {{(pid=103917) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2122}} Jun 16 17:34:22.668514 dv-cinder-837356-2-iscsi neutron-server[103918]: DEBUG neutron.plugins.ml2.rpc [None req-b2b17746-c296-4803-869a-65578e8233dd None None] Device 9ab6739f-6b37-443b-9a2c-8dc7f323433a not bound to the agent host hv-cinder-83735 {{(pid=103918) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jun 16 17:34:22.774969 dv-cinder-837356-2-iscsi neutron-server[103918]: DEBUG neutron.plugins.ml2.db [None req-b2b17746-c296-4803-869a-65578e8233dd None None] For port 778f57a0-7cf0-4efe-9b55-04da77cb372e, host hv-cinder-83735, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83735',level=0,port_id=778f57a0-7cf0-4efe-9b55-04da77cb372e,segment=NetworkSegment(77c5a64f-3dc1-42ac-871e-4a71d56bdf63),segment_id=77c5a64f-3dc1-42ac-871e-4a71d56bdf63)] {{(pid=103918) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 16 17:34:22.794895 dv-cinder-837356-2-iscsi neutron-server[103918]: DEBUG neutron.plugins.ml2.rpc [None req-b2b17746-c296-4803-869a-65578e8233dd None None] Returning: {'device': '778f57a0-7cf0-4efe-9b55-04da77cb372e', 'network_id': '38b62bc9-5cad-4b9e-8181-628535658100', 'port_id': '778f57a0-7cf0-4efe-9b55-04da77cb372e', 'mac_address': 'fa:16:3e:96:b5:50', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 1021, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '245398e2-b047-4bf4-9483-edcae7a557b6', 'ip_address': '172.20.0.4'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'qos_network_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103918) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jun 16 17:34:22.840605 dv-cinder-837356-2-iscsi neutron-server[103918]: DEBUG neutron.plugins.ml2.plugin [None req-b2b17746-c296-4803-869a-65578e8233dd None None] Current status of the port 778f57a0-7cf0-4efe-9b55-04da77cb372e is: DOWN; New status is: BUILD {{(pid=103918) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2298}} Jun 16 17:34:22.840997 dv-cinder-837356-2-iscsi neutron-server[103918]: DEBUG neutron_lib.callbacks.manager [None req-b2b17746-c296-4803-869a-65578e8233dd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16007590'] for port (778f57a0-7cf0-4efe-9b55-04da77cb372e), before_update {{(pid=103918) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 17:34:22.857454 dv-cinder-837356-2-iscsi neutron-server[103918]: DEBUG neutron.notifiers.nova [None req-b2b17746-c296-4803-869a-65578e8233dd None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 778f57a0-7cf0-4efe-9b55-04da77cb372e {{(pid=103918) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Jun 16 17:34:22.864848 dv-cinder-837356-2-iscsi neutron-server[103918]: DEBUG dbcounter [-] [103918] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=103918) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 16 17:34:22.883269 dv-cinder-837356-2-iscsi neutron-server[103918]: DEBUG neutron.plugins.ml2.db [None req-b2b17746-c296-4803-869a-65578e8233dd None None] For port 778f57a0-7cf0-4efe-9b55-04da77cb372e, host hv-cinder-83735, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83735',level=0,port_id=778f57a0-7cf0-4efe-9b55-04da77cb372e,segment=NetworkSegment(77c5a64f-3dc1-42ac-871e-4a71d56bdf63),segment_id=77c5a64f-3dc1-42ac-871e-4a71d56bdf63)] {{(pid=103918) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 16 17:34:22.889335 dv-cinder-837356-2-iscsi neutron-server[103918]: DEBUG neutron_lib.callbacks.manager [None req-b2b17746-c296-4803-869a-65578e8233dd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16007527', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-75831', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16241551', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728539364693', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728538993439', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728538993457'] for port (778f57a0-7cf0-4efe-9b55-04da77cb372e), after_update {{(pid=103918) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 17:34:22.907089 dv-cinder-837356-2-iscsi neutron-server[103917]: DEBUG neutron_lib.callbacks.manager [None req-a3c72db0-4562-47bf-b5d5-375bc128df78 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16007527', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-75831', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16241551', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8728539364702', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8728538993430', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3819743'] for port (401826ae-efee-49a0-8dc1-2f0485f4adf8), after_delete {{(pid=103917) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 17:34:22.953237 dv-cinder-837356-2-iscsi neutron-server[103918]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b2b17746-c296-4803-869a-65578e8233dd None None] Pushing event updated for resources: {'Port': ['ID=778f57a0-7cf0-4efe-9b55-04da77cb372e,revision_number=4']} {{(pid=103918) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 17:34:22.959765 dv-cinder-837356-2-iscsi neutron-server[103917]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a3c72db0-4562-47bf-b5d5-375bc128df78 admin admin] Pushing event deleted for resources: {'Port': ['ID=401826ae-efee-49a0-8dc1-2f0485f4adf8,revision_number=None']} {{(pid=103917) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 17:34:23.100942 dv-cinder-837356-2-iscsi neutron-server[103918]: DEBUG neutron.plugins.ml2.db [None req-b2b17746-c296-4803-869a-65578e8233dd None None] get_ports_and_sgs() called for port_ids ['778f57a0-7cf0-4efe-9b55-04da77cb372e'] {{(pid=103918) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jun 16 17:34:23.133909 dv-cinder-837356-2-iscsi neutron-server[103917]: DEBUG neutron_lib.callbacks.manager [None req-a3c72db0-4562-47bf-b5d5-375bc128df78 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-16241524', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-705370'] for router_interface (51e0e6e8-2961-4a56-9c97-c0eb890fa510), after_delete {{(pid=103917) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 17:34:23.274653 dv-cinder-837356-2-iscsi neutron-server[103917]: DEBUG dbcounter [-] [103917] Writing DB stats neutron:SELECT=94,neutron:DELETE=5,neutron:UPDATE=1 {{(pid=103917) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 16 17:34:23.390266 dv-cinder-837356-2-iscsi neutron-server[103917]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a3c72db0-4562-47bf-b5d5-375bc128df78 admin admin] Router 51e0e6e8-2961-4a56-9c97-c0eb890fa510 has already been hosted by L3 agent 7639df21-17c3-4235-8912-210c3ad54137 {{(pid=103917) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jun 16 17:34:23.486440 dv-cinder-837356-2-iscsi neutron-server[103917]: DEBUG dbcounter [-] [103917] Writing DB stats neutron:SELECT=97,neutron:DELETE=3 {{(pid=103917) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 16 17:34:23.514130 dv-cinder-837356-2-iscsi neutron-server[103917]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a3c72db0-4562-47bf-b5d5-375bc128df78 admin admin] Notify agent at l3_agent.dv-cinder-837356-2-iscsi the message routers_updated {{(pid=103917) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jun 16 17:34:23.521213 dv-cinder-837356-2-iscsi neutron-server[103917]: INFO neutron.wsgi [None req-a3c72db0-4562-47bf-b5d5-375bc128df78 admin admin] 10.222.0.66 "PUT /v2.0/routers/51e0e6e8-2961-4a56-9c97-c0eb890fa510/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.6476514 Jun 16 17:34:23.523924 dv-cinder-837356-2-iscsi neutron-server[103917]: DEBUG neutron.wsgi [-] (103917) accepted ('10.222.0.66', 46526) {{(pid=103917) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 16 17:34:23.527630 dv-cinder-837356-2-iscsi neutron-server[103918]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9a672649-ec05-4912-8111-b5fbe1b98625 None None] Sync routers for ids ['51e0e6e8-2961-4a56-9c97-c0eb890fa510'] in dv-cinder-837356-2-iscsi {{(pid=103918) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 16 17:34:23.545982 dv-cinder-837356-2-iscsi neutron-server[103918]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9a672649-ec05-4912-8111-b5fbe1b98625 None None] Routers {'51e0e6e8-2961-4a56-9c97-c0eb890fa510'} bound to L3 agent in host dv-cinder-837356-2-iscsi {{(pid=103918) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jun 16 17:34:23.547429 dv-cinder-837356-2-iscsi neutron-server[103918]: DEBUG neutron.db.l3_hamode_db [None req-9a672649-ec05-4912-8111-b5fbe1b98625 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-837356-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-06-16T17:14:15Z,description=,heartbeat_timestamp=2022-06-16T17:34:15Z,host='dv-cinder-837356-2-iscsi',id=7639df21-17c3-4235-8912-210c3ad54137,load=0,resource_versions=,resources_synced=,started_at=2022-06-16T17:14:15Z,topic='l3_agent')) {'router_ids': ['51e0e6e8-2961-4a56-9c97-c0eb890fa510'], 'active': True} {{(pid=103918) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 16 17:34:23.598060 dv-cinder-837356-2-iscsi neutron-server[103918]: DEBUG dbcounter [-] [103918] Writing DB stats neutron:SELECT=97,neutron:UPDATE=3 {{(pid=103918) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 16 17:34:23.642694 dv-cinder-837356-2-iscsi neutron-server[103917]: DEBUG neutron_lib.callbacks.manager [None req-7d35c32a-de49-478e-92e4-3d5ef8098753 admin admin] Publish callbacks [] for router (51e0e6e8-2961-4a56-9c97-c0eb890fa510), before_delete {{(pid=103917) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 17:34:23.657810 dv-cinder-837356-2-iscsi neutron-server[103919]: DEBUG neutron.db.agents_db [None req-d2debd9c-00d6-4a8f-b9fc-d112a2dcea0d None None] Agent healthcheck: found 6 active agents {{(pid=103919) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jun 16 17:34:23.660331 dv-cinder-837356-2-iscsi neutron-server[103918]: DEBUG neutron.db.l3_dvr_db [None req-9a672649-ec05-4912-8111-b5fbe1b98625 None None] Set router 51e0e6e8-2961-4a56-9c97-c0eb890fa510 gateway port host: dv-cinder-837356-2-iscsi {{(pid=103918) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jun 16 17:34:23.749813 dv-cinder-837356-2-iscsi neutron-server[103917]: DEBUG neutron_lib.callbacks.manager [None req-7d35c32a-de49-478e-92e4-3d5ef8098753 admin admin] Publish callbacks [] for router_gateway (51e0e6e8-2961-4a56-9c97-c0eb890fa510), before_delete {{(pid=103917) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 17:34:23.802061 dv-cinder-837356-2-iscsi neutron-server[103917]: DEBUG neutron.plugins.ml2.plugin [None req-7d35c32a-de49-478e-92e4-3d5ef8098753 admin admin] Deleting port 9117a816-4e9e-43ec-ac6e-c5b153dd0bc9 {{(pid=103917) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2043}} Jun 16 17:34:23.802400 dv-cinder-837356-2-iscsi neutron-server[103917]: DEBUG neutron_lib.callbacks.manager [None req-7d35c32a-de49-478e-92e4-3d5ef8098753 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8728539361383'] for port (9117a816-4e9e-43ec-ac6e-c5b153dd0bc9), before_delete {{(pid=103917) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 17:34:23.814089 dv-cinder-837356-2-iscsi neutron-server[103916]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f46df85-6ab2-46c9-bb3e-deda869f83a7 req-400b1c13-71c4-4f3f-b696-98f4a1b4c9ab tempest-AttachVolumeNegativeTest-1307848981 tempest-AttachVolumeNegativeTest-1307848981-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103916) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 16 17:34:23.821265 dv-cinder-837356-2-iscsi neutron-server[103916]: INFO neutron.wsgi [req-2f46df85-6ab2-46c9-bb3e-deda869f83a7 req-400b1c13-71c4-4f3f-b696-98f4a1b4c9ab tempest-AttachVolumeNegativeTest-1307848981 tempest-AttachVolumeNegativeTest-1307848981-project] 10.222.0.66 "GET /v2.0/ports?device_id=a361a3b2-1d56-4cd9-9fb3-87d37147881f HTTP/1.1" status: 200 len: 944 time: 0.0599093 Jun 16 17:34:23.859204 dv-cinder-837356-2-iscsi neutron-server[103918]: DEBUG neutron.db.l3_hamode_db [None req-9a672649-ec05-4912-8111-b5fbe1b98625 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '51e0e6e8-2961-4a56-9c97-c0eb890fa510', 'name': 'tempest-TestShelveInstance-278687210-router', 'tenant_id': '50aeadccaa9348fd9af173f94291bf6f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9df31235-0797-44e6-85a0-102cb2da2d58', 'external_fixed_ips': [{'subnet_id': '1dfb0320-f5eb-46f6-88ce-33002f500238', 'ip_address': '172.27.2.24'}], 'enable_snat': True}, 'gw_port_id': '9117a816-4e9e-43ec-ac6e-c5b153dd0bc9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-16T17:29:29Z', 'updated_at': '2022-06-16T17:34:22Z', 'revision_number': 5, 'project_id': '50aeadccaa9348fd9af173f94291bf6f', 'gw_port': {'id': '9117a816-4e9e-43ec-ac6e-c5b153dd0bc9', 'name': '', 'network_id': '9df31235-0797-44e6-85a0-102cb2da2d58', 'tenant_id': '', 'mac_address': 'fa:16:3e:9a:49:27', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '51e0e6e8-2961-4a56-9c97-c0eb890fa510', 'device_owner': 'network:router_gateway', 'standard_attr_id': 573, 'fixed_ips': [{'subnet_id': '1dfb0320-f5eb-46f6-88ce-33002f500238', 'ip_address': '172.27.2.24', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-837356-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-16T17:29:29Z', 'updated_at': '2022-06-16T17:29:38Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1dfb0320-f5eb-46f6-88ce-33002f500238', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-837356-2-iscsi'}], 'dv-cinder-837356-2-iscsi', False) {} {{(pid=103918) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 16 17:34:23.880801 dv-cinder-837356-2-iscsi neutron-server[103916]: INFO neutron.wsgi [req-2f46df85-6ab2-46c9-bb3e-deda869f83a7 req-84f71743-f0af-446f-b911-39f3f5203418 tempest-AttachVolumeNegativeTest-1307848981 tempest-AttachVolumeNegativeTest-1307848981-project] 10.222.0.66 "GET /v2.0/security-groups?id=bc42eab9-5d5e-470a-a55c-952bca26ada6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0584223 Jun 16 17:34:23.906677 dv-cinder-837356-2-iscsi neutron-server[103918]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9a672649-ec05-4912-8111-b5fbe1b98625 None None] Checking router: 51e0e6e8-2961-4a56-9c97-c0eb890fa510 for host: dv-cinder-837356-2-iscsi {{(pid=103918) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 16 17:34:23.919755 dv-cinder-837356-2-iscsi neutron-server[103918]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9a672649-ec05-4912-8111-b5fbe1b98625 None None] Routers {'51e0e6e8-2961-4a56-9c97-c0eb890fa510'} bound to L3 agent in host dv-cinder-837356-2-iscsi {{(pid=103918) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jun 16 17:34:23.920985 dv-cinder-837356-2-iscsi neutron-server[103918]: DEBUG neutron.db.l3_hamode_db [None req-9a672649-ec05-4912-8111-b5fbe1b98625 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-837356-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-06-16T17:14:15Z,description=,heartbeat_timestamp=2022-06-16T17:34:15Z,host='dv-cinder-837356-2-iscsi',id=7639df21-17c3-4235-8912-210c3ad54137,load=0,resource_versions=,resources_synced=,started_at=2022-06-16T17:14:15Z,topic='l3_agent')) {'router_ids': ['51e0e6e8-2961-4a56-9c97-c0eb890fa510'], 'active': True} {{(pid=103918) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 16 17:34:23.932980 dv-cinder-837356-2-iscsi neutron-server[103917]: DEBUG neutron.plugins.ml2.db [None req-7d35c32a-de49-478e-92e4-3d5ef8098753 admin admin] For port 9117a816-4e9e-43ec-ac6e-c5b153dd0bc9, host dv-cinder-837356-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-837356-2-iscsi',level=0,port_id=9117a816-4e9e-43ec-ac6e-c5b153dd0bc9,segment=NetworkSegment(18b787c7-0964-4a3b-b1f5-b8083c94f58b),segment_id=18b787c7-0964-4a3b-b1f5-b8083c94f58b)] {{(pid=103917) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 16 17:34:23.933416 dv-cinder-837356-2-iscsi neutron-server[103917]: DEBUG neutron_lib.callbacks.manager [None req-7d35c32a-de49-478e-92e4-3d5ef8098753 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-708042'] for port (9117a816-4e9e-43ec-ac6e-c5b153dd0bc9), precommit_delete {{(pid=103917) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 17:34:23.949927 dv-cinder-837356-2-iscsi neutron-server[103917]: DEBUG neutron.plugins.ml2.plugin [None req-7d35c32a-de49-478e-92e4-3d5ef8098753 admin admin] Calling delete_port for 9117a816-4e9e-43ec-ac6e-c5b153dd0bc9 owned by network:router_gateway {{(pid=103917) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2122}} Jun 16 17:34:24.016104 dv-cinder-837356-2-iscsi neutron-server[103918]: DEBUG neutron.db.l3_dvr_db [None req-9a672649-ec05-4912-8111-b5fbe1b98625 None None] Set router 51e0e6e8-2961-4a56-9c97-c0eb890fa510 gateway port host: None {{(pid=103918) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jun 16 17:34:24.073974 dv-cinder-837356-2-iscsi neutron-server[103918]: DEBUG neutron.db.l3_hamode_db [None req-9a672649-ec05-4912-8111-b5fbe1b98625 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '51e0e6e8-2961-4a56-9c97-c0eb890fa510', 'name': 'tempest-TestShelveInstance-278687210-router', 'tenant_id': '50aeadccaa9348fd9af173f94291bf6f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-16T17:29:29Z', 'updated_at': '2022-06-16T17:34:23Z', 'revision_number': 6, 'project_id': '50aeadccaa9348fd9af173f94291bf6f', 'gw_port_host': None}], 'dv-cinder-837356-2-iscsi', False) {} {{(pid=103918) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 16 17:34:24.100491 dv-cinder-837356-2-iscsi neutron-server[103918]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9a672649-ec05-4912-8111-b5fbe1b98625 None None] The sync data for ids ['51e0e6e8-2961-4a56-9c97-c0eb890fa510'] in dv-cinder-837356-2-iscsi is: [{'id': '51e0e6e8-2961-4a56-9c97-c0eb890fa510', 'name': 'tempest-TestShelveInstance-278687210-router', 'tenant_id': '50aeadccaa9348fd9af173f94291bf6f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-16T17:29:29Z', 'updated_at': '2022-06-16T17:34:23Z', 'revision_number': 6, 'project_id': '50aeadccaa9348fd9af173f94291bf6f', 'gw_port_host': None}] {{(pid=103918) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 16 17:34:24.141377 dv-cinder-837356-2-iscsi neutron-server[103917]: DEBUG neutron_lib.callbacks.manager [None req-7d35c32a-de49-478e-92e4-3d5ef8098753 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16007527', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-75831', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16241551', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8728539364702', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8728538993430', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3819743'] for port (9117a816-4e9e-43ec-ac6e-c5b153dd0bc9), after_delete {{(pid=103917) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 17:34:24.170804 dv-cinder-837356-2-iscsi neutron-server[103917]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d35c32a-de49-478e-92e4-3d5ef8098753 admin admin] Pushing event deleted for resources: {'Port': ['ID=9117a816-4e9e-43ec-ac6e-c5b153dd0bc9,revision_number=None']} {{(pid=103917) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 17:34:24.241308 dv-cinder-837356-2-iscsi neutron-server[103917]: DEBUG neutron_lib.callbacks.manager [None req-7d35c32a-de49-478e-92e4-3d5ef8098753 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-704909'] for router_gateway (51e0e6e8-2961-4a56-9c97-c0eb890fa510), after_delete {{(pid=103917) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 17:34:24.629859 dv-cinder-837356-2-iscsi neutron-server[103917]: DEBUG neutron_lib.callbacks.manager [None req-7d35c32a-de49-478e-92e4-3d5ef8098753 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-707972', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-65300'] for router (51e0e6e8-2961-4a56-9c97-c0eb890fa510), precommit_delete {{(pid=103917) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 17:34:24.632742 dv-cinder-837356-2-iscsi neutron-server[103917]: DEBUG neutron_lib.callbacks.manager [None req-7d35c32a-de49-478e-92e4-3d5ef8098753 admin admin] Publish callbacks [] for router_controller (51e0e6e8-2961-4a56-9c97-c0eb890fa510), precommit_delete_associations {{(pid=103917) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 17:34:24.650900 dv-cinder-837356-2-iscsi neutron-server[103918]: DEBUG neutron.plugins.ml2.rpc [None req-b2b17746-c296-4803-869a-65578e8233dd None None] Device 778f57a0-7cf0-4efe-9b55-04da77cb372e up at agent hyperv_hv-cinder-83735 {{(pid=103918) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 16 17:34:24.686098 dv-cinder-837356-2-iscsi neutron-server[103917]: DEBUG neutron_lib.callbacks.manager [None req-7d35c32a-de49-478e-92e4-3d5ef8098753 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-708078'] for router (51e0e6e8-2961-4a56-9c97-c0eb890fa510), after_delete {{(pid=103917) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 17:34:24.686940 dv-cinder-837356-2-iscsi neutron-server[103917]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7d35c32a-de49-478e-92e4-3d5ef8098753 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 51e0e6e8-2961-4a56-9c97-c0eb890fa510 {{(pid=103917) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jun 16 17:34:24.691420 dv-cinder-837356-2-iscsi neutron-server[103917]: DEBUG neutron_lib.callbacks.manager [None req-7d35c32a-de49-478e-92e4-3d5ef8098753 admin admin] Publish callbacks [] for router (None), before_response {{(pid=103917) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 17:34:24.695055 dv-cinder-837356-2-iscsi neutron-server[103917]: INFO neutron.wsgi [None req-7d35c32a-de49-478e-92e4-3d5ef8098753 admin admin] 10.222.0.66 "DELETE /v2.0/routers/51e0e6e8-2961-4a56-9c97-c0eb890fa510 HTTP/1.1" status: 204 len: 168 time: 1.1673989 Jun 16 17:34:24.695791 dv-cinder-837356-2-iscsi neutron-server[103917]: DEBUG neutron.wsgi [-] (103917) accepted ('10.222.0.66', 46530) {{(pid=103917) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 16 17:34:24.706642 dv-cinder-837356-2-iscsi neutron-server[103918]: DEBUG neutron.db.provisioning_blocks [None req-b2b17746-c296-4803-869a-65578e8233dd None None] Provisioning for port 778f57a0-7cf0-4efe-9b55-04da77cb372e completed by entity L2. {{(pid=103918) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:137}} Jun 16 17:34:24.714424 dv-cinder-837356-2-iscsi neutron-server[103918]: DEBUG neutron.db.provisioning_blocks [None req-b2b17746-c296-4803-869a-65578e8233dd None None] Provisioning complete for port 778f57a0-7cf0-4efe-9b55-04da77cb372e triggered by entity L2. {{(pid=103918) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jun 16 17:34:24.714799 dv-cinder-837356-2-iscsi neutron-server[103918]: DEBUG neutron_lib.callbacks.manager [None req-b2b17746-c296-4803-869a-65578e8233dd None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16149424'] for port (778f57a0-7cf0-4efe-9b55-04da77cb372e), provisioning_complete {{(pid=103918) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 17:34:24.724542 dv-cinder-837356-2-iscsi neutron-server[103917]: DEBUG dbcounter [-] [103917] Writing DB stats neutron:SELECT=93,neutron:UPDATE=2,neutron:DELETE=5 {{(pid=103917) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 16 17:34:24.753828 dv-cinder-837356-2-iscsi neutron-server[103917]: DEBUG neutron.db.db_base_plugin_v2 [None req-5e759e4a-db97-4962-b0c2-28c55af80a4e admin admin] Deleting subnet 4a1d4ef0-9517-4aff-bf32-d5774cc7c0cd {{(pid=103917) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1067}} Jun 16 17:34:24.757154 dv-cinder-837356-2-iscsi neutron-server[103917]: DEBUG neutron_lib.callbacks.manager [None req-5e759e4a-db97-4962-b0c2-28c55af80a4e admin admin] Publish callbacks [] for subnet (4a1d4ef0-9517-4aff-bf32-d5774cc7c0cd), before_delete {{(pid=103917) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 17:34:24.794885 dv-cinder-837356-2-iscsi neutron-server[103917]: DEBUG neutron_lib.callbacks.manager [None req-5e759e4a-db97-4962-b0c2-28c55af80a4e admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-25699587'] for subnet (4a1d4ef0-9517-4aff-bf32-d5774cc7c0cd), precommit_delete_associations {{(pid=103917) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 17:34:24.796627 dv-cinder-837356-2-iscsi neutron-server[103918]: DEBUG neutron.plugins.ml2.plugin [None req-b2b17746-c296-4803-869a-65578e8233dd None None] Current status of the port 778f57a0-7cf0-4efe-9b55-04da77cb372e is: BUILD; New status is: ACTIVE {{(pid=103918) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2298}} Jun 16 17:34:24.797079 dv-cinder-837356-2-iscsi neutron-server[103918]: DEBUG neutron_lib.callbacks.manager [None req-b2b17746-c296-4803-869a-65578e8233dd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16007590'] for port (778f57a0-7cf0-4efe-9b55-04da77cb372e), before_update {{(pid=103918) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 17:34:24.813737 dv-cinder-837356-2-iscsi neutron-server[103917]: DEBUG dbcounter [-] [103917] Writing DB stats neutron:SELECT=91,neutron:UPDATE=2,neutron:DELETE=7 {{(pid=103917) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 16 17:34:24.827182 dv-cinder-837356-2-iscsi neutron-server[103918]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a361a3b2-1d56-4cd9-9fb3-87d37147881f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '778f57a0-7cf0-4efe-9b55-04da77cb372e'}] {{(pid=103918) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jun 16 17:34:24.829580 dv-cinder-837356-2-iscsi neutron-server[103918]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.66/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c81ba123246404939637391270152498621c2ac0d5068f91321d7f7277fce0c4" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0cc398de-ae4c-496d-995c-9e092c2326b9" -d '{"events": [{"server_uuid": "a361a3b2-1d56-4cd9-9fb3-87d37147881f", "name": "network-vif-plugged", "status": "completed", "tag": "778f57a0-7cf0-4efe-9b55-04da77cb372e"}]}' {{(pid=103918) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 16 17:34:24.843353 dv-cinder-837356-2-iscsi neutron-server[103918]: DEBUG neutron.plugins.ml2.db [None req-b2b17746-c296-4803-869a-65578e8233dd None None] For port 778f57a0-7cf0-4efe-9b55-04da77cb372e, host hv-cinder-83735, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83735',level=0,port_id=778f57a0-7cf0-4efe-9b55-04da77cb372e,segment=NetworkSegment(77c5a64f-3dc1-42ac-871e-4a71d56bdf63),segment_id=77c5a64f-3dc1-42ac-871e-4a71d56bdf63)] {{(pid=103918) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 16 17:34:24.848988 dv-cinder-837356-2-iscsi neutron-server[103918]: DEBUG neutron_lib.callbacks.manager [None req-b2b17746-c296-4803-869a-65578e8233dd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16007527', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-75831', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16241551', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728539364693', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728538993439', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728538993457'] for port (778f57a0-7cf0-4efe-9b55-04da77cb372e), after_update {{(pid=103918) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 17:34:24.895339 dv-cinder-837356-2-iscsi neutron-server[103917]: DEBUG neutron_lib.callbacks.manager [None req-5e759e4a-db97-4962-b0c2-28c55af80a4e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-16150392'] for subnet (4a1d4ef0-9517-4aff-bf32-d5774cc7c0cd), precommit_delete {{(pid=103917) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 17:34:24.928612 dv-cinder-837356-2-iscsi neutron-server[103918]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b2b17746-c296-4803-869a-65578e8233dd None None] Pushing event updated for resources: {'Port': ['ID=778f57a0-7cf0-4efe-9b55-04da77cb372e,revision_number=5']} {{(pid=103918) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 17:34:24.969265 dv-cinder-837356-2-iscsi neutron-server[103917]: DEBUG neutron_lib.callbacks.manager [None req-5e759e4a-db97-4962-b0c2-28c55af80a4e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-16150339', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-570574', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16241551', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3819756', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-25758852'] for subnet (4a1d4ef0-9517-4aff-bf32-d5774cc7c0cd), after_delete {{(pid=103917) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 17:34:25.000584 dv-cinder-837356-2-iscsi neutron-server[103917]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e759e4a-db97-4962-b0c2-28c55af80a4e admin admin] Pushing event deleted for resources: {'Subnet': ['ID=4a1d4ef0-9517-4aff-bf32-d5774cc7c0cd,revision_number=None']} {{(pid=103917) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 17:34:25.006125 dv-cinder-837356-2-iscsi neutron-server[103917]: DEBUG neutron_lib.callbacks.manager [None req-5e759e4a-db97-4962-b0c2-28c55af80a4e admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=103917) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 17:34:25.012252 dv-cinder-837356-2-iscsi neutron-server[103918]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cd8f3800-7900-495c-8bb2-2ef6e0c5a557 None None] Network e2e2bf0f-54ad-46f0-9611-04e943388552 requested from dv-cinder-837356-2-iscsi {{(pid=103918) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jun 16 17:34:25.012488 dv-cinder-837356-2-iscsi neutron-server[103917]: INFO neutron.wsgi [None req-5e759e4a-db97-4962-b0c2-28c55af80a4e admin admin] 10.222.0.66 "DELETE /v2.0/subnets/4a1d4ef0-9517-4aff-bf32-d5774cc7c0cd HTTP/1.1" status: 204 len: 168 time: 0.3131323 Jun 16 17:34:25.013725 dv-cinder-837356-2-iscsi neutron-server[103917]: DEBUG neutron.wsgi [-] (103917) accepted ('10.222.0.66', 46538) {{(pid=103917) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 16 17:34:25.015615 dv-cinder-837356-2-iscsi neutron-server[103918]: DEBUG dbcounter [-] [103918] Writing DB stats neutron:SELECT=98,neutron:DELETE=1,neutron:UPDATE=1 {{(pid=103918) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 16 17:34:25.046991 dv-cinder-837356-2-iscsi neutron-server[103916]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-946cd177-718e-4472-9cc9-c9b3aa59476a req-c525cb8e-20ad-476c-8397-042fd9209841 tempest-AttachVolumeNegativeTest-1307848981 tempest-AttachVolumeNegativeTest-1307848981-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103916) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 16 17:34:25.055979 dv-cinder-837356-2-iscsi neutron-server[103916]: INFO neutron.wsgi [req-946cd177-718e-4472-9cc9-c9b3aa59476a req-c525cb8e-20ad-476c-8397-042fd9209841 tempest-AttachVolumeNegativeTest-1307848981 tempest-AttachVolumeNegativeTest-1307848981-project] 10.222.0.66 "GET /v2.0/ports?device_id=a361a3b2-1d56-4cd9-9fb3-87d37147881f HTTP/1.1" status: 200 len: 945 time: 0.0707195 Jun 16 17:34:25.119523 dv-cinder-837356-2-iscsi neutron-server[103916]: INFO neutron.wsgi [req-946cd177-718e-4472-9cc9-c9b3aa59476a req-aad797b1-d1bb-4f47-a07f-86f5308efbc5 tempest-AttachVolumeNegativeTest-1307848981 tempest-AttachVolumeNegativeTest-1307848981-project] 10.222.0.66 "GET /v2.0/security-groups?id=bc42eab9-5d5e-470a-a55c-952bca26ada6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0624027 Jun 16 17:34:25.123221 dv-cinder-837356-2-iscsi neutron-server[103917]: DEBUG neutron_lib.callbacks.manager [None req-4c78369c-0957-4d3a-bc0a-426867c8c858 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-16129347'] for network (e2e2bf0f-54ad-46f0-9611-04e943388552), before_delete {{(pid=103917) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 17:34:25.144498 dv-cinder-837356-2-iscsi neutron-server[103918]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 16 Jun 2022 17:34:24 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c28dc102-f918-42de-8866-a7fbb4d323cc x-openstack-request-id: req-c28dc102-f918-42de-8866-a7fbb4d323cc {{(pid=103918) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 16 17:34:25.144828 dv-cinder-837356-2-iscsi neutron-server[103918]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "a361a3b2-1d56-4cd9-9fb3-87d37147881f", "name": "network-vif-plugged", "status": "completed", "tag": "778f57a0-7cf0-4efe-9b55-04da77cb372e", "code": 200}]} {{(pid=103918) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 16 17:34:25.145093 dv-cinder-837356-2-iscsi neutron-server[103918]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.66/compute/v2.1/os-server-external-events used request id req-c28dc102-f918-42de-8866-a7fbb4d323cc {{(pid=103918) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 16 17:34:25.145596 dv-cinder-837356-2-iscsi neutron-server[103918]: INFO neutron.notifiers.nova [-] Nova event matching ['req-c28dc102-f918-42de-8866-a7fbb4d323cc'] response: {'server_uuid': 'a361a3b2-1d56-4cd9-9fb3-87d37147881f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '778f57a0-7cf0-4efe-9b55-04da77cb372e', 'code': 200} Jun 16 17:34:25.190565 dv-cinder-837356-2-iscsi neutron-server[103917]: DEBUG neutron.plugins.ml2.plugin [None req-4c78369c-0957-4d3a-bc0a-426867c8c858 admin admin] Deleting port b62d7ef5-373d-4eec-8928-9fb7491060d8 {{(pid=103917) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2043}} Jun 16 17:34:25.190727 dv-cinder-837356-2-iscsi neutron-server[103917]: DEBUG neutron_lib.callbacks.manager [None req-4c78369c-0957-4d3a-bc0a-426867c8c858 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8728539361383'] for port (b62d7ef5-373d-4eec-8928-9fb7491060d8), before_delete {{(pid=103917) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 17:34:25.222257 dv-cinder-837356-2-iscsi neutron-server[103918]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ef473ef1-9ab9-4692-9f42-89e262dfc371 None None] DHCP port deletion for e2e2bf0f-54ad-46f0-9611-04e943388552 request from dv-cinder-837356-2-iscsi {{(pid=103918) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Jun 16 17:34:25.272861 dv-cinder-837356-2-iscsi neutron-server[103917]: DEBUG neutron.plugins.ml2.db [None req-4c78369c-0957-4d3a-bc0a-426867c8c858 admin admin] For port b62d7ef5-373d-4eec-8928-9fb7491060d8, host dv-cinder-837356-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-837356-2-iscsi',level=0,port_id=b62d7ef5-373d-4eec-8928-9fb7491060d8,segment=NetworkSegment(c699bc47-a9b6-4cfb-b695-ab4077dce1dd),segment_id=c699bc47-a9b6-4cfb-b695-ab4077dce1dd)] {{(pid=103917) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 16 17:34:25.273501 dv-cinder-837356-2-iscsi neutron-server[103917]: DEBUG neutron_lib.callbacks.manager [None req-4c78369c-0957-4d3a-bc0a-426867c8c858 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-708042'] for port (b62d7ef5-373d-4eec-8928-9fb7491060d8), precommit_delete {{(pid=103917) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 17:34:25.278625 dv-cinder-837356-2-iscsi neutron-server[103918]: DEBUG neutron.plugins.ml2.plugin [None req-ef473ef1-9ab9-4692-9f42-89e262dfc371 None None] Deleting port b62d7ef5-373d-4eec-8928-9fb7491060d8 {{(pid=103918) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2043}} Jun 16 17:34:25.279006 dv-cinder-837356-2-iscsi neutron-server[103918]: DEBUG neutron_lib.callbacks.manager [None req-ef473ef1-9ab9-4692-9f42-89e262dfc371 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8728539361383'] for port (b62d7ef5-373d-4eec-8928-9fb7491060d8), before_delete {{(pid=103918) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 17:34:25.301538 dv-cinder-837356-2-iscsi neutron-server[103917]: DEBUG neutron.plugins.ml2.plugin [None req-4c78369c-0957-4d3a-bc0a-426867c8c858 admin admin] Calling delete_port for b62d7ef5-373d-4eec-8928-9fb7491060d8 owned by network:dhcp {{(pid=103917) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2122}} Jun 16 17:34:25.382090 dv-cinder-837356-2-iscsi neutron-server[103917]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3caf3610-9926-49a9-94ae-ca9e2f414b23 req-6f876390-100c-4945-beaa-03c77848a25c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103917) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 16 17:34:25.383712 dv-cinder-837356-2-iscsi neutron-server[103917]: INFO neutron.wsgi [req-3caf3610-9926-49a9-94ae-ca9e2f414b23 req-6f876390-100c-4945-beaa-03c77848a25c service neutron] 10.222.0.81 "GET /v2.0/ports?device_id=a361a3b2-1d56-4cd9-9fb3-87d37147881f HTTP/1.1" status: 200 len: 1129 time: 0.0996659 Jun 16 17:34:25.455444 dv-cinder-837356-2-iscsi neutron-server[103917]: INFO neutron.wsgi [req-3caf3610-9926-49a9-94ae-ca9e2f414b23 req-6e485d5f-c4be-47e0-b0d0-bd8e8ed51ab7 service neutron] 10.222.0.81 "GET /v2.0/security-groups?id=bc42eab9-5d5e-470a-a55c-952bca26ada6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0646422 Jun 16 17:34:25.464642 dv-cinder-837356-2-iscsi neutron-server[103917]: DEBUG neutron_lib.callbacks.manager [None req-4c78369c-0957-4d3a-bc0a-426867c8c858 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16007527', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-75831', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16241551', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8728539364702', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8728538993430', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3819743'] for port (b62d7ef5-373d-4eec-8928-9fb7491060d8), after_delete {{(pid=103917) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 17:34:25.495229 dv-cinder-837356-2-iscsi neutron-server[103918]: DEBUG neutron.plugins.ml2.db [None req-ef473ef1-9ab9-4692-9f42-89e262dfc371 None None] For port b62d7ef5-373d-4eec-8928-9fb7491060d8, host dv-cinder-837356-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-837356-2-iscsi',level=0,port_id=b62d7ef5-373d-4eec-8928-9fb7491060d8,segment=NetworkSegment(c699bc47-a9b6-4cfb-b695-ab4077dce1dd),segment_id=c699bc47-a9b6-4cfb-b695-ab4077dce1dd)] {{(pid=103918) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 16 17:34:25.495673 dv-cinder-837356-2-iscsi neutron-server[103918]: DEBUG neutron_lib.callbacks.manager [None req-ef473ef1-9ab9-4692-9f42-89e262dfc371 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-708042'] for port (b62d7ef5-373d-4eec-8928-9fb7491060d8), precommit_delete {{(pid=103918) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 17:34:25.495898 dv-cinder-837356-2-iscsi neutron-server[103917]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4c78369c-0957-4d3a-bc0a-426867c8c858 admin admin] Pushing event deleted for resources: {'Port': ['ID=b62d7ef5-373d-4eec-8928-9fb7491060d8,revision_number=None']} {{(pid=103917) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 17:34:25.500136 dv-cinder-837356-2-iscsi neutron-server[103917]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4c78369c-0957-4d3a-bc0a-426867c8c858 admin admin] No DVR routers for this DVR port b62d7ef5-373d-4eec-8928-9fb7491060d8 on host dv-cinder-837356-2-iscsi {{(pid=103917) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:215}} Jun 16 17:34:25.513483 dv-cinder-837356-2-iscsi neutron-server[103918]: DEBUG neutron.plugins.ml2.plugin [None req-ef473ef1-9ab9-4692-9f42-89e262dfc371 None None] Calling delete_port for b62d7ef5-373d-4eec-8928-9fb7491060d8 owned by network:dhcp {{(pid=103918) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2122}} Jun 16 17:34:25.585128 dv-cinder-837356-2-iscsi neutron-server[103917]: DEBUG neutron_lib.callbacks.manager [None req-4c78369c-0957-4d3a-bc0a-426867c8c858 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-16152121', 'neutron.services.segments.db._delete_segments_for_network-8728539454199'] for network (e2e2bf0f-54ad-46f0-9611-04e943388552), precommit_delete {{(pid=103917) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 17:34:25.611420 dv-cinder-837356-2-iscsi neutron-server[103917]: DEBUG neutron.services.segments.db [None req-4c78369c-0957-4d3a-bc0a-426867c8c858 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['e2e2bf0f-54ad-46f0-9611-04e943388552']}} {{(pid=103917) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 16 17:34:25.617631 dv-cinder-837356-2-iscsi neutron-server[103918]: DEBUG dbcounter [-] [103918] Writing DB stats neutron:SELECT=96,neutron:UPDATE=1,neutron:DELETE=3 {{(pid=103918) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 16 17:34:25.623270 dv-cinder-837356-2-iscsi neutron-server[103918]: DEBUG neutron_lib.callbacks.manager [None req-ef473ef1-9ab9-4692-9f42-89e262dfc371 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16007527', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-75831', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16241551', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8728539364702', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8728538993430'] for port (b62d7ef5-373d-4eec-8928-9fb7491060d8), after_delete {{(pid=103918) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 17:34:25.628428 dv-cinder-837356-2-iscsi neutron-server[103917]: DEBUG neutron.services.segments.db [None req-4c78369c-0957-4d3a-bc0a-426867c8c858 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'c699bc47-a9b6-4cfb-b695-ab4077dce1dd') {'for_net_delete': True} {{(pid=103917) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 16 17:34:25.628861 dv-cinder-837356-2-iscsi neutron-server[103917]: DEBUG neutron.services.segments.db [None req-4c78369c-0957-4d3a-bc0a-426867c8c858 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'c699bc47-a9b6-4cfb-b695-ab4077dce1dd') {} {{(pid=103917) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 16 17:34:25.640027 dv-cinder-837356-2-iscsi neutron-server[103917]: DEBUG neutron_lib.callbacks.manager [None req-4c78369c-0957-4d3a-bc0a-426867c8c858 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8728539454082', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-25699604'] for segment (c699bc47-a9b6-4cfb-b695-ab4077dce1dd), before_delete {{(pid=103917) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 17:34:25.654103 dv-cinder-837356-2-iscsi neutron-server[103918]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef473ef1-9ab9-4692-9f42-89e262dfc371 None None] Pushing event deleted for resources: {'Port': ['ID=b62d7ef5-373d-4eec-8928-9fb7491060d8,revision_number=None']} {{(pid=103918) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 17:34:25.656422 dv-cinder-837356-2-iscsi neutron-server[103917]: DEBUG neutron_lib.callbacks.manager [None req-4c78369c-0957-4d3a-bc0a-426867c8c858 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16150272'] for segment (c699bc47-a9b6-4cfb-b695-ab4077dce1dd), precommit_delete {{(pid=103917) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 17:34:25.658927 dv-cinder-837356-2-iscsi neutron-server[103918]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ef473ef1-9ab9-4692-9f42-89e262dfc371 None None] No DVR routers for this DVR port b62d7ef5-373d-4eec-8928-9fb7491060d8 on host dv-cinder-837356-2-iscsi {{(pid=103918) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:215}} Jun 16 17:34:25.662911 dv-cinder-837356-2-iscsi neutron-server[103917]: DEBUG dbcounter [-] [103917] Writing DB stats neutron:SELECT=91,neutron:UPDATE=2,neutron:DELETE=7 {{(pid=103917) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 16 17:34:25.666266 dv-cinder-837356-2-iscsi neutron-server[103917]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-4c78369c-0957-4d3a-bc0a-426867c8c858 admin admin] Releasing vlan 1015 on physical network physnet1 to pool {{(pid=103917) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jun 16 17:34:25.666679 dv-cinder-837356-2-iscsi neutron-server[103917]: DEBUG neutron_lib.callbacks.manager [None req-4c78369c-0957-4d3a-bc0a-426867c8c858 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16150272', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3819570'] for segment (c699bc47-a9b6-4cfb-b695-ab4077dce1dd), after_delete {{(pid=103917) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 17:34:25.722821 dv-cinder-837356-2-iscsi neutron-server[103917]: INFO neutron.services.segments.plugin [-] Segment c699bc47-a9b6-4cfb-b695-ab4077dce1dd resource provider aggregate not found Jun 16 17:34:25.743030 dv-cinder-837356-2-iscsi neutron-server[103917]: INFO neutron.services.segments.plugin [-] Segment c699bc47-a9b6-4cfb-b695-ab4077dce1dd resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid c699bc47-a9b6-4cfb-b695-ab4077dce1dd found for delete ", "request_id": "req-5339d6da-68c4-434b-adb4-7fd9d4621318"}]} Jun 16 17:34:25.744143 dv-cinder-837356-2-iscsi neutron-server[103917]: DEBUG neutron_lib.callbacks.manager [None req-4c78369c-0957-4d3a-bc0a-426867c8c858 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-16152118', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-570401', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16241551', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-704929'] for network (e2e2bf0f-54ad-46f0-9611-04e943388552), after_delete {{(pid=103917) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 17:34:25.750997 dv-cinder-837356-2-iscsi neutron-server[103917]: DEBUG neutron_lib.callbacks.manager [None req-4c78369c-0957-4d3a-bc0a-426867c8c858 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-16241561'] for network (None), before_response {{(pid=103917) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 17:34:25.754234 dv-cinder-837356-2-iscsi neutron-server[103917]: INFO neutron.wsgi [None req-4c78369c-0957-4d3a-bc0a-426867c8c858 admin admin] 10.222.0.66 "DELETE /v2.0/networks/e2e2bf0f-54ad-46f0-9611-04e943388552 HTTP/1.1" status: 204 len: 168 time: 0.7394812 Jun 16 17:34:25.757263 dv-cinder-837356-2-iscsi neutron-server[103917]: DEBUG neutron.wsgi [-] (103917) accepted ('10.222.0.66', 46544) {{(pid=103917) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 16 17:34:25.774392 dv-cinder-837356-2-iscsi neutron-server[103917]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4c78369c-0957-4d3a-bc0a-426867c8c858 admin admin] Pushing event deleted for resources: {'Network': ['ID=e2e2bf0f-54ad-46f0-9611-04e943388552,revision_number=None']} {{(pid=103917) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 17:34:25.955909 dv-cinder-837356-2-iscsi neutron-server[103918]: DEBUG neutron.plugins.ml2.rpc [None req-39ead2dc-a542-4f04-b117-439eb7f32aa8 None None] Device 9117a816-4e9e-43ec-ac6e-c5b153dd0bc9 no longer exists at agent ovs-agent-dv-cinder-837356-2-iscsi {{(pid=103918) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jun 16 17:34:25.979541 dv-cinder-837356-2-iscsi neutron-server[103918]: DEBUG neutron.plugins.ml2.plugin [None req-39ead2dc-a542-4f04-b117-439eb7f32aa8 None None] No Port match for: 9117a816-4e9e-43ec-ac6e-c5b153dd0bc9 {{(pid=103918) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2382}} Jun 16 17:34:25.979887 dv-cinder-837356-2-iscsi neutron-server[103918]: DEBUG neutron.plugins.ml2.rpc [None req-39ead2dc-a542-4f04-b117-439eb7f32aa8 None None] Device 9117a816-4e9e-43ec-ac6e-c5b153dd0bc9 not bound to the agent host dv-cinder-837356-2-iscsi {{(pid=103918) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jun 16 17:34:25.980300 dv-cinder-837356-2-iscsi neutron-server[103918]: DEBUG neutron.plugins.ml2.rpc [None req-39ead2dc-a542-4f04-b117-439eb7f32aa8 None None] Device 401826ae-efee-49a0-8dc1-2f0485f4adf8 no longer exists at agent ovs-agent-dv-cinder-837356-2-iscsi {{(pid=103918) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jun 16 17:34:25.988646 dv-cinder-837356-2-iscsi neutron-server[103917]: DEBUG dbcounter [-] [103917] Writing DB stats neutron:SELECT=91,neutron:DELETE=7,neutron:UPDATE=2 {{(pid=103917) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 16 17:34:26.000542 dv-cinder-837356-2-iscsi neutron-server[103918]: DEBUG neutron.plugins.ml2.plugin [None req-39ead2dc-a542-4f04-b117-439eb7f32aa8 None None] No Port match for: 401826ae-efee-49a0-8dc1-2f0485f4adf8 {{(pid=103918) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2382}} Jun 16 17:34:26.000818 dv-cinder-837356-2-iscsi neutron-server[103918]: DEBUG neutron.plugins.ml2.rpc [None req-39ead2dc-a542-4f04-b117-439eb7f32aa8 None None] Device 401826ae-efee-49a0-8dc1-2f0485f4adf8 not bound to the agent host dv-cinder-837356-2-iscsi {{(pid=103918) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jun 16 17:34:26.001258 dv-cinder-837356-2-iscsi neutron-server[103918]: DEBUG neutron.plugins.ml2.rpc [None req-39ead2dc-a542-4f04-b117-439eb7f32aa8 None None] Device b62d7ef5-373d-4eec-8928-9fb7491060d8 no longer exists at agent ovs-agent-dv-cinder-837356-2-iscsi {{(pid=103918) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jun 16 17:34:26.025241 dv-cinder-837356-2-iscsi neutron-server[103918]: DEBUG neutron.plugins.ml2.plugin [None req-39ead2dc-a542-4f04-b117-439eb7f32aa8 None None] No Port match for: b62d7ef5-373d-4eec-8928-9fb7491060d8 {{(pid=103918) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2382}} Jun 16 17:34:26.025640 dv-cinder-837356-2-iscsi neutron-server[103918]: DEBUG neutron.plugins.ml2.rpc [None req-39ead2dc-a542-4f04-b117-439eb7f32aa8 None None] Device b62d7ef5-373d-4eec-8928-9fb7491060d8 not bound to the agent host dv-cinder-837356-2-iscsi {{(pid=103918) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jun 16 17:34:26.114886 dv-cinder-837356-2-iscsi neutron-server[103917]: DEBUG neutron_lib.callbacks.manager [None req-99a8f578-4563-46d8-8667-117df615feb9 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-706250'] for router_interface (e8b16fce-4c4f-400b-ae9a-83f311f8f931), before_delete {{(pid=103917) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 17:34:26.287131 dv-cinder-837356-2-iscsi neutron-server[103917]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-369dba3b-f07c-4bc9-b16b-87d4b0e1c506 req-46579d30-d8ad-4c26-a700-14ab194fa568 tempest-AttachVolumeNegativeTest-1307848981 tempest-AttachVolumeNegativeTest-1307848981-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103917) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 16 17:34:26.288530 dv-cinder-837356-2-iscsi neutron-server[103917]: INFO neutron.wsgi [req-369dba3b-f07c-4bc9-b16b-87d4b0e1c506 req-46579d30-d8ad-4c26-a700-14ab194fa568 tempest-AttachVolumeNegativeTest-1307848981 tempest-AttachVolumeNegativeTest-1307848981-project] 10.222.0.66 "GET /v2.0/ports?device_id=a361a3b2-1d56-4cd9-9fb3-87d37147881f HTTP/1.1" status: 200 len: 945 time: 0.0881960 Jun 16 17:34:26.388936 dv-cinder-837356-2-iscsi neutron-server[103917]: INFO neutron.wsgi [req-369dba3b-f07c-4bc9-b16b-87d4b0e1c506 req-f478f6b7-f10d-4e5e-b789-a844bac43474 tempest-AttachVolumeNegativeTest-1307848981 tempest-AttachVolumeNegativeTest-1307848981-project] 10.222.0.66 "GET /v2.0/security-groups?id=bc42eab9-5d5e-470a-a55c-952bca26ada6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0946493 Jun 16 17:34:26.435651 dv-cinder-837356-2-iscsi neutron-server[103917]: DEBUG neutron.plugins.ml2.plugin [None req-99a8f578-4563-46d8-8667-117df615feb9 admin admin] Deleting port 348ea1f8-8c4b-4eba-b491-42d9b6e1e0a2 {{(pid=103917) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2043}} Jun 16 17:34:26.436099 dv-cinder-837356-2-iscsi neutron-server[103917]: DEBUG neutron_lib.callbacks.manager [None req-99a8f578-4563-46d8-8667-117df615feb9 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8728539361383'] for port (348ea1f8-8c4b-4eba-b491-42d9b6e1e0a2), before_delete {{(pid=103917) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 17:34:26.533832 dv-cinder-837356-2-iscsi neutron-server[103917]: DEBUG neutron.plugins.ml2.db [None req-99a8f578-4563-46d8-8667-117df615feb9 admin admin] For port 348ea1f8-8c4b-4eba-b491-42d9b6e1e0a2, host dv-cinder-837356-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-837356-2-iscsi',level=0,port_id=348ea1f8-8c4b-4eba-b491-42d9b6e1e0a2,segment=NetworkSegment(e9d2a385-dd16-4c80-a0a8-633cf32191fa),segment_id=e9d2a385-dd16-4c80-a0a8-633cf32191fa)] {{(pid=103917) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 16 17:34:26.534364 dv-cinder-837356-2-iscsi neutron-server[103917]: DEBUG neutron_lib.callbacks.manager [None req-99a8f578-4563-46d8-8667-117df615feb9 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-708042'] for port (348ea1f8-8c4b-4eba-b491-42d9b6e1e0a2), precommit_delete {{(pid=103917) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 17:34:26.555504 dv-cinder-837356-2-iscsi neutron-server[103917]: DEBUG neutron.plugins.ml2.plugin [None req-99a8f578-4563-46d8-8667-117df615feb9 admin admin] Calling delete_port for 348ea1f8-8c4b-4eba-b491-42d9b6e1e0a2 owned by network:router_interface {{(pid=103917) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2122}} Jun 16 17:34:26.703210 dv-cinder-837356-2-iscsi neutron-server[103917]: DEBUG dbcounter [-] [103917] Writing DB stats neutron:DELETE=6,neutron:SELECT=94 {{(pid=103917) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 16 17:34:26.762205 dv-cinder-837356-2-iscsi neutron-server[103917]: DEBUG neutron_lib.callbacks.manager [None req-99a8f578-4563-46d8-8667-117df615feb9 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16007527', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-75831', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16241551', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8728539364702', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8728538993430', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3819743'] for port (348ea1f8-8c4b-4eba-b491-42d9b6e1e0a2), after_delete {{(pid=103917) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 17:34:26.791217 dv-cinder-837356-2-iscsi neutron-server[103917]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-99a8f578-4563-46d8-8667-117df615feb9 admin admin] Pushing event deleted for resources: {'Port': ['ID=348ea1f8-8c4b-4eba-b491-42d9b6e1e0a2,revision_number=None']} {{(pid=103917) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 17:34:26.846903 dv-cinder-837356-2-iscsi neutron-server[103917]: DEBUG dbcounter [-] [103917] Writing DB stats neutron:SELECT=95,neutron:DELETE=4,neutron:UPDATE=1 {{(pid=103917) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 16 17:34:26.986159 dv-cinder-837356-2-iscsi neutron-server[103917]: DEBUG neutron_lib.callbacks.manager [None req-99a8f578-4563-46d8-8667-117df615feb9 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-16241524', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-705370'] for router_interface (e8b16fce-4c4f-400b-ae9a-83f311f8f931), after_delete {{(pid=103917) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 17:34:27.212031 dv-cinder-837356-2-iscsi neutron-server[103917]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-99a8f578-4563-46d8-8667-117df615feb9 admin admin] Router e8b16fce-4c4f-400b-ae9a-83f311f8f931 has already been hosted by L3 agent 7639df21-17c3-4235-8912-210c3ad54137 {{(pid=103917) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jun 16 17:34:27.323359 dv-cinder-837356-2-iscsi neutron-server[103917]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-99a8f578-4563-46d8-8667-117df615feb9 admin admin] Notify agent at l3_agent.dv-cinder-837356-2-iscsi the message routers_updated {{(pid=103917) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jun 16 17:34:27.330848 dv-cinder-837356-2-iscsi neutron-server[103917]: INFO neutron.wsgi [None req-99a8f578-4563-46d8-8667-117df615feb9 admin admin] 10.222.0.66 "PUT /v2.0/routers/e8b16fce-4c4f-400b-ae9a-83f311f8f931/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.5724750 Jun 16 17:34:27.332661 dv-cinder-837356-2-iscsi neutron-server[103917]: DEBUG neutron.wsgi [-] (103917) accepted ('10.222.0.66', 46548) {{(pid=103917) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 16 17:34:27.334107 dv-cinder-837356-2-iscsi neutron-server[103919]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d8f2ed6a-843c-4907-8232-64bec32fa569 None None] Sync routers for ids ['e8b16fce-4c4f-400b-ae9a-83f311f8f931'] in dv-cinder-837356-2-iscsi {{(pid=103919) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 16 17:34:27.345629 dv-cinder-837356-2-iscsi neutron-server[103919]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d8f2ed6a-843c-4907-8232-64bec32fa569 None None] Routers {'e8b16fce-4c4f-400b-ae9a-83f311f8f931'} bound to L3 agent in host dv-cinder-837356-2-iscsi {{(pid=103919) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jun 16 17:34:27.346229 dv-cinder-837356-2-iscsi neutron-server[103919]: DEBUG neutron.db.l3_hamode_db [None req-d8f2ed6a-843c-4907-8232-64bec32fa569 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-837356-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-06-16T17:14:15Z,description=,heartbeat_timestamp=2022-06-16T17:34:15Z,host='dv-cinder-837356-2-iscsi',id=7639df21-17c3-4235-8912-210c3ad54137,load=0,resource_versions=,resources_synced=,started_at=2022-06-16T17:14:15Z,topic='l3_agent')) {'router_ids': ['e8b16fce-4c4f-400b-ae9a-83f311f8f931'], 'active': True} {{(pid=103919) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 16 17:34:27.468949 dv-cinder-837356-2-iscsi neutron-server[103919]: DEBUG neutron.db.l3_dvr_db [None req-d8f2ed6a-843c-4907-8232-64bec32fa569 None None] Set router e8b16fce-4c4f-400b-ae9a-83f311f8f931 gateway port host: dv-cinder-837356-2-iscsi {{(pid=103919) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jun 16 17:34:27.528463 dv-cinder-837356-2-iscsi neutron-server[103916]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a627a5f8-5daf-4dac-9a19-8e6a54612b4d req-d80a3497-537a-401f-96f9-4a32cdab9c9e tempest-AttachVolumeNegativeTest-1307848981 tempest-AttachVolumeNegativeTest-1307848981-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103916) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 16 17:34:27.536632 dv-cinder-837356-2-iscsi neutron-server[103916]: INFO neutron.wsgi [req-a627a5f8-5daf-4dac-9a19-8e6a54612b4d req-d80a3497-537a-401f-96f9-4a32cdab9c9e tempest-AttachVolumeNegativeTest-1307848981 tempest-AttachVolumeNegativeTest-1307848981-project] 10.222.0.66 "GET /v2.0/ports?device_id=a361a3b2-1d56-4cd9-9fb3-87d37147881f HTTP/1.1" status: 200 len: 945 time: 0.0703571 Jun 16 17:34:27.592658 dv-cinder-837356-2-iscsi neutron-server[103916]: INFO neutron.wsgi [req-a627a5f8-5daf-4dac-9a19-8e6a54612b4d req-ba243617-007c-4c76-a66e-3c109faed57c tempest-AttachVolumeNegativeTest-1307848981 tempest-AttachVolumeNegativeTest-1307848981-project] 10.222.0.66 "GET /v2.0/security-groups?id=bc42eab9-5d5e-470a-a55c-952bca26ada6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0516798 Jun 16 17:34:27.655232 dv-cinder-837356-2-iscsi neutron-server[103919]: DEBUG neutron.db.l3_hamode_db [None req-d8f2ed6a-843c-4907-8232-64bec32fa569 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e8b16fce-4c4f-400b-ae9a-83f311f8f931', 'name': 'tempest-TestShelveInstance-1698680543-router', 'tenant_id': '8612326dfc09414caca0b216d53b9f13', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9df31235-0797-44e6-85a0-102cb2da2d58', 'external_fixed_ips': [{'subnet_id': '1dfb0320-f5eb-46f6-88ce-33002f500238', 'ip_address': '172.27.2.49'}], 'enable_snat': True}, 'gw_port_id': 'faae77bb-d4a7-4a67-8c0d-15828ced0754', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-16T17:29:40Z', 'updated_at': '2022-06-16T17:34:26Z', 'revision_number': 5, 'project_id': '8612326dfc09414caca0b216d53b9f13', 'gw_port': {'id': 'faae77bb-d4a7-4a67-8c0d-15828ced0754', 'name': '', 'network_id': '9df31235-0797-44e6-85a0-102cb2da2d58', 'tenant_id': '', 'mac_address': 'fa:16:3e:2e:34:f8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e8b16fce-4c4f-400b-ae9a-83f311f8f931', 'device_owner': 'network:router_gateway', 'standard_attr_id': 585, 'fixed_ips': [{'subnet_id': '1dfb0320-f5eb-46f6-88ce-33002f500238', 'ip_address': '172.27.2.49', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-837356-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-16T17:29:42Z', 'updated_at': '2022-06-16T17:29:50Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1dfb0320-f5eb-46f6-88ce-33002f500238', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-837356-2-iscsi'}], 'dv-cinder-837356-2-iscsi', False) {} {{(pid=103919) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 16 17:34:27.687493 dv-cinder-837356-2-iscsi neutron-server[103919]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d8f2ed6a-843c-4907-8232-64bec32fa569 None None] Checking router: e8b16fce-4c4f-400b-ae9a-83f311f8f931 for host: dv-cinder-837356-2-iscsi {{(pid=103919) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 16 17:34:27.688455 dv-cinder-837356-2-iscsi neutron-server[103917]: DEBUG neutron_lib.callbacks.manager [None req-fbdd8b87-b62a-4400-976c-e021794fb4bc admin admin] Publish callbacks [] for router (e8b16fce-4c4f-400b-ae9a-83f311f8f931), before_delete {{(pid=103917) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 17:34:27.701663 dv-cinder-837356-2-iscsi neutron-server[103919]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d8f2ed6a-843c-4907-8232-64bec32fa569 None None] Routers {'e8b16fce-4c4f-400b-ae9a-83f311f8f931'} bound to L3 agent in host dv-cinder-837356-2-iscsi {{(pid=103919) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jun 16 17:34:27.702730 dv-cinder-837356-2-iscsi neutron-server[103919]: DEBUG neutron.db.l3_hamode_db [None req-d8f2ed6a-843c-4907-8232-64bec32fa569 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-837356-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-06-16T17:14:15Z,description=,heartbeat_timestamp=2022-06-16T17:34:15Z,host='dv-cinder-837356-2-iscsi',id=7639df21-17c3-4235-8912-210c3ad54137,load=0,resource_versions=,resources_synced=,started_at=2022-06-16T17:14:15Z,topic='l3_agent')) {'router_ids': ['e8b16fce-4c4f-400b-ae9a-83f311f8f931'], 'active': True} {{(pid=103919) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 16 17:34:27.769857 dv-cinder-837356-2-iscsi neutron-server[103917]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0861be52-db65-4cc2-a1a3-a15ab490fa30 req-43625b61-2df0-4c8c-984a-3dad05711b46 tempest-AttachVolumeNegativeTest-1307848981 tempest-AttachVolumeNegativeTest-1307848981-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103917) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 16 17:34:27.770852 dv-cinder-837356-2-iscsi neutron-server[103917]: INFO neutron.wsgi [req-0861be52-db65-4cc2-a1a3-a15ab490fa30 req-43625b61-2df0-4c8c-984a-3dad05711b46 tempest-AttachVolumeNegativeTest-1307848981 tempest-AttachVolumeNegativeTest-1307848981-project] 10.222.0.66 "GET /v2.0/ports?device_id=a361a3b2-1d56-4cd9-9fb3-87d37147881f HTTP/1.1" status: 200 len: 945 time: 0.0936532 Jun 16 17:34:27.782268 dv-cinder-837356-2-iscsi neutron-server[103916]: DEBUG neutron.wsgi [-] (103916) accepted ('10.222.0.66', 46556) {{(pid=103916) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 16 17:34:27.786817 dv-cinder-837356-2-iscsi neutron-server[103916]: DEBUG neutron.api.v2.base [None req-b2ebea0f-0727-4a5f-873c-52a3edcb322f tempest-AttachVolumeNegativeTest-1307848981 tempest-AttachVolumeNegativeTest-1307848981-project] Request body: {'floatingip': {'port_id': '778f57a0-7cf0-4efe-9b55-04da77cb372e'}} {{(pid=103916) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jun 16 17:34:27.832839 dv-cinder-837356-2-iscsi neutron-server[103917]: DEBUG neutron_lib.callbacks.manager [None req-fbdd8b87-b62a-4400-976c-e021794fb4bc admin admin] Publish callbacks [] for router_gateway (e8b16fce-4c4f-400b-ae9a-83f311f8f931), before_delete {{(pid=103917) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 17:34:27.835938 dv-cinder-837356-2-iscsi neutron-server[103916]: DEBUG neutron_lib.callbacks.manager [None req-b2ebea0f-0727-4a5f-873c-52a3edcb322f tempest-AttachVolumeNegativeTest-1307848981 tempest-AttachVolumeNegativeTest-1307848981-project] Publish callbacks [] for floatingip (a67e67f8-fde0-410d-9a99-490612d1ac95), before_update {{(pid=103916) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 17:34:27.853438 dv-cinder-837356-2-iscsi neutron-server[103919]: DEBUG neutron.db.l3_dvr_db [None req-d8f2ed6a-843c-4907-8232-64bec32fa569 None None] Set router e8b16fce-4c4f-400b-ae9a-83f311f8f931 gateway port host: dv-cinder-837356-2-iscsi {{(pid=103919) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jun 16 17:34:27.881633 dv-cinder-837356-2-iscsi neutron-server[103917]: DEBUG neutron.plugins.ml2.plugin [None req-fbdd8b87-b62a-4400-976c-e021794fb4bc admin admin] Deleting port faae77bb-d4a7-4a67-8c0d-15828ced0754 {{(pid=103917) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2043}} Jun 16 17:34:27.881633 dv-cinder-837356-2-iscsi neutron-server[103917]: DEBUG neutron_lib.callbacks.manager [None req-fbdd8b87-b62a-4400-976c-e021794fb4bc admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8728539361383'] for port (faae77bb-d4a7-4a67-8c0d-15828ced0754), before_delete {{(pid=103917) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 17:34:28.003856 dv-cinder-837356-2-iscsi neutron-server[103917]: DEBUG neutron.plugins.ml2.db [None req-fbdd8b87-b62a-4400-976c-e021794fb4bc admin admin] For port faae77bb-d4a7-4a67-8c0d-15828ced0754, host dv-cinder-837356-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-837356-2-iscsi',level=0,port_id=faae77bb-d4a7-4a67-8c0d-15828ced0754,segment=NetworkSegment(18b787c7-0964-4a3b-b1f5-b8083c94f58b),segment_id=18b787c7-0964-4a3b-b1f5-b8083c94f58b)] {{(pid=103917) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 16 17:34:28.004238 dv-cinder-837356-2-iscsi neutron-server[103917]: DEBUG neutron_lib.callbacks.manager [None req-fbdd8b87-b62a-4400-976c-e021794fb4bc admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-708042'] for port (faae77bb-d4a7-4a67-8c0d-15828ced0754), precommit_delete {{(pid=103917) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 17:34:28.020825 dv-cinder-837356-2-iscsi neutron-server[103917]: DEBUG neutron.plugins.ml2.plugin [None req-fbdd8b87-b62a-4400-976c-e021794fb4bc admin admin] Calling delete_port for faae77bb-d4a7-4a67-8c0d-15828ced0754 owned by network:router_gateway {{(pid=103917) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2122}} Jun 16 17:34:28.032110 dv-cinder-837356-2-iscsi neutron-server[103917]: DEBUG dbcounter [-] [103917] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=103917) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 16 17:34:28.077416 dv-cinder-837356-2-iscsi neutron-server[103919]: DEBUG neutron.db.l3_hamode_db [None req-d8f2ed6a-843c-4907-8232-64bec32fa569 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e8b16fce-4c4f-400b-ae9a-83f311f8f931', 'name': 'tempest-TestShelveInstance-1698680543-router', 'tenant_id': '8612326dfc09414caca0b216d53b9f13', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9df31235-0797-44e6-85a0-102cb2da2d58', 'external_fixed_ips': [{'subnet_id': '1dfb0320-f5eb-46f6-88ce-33002f500238', 'ip_address': '172.27.2.49'}], 'enable_snat': True}, 'gw_port_id': 'faae77bb-d4a7-4a67-8c0d-15828ced0754', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-16T17:29:40Z', 'updated_at': '2022-06-16T17:34:26Z', 'revision_number': 5, 'project_id': '8612326dfc09414caca0b216d53b9f13', 'gw_port': {'id': 'faae77bb-d4a7-4a67-8c0d-15828ced0754', 'name': '', 'network_id': '9df31235-0797-44e6-85a0-102cb2da2d58', 'tenant_id': '', 'mac_address': 'fa:16:3e:2e:34:f8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e8b16fce-4c4f-400b-ae9a-83f311f8f931', 'device_owner': 'network:router_gateway', 'standard_attr_id': 585, 'fixed_ips': [{'subnet_id': '1dfb0320-f5eb-46f6-88ce-33002f500238', 'ip_address': '172.27.2.49', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-837356-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-16T17:29:42Z', 'updated_at': '2022-06-16T17:29:50Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1dfb0320-f5eb-46f6-88ce-33002f500238', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-837356-2-iscsi'}], 'dv-cinder-837356-2-iscsi', False) {} {{(pid=103919) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 16 17:34:28.087008 dv-cinder-837356-2-iscsi neutron-server[103917]: DEBUG dbcounter [-] [103917] Writing DB stats neutron:SELECT=100 {{(pid=103917) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 16 17:34:28.205799 dv-cinder-837356-2-iscsi neutron-server[103919]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d8f2ed6a-843c-4907-8232-64bec32fa569 None None] The sync data for ids ['e8b16fce-4c4f-400b-ae9a-83f311f8f931'] in dv-cinder-837356-2-iscsi is: [{'id': 'e8b16fce-4c4f-400b-ae9a-83f311f8f931', 'name': 'tempest-TestShelveInstance-1698680543-router', 'tenant_id': '8612326dfc09414caca0b216d53b9f13', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9df31235-0797-44e6-85a0-102cb2da2d58', 'external_fixed_ips': [{'subnet_id': '1dfb0320-f5eb-46f6-88ce-33002f500238', 'ip_address': '172.27.2.49'}], 'enable_snat': True}, 'gw_port_id': 'faae77bb-d4a7-4a67-8c0d-15828ced0754', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-16T17:29:40Z', 'updated_at': '2022-06-16T17:34:26Z', 'revision_number': 5, 'project_id': '8612326dfc09414caca0b216d53b9f13', 'gw_port': {'id': 'faae77bb-d4a7-4a67-8c0d-15828ced0754', 'name': '', 'network_id': '9df31235-0797-44e6-85a0-102cb2da2d58', 'tenant_id': '', 'mac_address': 'fa:16:3e:2e:34:f8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e8b16fce-4c4f-400b-ae9a-83f311f8f931', 'device_owner': 'network:router_gateway', 'standard_attr_id': 585, 'fixed_ips': [{'subnet_id': '1dfb0320-f5eb-46f6-88ce-33002f500238', 'ip_address': '172.27.2.49', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-837356-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-16T17:29:42Z', 'updated_at': '2022-06-16T17:29:50Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1dfb0320-f5eb-46f6-88ce-33002f500238', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-837356-2-iscsi'}] {{(pid=103919) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 16 17:34:28.222132 dv-cinder-837356-2-iscsi neutron-server[103917]: DEBUG neutron_lib.callbacks.manager [None req-fbdd8b87-b62a-4400-976c-e021794fb4bc admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16007527', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-75831', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16241551', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8728539364702', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8728538993430', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3819743'] for port (faae77bb-d4a7-4a67-8c0d-15828ced0754), after_delete {{(pid=103917) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 17:34:28.252772 dv-cinder-837356-2-iscsi neutron-server[103917]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fbdd8b87-b62a-4400-976c-e021794fb4bc admin admin] Pushing event deleted for resources: {'Port': ['ID=faae77bb-d4a7-4a67-8c0d-15828ced0754,revision_number=None']} {{(pid=103917) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 17:34:28.299478 dv-cinder-837356-2-iscsi neutron-server[103916]: DEBUG dbcounter [-] [103916] Writing DB stats neutron:SELECT=97,neutron:DELETE=3 {{(pid=103916) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 16 17:34:28.318860 dv-cinder-837356-2-iscsi neutron-server[103917]: DEBUG neutron_lib.callbacks.manager [None req-fbdd8b87-b62a-4400-976c-e021794fb4bc admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-704909'] for router_gateway (e8b16fce-4c4f-400b-ae9a-83f311f8f931), after_delete {{(pid=103917) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 17:34:28.362151 dv-cinder-837356-2-iscsi neutron-server[103916]: DEBUG neutron_lib.callbacks.manager [None req-b2ebea0f-0727-4a5f-873c-52a3edcb322f tempest-AttachVolumeNegativeTest-1307848981 tempest-AttachVolumeNegativeTest-1307848981-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=103916) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 17:34:28.369749 dv-cinder-837356-2-iscsi neutron-server[103916]: DEBUG neutron_lib.callbacks.manager [None req-b2ebea0f-0727-4a5f-873c-52a3edcb322f tempest-AttachVolumeNegativeTest-1307848981 tempest-AttachVolumeNegativeTest-1307848981-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-704970'] for floatingip (a67e67f8-fde0-410d-9a99-490612d1ac95), after_update {{(pid=103916) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 17:34:28.412507 dv-cinder-837356-2-iscsi neutron-server[103917]: DEBUG neutron_lib.callbacks.manager [None req-fbdd8b87-b62a-4400-976c-e021794fb4bc admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-707972', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-65300'] for router (e8b16fce-4c4f-400b-ae9a-83f311f8f931), precommit_delete {{(pid=103917) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 17:34:28.415045 dv-cinder-837356-2-iscsi neutron-server[103917]: DEBUG neutron_lib.callbacks.manager [None req-fbdd8b87-b62a-4400-976c-e021794fb4bc admin admin] Publish callbacks [] for router_controller (e8b16fce-4c4f-400b-ae9a-83f311f8f931), precommit_delete_associations {{(pid=103917) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 17:34:28.463706 dv-cinder-837356-2-iscsi neutron-server[103917]: DEBUG neutron_lib.callbacks.manager [None req-fbdd8b87-b62a-4400-976c-e021794fb4bc admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-708078'] for router (e8b16fce-4c4f-400b-ae9a-83f311f8f931), after_delete {{(pid=103917) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 17:34:28.464302 dv-cinder-837356-2-iscsi neutron-server[103917]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-fbdd8b87-b62a-4400-976c-e021794fb4bc admin admin] Fanout notify agent at l3_agent the message router_deleted on router e8b16fce-4c4f-400b-ae9a-83f311f8f931 {{(pid=103917) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jun 16 17:34:28.469463 dv-cinder-837356-2-iscsi neutron-server[103917]: DEBUG neutron_lib.callbacks.manager [None req-fbdd8b87-b62a-4400-976c-e021794fb4bc admin admin] Publish callbacks [] for router (None), before_response {{(pid=103917) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 17:34:28.472847 dv-cinder-837356-2-iscsi neutron-server[103917]: INFO neutron.wsgi [None req-fbdd8b87-b62a-4400-976c-e021794fb4bc admin admin] 10.222.0.66 "DELETE /v2.0/routers/e8b16fce-4c4f-400b-ae9a-83f311f8f931 HTTP/1.1" status: 204 len: 168 time: 1.1391146 Jun 16 17:34:28.473525 dv-cinder-837356-2-iscsi neutron-server[103917]: DEBUG neutron.wsgi [-] (103917) accepted ('10.222.0.66', 46558) {{(pid=103917) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 16 17:34:28.477068 dv-cinder-837356-2-iscsi neutron-server[103916]: INFO neutron.db.l3_db [None req-b2ebea0f-0727-4a5f-873c-52a3edcb322f tempest-AttachVolumeNegativeTest-1307848981 tempest-AttachVolumeNegativeTest-1307848981-project] Floating IP a67e67f8-fde0-410d-9a99-490612d1ac95 associated. External IP: 172.27.2.191, port: 778f57a0-7cf0-4efe-9b55-04da77cb372e. Jun 16 17:34:28.521636 dv-cinder-837356-2-iscsi neutron-server[103917]: DEBUG neutron.db.db_base_plugin_v2 [None req-6aa8f940-c03d-481b-8922-92ebddda3b5d admin admin] Deleting subnet a5afcff5-1319-4f06-96cb-5671896000cd {{(pid=103917) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1067}} Jun 16 17:34:28.524980 dv-cinder-837356-2-iscsi neutron-server[103917]: DEBUG neutron_lib.callbacks.manager [None req-6aa8f940-c03d-481b-8922-92ebddda3b5d admin admin] Publish callbacks [] for subnet (a5afcff5-1319-4f06-96cb-5671896000cd), before_delete {{(pid=103917) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 17:34:28.532350 dv-cinder-837356-2-iscsi neutron-server[103916]: DEBUG dbcounter [-] [103916] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=103916) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 16 17:34:28.564682 dv-cinder-837356-2-iscsi neutron-server[103917]: DEBUG neutron_lib.callbacks.manager [None req-6aa8f940-c03d-481b-8922-92ebddda3b5d admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-25699587'] for subnet (a5afcff5-1319-4f06-96cb-5671896000cd), precommit_delete_associations {{(pid=103917) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 17:34:28.667336 dv-cinder-837356-2-iscsi neutron-server[103917]: DEBUG neutron_lib.callbacks.manager [None req-6aa8f940-c03d-481b-8922-92ebddda3b5d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-16150392'] for subnet (a5afcff5-1319-4f06-96cb-5671896000cd), precommit_delete {{(pid=103917) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 17:34:28.739389 dv-cinder-837356-2-iscsi neutron-server[103917]: DEBUG neutron_lib.callbacks.manager [None req-6aa8f940-c03d-481b-8922-92ebddda3b5d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-16150339', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-570574', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16241551', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3819756', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-25758852'] for subnet (a5afcff5-1319-4f06-96cb-5671896000cd), after_delete {{(pid=103917) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 17:34:28.766616 dv-cinder-837356-2-iscsi neutron-server[103917]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6aa8f940-c03d-481b-8922-92ebddda3b5d admin admin] Pushing event deleted for resources: {'Subnet': ['ID=a5afcff5-1319-4f06-96cb-5671896000cd,revision_number=None']} {{(pid=103917) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 17:34:28.771586 dv-cinder-837356-2-iscsi neutron-server[103917]: DEBUG neutron_lib.callbacks.manager [None req-6aa8f940-c03d-481b-8922-92ebddda3b5d admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=103917) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 17:34:28.779223 dv-cinder-837356-2-iscsi neutron-server[103917]: INFO neutron.wsgi [None req-6aa8f940-c03d-481b-8922-92ebddda3b5d admin admin] 10.222.0.66 "DELETE /v2.0/subnets/a5afcff5-1319-4f06-96cb-5671896000cd HTTP/1.1" status: 204 len: 168 time: 0.3031564 Jun 16 17:34:28.779223 dv-cinder-837356-2-iscsi neutron-server[103917]: DEBUG neutron.wsgi [-] (103917) accepted ('10.222.0.66', 46560) {{(pid=103917) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 16 17:34:28.782725 dv-cinder-837356-2-iscsi neutron-server[103918]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f24451da-c3f6-492c-a38e-9d5a73033f17 None None] Network 214a5b82-57ef-4b49-802c-fcf438c91dcc requested from dv-cinder-837356-2-iscsi {{(pid=103918) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jun 16 17:34:28.878236 dv-cinder-837356-2-iscsi neutron-server[103917]: DEBUG neutron_lib.callbacks.manager [None req-9e62ff83-98e4-4c9a-8fe0-9f5c57b1a4b2 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-16129347'] for network (214a5b82-57ef-4b49-802c-fcf438c91dcc), before_delete {{(pid=103917) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 17:34:28.930530 dv-cinder-837356-2-iscsi neutron-server[103917]: DEBUG neutron.plugins.ml2.plugin [None req-9e62ff83-98e4-4c9a-8fe0-9f5c57b1a4b2 admin admin] Deleting port ffccbfd3-0ee0-44d0-971d-1ceb8c334bd4 {{(pid=103917) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2043}} Jun 16 17:34:28.930874 dv-cinder-837356-2-iscsi neutron-server[103917]: DEBUG neutron_lib.callbacks.manager [None req-9e62ff83-98e4-4c9a-8fe0-9f5c57b1a4b2 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8728539361383'] for port (ffccbfd3-0ee0-44d0-971d-1ceb8c334bd4), before_delete {{(pid=103917) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 17:34:28.969329 dv-cinder-837356-2-iscsi neutron-server[103918]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9e7de990-e876-405c-bd61-59fd6542463a None None] DHCP port deletion for 214a5b82-57ef-4b49-802c-fcf438c91dcc request from dv-cinder-837356-2-iscsi {{(pid=103918) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Jun 16 17:34:29.010369 dv-cinder-837356-2-iscsi neutron-server[103916]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b2ebea0f-0727-4a5f-873c-52a3edcb322f tempest-AttachVolumeNegativeTest-1307848981 tempest-AttachVolumeNegativeTest-1307848981-project] Router 72fc182f-b4cb-4ac1-ba5a-c8c6b58534c5 has already been hosted by L3 agent 7639df21-17c3-4235-8912-210c3ad54137 {{(pid=103916) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jun 16 17:34:29.015411 dv-cinder-837356-2-iscsi neutron-server[103917]: DEBUG neutron.plugins.ml2.db [None req-9e62ff83-98e4-4c9a-8fe0-9f5c57b1a4b2 admin admin] For port ffccbfd3-0ee0-44d0-971d-1ceb8c334bd4, host dv-cinder-837356-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-837356-2-iscsi',level=0,port_id=ffccbfd3-0ee0-44d0-971d-1ceb8c334bd4,segment=NetworkSegment(e9d2a385-dd16-4c80-a0a8-633cf32191fa),segment_id=e9d2a385-dd16-4c80-a0a8-633cf32191fa)] {{(pid=103917) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 16 17:34:29.015781 dv-cinder-837356-2-iscsi neutron-server[103917]: DEBUG neutron_lib.callbacks.manager [None req-9e62ff83-98e4-4c9a-8fe0-9f5c57b1a4b2 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-708042'] for port (ffccbfd3-0ee0-44d0-971d-1ceb8c334bd4), precommit_delete {{(pid=103917) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 17:34:29.023422 dv-cinder-837356-2-iscsi neutron-server[103918]: DEBUG neutron.plugins.ml2.plugin [None req-9e7de990-e876-405c-bd61-59fd6542463a None None] Deleting port ffccbfd3-0ee0-44d0-971d-1ceb8c334bd4 {{(pid=103918) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2043}} Jun 16 17:34:29.024056 dv-cinder-837356-2-iscsi neutron-server[103918]: DEBUG neutron_lib.callbacks.manager [None req-9e7de990-e876-405c-bd61-59fd6542463a None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8728539361383'] for port (ffccbfd3-0ee0-44d0-971d-1ceb8c334bd4), before_delete {{(pid=103918) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 17:34:29.032074 dv-cinder-837356-2-iscsi neutron-server[103917]: DEBUG neutron.plugins.ml2.plugin [None req-9e62ff83-98e4-4c9a-8fe0-9f5c57b1a4b2 admin admin] Calling delete_port for ffccbfd3-0ee0-44d0-971d-1ceb8c334bd4 owned by network:dhcp {{(pid=103917) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2122}} Jun 16 17:34:29.090295 dv-cinder-837356-2-iscsi neutron-server[103917]: DEBUG dbcounter [-] [103917] Writing DB stats neutron:SELECT=90,neutron:DELETE=9,neutron:UPDATE=1 {{(pid=103917) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 16 17:34:29.092556 dv-cinder-837356-2-iscsi neutron-server[103918]: DEBUG neutron.plugins.ml2.db [None req-9e7de990-e876-405c-bd61-59fd6542463a None None] For port ffccbfd3-0ee0-44d0-971d-1ceb8c334bd4, host dv-cinder-837356-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-837356-2-iscsi',level=0,port_id=ffccbfd3-0ee0-44d0-971d-1ceb8c334bd4,segment=NetworkSegment(e9d2a385-dd16-4c80-a0a8-633cf32191fa),segment_id=e9d2a385-dd16-4c80-a0a8-633cf32191fa)] {{(pid=103918) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 16 17:34:29.093277 dv-cinder-837356-2-iscsi neutron-server[103918]: DEBUG neutron_lib.callbacks.manager [None req-9e7de990-e876-405c-bd61-59fd6542463a None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-708042'] for port (ffccbfd3-0ee0-44d0-971d-1ceb8c334bd4), precommit_delete {{(pid=103918) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 17:34:29.098021 dv-cinder-837356-2-iscsi neutron-server[103917]: DEBUG dbcounter [-] [103917] Writing DB stats neutron:SELECT=87,neutron:DELETE=9,neutron:UPDATE=4 {{(pid=103917) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 16 17:34:29.110278 dv-cinder-837356-2-iscsi neutron-server[103918]: DEBUG neutron.plugins.ml2.plugin [None req-9e7de990-e876-405c-bd61-59fd6542463a None None] Calling delete_port for ffccbfd3-0ee0-44d0-971d-1ceb8c334bd4 owned by network:dhcp {{(pid=103918) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2122}} Jun 16 17:34:29.122027 dv-cinder-837356-2-iscsi neutron-server[103917]: DEBUG neutron_lib.callbacks.manager [None req-9e62ff83-98e4-4c9a-8fe0-9f5c57b1a4b2 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16007527', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-75831', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16241551', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8728539364702', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8728538993430', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3819743'] for port (ffccbfd3-0ee0-44d0-971d-1ceb8c334bd4), after_delete {{(pid=103917) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 17:34:29.136684 dv-cinder-837356-2-iscsi neutron-server[103916]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b2ebea0f-0727-4a5f-873c-52a3edcb322f tempest-AttachVolumeNegativeTest-1307848981 tempest-AttachVolumeNegativeTest-1307848981-project] Notify agent at l3_agent.dv-cinder-837356-2-iscsi the message routers_updated {{(pid=103916) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jun 16 17:34:29.148807 dv-cinder-837356-2-iscsi neutron-server[103917]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e62ff83-98e4-4c9a-8fe0-9f5c57b1a4b2 admin admin] Pushing event deleted for resources: {'Port': ['ID=ffccbfd3-0ee0-44d0-971d-1ceb8c334bd4,revision_number=None']} {{(pid=103917) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 17:34:29.150159 dv-cinder-837356-2-iscsi neutron-server[103916]: DEBUG neutron_lib.callbacks.manager [None req-b2ebea0f-0727-4a5f-873c-52a3edcb322f tempest-AttachVolumeNegativeTest-1307848981 tempest-AttachVolumeNegativeTest-1307848981-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-191112'] for floatingip (None), before_response {{(pid=103916) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 17:34:29.155319 dv-cinder-837356-2-iscsi neutron-server[103917]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9e62ff83-98e4-4c9a-8fe0-9f5c57b1a4b2 admin admin] No DVR routers for this DVR port ffccbfd3-0ee0-44d0-971d-1ceb8c334bd4 on host dv-cinder-837356-2-iscsi {{(pid=103917) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:215}} Jun 16 17:34:29.167397 dv-cinder-837356-2-iscsi neutron-server[103918]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4e7a5e1d-bc98-40c3-8c29-7e16f301f24f None None] Sync routers for ids ['72fc182f-b4cb-4ac1-ba5a-c8c6b58534c5'] in dv-cinder-837356-2-iscsi {{(pid=103918) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 16 17:34:29.194477 dv-cinder-837356-2-iscsi neutron-server[103916]: INFO neutron.wsgi [None req-b2ebea0f-0727-4a5f-873c-52a3edcb322f tempest-AttachVolumeNegativeTest-1307848981 tempest-AttachVolumeNegativeTest-1307848981-project] 10.222.0.66 "PUT /v2.0/floatingips/a67e67f8-fde0-410d-9a99-490612d1ac95 HTTP/1.1" status: 200 len: 991 time: 1.4120202 Jun 16 17:34:29.195474 dv-cinder-837356-2-iscsi neutron-server[103916]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'a361a3b2-1d56-4cd9-9fb3-87d37147881f', 'tag': '778f57a0-7cf0-4efe-9b55-04da77cb372e'}] {{(pid=103916) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jun 16 17:34:29.195922 dv-cinder-837356-2-iscsi neutron-server[103918]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4e7a5e1d-bc98-40c3-8c29-7e16f301f24f None None] Routers {'72fc182f-b4cb-4ac1-ba5a-c8c6b58534c5'} bound to L3 agent in host dv-cinder-837356-2-iscsi {{(pid=103918) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jun 16 17:34:29.196612 dv-cinder-837356-2-iscsi neutron-server[103918]: DEBUG neutron.db.l3_hamode_db [None req-4e7a5e1d-bc98-40c3-8c29-7e16f301f24f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-837356-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-06-16T17:14:15Z,description=,heartbeat_timestamp=2022-06-16T17:34:15Z,host='dv-cinder-837356-2-iscsi',id=7639df21-17c3-4235-8912-210c3ad54137,load=0,resource_versions=,resources_synced=,started_at=2022-06-16T17:14:15Z,topic='l3_agent')) {'router_ids': ['72fc182f-b4cb-4ac1-ba5a-c8c6b58534c5'], 'active': True} {{(pid=103918) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 16 17:34:29.198566 dv-cinder-837356-2-iscsi neutron-server[103916]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.66/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}15d8713043fc5f9b6f9aaf4a9a169ba36e5aaa6307a8131177ae56adda3437c5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a416af94-78d0-404c-b748-5d220a092249" -d '{"events": [{"name": "network-changed", "server_uuid": "a361a3b2-1d56-4cd9-9fb3-87d37147881f", "tag": "778f57a0-7cf0-4efe-9b55-04da77cb372e"}]}' {{(pid=103916) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 16 17:34:29.242845 dv-cinder-837356-2-iscsi neutron-server[103917]: DEBUG neutron_lib.callbacks.manager [None req-9e62ff83-98e4-4c9a-8fe0-9f5c57b1a4b2 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-16152121', 'neutron.services.segments.db._delete_segments_for_network-8728539454199'] for network (214a5b82-57ef-4b49-802c-fcf438c91dcc), precommit_delete {{(pid=103917) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 17:34:29.250842 dv-cinder-837356-2-iscsi neutron-server[103916]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 16 Jun 2022 17:34:29 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4be4c8fb-05af-4d77-890b-b9ca332e3a54 x-openstack-request-id: req-4be4c8fb-05af-4d77-890b-b9ca332e3a54 {{(pid=103916) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 16 17:34:29.251133 dv-cinder-837356-2-iscsi neutron-server[103916]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "a361a3b2-1d56-4cd9-9fb3-87d37147881f", "tag": "778f57a0-7cf0-4efe-9b55-04da77cb372e", "status": "completed", "code": 200}]} {{(pid=103916) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 16 17:34:29.251392 dv-cinder-837356-2-iscsi neutron-server[103916]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.66/compute/v2.1/os-server-external-events used request id req-4be4c8fb-05af-4d77-890b-b9ca332e3a54 {{(pid=103916) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 16 17:34:29.251796 dv-cinder-837356-2-iscsi neutron-server[103916]: INFO neutron.notifiers.nova [-] Nova event matching ['req-4be4c8fb-05af-4d77-890b-b9ca332e3a54'] response: {'name': 'network-changed', 'server_uuid': 'a361a3b2-1d56-4cd9-9fb3-87d37147881f', 'tag': '778f57a0-7cf0-4efe-9b55-04da77cb372e', 'status': 'completed', 'code': 200} Jun 16 17:34:29.276236 dv-cinder-837356-2-iscsi neutron-server[103917]: DEBUG neutron.services.segments.db [None req-9e62ff83-98e4-4c9a-8fe0-9f5c57b1a4b2 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['214a5b82-57ef-4b49-802c-fcf438c91dcc']}} {{(pid=103917) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 16 17:34:29.277010 dv-cinder-837356-2-iscsi neutron-server[103918]: DEBUG neutron_lib.callbacks.manager [None req-9e7de990-e876-405c-bd61-59fd6542463a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16007527', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-75831', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16241551', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8728539364702', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8728538993430'] for port (ffccbfd3-0ee0-44d0-971d-1ceb8c334bd4), after_delete {{(pid=103918) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 17:34:29.296611 dv-cinder-837356-2-iscsi neutron-server[103917]: DEBUG neutron.services.segments.db [None req-9e62ff83-98e4-4c9a-8fe0-9f5c57b1a4b2 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'e9d2a385-dd16-4c80-a0a8-633cf32191fa') {'for_net_delete': True} {{(pid=103917) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 16 17:34:29.296947 dv-cinder-837356-2-iscsi neutron-server[103917]: DEBUG neutron.services.segments.db [None req-9e62ff83-98e4-4c9a-8fe0-9f5c57b1a4b2 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'e9d2a385-dd16-4c80-a0a8-633cf32191fa') {} {{(pid=103917) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 16 17:34:29.327260 dv-cinder-837356-2-iscsi neutron-server[103917]: DEBUG neutron_lib.callbacks.manager [None req-9e62ff83-98e4-4c9a-8fe0-9f5c57b1a4b2 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8728539454082', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-25699604'] for segment (e9d2a385-dd16-4c80-a0a8-633cf32191fa), before_delete {{(pid=103917) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 17:34:29.335730 dv-cinder-837356-2-iscsi neutron-server[103918]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e7de990-e876-405c-bd61-59fd6542463a None None] Pushing event deleted for resources: {'Port': ['ID=ffccbfd3-0ee0-44d0-971d-1ceb8c334bd4,revision_number=None']} {{(pid=103918) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 17:34:29.343876 dv-cinder-837356-2-iscsi neutron-server[103918]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9e7de990-e876-405c-bd61-59fd6542463a None None] No DVR routers for this DVR port ffccbfd3-0ee0-44d0-971d-1ceb8c334bd4 on host dv-cinder-837356-2-iscsi {{(pid=103918) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:215}} Jun 16 17:34:29.348149 dv-cinder-837356-2-iscsi neutron-server[103917]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a416af94-78d0-404c-b748-5d220a092249 req-95483357-ca57-4aeb-9003-8ec732002fe8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103917) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 16 17:34:29.349804 dv-cinder-837356-2-iscsi neutron-server[103917]: INFO neutron.wsgi [req-a416af94-78d0-404c-b748-5d220a092249 req-95483357-ca57-4aeb-9003-8ec732002fe8 service neutron] 10.222.0.81 "GET /v2.0/ports?tenant_id=7c56d4c430c44df49f48fe0b49ebcbd2&device_id=a361a3b2-1d56-4cd9-9fb3-87d37147881f HTTP/1.1" status: 200 len: 1129 time: 0.0760994 Jun 16 17:34:29.351261 dv-cinder-837356-2-iscsi neutron-server[103917]: DEBUG neutron_lib.callbacks.manager [None req-9e62ff83-98e4-4c9a-8fe0-9f5c57b1a4b2 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16150272'] for segment (e9d2a385-dd16-4c80-a0a8-633cf32191fa), precommit_delete {{(pid=103917) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 17:34:29.379361 dv-cinder-837356-2-iscsi neutron-server[103918]: DEBUG neutron.db.l3_dvr_db [None req-4e7a5e1d-bc98-40c3-8c29-7e16f301f24f None None] Set router 72fc182f-b4cb-4ac1-ba5a-c8c6b58534c5 gateway port host: dv-cinder-837356-2-iscsi {{(pid=103918) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jun 16 17:34:29.398693 dv-cinder-837356-2-iscsi neutron-server[103917]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-9e62ff83-98e4-4c9a-8fe0-9f5c57b1a4b2 admin admin] Releasing vlan 1038 on physical network physnet1 to pool {{(pid=103917) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jun 16 17:34:29.399352 dv-cinder-837356-2-iscsi neutron-server[103917]: DEBUG neutron_lib.callbacks.manager [None req-9e62ff83-98e4-4c9a-8fe0-9f5c57b1a4b2 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16150272', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3819570'] for segment (e9d2a385-dd16-4c80-a0a8-633cf32191fa), after_delete {{(pid=103917) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 17:34:29.451741 dv-cinder-837356-2-iscsi neutron-server[103917]: INFO neutron.services.segments.plugin [-] Segment e9d2a385-dd16-4c80-a0a8-633cf32191fa resource provider aggregate not found Jun 16 17:34:29.527765 dv-cinder-837356-2-iscsi neutron-server[103917]: INFO neutron.services.segments.plugin [-] Segment e9d2a385-dd16-4c80-a0a8-633cf32191fa resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid e9d2a385-dd16-4c80-a0a8-633cf32191fa found for delete ", "request_id": "req-22c0ec08-44dc-47f1-ba5e-801451c9a20b"}]} Jun 16 17:34:29.558201 dv-cinder-837356-2-iscsi neutron-server[103917]: DEBUG neutron_lib.callbacks.manager [None req-9e62ff83-98e4-4c9a-8fe0-9f5c57b1a4b2 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-16152118', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-570401', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16241551', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-704929'] for network (214a5b82-57ef-4b49-802c-fcf438c91dcc), after_delete {{(pid=103917) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 17:34:29.564593 dv-cinder-837356-2-iscsi neutron-server[103917]: DEBUG neutron_lib.callbacks.manager [None req-9e62ff83-98e4-4c9a-8fe0-9f5c57b1a4b2 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-16241561'] for network (None), before_response {{(pid=103917) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 17:34:29.567351 dv-cinder-837356-2-iscsi neutron-server[103918]: DEBUG dbcounter [-] [103918] Writing DB stats neutron:SELECT=95,neutron:DELETE=5 {{(pid=103918) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 16 17:34:29.568747 dv-cinder-837356-2-iscsi neutron-server[103917]: INFO neutron.wsgi [None req-9e62ff83-98e4-4c9a-8fe0-9f5c57b1a4b2 admin admin] 10.222.0.66 "DELETE /v2.0/networks/214a5b82-57ef-4b49-802c-fcf438c91dcc HTTP/1.1" status: 204 len: 168 time: 0.7887609 Jun 16 17:34:29.595070 dv-cinder-837356-2-iscsi neutron-server[103918]: DEBUG neutron_lib.callbacks.manager [None req-b2b17746-c296-4803-869a-65578e8233dd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728539454181', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16149322'] for agent (2e97d73d-50fc-4f89-a4ea-85f65eb860d8), after_update {{(pid=103918) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 17:34:29.606941 dv-cinder-837356-2-iscsi neutron-server[103917]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e62ff83-98e4-4c9a-8fe0-9f5c57b1a4b2 admin admin] Pushing event deleted for resources: {'Network': ['ID=214a5b82-57ef-4b49-802c-fcf438c91dcc,revision_number=None']} {{(pid=103917) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 17:34:29.637295 dv-cinder-837356-2-iscsi neutron-server[103917]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a416af94-78d0-404c-b748-5d220a092249 req-09909d8f-2e65-4bb8-8171-f62ed2f5601e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103917) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 16 17:34:29.638887 dv-cinder-837356-2-iscsi neutron-server[103917]: INFO neutron.wsgi [req-a416af94-78d0-404c-b748-5d220a092249 req-09909d8f-2e65-4bb8-8171-f62ed2f5601e service neutron] 10.222.0.81 "GET /v2.0/networks?id=38b62bc9-5cad-4b9e-8181-628535658100 HTTP/1.1" status: 200 len: 916 time: 0.2689443 Jun 16 17:34:29.682023 dv-cinder-837356-2-iscsi neutron-server[103918]: DEBUG neutron.db.l3_hamode_db [None req-4e7a5e1d-bc98-40c3-8c29-7e16f301f24f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '72fc182f-b4cb-4ac1-ba5a-c8c6b58534c5', 'name': 'tempest-AttachVolumeNegativeTest-673498770-router', 'tenant_id': '7c56d4c430c44df49f48fe0b49ebcbd2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9df31235-0797-44e6-85a0-102cb2da2d58', 'external_fixed_ips': [{'subnet_id': '1dfb0320-f5eb-46f6-88ce-33002f500238', 'ip_address': '172.27.2.32'}], 'enable_snat': True}, 'gw_port_id': '683727eb-4399-44ae-ab3b-c7579a0661bc', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-16T17:30:48Z', 'updated_at': '2022-06-16T17:30:51Z', 'revision_number': 4, 'project_id': '7c56d4c430c44df49f48fe0b49ebcbd2', 'gw_port': {'id': '683727eb-4399-44ae-ab3b-c7579a0661bc', 'name': '', 'network_id': '9df31235-0797-44e6-85a0-102cb2da2d58', 'tenant_id': '', 'mac_address': 'fa:16:3e:9c:93:e7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '72fc182f-b4cb-4ac1-ba5a-c8c6b58534c5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 637, 'fixed_ips': [{'subnet_id': '1dfb0320-f5eb-46f6-88ce-33002f500238', 'ip_address': '172.27.2.32', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-837356-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-16T17:30:49Z', 'updated_at': '2022-06-16T17:30:54Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1dfb0320-f5eb-46f6-88ce-33002f500238', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-837356-2-iscsi', '_floatingips': [{'id': 'a67e67f8-fde0-410d-9a99-490612d1ac95', 'tenant_id': '7c56d4c430c44df49f48fe0b49ebcbd2', 'floating_ip_address': '172.27.2.191', 'floating_network_id': '9df31235-0797-44e6-85a0-102cb2da2d58', 'router_id': '72fc182f-b4cb-4ac1-ba5a-c8c6b58534c5', 'port_id': '778f57a0-7cf0-4efe-9b55-04da77cb372e', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'standard_attr_id': 702, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '38b62bc9-5cad-4b9e-8181-628535658100', 'mac_address': 'fa:16:3e:96:b5:50', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a361a3b2-1d56-4cd9-9fb3-87d37147881f', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-06-16T17:34:14Z', 'updated_at': '2022-06-16T17:34:28Z', 'revision_number': 1, 'project_id': '7c56d4c430c44df49f48fe0b49ebcbd2', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'b5be4525-4335-4548-88b7-e6bb420c6ef4', 'name': '', 'network_id': '38b62bc9-5cad-4b9e-8181-628535658100', 'tenant_id': '7c56d4c430c44df49f48fe0b49ebcbd2', 'mac_address': 'fa:16:3e:a8:05:6c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '72fc182f-b4cb-4ac1-ba5a-c8c6b58534c5', 'device_owner': 'network:router_interface', 'standard_attr_id': 638, 'fixed_ips': [{'subnet_id': '245398e2-b047-4bf4-9483-edcae7a557b6', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-837356-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-16T17:30:51Z', 'updated_at': '2022-06-16T17:30:56Z', 'revision_number': 5, 'project_id': '7c56d4c430c44df49f48fe0b49ebcbd2', 'subnets': [{'id': '245398e2-b047-4bf4-9483-edcae7a557b6', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-837356-2-iscsi', False) {} {{(pid=103918) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 16 17:34:29.711299 dv-cinder-837356-2-iscsi neutron-server[103918]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4e7a5e1d-bc98-40c3-8c29-7e16f301f24f None None] Checking router: 72fc182f-b4cb-4ac1-ba5a-c8c6b58534c5 for host: dv-cinder-837356-2-iscsi {{(pid=103918) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 16 17:34:29.722222 dv-cinder-837356-2-iscsi neutron-server[103918]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4e7a5e1d-bc98-40c3-8c29-7e16f301f24f None None] Routers {'72fc182f-b4cb-4ac1-ba5a-c8c6b58534c5'} bound to L3 agent in host dv-cinder-837356-2-iscsi {{(pid=103918) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jun 16 17:34:29.722859 dv-cinder-837356-2-iscsi neutron-server[103918]: DEBUG neutron.db.l3_hamode_db [None req-4e7a5e1d-bc98-40c3-8c29-7e16f301f24f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-837356-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-06-16T17:14:15Z,description=,heartbeat_timestamp=2022-06-16T17:34:15Z,host='dv-cinder-837356-2-iscsi',id=7639df21-17c3-4235-8912-210c3ad54137,load=0,resource_versions=,resources_synced=,started_at=2022-06-16T17:14:15Z,topic='l3_agent')) {'router_ids': ['72fc182f-b4cb-4ac1-ba5a-c8c6b58534c5'], 'active': True} {{(pid=103918) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 16 17:34:29.760582 dv-cinder-837356-2-iscsi neutron-server[103916]: DEBUG neutron.wsgi [-] (103916) accepted ('10.222.0.66', 46572) {{(pid=103916) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 16 17:34:29.823933 dv-cinder-837356-2-iscsi neutron-server[103916]: INFO neutron.wsgi [None req-33064153-4b59-42d9-841c-f40df5e16df4 admin admin] 10.222.0.66 "GET /v2.0/security-groups?tenant_id=50aeadccaa9348fd9af173f94291bf6f&name=default HTTP/1.1" status: 200 len: 2996 time: 0.0620012 Jun 16 17:34:29.826515 dv-cinder-837356-2-iscsi neutron-server[103916]: DEBUG neutron.wsgi [-] (103916) accepted ('10.222.0.66', 46574) {{(pid=103916) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 16 17:34:29.863536 dv-cinder-837356-2-iscsi neutron-server[103918]: DEBUG dbcounter [-] [103918] Writing DB stats neutron:SELECT=97,neutron:DELETE=2,neutron:UPDATE=1 {{(pid=103918) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 16 17:34:29.875099 dv-cinder-837356-2-iscsi neutron-server[103918]: DEBUG neutron.db.l3_dvr_db [None req-4e7a5e1d-bc98-40c3-8c29-7e16f301f24f None None] Set router 72fc182f-b4cb-4ac1-ba5a-c8c6b58534c5 gateway port host: dv-cinder-837356-2-iscsi {{(pid=103918) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jun 16 17:34:29.915119 dv-cinder-837356-2-iscsi neutron-server[103916]: DEBUG neutron_lib.callbacks.manager [None req-4e7935e1-74b0-41e6-a3f3-900fd72d1a93 admin admin] Publish callbacks [] for security_group (f98377ec-1a2f-4576-9a6f-ea632d204661), before_delete {{(pid=103916) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 17:34:29.973553 dv-cinder-837356-2-iscsi neutron-server[103916]: DEBUG neutron_lib.callbacks.manager [None req-4e7935e1-74b0-41e6-a3f3-900fd72d1a93 admin admin] Publish callbacks [] for security_group (f98377ec-1a2f-4576-9a6f-ea632d204661), precommit_delete {{(pid=103916) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 17:34:30.001947 dv-cinder-837356-2-iscsi neutron-server[103918]: DEBUG neutron.plugins.ml2.rpc [None req-39ead2dc-a542-4f04-b117-439eb7f32aa8 None None] Device 348ea1f8-8c4b-4eba-b491-42d9b6e1e0a2 no longer exists at agent ovs-agent-dv-cinder-837356-2-iscsi {{(pid=103918) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jun 16 17:34:30.030664 dv-cinder-837356-2-iscsi neutron-server[103918]: DEBUG neutron.plugins.ml2.plugin [None req-39ead2dc-a542-4f04-b117-439eb7f32aa8 None None] No Port match for: 348ea1f8-8c4b-4eba-b491-42d9b6e1e0a2 {{(pid=103918) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2382}} Jun 16 17:34:30.030977 dv-cinder-837356-2-iscsi neutron-server[103918]: DEBUG neutron.plugins.ml2.rpc [None req-39ead2dc-a542-4f04-b117-439eb7f32aa8 None None] Device 348ea1f8-8c4b-4eba-b491-42d9b6e1e0a2 not bound to the agent host dv-cinder-837356-2-iscsi {{(pid=103918) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jun 16 17:34:30.031394 dv-cinder-837356-2-iscsi neutron-server[103918]: DEBUG neutron.plugins.ml2.rpc [None req-39ead2dc-a542-4f04-b117-439eb7f32aa8 None None] Device ffccbfd3-0ee0-44d0-971d-1ceb8c334bd4 no longer exists at agent ovs-agent-dv-cinder-837356-2-iscsi {{(pid=103918) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jun 16 17:34:30.049162 dv-cinder-837356-2-iscsi neutron-server[103916]: DEBUG neutron_lib.callbacks.manager [None req-4e7935e1-74b0-41e6-a3f3-900fd72d1a93 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-570488'] for security_group (f98377ec-1a2f-4576-9a6f-ea632d204661), after_delete {{(pid=103916) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 17:34:30.051718 dv-cinder-837356-2-iscsi neutron-server[103916]: DEBUG neutron_lib.callbacks.manager [None req-4e7935e1-74b0-41e6-a3f3-900fd72d1a93 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103916) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 17:34:30.052944 dv-cinder-837356-2-iscsi neutron-server[103916]: INFO neutron.wsgi [None req-4e7935e1-74b0-41e6-a3f3-900fd72d1a93 admin admin] 10.222.0.66 "DELETE /v2.0/security-groups/f98377ec-1a2f-4576-9a6f-ea632d204661 HTTP/1.1" status: 204 len: 168 time: 0.2245371 Jun 16 17:34:30.062063 dv-cinder-837356-2-iscsi neutron-server[103916]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4e7935e1-74b0-41e6-a3f3-900fd72d1a93 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f98377ec-1a2f-4576-9a6f-ea632d204661,revision_number=None']} {{(pid=103916) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 17:34:30.063549 dv-cinder-837356-2-iscsi neutron-server[103918]: DEBUG neutron.plugins.ml2.plugin [None req-39ead2dc-a542-4f04-b117-439eb7f32aa8 None None] No Port match for: ffccbfd3-0ee0-44d0-971d-1ceb8c334bd4 {{(pid=103918) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2382}} Jun 16 17:34:30.069044 dv-cinder-837356-2-iscsi neutron-server[103917]: INFO neutron.wsgi [req-a416af94-78d0-404c-b748-5d220a092249 req-665a4a15-1ff5-4ee4-bc94-bb01105d1444 service neutron] 10.222.0.81 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=778f57a0-7cf0-4efe-9b55-04da77cb372e HTTP/1.1" status: 200 len: 999 time: 0.4212446 Jun 16 17:34:30.071765 dv-cinder-837356-2-iscsi neutron-server[103918]: DEBUG neutron.plugins.ml2.rpc [None req-39ead2dc-a542-4f04-b117-439eb7f32aa8 None None] Device ffccbfd3-0ee0-44d0-971d-1ceb8c334bd4 not bound to the agent host dv-cinder-837356-2-iscsi {{(pid=103918) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jun 16 17:34:30.072355 dv-cinder-837356-2-iscsi neutron-server[103918]: DEBUG neutron.plugins.ml2.rpc [None req-39ead2dc-a542-4f04-b117-439eb7f32aa8 None None] Device faae77bb-d4a7-4a67-8c0d-15828ced0754 no longer exists at agent ovs-agent-dv-cinder-837356-2-iscsi {{(pid=103918) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jun 16 17:34:30.115973 dv-cinder-837356-2-iscsi neutron-server[103918]: DEBUG neutron.plugins.ml2.plugin [None req-39ead2dc-a542-4f04-b117-439eb7f32aa8 None None] No Port match for: faae77bb-d4a7-4a67-8c0d-15828ced0754 {{(pid=103918) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2382}} Jun 16 17:34:30.116323 dv-cinder-837356-2-iscsi neutron-server[103918]: DEBUG neutron.plugins.ml2.rpc [None req-39ead2dc-a542-4f04-b117-439eb7f32aa8 None None] Device faae77bb-d4a7-4a67-8c0d-15828ced0754 not bound to the agent host dv-cinder-837356-2-iscsi {{(pid=103918) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jun 16 17:34:30.128963 dv-cinder-837356-2-iscsi neutron-server[103917]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a416af94-78d0-404c-b748-5d220a092249 req-c99dfa08-1009-440f-aeb0-08e015c27e89 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103917) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 16 17:34:30.131191 dv-cinder-837356-2-iscsi neutron-server[103917]: INFO neutron.wsgi [req-a416af94-78d0-404c-b748-5d220a092249 req-c99dfa08-1009-440f-aeb0-08e015c27e89 service neutron] 10.222.0.81 "GET /v2.0/subnets?id=245398e2-b047-4bf4-9483-edcae7a557b6 HTTP/1.1" status: 200 len: 853 time: 0.0558825 Jun 16 17:34:30.195868 dv-cinder-837356-2-iscsi neutron-server[103917]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a416af94-78d0-404c-b748-5d220a092249 req-dff23650-5e09-4a6d-89e8-9d40a6d9083c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103917) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 16 17:34:30.198082 dv-cinder-837356-2-iscsi neutron-server[103917]: INFO neutron.wsgi [req-a416af94-78d0-404c-b748-5d220a092249 req-dff23650-5e09-4a6d-89e8-9d40a6d9083c service neutron] 10.222.0.81 "GET /v2.0/ports?network_id=38b62bc9-5cad-4b9e-8181-628535658100&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0554845 Jun 16 17:34:30.288927 dv-cinder-837356-2-iscsi neutron-server[103918]: DEBUG neutron.db.l3_hamode_db [None req-4e7a5e1d-bc98-40c3-8c29-7e16f301f24f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '72fc182f-b4cb-4ac1-ba5a-c8c6b58534c5', 'name': 'tempest-AttachVolumeNegativeTest-673498770-router', 'tenant_id': '7c56d4c430c44df49f48fe0b49ebcbd2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9df31235-0797-44e6-85a0-102cb2da2d58', 'external_fixed_ips': [{'subnet_id': '1dfb0320-f5eb-46f6-88ce-33002f500238', 'ip_address': '172.27.2.32'}], 'enable_snat': True}, 'gw_port_id': '683727eb-4399-44ae-ab3b-c7579a0661bc', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-16T17:30:48Z', 'updated_at': '2022-06-16T17:30:51Z', 'revision_number': 4, 'project_id': '7c56d4c430c44df49f48fe0b49ebcbd2', 'gw_port': {'id': '683727eb-4399-44ae-ab3b-c7579a0661bc', 'name': '', 'network_id': '9df31235-0797-44e6-85a0-102cb2da2d58', 'tenant_id': '', 'mac_address': 'fa:16:3e:9c:93:e7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '72fc182f-b4cb-4ac1-ba5a-c8c6b58534c5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 637, 'fixed_ips': [{'subnet_id': '1dfb0320-f5eb-46f6-88ce-33002f500238', 'ip_address': '172.27.2.32', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-837356-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-16T17:30:49Z', 'updated_at': '2022-06-16T17:30:54Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1dfb0320-f5eb-46f6-88ce-33002f500238', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-837356-2-iscsi', '_floatingips': [{'id': 'a67e67f8-fde0-410d-9a99-490612d1ac95', 'tenant_id': '7c56d4c430c44df49f48fe0b49ebcbd2', 'floating_ip_address': '172.27.2.191', 'floating_network_id': '9df31235-0797-44e6-85a0-102cb2da2d58', 'router_id': '72fc182f-b4cb-4ac1-ba5a-c8c6b58534c5', 'port_id': '778f57a0-7cf0-4efe-9b55-04da77cb372e', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'standard_attr_id': 702, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '38b62bc9-5cad-4b9e-8181-628535658100', 'mac_address': 'fa:16:3e:96:b5:50', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a361a3b2-1d56-4cd9-9fb3-87d37147881f', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-06-16T17:34:14Z', 'updated_at': '2022-06-16T17:34:28Z', 'revision_number': 1, 'project_id': '7c56d4c430c44df49f48fe0b49ebcbd2', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'b5be4525-4335-4548-88b7-e6bb420c6ef4', 'name': '', 'network_id': '38b62bc9-5cad-4b9e-8181-628535658100', 'tenant_id': '7c56d4c430c44df49f48fe0b49ebcbd2', 'mac_address': 'fa:16:3e:a8:05:6c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '72fc182f-b4cb-4ac1-ba5a-c8c6b58534c5', 'device_owner': 'network:router_interface', 'standard_attr_id': 638, 'fixed_ips': [{'subnet_id': '245398e2-b047-4bf4-9483-edcae7a557b6', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-837356-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-16T17:30:51Z', 'updated_at': '2022-06-16T17:30:56Z', 'revision_number': 5, 'project_id': '7c56d4c430c44df49f48fe0b49ebcbd2', 'subnets': [{'id': '245398e2-b047-4bf4-9483-edcae7a557b6', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-837356-2-iscsi', False) {} {{(pid=103918) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 16 17:34:30.323136 dv-cinder-837356-2-iscsi neutron-server[103918]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4e7a5e1d-bc98-40c3-8c29-7e16f301f24f None None] The sync data for ids ['72fc182f-b4cb-4ac1-ba5a-c8c6b58534c5'] in dv-cinder-837356-2-iscsi is: [{'id': '72fc182f-b4cb-4ac1-ba5a-c8c6b58534c5', 'name': 'tempest-AttachVolumeNegativeTest-673498770-router', 'tenant_id': '7c56d4c430c44df49f48fe0b49ebcbd2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9df31235-0797-44e6-85a0-102cb2da2d58', 'external_fixed_ips': [{'subnet_id': '1dfb0320-f5eb-46f6-88ce-33002f500238', 'ip_address': '172.27.2.32'}], 'enable_snat': True}, 'gw_port_id': '683727eb-4399-44ae-ab3b-c7579a0661bc', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-16T17:30:48Z', 'updated_at': '2022-06-16T17:30:51Z', 'revision_number': 4, 'project_id': '7c56d4c430c44df49f48fe0b49ebcbd2', 'gw_port': {'id': '683727eb-4399-44ae-ab3b-c7579a0661bc', 'name': '', 'network_id': '9df31235-0797-44e6-85a0-102cb2da2d58', 'tenant_id': '', 'mac_address': 'fa:16:3e:9c:93:e7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '72fc182f-b4cb-4ac1-ba5a-c8c6b58534c5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 637, 'fixed_ips': [{'subnet_id': '1dfb0320-f5eb-46f6-88ce-33002f500238', 'ip_address': '172.27.2.32', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-837356-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-16T17:30:49Z', 'updated_at': '2022-06-16T17:30:54Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1dfb0320-f5eb-46f6-88ce-33002f500238', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-837356-2-iscsi', '_floatingips': [{'id': 'a67e67f8-fde0-410d-9a99-490612d1ac95', 'tenant_id': '7c56d4c430c44df49f48fe0b49ebcbd2', 'floating_ip_address': '172.27.2.191', 'floating_network_id': '9df31235-0797-44e6-85a0-102cb2da2d58', 'router_id': '72fc182f-b4cb-4ac1-ba5a-c8c6b58534c5', 'port_id': '778f57a0-7cf0-4efe-9b55-04da77cb372e', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'standard_attr_id': 702, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '38b62bc9-5cad-4b9e-8181-628535658100', 'mac_address': 'fa:16:3e:96:b5:50', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a361a3b2-1d56-4cd9-9fb3-87d37147881f', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-06-16T17:34:14Z', 'updated_at': '2022-06-16T17:34:28Z', 'revision_number': 1, 'project_id': '7c56d4c430c44df49f48fe0b49ebcbd2', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'b5be4525-4335-4548-88b7-e6bb420c6ef4', 'name': '', 'network_id': '38b62bc9-5cad-4b9e-8181-628535658100', 'tenant_id': '7c56d4c430c44df49f48fe0b49ebcbd2', 'mac_address': 'fa:16:3e:a8:05:6c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '72fc182f-b4cb-4ac1-ba5a-c8c6b58534c5', 'device_owner': 'network:router_interface', 'standard_attr_id': 638, 'fixed_ips': [{'subnet_id': '245398e2-b047-4bf4-9483-edcae7a557b6', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-837356-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-16T17:30:51Z', 'updated_at': '2022-06-16T17:30:56Z', 'revision_number': 5, 'project_id': '7c56d4c430c44df49f48fe0b49ebcbd2', 'subnets': [{'id': '245398e2-b047-4bf4-9483-edcae7a557b6', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103918) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 16 17:34:30.340915 dv-cinder-837356-2-iscsi neutron-server[103917]: INFO neutron.wsgi [req-a416af94-78d0-404c-b748-5d220a092249 req-28f7f11d-0b7d-4bc9-8740-b1e2cfc1d252 service neutron] 10.222.0.81 "GET /v2.0/networks/38b62bc9-5cad-4b9e-8181-628535658100?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1362298 Jun 16 17:34:30.470096 dv-cinder-837356-2-iscsi neutron-server[103917]: INFO neutron.wsgi [req-a416af94-78d0-404c-b748-5d220a092249 req-e064b5fd-5c0e-455e-890c-b6dafaf9a270 service neutron] 10.222.0.81 "GET /v2.0/networks/38b62bc9-5cad-4b9e-8181-628535658100?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1224577 Jun 16 17:34:30.585642 dv-cinder-837356-2-iscsi neutron-server[103916]: DEBUG neutron.wsgi [-] (103916) accepted ('10.222.0.66', 46580) {{(pid=103916) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 16 17:34:30.637940 dv-cinder-837356-2-iscsi neutron-server[103916]: INFO neutron.wsgi [None req-c78d08a9-e1ed-4698-86e6-74cf57b783c7 admin admin] 10.222.0.66 "GET /v2.0/security-groups?tenant_id=8612326dfc09414caca0b216d53b9f13&name=default HTTP/1.1" status: 200 len: 2996 time: 0.0491183 Jun 16 17:34:30.638159 dv-cinder-837356-2-iscsi neutron-server[103919]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ce563eae-5f32-4638-a495-59d14e43806e None None] New status for floating IP a67e67f8-fde0-410d-9a99-490612d1ac95: ACTIVE {{(pid=103919) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:269}} Jun 16 17:34:30.638624 dv-cinder-837356-2-iscsi neutron-server[103917]: DEBUG neutron.wsgi [-] (103917) accepted ('10.222.0.66', 46582) {{(pid=103917) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 16 17:34:30.697547 dv-cinder-837356-2-iscsi neutron-server[103917]: DEBUG neutron_lib.callbacks.manager [None req-aab43d23-716a-453a-86e4-4df2214b86c1 admin admin] Publish callbacks [] for security_group (c3bf6409-6909-43d4-9da8-c91e4fec93ed), before_delete {{(pid=103917) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 17:34:30.721052 dv-cinder-837356-2-iscsi neutron-server[103917]: DEBUG neutron_lib.callbacks.manager [None req-aab43d23-716a-453a-86e4-4df2214b86c1 admin admin] Publish callbacks [] for security_group (c3bf6409-6909-43d4-9da8-c91e4fec93ed), precommit_delete {{(pid=103917) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 17:34:30.752132 dv-cinder-837356-2-iscsi neutron-server[103917]: DEBUG dbcounter [-] [103917] Writing DB stats neutron:SELECT=92,neutron:DELETE=7,neutron:UPDATE=1 {{(pid=103917) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 16 17:34:30.797238 dv-cinder-837356-2-iscsi neutron-server[103917]: DEBUG neutron_lib.callbacks.manager [None req-aab43d23-716a-453a-86e4-4df2214b86c1 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-570488'] for security_group (c3bf6409-6909-43d4-9da8-c91e4fec93ed), after_delete {{(pid=103917) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 17:34:30.800578 dv-cinder-837356-2-iscsi neutron-server[103917]: DEBUG neutron_lib.callbacks.manager [None req-aab43d23-716a-453a-86e4-4df2214b86c1 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103917) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 17:34:30.806453 dv-cinder-837356-2-iscsi neutron-server[103917]: INFO neutron.wsgi [None req-aab43d23-716a-453a-86e4-4df2214b86c1 admin admin] 10.222.0.66 "DELETE /v2.0/security-groups/c3bf6409-6909-43d4-9da8-c91e4fec93ed HTTP/1.1" status: 204 len: 168 time: 0.1630189 Jun 16 17:34:30.831785 dv-cinder-837356-2-iscsi neutron-server[103917]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aab43d23-716a-453a-86e4-4df2214b86c1 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c3bf6409-6909-43d4-9da8-c91e4fec93ed,revision_number=None']} {{(pid=103917) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 17:34:40.628704 dv-cinder-837356-2-iscsi neutron-server[103916]: DEBUG dbcounter [-] [103916] Writing DB stats neutron:SELECT=83,neutron:DELETE=1 {{(pid=103916) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 16 17:34:40.631925 dv-cinder-837356-2-iscsi neutron-server[103916]: DEBUG dbcounter [-] [103916] Writing DB stats neutron:SELECT=56,neutron:DELETE=3 {{(pid=103916) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 16 17:34:40.769891 dv-cinder-837356-2-iscsi neutron-server[103917]: DEBUG dbcounter [-] [103917] Writing DB stats neutron:SELECT=75,neutron:DELETE=7 {{(pid=103917) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 16 17:34:40.794580 dv-cinder-837356-2-iscsi neutron-server[103919]: DEBUG dbcounter [-] [103919] Writing DB stats neutron:SELECT=79,neutron:UPDATE=2 {{(pid=103919) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 16 17:34:40.821431 dv-cinder-837356-2-iscsi neutron-server[103919]: DEBUG dbcounter [-] [103919] Writing DB stats neutron:SELECT=80,neutron:UPDATE=2 {{(pid=103919) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 16 17:34:40.830956 dv-cinder-837356-2-iscsi neutron-server[103917]: DEBUG dbcounter [-] [103917] Writing DB stats neutron:SELECT=2 {{(pid=103917) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 16 17:34:40.846586 dv-cinder-837356-2-iscsi neutron-server[103918]: DEBUG dbcounter [-] [103918] Writing DB stats neutron:SELECT=55 {{(pid=103918) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 16 17:34:40.847543 dv-cinder-837356-2-iscsi neutron-server[103918]: DEBUG dbcounter [-] [103918] Writing DB stats neutron:SELECT=25 {{(pid=103918) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 16 17:34:43.001292 dv-cinder-837356-2-iscsi neutron-server[103918]: DEBUG neutron_lib.callbacks.manager [None req-d86e7154-c739-460c-ac3a-7cc8e12dcd31 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728539454181', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16149322'] for agent (0913b7ec-eea4-4492-8ef1-e01c4575abca), after_update {{(pid=103918) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 17:34:45.458722 dv-cinder-837356-2-iscsi neutron-server[103918]: DEBUG neutron_lib.callbacks.manager [None req-d4ec0bde-826b-44b5-976f-f1b4139dc742 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728539454181', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16149322'] for agent (7639df21-17c3-4235-8912-210c3ad54137), after_update {{(pid=103918) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 17:34:46.333500 dv-cinder-837356-2-iscsi neutron-server[103918]: DEBUG neutron_lib.callbacks.manager [None req-20715706-35a9-45af-9420-375bdcc64c61 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728539454181', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16149322'] for agent (50395103-89cf-4fb3-87eb-9dff4dfdeea8), after_update {{(pid=103918) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 17:34:48.110433 dv-cinder-837356-2-iscsi neutron-server[103918]: DEBUG neutron_lib.callbacks.manager [None req-90597016-5de8-4c3e-b42a-66aa2c70cc5e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728539454181', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16149322'] for agent (853db9d1-1c17-40a4-900c-de4f90440474), after_update {{(pid=103918) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 17:34:48.465898 dv-cinder-837356-2-iscsi neutron-server[103918]: DEBUG neutron_lib.callbacks.manager [None req-39ead2dc-a542-4f04-b117-439eb7f32aa8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728539454181', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16149322'] for agent (5b2fa84c-1db1-41c6-a6b9-975c3da28daf), after_update {{(pid=103918) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 17:34:58.454079 dv-cinder-837356-2-iscsi neutron-server[103918]: DEBUG dbcounter [-] [103918] Writing DB stats neutron:SELECT=8,neutron:UPDATE=2 {{(pid=103918) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 16 17:34:58.457760 dv-cinder-837356-2-iscsi neutron-server[103918]: DEBUG dbcounter [-] [103918] Writing DB stats neutron:SELECT=7,neutron:UPDATE=3 {{(pid=103918) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 16 17:34:59.561386 dv-cinder-837356-2-iscsi neutron-server[103918]: DEBUG neutron_lib.callbacks.manager [None req-b2b17746-c296-4803-869a-65578e8233dd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728539454181', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16149322'] for agent (2e97d73d-50fc-4f89-a4ea-85f65eb860d8), after_update {{(pid=103918) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 17:35:00.658994 dv-cinder-837356-2-iscsi neutron-server[103919]: DEBUG neutron.db.agents_db [None req-d2debd9c-00d6-4a8f-b9fc-d112a2dcea0d None None] Agent healthcheck: found 6 active agents {{(pid=103919) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jun 16 17:35:08.179171 dv-cinder-837356-2-iscsi neutron-server[103919]: DEBUG dbcounter [-] [103919] Writing DB stats neutron:SELECT=17 {{(pid=103919) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 16 17:35:09.551495 dv-cinder-837356-2-iscsi neutron-server[103918]: DEBUG dbcounter [-] [103918] Writing DB stats neutron:SELECT=2 {{(pid=103918) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 16 17:35:09.554937 dv-cinder-837356-2-iscsi neutron-server[103918]: DEBUG dbcounter [-] [103918] Writing DB stats neutron:SELECT=1,neutron:UPDATE=1 {{(pid=103918) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 16 17:35:10.653350 dv-cinder-837356-2-iscsi neutron-server[103919]: DEBUG dbcounter [-] [103919] Writing DB stats neutron:SELECT=17 {{(pid=103919) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 16 17:35:13.005765 dv-cinder-837356-2-iscsi neutron-server[103918]: DEBUG neutron_lib.callbacks.manager [None req-e596b917-1ab8-4323-b5c8-28a899090d78 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728539454181', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16149322'] for agent (0913b7ec-eea4-4492-8ef1-e01c4575abca), after_update {{(pid=103918) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 17:35:14.900481 dv-cinder-837356-2-iscsi neutron-server[103917]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a915ca13-b7ba-455d-a1c2-1b58fa471ece req-11b9e890-9d45-484d-b98e-e41ea9ad794a tempest-AttachVolumeNegativeTest-1307848981 tempest-AttachVolumeNegativeTest-1307848981-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103917) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 16 17:35:14.902077 dv-cinder-837356-2-iscsi neutron-server[103917]: INFO neutron.wsgi [req-a915ca13-b7ba-455d-a1c2-1b58fa471ece req-11b9e890-9d45-484d-b98e-e41ea9ad794a tempest-AttachVolumeNegativeTest-1307848981 tempest-AttachVolumeNegativeTest-1307848981-project] 10.222.0.66 "GET /v2.0/ports?device_id=a361a3b2-1d56-4cd9-9fb3-87d37147881f HTTP/1.1" status: 200 len: 945 time: 0.0501406 Jun 16 17:35:14.956506 dv-cinder-837356-2-iscsi neutron-server[103917]: INFO neutron.wsgi [req-a915ca13-b7ba-455d-a1c2-1b58fa471ece req-66747354-8ca4-4d31-b586-12cdc346c5df tempest-AttachVolumeNegativeTest-1307848981 tempest-AttachVolumeNegativeTest-1307848981-project] 10.222.0.66 "GET /v2.0/security-groups?id=bc42eab9-5d5e-470a-a55c-952bca26ada6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0484581 Jun 16 17:35:15.457400 dv-cinder-837356-2-iscsi neutron-server[103918]: DEBUG neutron_lib.callbacks.manager [None req-9d642661-ae4b-4db5-a5df-05aabecc27aa None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728539454181', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16149322'] for agent (7639df21-17c3-4235-8912-210c3ad54137), after_update {{(pid=103918) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 17:35:16.084413 dv-cinder-837356-2-iscsi neutron-server[103916]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3d0db9e-03be-45f6-aacc-ddb8d9e7cbe5 req-bd1e7dbb-88ee-4abf-b3b7-258f4d6ad35d tempest-AttachVolumeNegativeTest-1307848981 tempest-AttachVolumeNegativeTest-1307848981-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103916) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 16 17:35:16.085910 dv-cinder-837356-2-iscsi neutron-server[103916]: INFO neutron.wsgi [req-a3d0db9e-03be-45f6-aacc-ddb8d9e7cbe5 req-bd1e7dbb-88ee-4abf-b3b7-258f4d6ad35d tempest-AttachVolumeNegativeTest-1307848981 tempest-AttachVolumeNegativeTest-1307848981-project] 10.222.0.66 "GET /v2.0/ports?device_id=a361a3b2-1d56-4cd9-9fb3-87d37147881f HTTP/1.1" status: 200 len: 945 time: 0.0511706 Jun 16 17:35:16.137541 dv-cinder-837356-2-iscsi neutron-server[103916]: INFO neutron.wsgi [req-a3d0db9e-03be-45f6-aacc-ddb8d9e7cbe5 req-37c4998c-6a8e-4400-b833-248261ed5f8e tempest-AttachVolumeNegativeTest-1307848981 tempest-AttachVolumeNegativeTest-1307848981-project] 10.222.0.66 "GET /v2.0/security-groups?id=bc42eab9-5d5e-470a-a55c-952bca26ada6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0456963 Jun 16 17:35:16.337393 dv-cinder-837356-2-iscsi neutron-server[103918]: DEBUG neutron_lib.callbacks.manager [None req-20715706-35a9-45af-9420-375bdcc64c61 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728539454181', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16149322'] for agent (50395103-89cf-4fb3-87eb-9dff4dfdeea8), after_update {{(pid=103918) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 17:35:16.436763 dv-cinder-837356-2-iscsi neutron-server[103917]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a0f0441-c135-45ff-b3d3-e28dd9e1d094 req-548f0442-097e-4fea-bf18-c7242e6beb2e tempest-AttachVolumeNegativeTest-1307848981 tempest-AttachVolumeNegativeTest-1307848981-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103917) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 16 17:35:16.438359 dv-cinder-837356-2-iscsi neutron-server[103917]: INFO neutron.wsgi [req-2a0f0441-c135-45ff-b3d3-e28dd9e1d094 req-548f0442-097e-4fea-bf18-c7242e6beb2e tempest-AttachVolumeNegativeTest-1307848981 tempest-AttachVolumeNegativeTest-1307848981-project] 10.222.0.81 "GET /v2.0/ports?device_id=a361a3b2-1d56-4cd9-9fb3-87d37147881f HTTP/1.1" status: 200 len: 945 time: 0.0514331 Jun 16 17:35:16.527508 dv-cinder-837356-2-iscsi neutron-server[103917]: DEBUG neutron.plugins.ml2.plugin [req-2a0f0441-c135-45ff-b3d3-e28dd9e1d094 req-8290710b-083f-45e7-ac15-b590c776b173 tempest-AttachVolumeNegativeTest-1307848981 tempest-AttachVolumeNegativeTest-1307848981-project] Deleting port 778f57a0-7cf0-4efe-9b55-04da77cb372e {{(pid=103917) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2043}} Jun 16 17:35:16.527856 dv-cinder-837356-2-iscsi neutron-server[103917]: DEBUG neutron_lib.callbacks.manager [req-2a0f0441-c135-45ff-b3d3-e28dd9e1d094 req-8290710b-083f-45e7-ac15-b590c776b173 tempest-AttachVolumeNegativeTest-1307848981 tempest-AttachVolumeNegativeTest-1307848981-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8728539361383'] for port (778f57a0-7cf0-4efe-9b55-04da77cb372e), before_delete {{(pid=103917) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 17:35:16.638594 dv-cinder-837356-2-iscsi neutron-server[103917]: DEBUG neutron.plugins.ml2.db [req-2a0f0441-c135-45ff-b3d3-e28dd9e1d094 req-8290710b-083f-45e7-ac15-b590c776b173 tempest-AttachVolumeNegativeTest-1307848981 tempest-AttachVolumeNegativeTest-1307848981-project] For port 778f57a0-7cf0-4efe-9b55-04da77cb372e, host hv-cinder-83735, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83735',level=0,port_id=778f57a0-7cf0-4efe-9b55-04da77cb372e,segment=NetworkSegment(77c5a64f-3dc1-42ac-871e-4a71d56bdf63),segment_id=77c5a64f-3dc1-42ac-871e-4a71d56bdf63)] {{(pid=103917) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 16 17:35:16.638594 dv-cinder-837356-2-iscsi neutron-server[103917]: DEBUG neutron_lib.callbacks.manager [req-2a0f0441-c135-45ff-b3d3-e28dd9e1d094 req-8290710b-083f-45e7-ac15-b590c776b173 tempest-AttachVolumeNegativeTest-1307848981 tempest-AttachVolumeNegativeTest-1307848981-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-708042'] for port (778f57a0-7cf0-4efe-9b55-04da77cb372e), precommit_delete {{(pid=103917) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 17:35:16.808259 dv-cinder-837356-2-iscsi neutron-server[103917]: DEBUG neutron_lib.callbacks.manager [req-2a0f0441-c135-45ff-b3d3-e28dd9e1d094 req-8290710b-083f-45e7-ac15-b590c776b173 tempest-AttachVolumeNegativeTest-1307848981 tempest-AttachVolumeNegativeTest-1307848981-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=103917) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 17:35:16.808624 dv-cinder-837356-2-iscsi neutron-server[103917]: DEBUG neutron_lib.callbacks.manager [req-2a0f0441-c135-45ff-b3d3-e28dd9e1d094 req-8290710b-083f-45e7-ac15-b590c776b173 tempest-AttachVolumeNegativeTest-1307848981 tempest-AttachVolumeNegativeTest-1307848981-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-704970'] for floatingip (a67e67f8-fde0-410d-9a99-490612d1ac95), after_update {{(pid=103917) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 17:35:16.808934 dv-cinder-837356-2-iscsi neutron-server[103917]: INFO neutron.db.l3_db [req-2a0f0441-c135-45ff-b3d3-e28dd9e1d094 req-8290710b-083f-45e7-ac15-b590c776b173 tempest-AttachVolumeNegativeTest-1307848981 tempest-AttachVolumeNegativeTest-1307848981-project] Floating IP a67e67f8-fde0-410d-9a99-490612d1ac95 disassociated. External IP: 172.27.2.191, port: 778f57a0-7cf0-4efe-9b55-04da77cb372e. Jun 16 17:35:16.809312 dv-cinder-837356-2-iscsi neutron-server[103917]: DEBUG neutron.plugins.ml2.plugin [req-2a0f0441-c135-45ff-b3d3-e28dd9e1d094 req-8290710b-083f-45e7-ac15-b590c776b173 tempest-AttachVolumeNegativeTest-1307848981 tempest-AttachVolumeNegativeTest-1307848981-project] Calling delete_port for 778f57a0-7cf0-4efe-9b55-04da77cb372e owned by compute:nova {{(pid=103917) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2122}} Jun 16 17:35:16.951674 dv-cinder-837356-2-iscsi neutron-server[103917]: DEBUG neutron_lib.callbacks.manager [req-2a0f0441-c135-45ff-b3d3-e28dd9e1d094 req-8290710b-083f-45e7-ac15-b590c776b173 tempest-AttachVolumeNegativeTest-1307848981 tempest-AttachVolumeNegativeTest-1307848981-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16007527', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-75831', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16241551', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8728539364702', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8728538993430', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3819743'] for port (778f57a0-7cf0-4efe-9b55-04da77cb372e), after_delete {{(pid=103917) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 17:35:16.982990 dv-cinder-837356-2-iscsi neutron-server[103917]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8290710b-083f-45e7-ac15-b590c776b173 tempest-AttachVolumeNegativeTest-1307848981 tempest-AttachVolumeNegativeTest-1307848981-project] Pushing event deleted for resources: {'Port': ['ID=778f57a0-7cf0-4efe-9b55-04da77cb372e,revision_number=None']} {{(pid=103917) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 17:35:16.994285 dv-cinder-837356-2-iscsi neutron-server[103917]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8290710b-083f-45e7-ac15-b590c776b173 tempest-AttachVolumeNegativeTest-1307848981 tempest-AttachVolumeNegativeTest-1307848981-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-837356-2-iscsi {{(pid=103917) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 17:35:16.994629 dv-cinder-837356-2-iscsi neutron-server[103917]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8290710b-083f-45e7-ac15-b590c776b173 tempest-AttachVolumeNegativeTest-1307848981 tempest-AttachVolumeNegativeTest-1307848981-project] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-837356-2-iscsi {{(pid=103917) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 17:35:16.994961 dv-cinder-837356-2-iscsi neutron-server[103917]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8290710b-083f-45e7-ac15-b590c776b173 tempest-AttachVolumeNegativeTest-1307848981 tempest-AttachVolumeNegativeTest-1307848981-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-837356-2-iscsi {{(pid=103917) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 17:35:16.995290 dv-cinder-837356-2-iscsi neutron-server[103917]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8290710b-083f-45e7-ac15-b590c776b173 tempest-AttachVolumeNegativeTest-1307848981 tempest-AttachVolumeNegativeTest-1307848981-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-837356-2-iscsi {{(pid=103917) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 17:35:16.995613 dv-cinder-837356-2-iscsi neutron-server[103917]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8290710b-083f-45e7-ac15-b590c776b173 tempest-AttachVolumeNegativeTest-1307848981 tempest-AttachVolumeNegativeTest-1307848981-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-837356-2-iscsi {{(pid=103917) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 17:35:16.995937 dv-cinder-837356-2-iscsi neutron-server[103917]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8290710b-083f-45e7-ac15-b590c776b173 tempest-AttachVolumeNegativeTest-1307848981 tempest-AttachVolumeNegativeTest-1307848981-project] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-837356-2-iscsi {{(pid=103917) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 17:35:16.996262 dv-cinder-837356-2-iscsi neutron-server[103917]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8290710b-083f-45e7-ac15-b590c776b173 tempest-AttachVolumeNegativeTest-1307848981 tempest-AttachVolumeNegativeTest-1307848981-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-837356-2-iscsi {{(pid=103917) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 17:35:16.996576 dv-cinder-837356-2-iscsi neutron-server[103917]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8290710b-083f-45e7-ac15-b590c776b173 tempest-AttachVolumeNegativeTest-1307848981 tempest-AttachVolumeNegativeTest-1307848981-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-837356-2-iscsi {{(pid=103917) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 17:35:16.996893 dv-cinder-837356-2-iscsi neutron-server[103917]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8290710b-083f-45e7-ac15-b590c776b173 tempest-AttachVolumeNegativeTest-1307848981 tempest-AttachVolumeNegativeTest-1307848981-project] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-837356-2-iscsi {{(pid=103917) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 17:35:16.997300 dv-cinder-837356-2-iscsi neutron-server[103917]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8290710b-083f-45e7-ac15-b590c776b173 tempest-AttachVolumeNegativeTest-1307848981 tempest-AttachVolumeNegativeTest-1307848981-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-837356-2-iscsi {{(pid=103917) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 17:35:16.997612 dv-cinder-837356-2-iscsi neutron-server[103917]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8290710b-083f-45e7-ac15-b590c776b173 tempest-AttachVolumeNegativeTest-1307848981 tempest-AttachVolumeNegativeTest-1307848981-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-837356-2-iscsi {{(pid=103917) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 17:35:16.997926 dv-cinder-837356-2-iscsi neutron-server[103917]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8290710b-083f-45e7-ac15-b590c776b173 tempest-AttachVolumeNegativeTest-1307848981 tempest-AttachVolumeNegativeTest-1307848981-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-837356-2-iscsi {{(pid=103917) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 17:35:16.998236 dv-cinder-837356-2-iscsi neutron-server[103917]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8290710b-083f-45e7-ac15-b590c776b173 tempest-AttachVolumeNegativeTest-1307848981 tempest-AttachVolumeNegativeTest-1307848981-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-837356-2-iscsi {{(pid=103917) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 17:35:16.998722 dv-cinder-837356-2-iscsi neutron-server[103917]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8290710b-083f-45e7-ac15-b590c776b173 tempest-AttachVolumeNegativeTest-1307848981 tempest-AttachVolumeNegativeTest-1307848981-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-837356-2-iscsi {{(pid=103917) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 17:35:16.998993 dv-cinder-837356-2-iscsi neutron-server[103917]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8290710b-083f-45e7-ac15-b590c776b173 tempest-AttachVolumeNegativeTest-1307848981 tempest-AttachVolumeNegativeTest-1307848981-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-837356-2-iscsi {{(pid=103917) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 17:35:17.112987 dv-cinder-837356-2-iscsi neutron-server[103917]: DEBUG neutron.scheduler.l3_agent_scheduler [req-2a0f0441-c135-45ff-b3d3-e28dd9e1d094 req-8290710b-083f-45e7-ac15-b590c776b173 tempest-AttachVolumeNegativeTest-1307848981 tempest-AttachVolumeNegativeTest-1307848981-project] Router 72fc182f-b4cb-4ac1-ba5a-c8c6b58534c5 has already been hosted by L3 agent 7639df21-17c3-4235-8912-210c3ad54137 {{(pid=103917) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jun 16 17:35:17.233690 dv-cinder-837356-2-iscsi neutron-server[103917]: DEBUG dbcounter [-] [103917] Writing DB stats neutron:SELECT=95,neutron:UPDATE=1,neutron:DELETE=4 {{(pid=103917) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 16 17:35:17.257224 dv-cinder-837356-2-iscsi neutron-server[103917]: INFO neutron.wsgi [req-1b5ffd88-06db-41c7-bb87-c3af90368c0c req-0629b980-4493-4371-a9d4-3e8d33fa773e tempest-AttachVolumeNegativeTest-1307848981 tempest-AttachVolumeNegativeTest-1307848981-project] 10.222.0.66 "GET /v2.0/ports?device_id=a361a3b2-1d56-4cd9-9fb3-87d37147881f HTTP/1.1" status: 200 len: 210 time: 0.0434575 Jun 16 17:35:17.259136 dv-cinder-837356-2-iscsi neutron-server[103917]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-2a0f0441-c135-45ff-b3d3-e28dd9e1d094 req-8290710b-083f-45e7-ac15-b590c776b173 tempest-AttachVolumeNegativeTest-1307848981 tempest-AttachVolumeNegativeTest-1307848981-project] Notify agent at l3_agent.dv-cinder-837356-2-iscsi the message routers_updated {{(pid=103917) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jun 16 17:35:17.275040 dv-cinder-837356-2-iscsi neutron-server[103918]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-77c17da1-933f-43db-8054-92c0c5220716 None None] Sync routers for ids ['72fc182f-b4cb-4ac1-ba5a-c8c6b58534c5'] in dv-cinder-837356-2-iscsi {{(pid=103918) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 16 17:35:17.288619 dv-cinder-837356-2-iscsi neutron-server[103918]: DEBUG neutron.db.l3_dvrscheduler_db [None req-77c17da1-933f-43db-8054-92c0c5220716 None None] Routers {'72fc182f-b4cb-4ac1-ba5a-c8c6b58534c5'} bound to L3 agent in host dv-cinder-837356-2-iscsi {{(pid=103918) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jun 16 17:35:17.289412 dv-cinder-837356-2-iscsi neutron-server[103918]: DEBUG neutron.db.l3_hamode_db [None req-77c17da1-933f-43db-8054-92c0c5220716 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-837356-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-06-16T17:14:15Z,description=,heartbeat_timestamp=2022-06-16T17:35:15Z,host='dv-cinder-837356-2-iscsi',id=7639df21-17c3-4235-8912-210c3ad54137,load=0,resource_versions=,resources_synced=,started_at=2022-06-16T17:14:15Z,topic='l3_agent')) {'router_ids': ['72fc182f-b4cb-4ac1-ba5a-c8c6b58534c5'], 'active': True} {{(pid=103918) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 16 17:35:17.314174 dv-cinder-837356-2-iscsi neutron-server[103917]: DEBUG neutron.db.l3_dvrscheduler_db [req-2a0f0441-c135-45ff-b3d3-e28dd9e1d094 req-8290710b-083f-45e7-ac15-b590c776b173 tempest-AttachVolumeNegativeTest-1307848981 tempest-AttachVolumeNegativeTest-1307848981-project] No DVR routers for this DVR port 778f57a0-7cf0-4efe-9b55-04da77cb372e on host hv-cinder-83735 {{(pid=103917) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:215}} Jun 16 17:35:17.319881 dv-cinder-837356-2-iscsi neutron-server[103917]: DEBUG neutron_lib.callbacks.manager [req-2a0f0441-c135-45ff-b3d3-e28dd9e1d094 req-8290710b-083f-45e7-ac15-b590c776b173 tempest-AttachVolumeNegativeTest-1307848981 tempest-AttachVolumeNegativeTest-1307848981-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-191112'] for port (None), before_response {{(pid=103917) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 17:35:17.323329 dv-cinder-837356-2-iscsi neutron-server[103917]: INFO neutron.wsgi [req-2a0f0441-c135-45ff-b3d3-e28dd9e1d094 req-8290710b-083f-45e7-ac15-b590c776b173 tempest-AttachVolumeNegativeTest-1307848981 tempest-AttachVolumeNegativeTest-1307848981-project] 10.222.0.81 "DELETE /v2.0/ports/778f57a0-7cf0-4efe-9b55-04da77cb372e HTTP/1.1" status: 204 len: 173 time: 0.8797200 Jun 16 17:35:17.323792 dv-cinder-837356-2-iscsi neutron-server[103917]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a361a3b2-1d56-4cd9-9fb3-87d37147881f', 'name': 'network-vif-deleted', 'tag': '778f57a0-7cf0-4efe-9b55-04da77cb372e'}] {{(pid=103917) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jun 16 17:35:17.326908 dv-cinder-837356-2-iscsi neutron-server[103917]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.66/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6f3fd2b1a6655810f50592bc9015c397d118e5689141688eaf1b23dbeee2ebf8" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-673297cb-aa45-403a-9189-4c09dce335c8" -d '{"events": [{"server_uuid": "a361a3b2-1d56-4cd9-9fb3-87d37147881f", "name": "network-vif-deleted", "tag": "778f57a0-7cf0-4efe-9b55-04da77cb372e"}]}' {{(pid=103917) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 16 17:35:17.392363 dv-cinder-837356-2-iscsi neutron-server[103917]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 16 Jun 2022 17:35:17 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-98da21d5-593d-48a1-b306-936bc6c1cfb1 x-openstack-request-id: req-98da21d5-593d-48a1-b306-936bc6c1cfb1 {{(pid=103917) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 16 17:35:17.392769 dv-cinder-837356-2-iscsi neutron-server[103917]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "a361a3b2-1d56-4cd9-9fb3-87d37147881f", "name": "network-vif-deleted", "tag": "778f57a0-7cf0-4efe-9b55-04da77cb372e", "status": "completed", "code": 200}]} {{(pid=103917) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 16 17:35:17.393120 dv-cinder-837356-2-iscsi neutron-server[103917]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.66/compute/v2.1/os-server-external-events used request id req-98da21d5-593d-48a1-b306-936bc6c1cfb1 {{(pid=103917) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 16 17:35:17.394563 dv-cinder-837356-2-iscsi neutron-server[103917]: INFO neutron.notifiers.nova [-] Nova event matching ['req-98da21d5-593d-48a1-b306-936bc6c1cfb1'] response: {'server_uuid': 'a361a3b2-1d56-4cd9-9fb3-87d37147881f', 'name': 'network-vif-deleted', 'tag': '778f57a0-7cf0-4efe-9b55-04da77cb372e', 'status': 'completed', 'code': 200} Jun 16 17:35:17.564008 dv-cinder-837356-2-iscsi neutron-server[103918]: DEBUG neutron.db.l3_dvr_db [None req-77c17da1-933f-43db-8054-92c0c5220716 None None] Set router 72fc182f-b4cb-4ac1-ba5a-c8c6b58534c5 gateway port host: dv-cinder-837356-2-iscsi {{(pid=103918) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jun 16 17:35:17.764740 dv-cinder-837356-2-iscsi neutron-server[103918]: DEBUG neutron.db.l3_hamode_db [None req-77c17da1-933f-43db-8054-92c0c5220716 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '72fc182f-b4cb-4ac1-ba5a-c8c6b58534c5', 'name': 'tempest-AttachVolumeNegativeTest-673498770-router', 'tenant_id': '7c56d4c430c44df49f48fe0b49ebcbd2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9df31235-0797-44e6-85a0-102cb2da2d58', 'external_fixed_ips': [{'subnet_id': '1dfb0320-f5eb-46f6-88ce-33002f500238', 'ip_address': '172.27.2.32'}], 'enable_snat': True}, 'gw_port_id': '683727eb-4399-44ae-ab3b-c7579a0661bc', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-16T17:30:48Z', 'updated_at': '2022-06-16T17:30:51Z', 'revision_number': 4, 'project_id': '7c56d4c430c44df49f48fe0b49ebcbd2', 'gw_port': {'id': '683727eb-4399-44ae-ab3b-c7579a0661bc', 'name': '', 'network_id': '9df31235-0797-44e6-85a0-102cb2da2d58', 'tenant_id': '', 'mac_address': 'fa:16:3e:9c:93:e7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '72fc182f-b4cb-4ac1-ba5a-c8c6b58534c5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 637, 'fixed_ips': [{'subnet_id': '1dfb0320-f5eb-46f6-88ce-33002f500238', 'ip_address': '172.27.2.32', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-837356-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-16T17:30:49Z', 'updated_at': '2022-06-16T17:30:54Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1dfb0320-f5eb-46f6-88ce-33002f500238', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-837356-2-iscsi', '_interfaces': [{'id': 'b5be4525-4335-4548-88b7-e6bb420c6ef4', 'name': '', 'network_id': '38b62bc9-5cad-4b9e-8181-628535658100', 'tenant_id': '7c56d4c430c44df49f48fe0b49ebcbd2', 'mac_address': 'fa:16:3e:a8:05:6c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '72fc182f-b4cb-4ac1-ba5a-c8c6b58534c5', 'device_owner': 'network:router_interface', 'standard_attr_id': 638, 'fixed_ips': [{'subnet_id': '245398e2-b047-4bf4-9483-edcae7a557b6', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-837356-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-16T17:30:51Z', 'updated_at': '2022-06-16T17:30:56Z', 'revision_number': 5, 'project_id': '7c56d4c430c44df49f48fe0b49ebcbd2', 'subnets': [{'id': '245398e2-b047-4bf4-9483-edcae7a557b6', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-837356-2-iscsi', False) {} {{(pid=103918) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 16 17:35:17.795204 dv-cinder-837356-2-iscsi neutron-server[103918]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-77c17da1-933f-43db-8054-92c0c5220716 None None] Checking router: 72fc182f-b4cb-4ac1-ba5a-c8c6b58534c5 for host: dv-cinder-837356-2-iscsi {{(pid=103918) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 16 17:35:17.806986 dv-cinder-837356-2-iscsi neutron-server[103918]: DEBUG neutron.db.l3_dvrscheduler_db [None req-77c17da1-933f-43db-8054-92c0c5220716 None None] Routers {'72fc182f-b4cb-4ac1-ba5a-c8c6b58534c5'} bound to L3 agent in host dv-cinder-837356-2-iscsi {{(pid=103918) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jun 16 17:35:17.808039 dv-cinder-837356-2-iscsi neutron-server[103918]: DEBUG neutron.db.l3_hamode_db [None req-77c17da1-933f-43db-8054-92c0c5220716 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-837356-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-06-16T17:14:15Z,description=,heartbeat_timestamp=2022-06-16T17:35:15Z,host='dv-cinder-837356-2-iscsi',id=7639df21-17c3-4235-8912-210c3ad54137,load=0,resource_versions=,resources_synced=,started_at=2022-06-16T17:14:15Z,topic='l3_agent')) {'router_ids': ['72fc182f-b4cb-4ac1-ba5a-c8c6b58534c5'], 'active': True} {{(pid=103918) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 16 17:35:17.927049 dv-cinder-837356-2-iscsi neutron-server[103918]: DEBUG neutron.db.l3_dvr_db [None req-77c17da1-933f-43db-8054-92c0c5220716 None None] Set router 72fc182f-b4cb-4ac1-ba5a-c8c6b58534c5 gateway port host: dv-cinder-837356-2-iscsi {{(pid=103918) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jun 16 17:35:18.137614 dv-cinder-837356-2-iscsi neutron-server[103918]: DEBUG neutron_lib.callbacks.manager [None req-90597016-5de8-4c3e-b42a-66aa2c70cc5e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728539454181', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16149322'] for agent (853db9d1-1c17-40a4-900c-de4f90440474), after_update {{(pid=103918) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 17:35:18.149081 dv-cinder-837356-2-iscsi neutron-server[103918]: DEBUG neutron.db.l3_hamode_db [None req-77c17da1-933f-43db-8054-92c0c5220716 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '72fc182f-b4cb-4ac1-ba5a-c8c6b58534c5', 'name': 'tempest-AttachVolumeNegativeTest-673498770-router', 'tenant_id': '7c56d4c430c44df49f48fe0b49ebcbd2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9df31235-0797-44e6-85a0-102cb2da2d58', 'external_fixed_ips': [{'subnet_id': '1dfb0320-f5eb-46f6-88ce-33002f500238', 'ip_address': '172.27.2.32'}], 'enable_snat': True}, 'gw_port_id': '683727eb-4399-44ae-ab3b-c7579a0661bc', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-16T17:30:48Z', 'updated_at': '2022-06-16T17:30:51Z', 'revision_number': 4, 'project_id': '7c56d4c430c44df49f48fe0b49ebcbd2', 'gw_port': {'id': '683727eb-4399-44ae-ab3b-c7579a0661bc', 'name': '', 'network_id': '9df31235-0797-44e6-85a0-102cb2da2d58', 'tenant_id': '', 'mac_address': 'fa:16:3e:9c:93:e7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '72fc182f-b4cb-4ac1-ba5a-c8c6b58534c5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 637, 'fixed_ips': [{'subnet_id': '1dfb0320-f5eb-46f6-88ce-33002f500238', 'ip_address': '172.27.2.32', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-837356-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-16T17:30:49Z', 'updated_at': '2022-06-16T17:30:54Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1dfb0320-f5eb-46f6-88ce-33002f500238', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-837356-2-iscsi', '_interfaces': [{'id': 'b5be4525-4335-4548-88b7-e6bb420c6ef4', 'name': '', 'network_id': '38b62bc9-5cad-4b9e-8181-628535658100', 'tenant_id': '7c56d4c430c44df49f48fe0b49ebcbd2', 'mac_address': 'fa:16:3e:a8:05:6c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '72fc182f-b4cb-4ac1-ba5a-c8c6b58534c5', 'device_owner': 'network:router_interface', 'standard_attr_id': 638, 'fixed_ips': [{'subnet_id': '245398e2-b047-4bf4-9483-edcae7a557b6', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-837356-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-16T17:30:51Z', 'updated_at': '2022-06-16T17:30:56Z', 'revision_number': 5, 'project_id': '7c56d4c430c44df49f48fe0b49ebcbd2', 'subnets': [{'id': '245398e2-b047-4bf4-9483-edcae7a557b6', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-837356-2-iscsi', False) {} {{(pid=103918) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 16 17:35:18.175238 dv-cinder-837356-2-iscsi neutron-server[103918]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-77c17da1-933f-43db-8054-92c0c5220716 None None] The sync data for ids ['72fc182f-b4cb-4ac1-ba5a-c8c6b58534c5'] in dv-cinder-837356-2-iscsi is: [{'id': '72fc182f-b4cb-4ac1-ba5a-c8c6b58534c5', 'name': 'tempest-AttachVolumeNegativeTest-673498770-router', 'tenant_id': '7c56d4c430c44df49f48fe0b49ebcbd2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9df31235-0797-44e6-85a0-102cb2da2d58', 'external_fixed_ips': [{'subnet_id': '1dfb0320-f5eb-46f6-88ce-33002f500238', 'ip_address': '172.27.2.32'}], 'enable_snat': True}, 'gw_port_id': '683727eb-4399-44ae-ab3b-c7579a0661bc', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-16T17:30:48Z', 'updated_at': '2022-06-16T17:30:51Z', 'revision_number': 4, 'project_id': '7c56d4c430c44df49f48fe0b49ebcbd2', 'gw_port': {'id': '683727eb-4399-44ae-ab3b-c7579a0661bc', 'name': '', 'network_id': '9df31235-0797-44e6-85a0-102cb2da2d58', 'tenant_id': '', 'mac_address': 'fa:16:3e:9c:93:e7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '72fc182f-b4cb-4ac1-ba5a-c8c6b58534c5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 637, 'fixed_ips': [{'subnet_id': '1dfb0320-f5eb-46f6-88ce-33002f500238', 'ip_address': '172.27.2.32', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-837356-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-16T17:30:49Z', 'updated_at': '2022-06-16T17:30:54Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1dfb0320-f5eb-46f6-88ce-33002f500238', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-837356-2-iscsi', '_interfaces': [{'id': 'b5be4525-4335-4548-88b7-e6bb420c6ef4', 'name': '', 'network_id': '38b62bc9-5cad-4b9e-8181-628535658100', 'tenant_id': '7c56d4c430c44df49f48fe0b49ebcbd2', 'mac_address': 'fa:16:3e:a8:05:6c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '72fc182f-b4cb-4ac1-ba5a-c8c6b58534c5', 'device_owner': 'network:router_interface', 'standard_attr_id': 638, 'fixed_ips': [{'subnet_id': '245398e2-b047-4bf4-9483-edcae7a557b6', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-837356-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-16T17:30:51Z', 'updated_at': '2022-06-16T17:30:56Z', 'revision_number': 5, 'project_id': '7c56d4c430c44df49f48fe0b49ebcbd2', 'subnets': [{'id': '245398e2-b047-4bf4-9483-edcae7a557b6', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103918) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 16 17:35:18.388819 dv-cinder-837356-2-iscsi neutron-server[103916]: DEBUG neutron.wsgi [-] (103916) accepted ('10.222.0.66', 46660) {{(pid=103916) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 16 17:35:18.437029 dv-cinder-837356-2-iscsi neutron-server[103919]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dd3dba78-f209-4f1a-82c7-00ecd7bbb38f None None] New status for floating IP a67e67f8-fde0-410d-9a99-490612d1ac95: DOWN {{(pid=103919) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:269}} Jun 16 17:35:18.458599 dv-cinder-837356-2-iscsi neutron-server[103916]: DEBUG neutron_lib.callbacks.manager [None req-de3df9ce-861d-4eba-95e3-0c0e82567045 tempest-AttachVolumeNegativeTest-1307848981 tempest-AttachVolumeNegativeTest-1307848981-project] Publish callbacks [] for security_group (bc42eab9-5d5e-470a-a55c-952bca26ada6), before_delete {{(pid=103916) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 17:35:18.466113 dv-cinder-837356-2-iscsi neutron-server[103918]: DEBUG neutron_lib.callbacks.manager [None req-39ead2dc-a542-4f04-b117-439eb7f32aa8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728539454181', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16149322'] for agent (5b2fa84c-1db1-41c6-a6b9-975c3da28daf), after_update {{(pid=103918) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 17:35:18.490878 dv-cinder-837356-2-iscsi neutron-server[103916]: DEBUG neutron_lib.callbacks.manager [None req-de3df9ce-861d-4eba-95e3-0c0e82567045 tempest-AttachVolumeNegativeTest-1307848981 tempest-AttachVolumeNegativeTest-1307848981-project] Publish callbacks [] for security_group (bc42eab9-5d5e-470a-a55c-952bca26ada6), precommit_delete {{(pid=103916) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 17:35:18.544524 dv-cinder-837356-2-iscsi neutron-server[103916]: DEBUG neutron_lib.callbacks.manager [None req-de3df9ce-861d-4eba-95e3-0c0e82567045 tempest-AttachVolumeNegativeTest-1307848981 tempest-AttachVolumeNegativeTest-1307848981-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-570488'] for security_group (bc42eab9-5d5e-470a-a55c-952bca26ada6), after_delete {{(pid=103916) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 17:35:18.549283 dv-cinder-837356-2-iscsi neutron-server[103916]: DEBUG neutron_lib.callbacks.manager [None req-de3df9ce-861d-4eba-95e3-0c0e82567045 tempest-AttachVolumeNegativeTest-1307848981 tempest-AttachVolumeNegativeTest-1307848981-project] Publish callbacks [] for security_group (None), before_response {{(pid=103916) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 17:35:18.551123 dv-cinder-837356-2-iscsi neutron-server[103916]: INFO neutron.wsgi [None req-de3df9ce-861d-4eba-95e3-0c0e82567045 tempest-AttachVolumeNegativeTest-1307848981 tempest-AttachVolumeNegativeTest-1307848981-project] 10.222.0.66 "DELETE /v2.0/security-groups/bc42eab9-5d5e-470a-a55c-952bca26ada6 HTTP/1.1" status: 204 len: 168 time: 0.1610887 Jun 16 17:35:18.556422 dv-cinder-837356-2-iscsi neutron-server[103917]: DEBUG neutron.wsgi [-] (103917) accepted ('10.222.0.66', 46662) {{(pid=103917) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 16 17:35:18.565778 dv-cinder-837356-2-iscsi neutron-server[103916]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de3df9ce-861d-4eba-95e3-0c0e82567045 tempest-AttachVolumeNegativeTest-1307848981 tempest-AttachVolumeNegativeTest-1307848981-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=bc42eab9-5d5e-470a-a55c-952bca26ada6,revision_number=None']} {{(pid=103916) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 17:35:18.585592 dv-cinder-837356-2-iscsi neutron-server[103916]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-de3df9ce-861d-4eba-95e3-0c0e82567045 tempest-AttachVolumeNegativeTest-1307848981 tempest-AttachVolumeNegativeTest-1307848981-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-837356-2-iscsi {{(pid=103916) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 17:35:18.585592 dv-cinder-837356-2-iscsi neutron-server[103916]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-de3df9ce-861d-4eba-95e3-0c0e82567045 tempest-AttachVolumeNegativeTest-1307848981 tempest-AttachVolumeNegativeTest-1307848981-project] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-837356-2-iscsi {{(pid=103916) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 17:35:18.585592 dv-cinder-837356-2-iscsi neutron-server[103916]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-de3df9ce-861d-4eba-95e3-0c0e82567045 tempest-AttachVolumeNegativeTest-1307848981 tempest-AttachVolumeNegativeTest-1307848981-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-837356-2-iscsi {{(pid=103916) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 17:35:18.585592 dv-cinder-837356-2-iscsi neutron-server[103916]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-de3df9ce-861d-4eba-95e3-0c0e82567045 tempest-AttachVolumeNegativeTest-1307848981 tempest-AttachVolumeNegativeTest-1307848981-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-837356-2-iscsi {{(pid=103916) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 17:35:18.585592 dv-cinder-837356-2-iscsi neutron-server[103916]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-de3df9ce-861d-4eba-95e3-0c0e82567045 tempest-AttachVolumeNegativeTest-1307848981 tempest-AttachVolumeNegativeTest-1307848981-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-837356-2-iscsi {{(pid=103916) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 17:35:18.585592 dv-cinder-837356-2-iscsi neutron-server[103916]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-de3df9ce-861d-4eba-95e3-0c0e82567045 tempest-AttachVolumeNegativeTest-1307848981 tempest-AttachVolumeNegativeTest-1307848981-project] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-837356-2-iscsi {{(pid=103916) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 17:35:18.585592 dv-cinder-837356-2-iscsi neutron-server[103916]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-de3df9ce-861d-4eba-95e3-0c0e82567045 tempest-AttachVolumeNegativeTest-1307848981 tempest-AttachVolumeNegativeTest-1307848981-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-837356-2-iscsi {{(pid=103916) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 17:35:18.585592 dv-cinder-837356-2-iscsi neutron-server[103916]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-de3df9ce-861d-4eba-95e3-0c0e82567045 tempest-AttachVolumeNegativeTest-1307848981 tempest-AttachVolumeNegativeTest-1307848981-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-837356-2-iscsi {{(pid=103916) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 17:35:18.585592 dv-cinder-837356-2-iscsi neutron-server[103916]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-de3df9ce-861d-4eba-95e3-0c0e82567045 tempest-AttachVolumeNegativeTest-1307848981 tempest-AttachVolumeNegativeTest-1307848981-project] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-837356-2-iscsi {{(pid=103916) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 17:35:18.587279 dv-cinder-837356-2-iscsi neutron-server[103917]: INFO neutron.api.v2.resource [None req-f02eb602-1657-4e06-9bec-e6877e3cac8e tempest-AttachVolumeNegativeTest-1307848981 tempest-AttachVolumeNegativeTest-1307848981-project] show failed (client error): The resource could not be found. Jun 16 17:35:18.587456 dv-cinder-837356-2-iscsi neutron-server[103916]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-de3df9ce-861d-4eba-95e3-0c0e82567045 tempest-AttachVolumeNegativeTest-1307848981 tempest-AttachVolumeNegativeTest-1307848981-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-837356-2-iscsi {{(pid=103916) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 17:35:18.587456 dv-cinder-837356-2-iscsi neutron-server[103916]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-de3df9ce-861d-4eba-95e3-0c0e82567045 tempest-AttachVolumeNegativeTest-1307848981 tempest-AttachVolumeNegativeTest-1307848981-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-837356-2-iscsi {{(pid=103916) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 17:35:18.587456 dv-cinder-837356-2-iscsi neutron-server[103916]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-de3df9ce-861d-4eba-95e3-0c0e82567045 tempest-AttachVolumeNegativeTest-1307848981 tempest-AttachVolumeNegativeTest-1307848981-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-837356-2-iscsi {{(pid=103916) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 17:35:18.587456 dv-cinder-837356-2-iscsi neutron-server[103916]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-de3df9ce-861d-4eba-95e3-0c0e82567045 tempest-AttachVolumeNegativeTest-1307848981 tempest-AttachVolumeNegativeTest-1307848981-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-837356-2-iscsi {{(pid=103916) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 17:35:18.587456 dv-cinder-837356-2-iscsi neutron-server[103916]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-de3df9ce-861d-4eba-95e3-0c0e82567045 tempest-AttachVolumeNegativeTest-1307848981 tempest-AttachVolumeNegativeTest-1307848981-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-837356-2-iscsi {{(pid=103916) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 17:35:18.587456 dv-cinder-837356-2-iscsi neutron-server[103916]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-de3df9ce-861d-4eba-95e3-0c0e82567045 tempest-AttachVolumeNegativeTest-1307848981 tempest-AttachVolumeNegativeTest-1307848981-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-837356-2-iscsi {{(pid=103916) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 17:35:18.588352 dv-cinder-837356-2-iscsi neutron-server[103917]: INFO neutron.wsgi [None req-f02eb602-1657-4e06-9bec-e6877e3cac8e tempest-AttachVolumeNegativeTest-1307848981 tempest-AttachVolumeNegativeTest-1307848981-project] 10.222.0.66 "GET /v2.0/security-groups/bc42eab9-5d5e-470a-a55c-952bca26ada6 HTTP/1.1" status: 404 len: 347 time: 0.0291417 Jun 16 17:35:18.588352 dv-cinder-837356-2-iscsi neutron-server[103917]: DEBUG neutron.wsgi [-] (103917) accepted ('10.222.0.66', 46664) {{(pid=103917) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 16 17:35:18.699695 dv-cinder-837356-2-iscsi neutron-server[103917]: DEBUG dbcounter [-] [103917] Writing DB stats neutron:SELECT=95,neutron:UPDATE=1,neutron:DELETE=4 {{(pid=103917) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 16 17:35:18.716848 dv-cinder-837356-2-iscsi neutron-server[103917]: DEBUG neutron.plugins.ml2.plugin [None req-ee2ed5c8-5e84-4bea-9bcf-94ed8e2d0715 tempest-AttachVolumeNegativeTest-1307848981 tempest-AttachVolumeNegativeTest-1307848981-project] Deleting port ead983bc-ddcb-4376-add3-5dbafa2dc02b {{(pid=103917) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2043}} Jun 16 17:35:18.717208 dv-cinder-837356-2-iscsi neutron-server[103917]: DEBUG neutron_lib.callbacks.manager [None req-ee2ed5c8-5e84-4bea-9bcf-94ed8e2d0715 tempest-AttachVolumeNegativeTest-1307848981 tempest-AttachVolumeNegativeTest-1307848981-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8728539361383'] for port (ead983bc-ddcb-4376-add3-5dbafa2dc02b), before_delete {{(pid=103917) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 17:35:18.797954 dv-cinder-837356-2-iscsi neutron-server[103917]: DEBUG neutron_lib.callbacks.manager [None req-ee2ed5c8-5e84-4bea-9bcf-94ed8e2d0715 tempest-AttachVolumeNegativeTest-1307848981 tempest-AttachVolumeNegativeTest-1307848981-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-708042'] for port (ead983bc-ddcb-4376-add3-5dbafa2dc02b), precommit_delete {{(pid=103917) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 17:35:18.798284 dv-cinder-837356-2-iscsi neutron-server[103917]: DEBUG neutron_lib.callbacks.manager [None req-ee2ed5c8-5e84-4bea-9bcf-94ed8e2d0715 tempest-AttachVolumeNegativeTest-1307848981 tempest-AttachVolumeNegativeTest-1307848981-project] Publish callbacks [] for floatingip (ead983bc-ddcb-4376-add3-5dbafa2dc02b), precommit_delete {{(pid=103917) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 17:35:18.811750 dv-cinder-837356-2-iscsi neutron-server[103917]: DEBUG neutron.plugins.ml2.plugin [None req-ee2ed5c8-5e84-4bea-9bcf-94ed8e2d0715 tempest-AttachVolumeNegativeTest-1307848981 tempest-AttachVolumeNegativeTest-1307848981-project] Calling delete_port for ead983bc-ddcb-4376-add3-5dbafa2dc02b owned by network:floatingip {{(pid=103917) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2122}} Jun 16 17:35:18.958340 dv-cinder-837356-2-iscsi neutron-server[103917]: DEBUG neutron_lib.callbacks.manager [None req-ee2ed5c8-5e84-4bea-9bcf-94ed8e2d0715 tempest-AttachVolumeNegativeTest-1307848981 tempest-AttachVolumeNegativeTest-1307848981-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16007527', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-75831', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16241551', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8728539364702', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8728538993430', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3819743'] for port (ead983bc-ddcb-4376-add3-5dbafa2dc02b), after_delete {{(pid=103917) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 17:35:18.985619 dv-cinder-837356-2-iscsi neutron-server[103917]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ee2ed5c8-5e84-4bea-9bcf-94ed8e2d0715 tempest-AttachVolumeNegativeTest-1307848981 tempest-AttachVolumeNegativeTest-1307848981-project] Pushing event deleted for resources: {'Port': ['ID=ead983bc-ddcb-4376-add3-5dbafa2dc02b,revision_number=None']} {{(pid=103917) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 17:35:19.053191 dv-cinder-837356-2-iscsi neutron-server[103917]: DEBUG neutron_lib.callbacks.manager [None req-ee2ed5c8-5e84-4bea-9bcf-94ed8e2d0715 tempest-AttachVolumeNegativeTest-1307848981 tempest-AttachVolumeNegativeTest-1307848981-project] Publish callbacks [] for floatingip (a67e67f8-fde0-410d-9a99-490612d1ac95), after_delete {{(pid=103917) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 17:35:19.055820 dv-cinder-837356-2-iscsi neutron-server[103917]: DEBUG neutron_lib.callbacks.manager [None req-ee2ed5c8-5e84-4bea-9bcf-94ed8e2d0715 tempest-AttachVolumeNegativeTest-1307848981 tempest-AttachVolumeNegativeTest-1307848981-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-191112'] for floatingip (None), before_response {{(pid=103917) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 17:35:19.057086 dv-cinder-837356-2-iscsi neutron-server[103917]: INFO neutron.wsgi [None req-ee2ed5c8-5e84-4bea-9bcf-94ed8e2d0715 tempest-AttachVolumeNegativeTest-1307848981 tempest-AttachVolumeNegativeTest-1307848981-project] 10.222.0.66 "DELETE /v2.0/floatingips/a67e67f8-fde0-410d-9a99-490612d1ac95 HTTP/1.1" status: 204 len: 168 time: 0.4688957 Jun 16 17:35:20.910850 dv-cinder-837356-2-iscsi neutron-server[103918]: DEBUG neutron.plugins.ml2.rpc [None req-b2b17746-c296-4803-869a-65578e8233dd None None] Device 778f57a0-7cf0-4efe-9b55-04da77cb372e no longer exists at agent hyperv_hv-cinder-83735 {{(pid=103918) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jun 16 17:35:20.935664 dv-cinder-837356-2-iscsi neutron-server[103918]: DEBUG neutron.plugins.ml2.plugin [None req-b2b17746-c296-4803-869a-65578e8233dd None None] No Port match for: 778f57a0-7cf0-4efe-9b55-04da77cb372e {{(pid=103918) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2382}} Jun 16 17:35:20.936148 dv-cinder-837356-2-iscsi neutron-server[103918]: DEBUG neutron.plugins.ml2.rpc [None req-b2b17746-c296-4803-869a-65578e8233dd None None] Device 778f57a0-7cf0-4efe-9b55-04da77cb372e not bound to the agent host hv-cinder-83735 {{(pid=103918) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jun 16 17:35:22.841679 dv-cinder-837356-2-iscsi neutron-server[103916]: DEBUG neutron.wsgi [-] (103916) accepted ('10.222.0.66', 46700) {{(pid=103916) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 16 17:35:23.179039 dv-cinder-837356-2-iscsi neutron-server[103916]: DEBUG neutron_lib.callbacks.manager [None req-631a57f5-7d13-4936-8e2c-dbb6e1963978 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-706250'] for router_interface (72fc182f-b4cb-4ac1-ba5a-c8c6b58534c5), before_delete {{(pid=103916) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 17:35:23.428830 dv-cinder-837356-2-iscsi neutron-server[103916]: DEBUG neutron.plugins.ml2.plugin [None req-631a57f5-7d13-4936-8e2c-dbb6e1963978 admin admin] Deleting port b5be4525-4335-4548-88b7-e6bb420c6ef4 {{(pid=103916) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2043}} Jun 16 17:35:23.429245 dv-cinder-837356-2-iscsi neutron-server[103916]: DEBUG neutron_lib.callbacks.manager [None req-631a57f5-7d13-4936-8e2c-dbb6e1963978 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8728539361383'] for port (b5be4525-4335-4548-88b7-e6bb420c6ef4), before_delete {{(pid=103916) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 17:35:23.503759 dv-cinder-837356-2-iscsi neutron-server[103916]: DEBUG dbcounter [-] [103916] Writing DB stats neutron:SELECT=98,neutron:DELETE=2 {{(pid=103916) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 16 17:35:23.521600 dv-cinder-837356-2-iscsi neutron-server[103916]: DEBUG neutron.plugins.ml2.db [None req-631a57f5-7d13-4936-8e2c-dbb6e1963978 admin admin] For port b5be4525-4335-4548-88b7-e6bb420c6ef4, host dv-cinder-837356-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-837356-2-iscsi',level=0,port_id=b5be4525-4335-4548-88b7-e6bb420c6ef4,segment=NetworkSegment(77c5a64f-3dc1-42ac-871e-4a71d56bdf63),segment_id=77c5a64f-3dc1-42ac-871e-4a71d56bdf63)] {{(pid=103916) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 16 17:35:23.521970 dv-cinder-837356-2-iscsi neutron-server[103916]: DEBUG neutron_lib.callbacks.manager [None req-631a57f5-7d13-4936-8e2c-dbb6e1963978 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-708042'] for port (b5be4525-4335-4548-88b7-e6bb420c6ef4), precommit_delete {{(pid=103916) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 17:35:23.537686 dv-cinder-837356-2-iscsi neutron-server[103916]: DEBUG neutron.plugins.ml2.plugin [None req-631a57f5-7d13-4936-8e2c-dbb6e1963978 admin admin] Calling delete_port for b5be4525-4335-4548-88b7-e6bb420c6ef4 owned by network:router_interface {{(pid=103916) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2122}} Jun 16 17:35:23.590696 dv-cinder-837356-2-iscsi neutron-server[103916]: DEBUG dbcounter [-] [103916] Writing DB stats neutron:SELECT=99,neutron:DELETE=1 {{(pid=103916) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 16 17:35:23.750574 dv-cinder-837356-2-iscsi neutron-server[103916]: DEBUG neutron_lib.callbacks.manager [None req-631a57f5-7d13-4936-8e2c-dbb6e1963978 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16007527', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-75831', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16241551', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8728539364702', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8728538993430', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25517999'] for port (b5be4525-4335-4548-88b7-e6bb420c6ef4), after_delete {{(pid=103916) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 17:35:23.778287 dv-cinder-837356-2-iscsi neutron-server[103916]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-631a57f5-7d13-4936-8e2c-dbb6e1963978 admin admin] Pushing event deleted for resources: {'Port': ['ID=b5be4525-4335-4548-88b7-e6bb420c6ef4,revision_number=None']} {{(pid=103916) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 17:35:23.962659 dv-cinder-837356-2-iscsi neutron-server[103916]: DEBUG neutron_lib.callbacks.manager [None req-631a57f5-7d13-4936-8e2c-dbb6e1963978 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-16241524', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-705370'] for router_interface (72fc182f-b4cb-4ac1-ba5a-c8c6b58534c5), after_delete {{(pid=103916) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 17:35:24.193949 dv-cinder-837356-2-iscsi neutron-server[103916]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-631a57f5-7d13-4936-8e2c-dbb6e1963978 admin admin] Router 72fc182f-b4cb-4ac1-ba5a-c8c6b58534c5 has already been hosted by L3 agent 7639df21-17c3-4235-8912-210c3ad54137 {{(pid=103916) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jun 16 17:35:24.314048 dv-cinder-837356-2-iscsi neutron-server[103916]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-631a57f5-7d13-4936-8e2c-dbb6e1963978 admin admin] Notify agent at l3_agent.dv-cinder-837356-2-iscsi the message routers_updated {{(pid=103916) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jun 16 17:35:24.322554 dv-cinder-837356-2-iscsi neutron-server[103916]: INFO neutron.wsgi [None req-631a57f5-7d13-4936-8e2c-dbb6e1963978 admin admin] 10.222.0.66 "PUT /v2.0/routers/72fc182f-b4cb-4ac1-ba5a-c8c6b58534c5/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.4792471 Jun 16 17:35:24.322660 dv-cinder-837356-2-iscsi neutron-server[103917]: DEBUG neutron.wsgi [-] (103917) accepted ('10.222.0.66', 46702) {{(pid=103917) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 16 17:35:24.324561 dv-cinder-837356-2-iscsi neutron-server[103918]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-373c94ec-e009-4887-ab24-cc73e1401ad4 None None] Sync routers for ids ['72fc182f-b4cb-4ac1-ba5a-c8c6b58534c5'] in dv-cinder-837356-2-iscsi {{(pid=103918) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 16 17:35:24.336332 dv-cinder-837356-2-iscsi neutron-server[103918]: DEBUG neutron.db.l3_dvrscheduler_db [None req-373c94ec-e009-4887-ab24-cc73e1401ad4 None None] Routers {'72fc182f-b4cb-4ac1-ba5a-c8c6b58534c5'} bound to L3 agent in host dv-cinder-837356-2-iscsi {{(pid=103918) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jun 16 17:35:24.336960 dv-cinder-837356-2-iscsi neutron-server[103918]: DEBUG neutron.db.l3_hamode_db [None req-373c94ec-e009-4887-ab24-cc73e1401ad4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-837356-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-06-16T17:14:15Z,description=,heartbeat_timestamp=2022-06-16T17:35:15Z,host='dv-cinder-837356-2-iscsi',id=7639df21-17c3-4235-8912-210c3ad54137,load=0,resource_versions=,resources_synced=,started_at=2022-06-16T17:14:15Z,topic='l3_agent')) {'router_ids': ['72fc182f-b4cb-4ac1-ba5a-c8c6b58534c5'], 'active': True} {{(pid=103918) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 16 17:35:24.446578 dv-cinder-837356-2-iscsi neutron-server[103917]: DEBUG neutron_lib.callbacks.manager [None req-a12ea10c-285f-4ad7-984f-53e6af2915a1 admin admin] Publish callbacks [] for router (72fc182f-b4cb-4ac1-ba5a-c8c6b58534c5), before_delete {{(pid=103917) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 17:35:24.452451 dv-cinder-837356-2-iscsi neutron-server[103918]: DEBUG neutron.db.l3_dvr_db [None req-373c94ec-e009-4887-ab24-cc73e1401ad4 None None] Set router 72fc182f-b4cb-4ac1-ba5a-c8c6b58534c5 gateway port host: dv-cinder-837356-2-iscsi {{(pid=103918) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jun 16 17:35:24.550470 dv-cinder-837356-2-iscsi neutron-server[103917]: DEBUG neutron_lib.callbacks.manager [None req-a12ea10c-285f-4ad7-984f-53e6af2915a1 admin admin] Publish callbacks [] for router_gateway (72fc182f-b4cb-4ac1-ba5a-c8c6b58534c5), before_delete {{(pid=103917) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 17:35:24.557803 dv-cinder-837356-2-iscsi neutron-server[103918]: DEBUG dbcounter [-] [103918] Writing DB stats neutron:SELECT=95,neutron:UPDATE=5 {{(pid=103918) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 16 17:35:24.596474 dv-cinder-837356-2-iscsi neutron-server[103918]: DEBUG dbcounter [-] [103918] Writing DB stats neutron:SELECT=100 {{(pid=103918) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 16 17:35:24.601145 dv-cinder-837356-2-iscsi neutron-server[103917]: DEBUG neutron.plugins.ml2.plugin [None req-a12ea10c-285f-4ad7-984f-53e6af2915a1 admin admin] Deleting port 683727eb-4399-44ae-ab3b-c7579a0661bc {{(pid=103917) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2043}} Jun 16 17:35:24.601485 dv-cinder-837356-2-iscsi neutron-server[103917]: DEBUG neutron_lib.callbacks.manager [None req-a12ea10c-285f-4ad7-984f-53e6af2915a1 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8728539361383'] for port (683727eb-4399-44ae-ab3b-c7579a0661bc), before_delete {{(pid=103917) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 17:35:24.638103 dv-cinder-837356-2-iscsi neutron-server[103918]: DEBUG neutron.db.l3_hamode_db [None req-373c94ec-e009-4887-ab24-cc73e1401ad4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '72fc182f-b4cb-4ac1-ba5a-c8c6b58534c5', 'name': 'tempest-AttachVolumeNegativeTest-673498770-router', 'tenant_id': '7c56d4c430c44df49f48fe0b49ebcbd2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9df31235-0797-44e6-85a0-102cb2da2d58', 'external_fixed_ips': [{'subnet_id': '1dfb0320-f5eb-46f6-88ce-33002f500238', 'ip_address': '172.27.2.32'}], 'enable_snat': True}, 'gw_port_id': '683727eb-4399-44ae-ab3b-c7579a0661bc', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-16T17:30:48Z', 'updated_at': '2022-06-16T17:35:23Z', 'revision_number': 5, 'project_id': '7c56d4c430c44df49f48fe0b49ebcbd2', 'gw_port': {'id': '683727eb-4399-44ae-ab3b-c7579a0661bc', 'name': '', 'network_id': '9df31235-0797-44e6-85a0-102cb2da2d58', 'tenant_id': '', 'mac_address': 'fa:16:3e:9c:93:e7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '72fc182f-b4cb-4ac1-ba5a-c8c6b58534c5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 637, 'fixed_ips': [{'subnet_id': '1dfb0320-f5eb-46f6-88ce-33002f500238', 'ip_address': '172.27.2.32', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-837356-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-16T17:30:49Z', 'updated_at': '2022-06-16T17:30:54Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1dfb0320-f5eb-46f6-88ce-33002f500238', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-837356-2-iscsi'}], 'dv-cinder-837356-2-iscsi', False) {} {{(pid=103918) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 16 17:35:24.668075 dv-cinder-837356-2-iscsi neutron-server[103918]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-373c94ec-e009-4887-ab24-cc73e1401ad4 None None] Checking router: 72fc182f-b4cb-4ac1-ba5a-c8c6b58534c5 for host: dv-cinder-837356-2-iscsi {{(pid=103918) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 16 17:35:24.677040 dv-cinder-837356-2-iscsi neutron-server[103918]: DEBUG neutron.db.l3_dvrscheduler_db [None req-373c94ec-e009-4887-ab24-cc73e1401ad4 None None] Routers {'72fc182f-b4cb-4ac1-ba5a-c8c6b58534c5'} bound to L3 agent in host dv-cinder-837356-2-iscsi {{(pid=103918) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jun 16 17:35:24.677674 dv-cinder-837356-2-iscsi neutron-server[103918]: DEBUG neutron.db.l3_hamode_db [None req-373c94ec-e009-4887-ab24-cc73e1401ad4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-837356-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-06-16T17:14:15Z,description=,heartbeat_timestamp=2022-06-16T17:35:15Z,host='dv-cinder-837356-2-iscsi',id=7639df21-17c3-4235-8912-210c3ad54137,load=0,resource_versions=,resources_synced=,started_at=2022-06-16T17:14:15Z,topic='l3_agent')) {'router_ids': ['72fc182f-b4cb-4ac1-ba5a-c8c6b58534c5'], 'active': True} {{(pid=103918) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 16 17:35:24.717604 dv-cinder-837356-2-iscsi neutron-server[103917]: DEBUG neutron.plugins.ml2.db [None req-a12ea10c-285f-4ad7-984f-53e6af2915a1 admin admin] For port 683727eb-4399-44ae-ab3b-c7579a0661bc, host dv-cinder-837356-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-837356-2-iscsi',level=0,port_id=683727eb-4399-44ae-ab3b-c7579a0661bc,segment=NetworkSegment(18b787c7-0964-4a3b-b1f5-b8083c94f58b),segment_id=18b787c7-0964-4a3b-b1f5-b8083c94f58b)] {{(pid=103917) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 16 17:35:24.717983 dv-cinder-837356-2-iscsi neutron-server[103917]: DEBUG neutron_lib.callbacks.manager [None req-a12ea10c-285f-4ad7-984f-53e6af2915a1 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-708042'] for port (683727eb-4399-44ae-ab3b-c7579a0661bc), precommit_delete {{(pid=103917) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 17:35:24.734912 dv-cinder-837356-2-iscsi neutron-server[103917]: DEBUG neutron.plugins.ml2.plugin [None req-a12ea10c-285f-4ad7-984f-53e6af2915a1 admin admin] Calling delete_port for 683727eb-4399-44ae-ab3b-c7579a0661bc owned by network:router_gateway {{(pid=103917) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2122}} Jun 16 17:35:24.770738 dv-cinder-837356-2-iscsi neutron-server[103918]: DEBUG neutron.db.l3_dvr_db [None req-373c94ec-e009-4887-ab24-cc73e1401ad4 None None] Set router 72fc182f-b4cb-4ac1-ba5a-c8c6b58534c5 gateway port host: None {{(pid=103918) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jun 16 17:35:24.789794 dv-cinder-837356-2-iscsi neutron-server[103917]: DEBUG dbcounter [-] [103917] Writing DB stats neutron:SELECT=93,neutron:DELETE=5,neutron:UPDATE=2 {{(pid=103917) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 16 17:35:24.830025 dv-cinder-837356-2-iscsi neutron-server[103918]: DEBUG neutron.db.l3_hamode_db [None req-373c94ec-e009-4887-ab24-cc73e1401ad4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '72fc182f-b4cb-4ac1-ba5a-c8c6b58534c5', 'name': 'tempest-AttachVolumeNegativeTest-673498770-router', 'tenant_id': '7c56d4c430c44df49f48fe0b49ebcbd2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-16T17:30:48Z', 'updated_at': '2022-06-16T17:35:24Z', 'revision_number': 6, 'project_id': '7c56d4c430c44df49f48fe0b49ebcbd2', 'gw_port_host': None}], 'dv-cinder-837356-2-iscsi', False) {} {{(pid=103918) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 16 17:35:24.856401 dv-cinder-837356-2-iscsi neutron-server[103918]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-373c94ec-e009-4887-ab24-cc73e1401ad4 None None] The sync data for ids ['72fc182f-b4cb-4ac1-ba5a-c8c6b58534c5'] in dv-cinder-837356-2-iscsi is: [{'id': '72fc182f-b4cb-4ac1-ba5a-c8c6b58534c5', 'name': 'tempest-AttachVolumeNegativeTest-673498770-router', 'tenant_id': '7c56d4c430c44df49f48fe0b49ebcbd2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-16T17:30:48Z', 'updated_at': '2022-06-16T17:35:24Z', 'revision_number': 6, 'project_id': '7c56d4c430c44df49f48fe0b49ebcbd2', 'gw_port_host': None}] {{(pid=103918) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 16 17:35:24.872526 dv-cinder-837356-2-iscsi neutron-server[103917]: DEBUG dbcounter [-] [103917] Writing DB stats neutron:SELECT=98,neutron:DELETE=2 {{(pid=103917) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 16 17:35:24.951419 dv-cinder-837356-2-iscsi neutron-server[103917]: DEBUG neutron_lib.callbacks.manager [None req-a12ea10c-285f-4ad7-984f-53e6af2915a1 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16007527', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-75831', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16241551', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8728539364702', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8728538993430', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3819743'] for port (683727eb-4399-44ae-ab3b-c7579a0661bc), after_delete {{(pid=103917) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 17:35:24.976963 dv-cinder-837356-2-iscsi neutron-server[103917]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a12ea10c-285f-4ad7-984f-53e6af2915a1 admin admin] Pushing event deleted for resources: {'Port': ['ID=683727eb-4399-44ae-ab3b-c7579a0661bc,revision_number=None']} {{(pid=103917) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 17:35:25.060131 dv-cinder-837356-2-iscsi neutron-server[103917]: DEBUG neutron_lib.callbacks.manager [None req-a12ea10c-285f-4ad7-984f-53e6af2915a1 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-704909'] for router_gateway (72fc182f-b4cb-4ac1-ba5a-c8c6b58534c5), after_delete {{(pid=103917) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 17:35:25.155604 dv-cinder-837356-2-iscsi neutron-server[103917]: DEBUG neutron_lib.callbacks.manager [None req-a12ea10c-285f-4ad7-984f-53e6af2915a1 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-707972', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-65300'] for router (72fc182f-b4cb-4ac1-ba5a-c8c6b58534c5), precommit_delete {{(pid=103917) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 17:35:25.157858 dv-cinder-837356-2-iscsi neutron-server[103917]: DEBUG neutron_lib.callbacks.manager [None req-a12ea10c-285f-4ad7-984f-53e6af2915a1 admin admin] Publish callbacks [] for router_controller (72fc182f-b4cb-4ac1-ba5a-c8c6b58534c5), precommit_delete_associations {{(pid=103917) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 17:35:25.200909 dv-cinder-837356-2-iscsi neutron-server[103917]: DEBUG neutron_lib.callbacks.manager [None req-a12ea10c-285f-4ad7-984f-53e6af2915a1 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-708078'] for router (72fc182f-b4cb-4ac1-ba5a-c8c6b58534c5), after_delete {{(pid=103917) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 17:35:25.201657 dv-cinder-837356-2-iscsi neutron-server[103917]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a12ea10c-285f-4ad7-984f-53e6af2915a1 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 72fc182f-b4cb-4ac1-ba5a-c8c6b58534c5 {{(pid=103917) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jun 16 17:35:25.206958 dv-cinder-837356-2-iscsi neutron-server[103917]: DEBUG neutron_lib.callbacks.manager [None req-a12ea10c-285f-4ad7-984f-53e6af2915a1 admin admin] Publish callbacks [] for router (None), before_response {{(pid=103917) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 17:35:25.208148 dv-cinder-837356-2-iscsi neutron-server[103917]: INFO neutron.wsgi [None req-a12ea10c-285f-4ad7-984f-53e6af2915a1 admin admin] 10.222.0.66 "DELETE /v2.0/routers/72fc182f-b4cb-4ac1-ba5a-c8c6b58534c5 HTTP/1.1" status: 204 len: 168 time: 0.8845999 Jun 16 17:35:25.210783 dv-cinder-837356-2-iscsi neutron-server[103917]: DEBUG neutron.wsgi [-] (103917) accepted ('10.222.0.66', 46704) {{(pid=103917) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 16 17:35:25.263454 dv-cinder-837356-2-iscsi neutron-server[103917]: DEBUG neutron.db.db_base_plugin_v2 [None req-3ee8c068-b358-4cdc-bcc5-2f2974e0c9b3 admin admin] Deleting subnet 245398e2-b047-4bf4-9483-edcae7a557b6 {{(pid=103917) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1067}} Jun 16 17:35:25.267452 dv-cinder-837356-2-iscsi neutron-server[103917]: DEBUG neutron_lib.callbacks.manager [None req-3ee8c068-b358-4cdc-bcc5-2f2974e0c9b3 admin admin] Publish callbacks [] for subnet (245398e2-b047-4bf4-9483-edcae7a557b6), before_delete {{(pid=103917) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 17:35:25.306545 dv-cinder-837356-2-iscsi neutron-server[103917]: DEBUG neutron_lib.callbacks.manager [None req-3ee8c068-b358-4cdc-bcc5-2f2974e0c9b3 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-25699587'] for subnet (245398e2-b047-4bf4-9483-edcae7a557b6), precommit_delete_associations {{(pid=103917) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 17:35:25.393829 dv-cinder-837356-2-iscsi neutron-server[103917]: DEBUG neutron_lib.callbacks.manager [None req-3ee8c068-b358-4cdc-bcc5-2f2974e0c9b3 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-16150392'] for subnet (245398e2-b047-4bf4-9483-edcae7a557b6), precommit_delete {{(pid=103917) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 17:35:25.456451 dv-cinder-837356-2-iscsi neutron-server[103917]: DEBUG neutron_lib.callbacks.manager [None req-3ee8c068-b358-4cdc-bcc5-2f2974e0c9b3 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-16150339', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-570574', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16241551', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3819756', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-25758852'] for subnet (245398e2-b047-4bf4-9483-edcae7a557b6), after_delete {{(pid=103917) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 17:35:25.487907 dv-cinder-837356-2-iscsi neutron-server[103917]: DEBUG neutron_lib.callbacks.manager [None req-3ee8c068-b358-4cdc-bcc5-2f2974e0c9b3 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=103917) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 17:35:25.491253 dv-cinder-837356-2-iscsi neutron-server[103917]: INFO neutron.wsgi [None req-3ee8c068-b358-4cdc-bcc5-2f2974e0c9b3 admin admin] 10.222.0.66 "DELETE /v2.0/subnets/245398e2-b047-4bf4-9483-edcae7a557b6 HTTP/1.1" status: 204 len: 168 time: 0.2792237 Jun 16 17:35:25.492100 dv-cinder-837356-2-iscsi neutron-server[103917]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ee8c068-b358-4cdc-bcc5-2f2974e0c9b3 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=245398e2-b047-4bf4-9483-edcae7a557b6,revision_number=None']} {{(pid=103917) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 17:35:25.493766 dv-cinder-837356-2-iscsi neutron-server[103917]: DEBUG neutron.wsgi [-] (103917) accepted ('10.222.0.66', 46706) {{(pid=103917) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 16 17:35:25.494388 dv-cinder-837356-2-iscsi neutron-server[103918]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7c39415e-35c6-4e35-a895-285010fd546d None None] Network 38b62bc9-5cad-4b9e-8181-628535658100 requested from dv-cinder-837356-2-iscsi {{(pid=103918) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jun 16 17:35:25.574469 dv-cinder-837356-2-iscsi neutron-server[103917]: DEBUG neutron_lib.callbacks.manager [None req-4bf748d2-5687-484c-92cc-3993fb559e2a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-16129347'] for network (38b62bc9-5cad-4b9e-8181-628535658100), before_delete {{(pid=103917) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 17:35:25.623372 dv-cinder-837356-2-iscsi neutron-server[103917]: DEBUG neutron.plugins.ml2.plugin [None req-4bf748d2-5687-484c-92cc-3993fb559e2a admin admin] Deleting port bbfb9ae2-40f9-4478-8858-1a5f7e5e591b {{(pid=103917) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2043}} Jun 16 17:35:25.623947 dv-cinder-837356-2-iscsi neutron-server[103917]: DEBUG neutron_lib.callbacks.manager [None req-4bf748d2-5687-484c-92cc-3993fb559e2a admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8728539361383'] for port (bbfb9ae2-40f9-4478-8858-1a5f7e5e591b), before_delete {{(pid=103917) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 17:35:25.679376 dv-cinder-837356-2-iscsi neutron-server[103918]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-40f72043-722b-4872-9f36-760b356b20b0 None None] DHCP port deletion for 38b62bc9-5cad-4b9e-8181-628535658100 request from dv-cinder-837356-2-iscsi {{(pid=103918) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Jun 16 17:35:25.705378 dv-cinder-837356-2-iscsi neutron-server[103917]: DEBUG neutron.plugins.ml2.db [None req-4bf748d2-5687-484c-92cc-3993fb559e2a admin admin] For port bbfb9ae2-40f9-4478-8858-1a5f7e5e591b, host dv-cinder-837356-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-837356-2-iscsi',level=0,port_id=bbfb9ae2-40f9-4478-8858-1a5f7e5e591b,segment=NetworkSegment(77c5a64f-3dc1-42ac-871e-4a71d56bdf63),segment_id=77c5a64f-3dc1-42ac-871e-4a71d56bdf63)] {{(pid=103917) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 16 17:35:25.705750 dv-cinder-837356-2-iscsi neutron-server[103917]: DEBUG neutron_lib.callbacks.manager [None req-4bf748d2-5687-484c-92cc-3993fb559e2a admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-708042'] for port (bbfb9ae2-40f9-4478-8858-1a5f7e5e591b), precommit_delete {{(pid=103917) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 17:35:25.720550 dv-cinder-837356-2-iscsi neutron-server[103917]: DEBUG neutron.plugins.ml2.plugin [None req-4bf748d2-5687-484c-92cc-3993fb559e2a admin admin] Calling delete_port for bbfb9ae2-40f9-4478-8858-1a5f7e5e591b owned by network:dhcp {{(pid=103917) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2122}} Jun 16 17:35:25.727793 dv-cinder-837356-2-iscsi neutron-server[103918]: DEBUG neutron.plugins.ml2.plugin [None req-40f72043-722b-4872-9f36-760b356b20b0 None None] Deleting port bbfb9ae2-40f9-4478-8858-1a5f7e5e591b {{(pid=103918) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2043}} Jun 16 17:35:25.730194 dv-cinder-837356-2-iscsi neutron-server[103918]: DEBUG neutron_lib.callbacks.manager [None req-40f72043-722b-4872-9f36-760b356b20b0 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8728539361383'] for port (bbfb9ae2-40f9-4478-8858-1a5f7e5e591b), before_delete {{(pid=103918) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 17:35:25.816565 dv-cinder-837356-2-iscsi neutron-server[103918]: DEBUG neutron.plugins.ml2.db [None req-40f72043-722b-4872-9f36-760b356b20b0 None None] For port bbfb9ae2-40f9-4478-8858-1a5f7e5e591b, host dv-cinder-837356-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-837356-2-iscsi',level=0,port_id=bbfb9ae2-40f9-4478-8858-1a5f7e5e591b,segment=NetworkSegment(77c5a64f-3dc1-42ac-871e-4a71d56bdf63),segment_id=77c5a64f-3dc1-42ac-871e-4a71d56bdf63)] {{(pid=103918) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 16 17:35:25.817009 dv-cinder-837356-2-iscsi neutron-server[103918]: DEBUG neutron_lib.callbacks.manager [None req-40f72043-722b-4872-9f36-760b356b20b0 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-708042'] for port (bbfb9ae2-40f9-4478-8858-1a5f7e5e591b), precommit_delete {{(pid=103918) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 17:35:25.830035 dv-cinder-837356-2-iscsi neutron-server[103917]: DEBUG neutron_lib.callbacks.manager [None req-4bf748d2-5687-484c-92cc-3993fb559e2a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16007527', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-75831', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16241551', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8728539364702', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8728538993430', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3819743'] for port (bbfb9ae2-40f9-4478-8858-1a5f7e5e591b), after_delete {{(pid=103917) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 17:35:25.833238 dv-cinder-837356-2-iscsi neutron-server[103918]: DEBUG neutron.plugins.ml2.plugin [None req-40f72043-722b-4872-9f36-760b356b20b0 None None] Calling delete_port for bbfb9ae2-40f9-4478-8858-1a5f7e5e591b owned by network:dhcp {{(pid=103918) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2122}} Jun 16 17:35:25.835878 dv-cinder-837356-2-iscsi neutron-server[103917]: DEBUG dbcounter [-] [103917] Writing DB stats neutron:SELECT=87,neutron:DELETE=13 {{(pid=103917) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 16 17:35:25.860026 dv-cinder-837356-2-iscsi neutron-server[103917]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4bf748d2-5687-484c-92cc-3993fb559e2a admin admin] Pushing event deleted for resources: {'Port': ['ID=bbfb9ae2-40f9-4478-8858-1a5f7e5e591b,revision_number=None']} {{(pid=103917) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 17:35:25.865483 dv-cinder-837356-2-iscsi neutron-server[103917]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4bf748d2-5687-484c-92cc-3993fb559e2a admin admin] No DVR routers for this DVR port bbfb9ae2-40f9-4478-8858-1a5f7e5e591b on host dv-cinder-837356-2-iscsi {{(pid=103917) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:215}} Jun 16 17:35:25.903488 dv-cinder-837356-2-iscsi neutron-server[103917]: DEBUG dbcounter [-] [103917] Writing DB stats neutron:UPDATE=5,neutron:SELECT=85,neutron:DELETE=10 {{(pid=103917) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 16 17:35:25.916646 dv-cinder-837356-2-iscsi neutron-server[103918]: DEBUG neutron_lib.callbacks.manager [None req-40f72043-722b-4872-9f36-760b356b20b0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16007527', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-75831', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16241551', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8728539364702', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8728538993430'] for port (bbfb9ae2-40f9-4478-8858-1a5f7e5e591b), after_delete {{(pid=103918) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 17:35:25.946537 dv-cinder-837356-2-iscsi neutron-server[103918]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-40f72043-722b-4872-9f36-760b356b20b0 None None] Pushing event deleted for resources: {'Port': ['ID=bbfb9ae2-40f9-4478-8858-1a5f7e5e591b,revision_number=None']} {{(pid=103918) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 17:35:25.949862 dv-cinder-837356-2-iscsi neutron-server[103917]: DEBUG neutron_lib.callbacks.manager [None req-4bf748d2-5687-484c-92cc-3993fb559e2a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-16152121', 'neutron.services.segments.db._delete_segments_for_network-8728539454199'] for network (38b62bc9-5cad-4b9e-8181-628535658100), precommit_delete {{(pid=103917) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 17:35:25.956105 dv-cinder-837356-2-iscsi neutron-server[103918]: DEBUG neutron.db.l3_dvrscheduler_db [None req-40f72043-722b-4872-9f36-760b356b20b0 None None] No DVR routers for this DVR port bbfb9ae2-40f9-4478-8858-1a5f7e5e591b on host dv-cinder-837356-2-iscsi {{(pid=103918) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:215}} Jun 16 17:35:25.958166 dv-cinder-837356-2-iscsi neutron-server[103918]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-40f72043-722b-4872-9f36-760b356b20b0 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-837356-2-iscsi {{(pid=103918) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 17:35:25.958512 dv-cinder-837356-2-iscsi neutron-server[103918]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-40f72043-722b-4872-9f36-760b356b20b0 None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-837356-2-iscsi {{(pid=103918) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 17:35:25.958878 dv-cinder-837356-2-iscsi neutron-server[103918]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-40f72043-722b-4872-9f36-760b356b20b0 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-837356-2-iscsi {{(pid=103918) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 17:35:25.959201 dv-cinder-837356-2-iscsi neutron-server[103918]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-40f72043-722b-4872-9f36-760b356b20b0 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-837356-2-iscsi {{(pid=103918) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 17:35:25.959522 dv-cinder-837356-2-iscsi neutron-server[103918]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-40f72043-722b-4872-9f36-760b356b20b0 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-837356-2-iscsi {{(pid=103918) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 17:35:25.959846 dv-cinder-837356-2-iscsi neutron-server[103918]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-40f72043-722b-4872-9f36-760b356b20b0 None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-837356-2-iscsi {{(pid=103918) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 17:35:25.960169 dv-cinder-837356-2-iscsi neutron-server[103918]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-40f72043-722b-4872-9f36-760b356b20b0 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-837356-2-iscsi {{(pid=103918) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 17:35:25.960506 dv-cinder-837356-2-iscsi neutron-server[103918]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-40f72043-722b-4872-9f36-760b356b20b0 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-837356-2-iscsi {{(pid=103918) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 17:35:25.960820 dv-cinder-837356-2-iscsi neutron-server[103918]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-40f72043-722b-4872-9f36-760b356b20b0 None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-837356-2-iscsi {{(pid=103918) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 17:35:25.961136 dv-cinder-837356-2-iscsi neutron-server[103918]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-40f72043-722b-4872-9f36-760b356b20b0 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-837356-2-iscsi {{(pid=103918) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 17:35:25.961481 dv-cinder-837356-2-iscsi neutron-server[103918]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-40f72043-722b-4872-9f36-760b356b20b0 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-837356-2-iscsi {{(pid=103918) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 17:35:25.961799 dv-cinder-837356-2-iscsi neutron-server[103918]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-40f72043-722b-4872-9f36-760b356b20b0 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-837356-2-iscsi {{(pid=103918) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 17:35:25.962115 dv-cinder-837356-2-iscsi neutron-server[103918]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-40f72043-722b-4872-9f36-760b356b20b0 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-837356-2-iscsi {{(pid=103918) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 17:35:25.962432 dv-cinder-837356-2-iscsi neutron-server[103918]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-40f72043-722b-4872-9f36-760b356b20b0 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-837356-2-iscsi {{(pid=103918) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 17:35:25.962750 dv-cinder-837356-2-iscsi neutron-server[103918]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-40f72043-722b-4872-9f36-760b356b20b0 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-837356-2-iscsi {{(pid=103918) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 17:35:25.984185 dv-cinder-837356-2-iscsi neutron-server[103917]: DEBUG neutron.services.segments.db [None req-4bf748d2-5687-484c-92cc-3993fb559e2a admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['38b62bc9-5cad-4b9e-8181-628535658100']}} {{(pid=103917) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 16 17:35:25.995689 dv-cinder-837356-2-iscsi neutron-server[103917]: DEBUG neutron.services.segments.db [None req-4bf748d2-5687-484c-92cc-3993fb559e2a admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '77c5a64f-3dc1-42ac-871e-4a71d56bdf63') {'for_net_delete': True} {{(pid=103917) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 16 17:35:25.996054 dv-cinder-837356-2-iscsi neutron-server[103917]: DEBUG neutron.services.segments.db [None req-4bf748d2-5687-484c-92cc-3993fb559e2a admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '77c5a64f-3dc1-42ac-871e-4a71d56bdf63') {} {{(pid=103917) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 16 17:35:26.011294 dv-cinder-837356-2-iscsi neutron-server[103917]: DEBUG neutron_lib.callbacks.manager [None req-4bf748d2-5687-484c-92cc-3993fb559e2a admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8728539454082', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-25699604'] for segment (77c5a64f-3dc1-42ac-871e-4a71d56bdf63), before_delete {{(pid=103917) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 17:35:26.014650 dv-cinder-837356-2-iscsi neutron-server[103918]: DEBUG neutron.plugins.ml2.rpc [None req-39ead2dc-a542-4f04-b117-439eb7f32aa8 None None] Device b5be4525-4335-4548-88b7-e6bb420c6ef4 no longer exists at agent ovs-agent-dv-cinder-837356-2-iscsi {{(pid=103918) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jun 16 17:35:26.035395 dv-cinder-837356-2-iscsi neutron-server[103917]: DEBUG neutron_lib.callbacks.manager [None req-4bf748d2-5687-484c-92cc-3993fb559e2a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16150272'] for segment (77c5a64f-3dc1-42ac-871e-4a71d56bdf63), precommit_delete {{(pid=103917) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 17:35:26.036789 dv-cinder-837356-2-iscsi neutron-server[103918]: DEBUG neutron.plugins.ml2.plugin [None req-39ead2dc-a542-4f04-b117-439eb7f32aa8 None None] No Port match for: b5be4525-4335-4548-88b7-e6bb420c6ef4 {{(pid=103918) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2382}} Jun 16 17:35:26.037140 dv-cinder-837356-2-iscsi neutron-server[103918]: DEBUG neutron.plugins.ml2.rpc [None req-39ead2dc-a542-4f04-b117-439eb7f32aa8 None None] Device b5be4525-4335-4548-88b7-e6bb420c6ef4 not bound to the agent host dv-cinder-837356-2-iscsi {{(pid=103918) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jun 16 17:35:26.037587 dv-cinder-837356-2-iscsi neutron-server[103918]: DEBUG neutron.plugins.ml2.rpc [None req-39ead2dc-a542-4f04-b117-439eb7f32aa8 None None] Device bbfb9ae2-40f9-4478-8858-1a5f7e5e591b no longer exists at agent ovs-agent-dv-cinder-837356-2-iscsi {{(pid=103918) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jun 16 17:35:26.049923 dv-cinder-837356-2-iscsi neutron-server[103917]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-4bf748d2-5687-484c-92cc-3993fb559e2a admin admin] Releasing vlan 1021 on physical network physnet1 to pool {{(pid=103917) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jun 16 17:35:26.050326 dv-cinder-837356-2-iscsi neutron-server[103917]: DEBUG neutron_lib.callbacks.manager [None req-4bf748d2-5687-484c-92cc-3993fb559e2a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16150272', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3819570'] for segment (77c5a64f-3dc1-42ac-871e-4a71d56bdf63), after_delete {{(pid=103917) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 17:35:26.060361 dv-cinder-837356-2-iscsi neutron-server[103918]: DEBUG neutron.plugins.ml2.plugin [None req-39ead2dc-a542-4f04-b117-439eb7f32aa8 None None] No Port match for: bbfb9ae2-40f9-4478-8858-1a5f7e5e591b {{(pid=103918) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2382}} Jun 16 17:35:26.060792 dv-cinder-837356-2-iscsi neutron-server[103918]: DEBUG neutron.plugins.ml2.rpc [None req-39ead2dc-a542-4f04-b117-439eb7f32aa8 None None] Device bbfb9ae2-40f9-4478-8858-1a5f7e5e591b not bound to the agent host dv-cinder-837356-2-iscsi {{(pid=103918) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jun 16 17:35:26.061232 dv-cinder-837356-2-iscsi neutron-server[103918]: DEBUG neutron.plugins.ml2.rpc [None req-39ead2dc-a542-4f04-b117-439eb7f32aa8 None None] Device 683727eb-4399-44ae-ab3b-c7579a0661bc no longer exists at agent ovs-agent-dv-cinder-837356-2-iscsi {{(pid=103918) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jun 16 17:35:26.091803 dv-cinder-837356-2-iscsi neutron-server[103918]: DEBUG neutron.plugins.ml2.plugin [None req-39ead2dc-a542-4f04-b117-439eb7f32aa8 None None] No Port match for: 683727eb-4399-44ae-ab3b-c7579a0661bc {{(pid=103918) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2382}} Jun 16 17:35:26.092116 dv-cinder-837356-2-iscsi neutron-server[103918]: DEBUG neutron.plugins.ml2.rpc [None req-39ead2dc-a542-4f04-b117-439eb7f32aa8 None None] Device 683727eb-4399-44ae-ab3b-c7579a0661bc not bound to the agent host dv-cinder-837356-2-iscsi {{(pid=103918) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jun 16 17:35:26.114775 dv-cinder-837356-2-iscsi neutron-server[103917]: INFO neutron.services.segments.plugin [-] Segment 77c5a64f-3dc1-42ac-871e-4a71d56bdf63 resource provider aggregate not found Jun 16 17:35:26.134882 dv-cinder-837356-2-iscsi neutron-server[103917]: DEBUG neutron_lib.callbacks.manager [None req-4bf748d2-5687-484c-92cc-3993fb559e2a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-16152118', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-570401', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16241551', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-704929'] for network (38b62bc9-5cad-4b9e-8181-628535658100), after_delete {{(pid=103917) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 17:35:26.141047 dv-cinder-837356-2-iscsi neutron-server[103917]: INFO neutron.services.segments.plugin [-] Segment 77c5a64f-3dc1-42ac-871e-4a71d56bdf63 resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid 77c5a64f-3dc1-42ac-871e-4a71d56bdf63 found for delete ", "request_id": "req-3da2c3f1-c08c-4de6-bfe4-726458beefc8"}]} Jun 16 17:35:26.146701 dv-cinder-837356-2-iscsi neutron-server[103917]: DEBUG neutron_lib.callbacks.manager [None req-4bf748d2-5687-484c-92cc-3993fb559e2a admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-16241561'] for network (None), before_response {{(pid=103917) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 17:35:26.149751 dv-cinder-837356-2-iscsi neutron-server[103917]: INFO neutron.wsgi [None req-4bf748d2-5687-484c-92cc-3993fb559e2a admin admin] 10.222.0.66 "DELETE /v2.0/networks/38b62bc9-5cad-4b9e-8181-628535658100 HTTP/1.1" status: 204 len: 168 time: 0.6550670 Jun 16 17:35:26.161431 dv-cinder-837356-2-iscsi neutron-server[103917]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4bf748d2-5687-484c-92cc-3993fb559e2a admin admin] Pushing event deleted for resources: {'Network': ['ID=38b62bc9-5cad-4b9e-8181-628535658100,revision_number=None']} {{(pid=103917) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 17:35:26.415465 dv-cinder-837356-2-iscsi neutron-server[103916]: DEBUG neutron.wsgi [-] (103916) accepted ('10.222.0.66', 46714) {{(pid=103916) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 16 17:35:26.462797 dv-cinder-837356-2-iscsi neutron-server[103916]: INFO neutron.wsgi [None req-d9b5bef6-c932-4853-86cb-7ec1200bc437 admin admin] 10.222.0.66 "GET /v2.0/security-groups?tenant_id=7c56d4c430c44df49f48fe0b49ebcbd2&name=default HTTP/1.1" status: 200 len: 2996 time: 0.0461402 Jun 16 17:35:26.465343 dv-cinder-837356-2-iscsi neutron-server[103916]: DEBUG neutron.wsgi [-] (103916) accepted ('10.222.0.66', 46716) {{(pid=103916) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 16 17:35:26.496788 dv-cinder-837356-2-iscsi neutron-server[103916]: DEBUG dbcounter [-] [103916] Writing DB stats neutron:SELECT=95,neutron:DELETE=5 {{(pid=103916) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 16 17:35:26.532342 dv-cinder-837356-2-iscsi neutron-server[103916]: DEBUG neutron_lib.callbacks.manager [None req-c72886e2-5b08-4307-af19-d7d9c78c05aa admin admin] Publish callbacks [] for security_group (7418a13e-bb80-4a29-a1b0-8c5ee0b625b7), before_delete {{(pid=103916) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 17:35:26.556315 dv-cinder-837356-2-iscsi neutron-server[103916]: DEBUG neutron_lib.callbacks.manager [None req-c72886e2-5b08-4307-af19-d7d9c78c05aa admin admin] Publish callbacks [] for security_group (7418a13e-bb80-4a29-a1b0-8c5ee0b625b7), precommit_delete {{(pid=103916) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 17:35:26.627863 dv-cinder-837356-2-iscsi neutron-server[103916]: DEBUG neutron_lib.callbacks.manager [None req-c72886e2-5b08-4307-af19-d7d9c78c05aa admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-570488'] for security_group (7418a13e-bb80-4a29-a1b0-8c5ee0b625b7), after_delete {{(pid=103916) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 17:35:26.633569 dv-cinder-837356-2-iscsi neutron-server[103916]: DEBUG neutron_lib.callbacks.manager [None req-c72886e2-5b08-4307-af19-d7d9c78c05aa admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103916) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 17:35:26.634488 dv-cinder-837356-2-iscsi neutron-server[103916]: INFO neutron.wsgi [None req-c72886e2-5b08-4307-af19-d7d9c78c05aa admin admin] 10.222.0.66 "DELETE /v2.0/security-groups/7418a13e-bb80-4a29-a1b0-8c5ee0b625b7 HTTP/1.1" status: 204 len: 168 time: 0.1679077 Jun 16 17:35:26.654139 dv-cinder-837356-2-iscsi neutron-server[103916]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c72886e2-5b08-4307-af19-d7d9c78c05aa admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7418a13e-bb80-4a29-a1b0-8c5ee0b625b7,revision_number=None']} {{(pid=103916) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 17:35:28.529759 dv-cinder-837356-2-iscsi neutron-server[103919]: DEBUG dbcounter [-] [103919] Writing DB stats neutron:SELECT=2,neutron:UPDATE=2 {{(pid=103919) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 16 17:35:28.532756 dv-cinder-837356-2-iscsi neutron-server[103919]: DEBUG dbcounter [-] [103919] Writing DB stats neutron:SELECT=6 {{(pid=103919) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 16 17:35:29.572299 dv-cinder-837356-2-iscsi neutron-server[103918]: DEBUG neutron_lib.callbacks.manager [None req-b2b17746-c296-4803-869a-65578e8233dd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728539454181', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16149322'] for agent (2e97d73d-50fc-4f89-a4ea-85f65eb860d8), after_update {{(pid=103918) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 17:35:36.126341 dv-cinder-837356-2-iscsi neutron-server[103917]: DEBUG dbcounter [-] [103917] Writing DB stats neutron:SELECT=23,neutron:DELETE=2 {{(pid=103917) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 16 17:35:36.153117 dv-cinder-837356-2-iscsi neutron-server[103917]: DEBUG dbcounter [-] [103917] Writing DB stats neutron:SELECT=11,neutron:DELETE=3,neutron:UPDATE=1 {{(pid=103917) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 16 17:35:36.638615 dv-cinder-837356-2-iscsi neutron-server[103916]: DEBUG dbcounter [-] [103916] Writing DB stats neutron:SELECT=11,neutron:DELETE=1 {{(pid=103916) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 16 17:35:36.640368 dv-cinder-837356-2-iscsi neutron-server[103916]: DEBUG dbcounter [-] [103916] Writing DB stats neutron:SELECT=90,neutron:DELETE=6,neutron:UPDATE=1 {{(pid=103916) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 16 17:35:36.667119 dv-cinder-837356-2-iscsi neutron-server[103917]: DEBUG neutron.wsgi [-] (103917) accepted ('10.222.0.66', 46830) {{(pid=103917) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 16 17:35:36.830167 dv-cinder-837356-2-iscsi neutron-server[103917]: DEBUG neutron_lib.callbacks.manager [None req-28d6d49e-0d70-424a-b1f8-02ea476c44d7 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103917) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 17:35:36.920423 dv-cinder-837356-2-iscsi neutron-server[103917]: DEBUG neutron_lib.callbacks.manager [None req-28d6d49e-0d70-424a-b1f8-02ea476c44d7 admin admin] Publish callbacks [] for security_group (951ad464-f942-474c-87e7-6621ee10b634), precommit_create {{(pid=103917) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 17:35:36.924926 dv-cinder-837356-2-iscsi neutron-server[103917]: DEBUG neutron_lib.callbacks.manager [None req-28d6d49e-0d70-424a-b1f8-02ea476c44d7 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-570488'] for security_group (951ad464-f942-474c-87e7-6621ee10b634), after_create {{(pid=103917) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 17:35:36.964343 dv-cinder-837356-2-iscsi neutron-server[103917]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-28d6d49e-0d70-424a-b1f8-02ea476c44d7 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=951ad464-f942-474c-87e7-6621ee10b634,revision_number=1']} {{(pid=103917) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 17:35:36.969073 dv-cinder-837356-2-iscsi neutron-server[103917]: INFO neutron.wsgi [None req-28d6d49e-0d70-424a-b1f8-02ea476c44d7 admin admin] 10.222.0.66 "GET /v2.0/security-groups?tenant_id=4ec8344b44bd4d1d88a615294760633e&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3009031 Jun 16 17:35:36.973114 dv-cinder-837356-2-iscsi neutron-server[103917]: DEBUG neutron.wsgi [-] (103917) accepted ('10.222.0.66', 46834) {{(pid=103917) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 16 17:35:37.034460 dv-cinder-837356-2-iscsi neutron-server[103917]: DEBUG neutron_lib.callbacks.manager [None req-76572df8-12c1-4ae5-ad33-69ac4d5a67cc admin admin] Publish callbacks [] for security_group (951ad464-f942-474c-87e7-6621ee10b634), before_delete {{(pid=103917) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 17:35:37.058519 dv-cinder-837356-2-iscsi neutron-server[103917]: DEBUG neutron_lib.callbacks.manager [None req-76572df8-12c1-4ae5-ad33-69ac4d5a67cc admin admin] Publish callbacks [] for security_group (951ad464-f942-474c-87e7-6621ee10b634), precommit_delete {{(pid=103917) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 17:35:37.110723 dv-cinder-837356-2-iscsi neutron-server[103917]: DEBUG neutron_lib.callbacks.manager [None req-76572df8-12c1-4ae5-ad33-69ac4d5a67cc admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-570488'] for security_group (951ad464-f942-474c-87e7-6621ee10b634), after_delete {{(pid=103917) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 17:35:37.114081 dv-cinder-837356-2-iscsi neutron-server[103917]: DEBUG neutron_lib.callbacks.manager [None req-76572df8-12c1-4ae5-ad33-69ac4d5a67cc admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103917) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 17:35:37.115272 dv-cinder-837356-2-iscsi neutron-server[103917]: INFO neutron.wsgi [None req-76572df8-12c1-4ae5-ad33-69ac4d5a67cc admin admin] 10.222.0.66 "DELETE /v2.0/security-groups/951ad464-f942-474c-87e7-6621ee10b634 HTTP/1.1" status: 204 len: 168 time: 0.1411707 Jun 16 17:35:37.123931 dv-cinder-837356-2-iscsi neutron-server[103917]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-76572df8-12c1-4ae5-ad33-69ac4d5a67cc admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=951ad464-f942-474c-87e7-6621ee10b634,revision_number=None']} {{(pid=103917) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 17:35:37.658199 dv-cinder-837356-2-iscsi neutron-server[103919]: DEBUG neutron.db.agents_db [None req-d2debd9c-00d6-4a8f-b9fc-d112a2dcea0d None None] Agent healthcheck: found 6 active agents {{(pid=103919) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jun 16 17:35:42.637538 dv-cinder-837356-2-iscsi neutron-server[103919]: DEBUG dbcounter [-] [103919] Writing DB stats neutron:SELECT=4 {{(pid=103919) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 16 17:35:43.001850 dv-cinder-837356-2-iscsi neutron-server[103918]: DEBUG neutron_lib.callbacks.manager [None req-b8459e3e-0b4a-41c0-bd47-e78fc81f23c4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728539454181', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16149322'] for agent (0913b7ec-eea4-4492-8ef1-e01c4575abca), after_update {{(pid=103918) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 17:35:45.456143 dv-cinder-837356-2-iscsi neutron-server[103918]: DEBUG neutron_lib.callbacks.manager [None req-5ff3b011-4dec-4423-94ba-1138330ea8a4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728539454181', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16149322'] for agent (7639df21-17c3-4235-8912-210c3ad54137), after_update {{(pid=103918) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 17:35:46.340560 dv-cinder-837356-2-iscsi neutron-server[103918]: DEBUG neutron_lib.callbacks.manager [None req-20715706-35a9-45af-9420-375bdcc64c61 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728539454181', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16149322'] for agent (50395103-89cf-4fb3-87eb-9dff4dfdeea8), after_update {{(pid=103918) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 17:35:47.095993 dv-cinder-837356-2-iscsi neutron-server[103917]: DEBUG dbcounter [-] [103917] Writing DB stats neutron:SELECT=36,neutron:INSERT=4,neutron:UPDATE=1,neutron:DELETE=3 {{(pid=103917) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 16 17:35:47.119885 dv-cinder-837356-2-iscsi neutron-server[103917]: DEBUG dbcounter [-] [103917] Writing DB stats neutron:SELECT=34,neutron:INSERT=7,neutron:DELETE=1 {{(pid=103917) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 16 17:35:47.654920 dv-cinder-837356-2-iscsi neutron-server[103919]: DEBUG dbcounter [-] [103919] Writing DB stats neutron:SELECT=4 {{(pid=103919) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 16 17:35:48.116517 dv-cinder-837356-2-iscsi neutron-server[103918]: DEBUG neutron_lib.callbacks.manager [None req-90597016-5de8-4c3e-b42a-66aa2c70cc5e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728539454181', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16149322'] for agent (853db9d1-1c17-40a4-900c-de4f90440474), after_update {{(pid=103918) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 17:35:48.465411 dv-cinder-837356-2-iscsi neutron-server[103918]: DEBUG neutron_lib.callbacks.manager [None req-39ead2dc-a542-4f04-b117-439eb7f32aa8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728539454181', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16149322'] for agent (5b2fa84c-1db1-41c6-a6b9-975c3da28daf), after_update {{(pid=103918) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 17:35:49.804890 dv-cinder-837356-2-iscsi neutron-server[103917]: DEBUG neutron.wsgi [-] (103917) accepted ('10.222.0.66', 46972) {{(pid=103917) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 16 17:35:49.943369 dv-cinder-837356-2-iscsi neutron-server[103917]: DEBUG neutron_lib.callbacks.manager [None req-ed44a224-3f53-4648-9175-e2b7bb0eb928 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103917) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 17:35:50.037970 dv-cinder-837356-2-iscsi neutron-server[103917]: DEBUG neutron_lib.callbacks.manager [None req-ed44a224-3f53-4648-9175-e2b7bb0eb928 admin admin] Publish callbacks [] for security_group (0fd7060c-1587-45cc-936a-0b23176fe976), precommit_create {{(pid=103917) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 17:35:50.043619 dv-cinder-837356-2-iscsi neutron-server[103917]: DEBUG neutron_lib.callbacks.manager [None req-ed44a224-3f53-4648-9175-e2b7bb0eb928 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-570488'] for security_group (0fd7060c-1587-45cc-936a-0b23176fe976), after_create {{(pid=103917) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 17:35:50.090370 dv-cinder-837356-2-iscsi neutron-server[103917]: INFO neutron.wsgi [None req-ed44a224-3f53-4648-9175-e2b7bb0eb928 admin admin] 10.222.0.66 "GET /v2.0/security-groups?tenant_id=7e97ce5459c14531b899453821c81038&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2834308 Jun 16 17:35:50.090998 dv-cinder-837356-2-iscsi neutron-server[103917]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ed44a224-3f53-4648-9175-e2b7bb0eb928 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0fd7060c-1587-45cc-936a-0b23176fe976,revision_number=1']} {{(pid=103917) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 17:35:50.093256 dv-cinder-837356-2-iscsi neutron-server[103916]: DEBUG neutron.wsgi [-] (103916) accepted ('10.222.0.66', 46976) {{(pid=103916) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 16 17:35:50.162926 dv-cinder-837356-2-iscsi neutron-server[103916]: DEBUG neutron_lib.callbacks.manager [None req-38b152c7-702d-4fa1-8b60-4e71cd72c852 admin admin] Publish callbacks [] for security_group (0fd7060c-1587-45cc-936a-0b23176fe976), before_delete {{(pid=103916) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 17:35:50.187958 dv-cinder-837356-2-iscsi neutron-server[103916]: DEBUG neutron_lib.callbacks.manager [None req-38b152c7-702d-4fa1-8b60-4e71cd72c852 admin admin] Publish callbacks [] for security_group (0fd7060c-1587-45cc-936a-0b23176fe976), precommit_delete {{(pid=103916) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 17:35:50.243438 dv-cinder-837356-2-iscsi neutron-server[103916]: DEBUG neutron_lib.callbacks.manager [None req-38b152c7-702d-4fa1-8b60-4e71cd72c852 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-570488'] for security_group (0fd7060c-1587-45cc-936a-0b23176fe976), after_delete {{(pid=103916) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 17:35:50.246051 dv-cinder-837356-2-iscsi neutron-server[103916]: DEBUG neutron_lib.callbacks.manager [None req-38b152c7-702d-4fa1-8b60-4e71cd72c852 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103916) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 17:35:50.247300 dv-cinder-837356-2-iscsi neutron-server[103916]: INFO neutron.wsgi [None req-38b152c7-702d-4fa1-8b60-4e71cd72c852 admin admin] 10.222.0.66 "DELETE /v2.0/security-groups/0fd7060c-1587-45cc-936a-0b23176fe976 HTTP/1.1" status: 204 len: 168 time: 0.1529741 Jun 16 17:35:50.256728 dv-cinder-837356-2-iscsi neutron-server[103916]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-38b152c7-702d-4fa1-8b60-4e71cd72c852 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0fd7060c-1587-45cc-936a-0b23176fe976,revision_number=None']} {{(pid=103916) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 17:35:50.596402 dv-cinder-837356-2-iscsi neutron-server[103917]: DEBUG neutron.wsgi [-] (103917) accepted ('10.222.0.66', 46982) {{(pid=103917) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 16 17:35:50.611712 dv-cinder-837356-2-iscsi neutron-server[103917]: DEBUG neutron_lib.callbacks.manager [None req-4e5289d5-e482-4bff-9be4-64899f177a6c admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103917) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 17:35:50.702154 dv-cinder-837356-2-iscsi neutron-server[103917]: DEBUG neutron_lib.callbacks.manager [None req-4e5289d5-e482-4bff-9be4-64899f177a6c admin admin] Publish callbacks [] for security_group (c5c35ea4-c583-4309-954f-87184cab1abf), precommit_create {{(pid=103917) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 17:35:50.707143 dv-cinder-837356-2-iscsi neutron-server[103917]: DEBUG neutron_lib.callbacks.manager [None req-4e5289d5-e482-4bff-9be4-64899f177a6c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-570488'] for security_group (c5c35ea4-c583-4309-954f-87184cab1abf), after_create {{(pid=103917) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 17:35:50.755208 dv-cinder-837356-2-iscsi neutron-server[103917]: INFO neutron.wsgi [None req-4e5289d5-e482-4bff-9be4-64899f177a6c admin admin] 10.222.0.66 "GET /v2.0/security-groups?tenant_id=de07fc95d6d34122bd3d1ed4b6d04c7f&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1577024 Jun 16 17:35:50.756060 dv-cinder-837356-2-iscsi neutron-server[103917]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4e5289d5-e482-4bff-9be4-64899f177a6c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c5c35ea4-c583-4309-954f-87184cab1abf,revision_number=1']} {{(pid=103917) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 17:35:50.758539 dv-cinder-837356-2-iscsi neutron-server[103916]: DEBUG neutron.wsgi [-] (103916) accepted ('10.222.0.66', 46984) {{(pid=103916) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 16 17:35:50.818864 dv-cinder-837356-2-iscsi neutron-server[103916]: DEBUG neutron_lib.callbacks.manager [None req-34b94ec8-c51c-40ea-988d-f28a8b51d976 admin admin] Publish callbacks [] for security_group (c5c35ea4-c583-4309-954f-87184cab1abf), before_delete {{(pid=103916) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 17:35:50.844900 dv-cinder-837356-2-iscsi neutron-server[103916]: DEBUG neutron_lib.callbacks.manager [None req-34b94ec8-c51c-40ea-988d-f28a8b51d976 admin admin] Publish callbacks [] for security_group (c5c35ea4-c583-4309-954f-87184cab1abf), precommit_delete {{(pid=103916) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 17:35:50.903920 dv-cinder-837356-2-iscsi neutron-server[103916]: DEBUG neutron_lib.callbacks.manager [None req-34b94ec8-c51c-40ea-988d-f28a8b51d976 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-570488'] for security_group (c5c35ea4-c583-4309-954f-87184cab1abf), after_delete {{(pid=103916) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 17:35:50.906480 dv-cinder-837356-2-iscsi neutron-server[103916]: DEBUG neutron_lib.callbacks.manager [None req-34b94ec8-c51c-40ea-988d-f28a8b51d976 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103916) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 17:35:50.907687 dv-cinder-837356-2-iscsi neutron-server[103916]: INFO neutron.wsgi [None req-34b94ec8-c51c-40ea-988d-f28a8b51d976 admin admin] 10.222.0.66 "DELETE /v2.0/security-groups/c5c35ea4-c583-4309-954f-87184cab1abf HTTP/1.1" status: 204 len: 168 time: 0.1486688 Jun 16 17:35:50.917956 dv-cinder-837356-2-iscsi neutron-server[103916]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-34b94ec8-c51c-40ea-988d-f28a8b51d976 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c5c35ea4-c583-4309-954f-87184cab1abf,revision_number=None']} {{(pid=103916) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 17:35:55.892757 dv-cinder-837356-2-iscsi neutron-server[103916]: DEBUG neutron.wsgi [-] (103916) accepted ('10.222.0.66', 47068) {{(pid=103916) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 16 17:35:56.038438 dv-cinder-837356-2-iscsi neutron-server[103916]: DEBUG neutron_lib.callbacks.manager [None req-a9d814d0-5383-4501-bfec-af37716826b6 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103916) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 17:35:56.129661 dv-cinder-837356-2-iscsi neutron-server[103916]: DEBUG neutron_lib.callbacks.manager [None req-a9d814d0-5383-4501-bfec-af37716826b6 admin admin] Publish callbacks [] for security_group (222b7a46-3e5e-4f80-b894-827f8a4de4dc), precommit_create {{(pid=103916) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 17:35:56.133777 dv-cinder-837356-2-iscsi neutron-server[103916]: DEBUG neutron_lib.callbacks.manager [None req-a9d814d0-5383-4501-bfec-af37716826b6 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-570488'] for security_group (222b7a46-3e5e-4f80-b894-827f8a4de4dc), after_create {{(pid=103916) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 17:35:56.173316 dv-cinder-837356-2-iscsi neutron-server[103916]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a9d814d0-5383-4501-bfec-af37716826b6 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=222b7a46-3e5e-4f80-b894-827f8a4de4dc,revision_number=1']} {{(pid=103916) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 17:35:56.177725 dv-cinder-837356-2-iscsi neutron-server[103916]: INFO neutron.wsgi [None req-a9d814d0-5383-4501-bfec-af37716826b6 admin admin] 10.222.0.66 "GET /v2.0/security-groups?tenant_id=08c43d6e9cd04d92ab518d3b88a71c77&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2832780 Jun 16 17:35:56.180414 dv-cinder-837356-2-iscsi neutron-server[103916]: DEBUG neutron.wsgi [-] (103916) accepted ('10.222.0.66', 47072) {{(pid=103916) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 16 17:35:56.241150 dv-cinder-837356-2-iscsi neutron-server[103916]: DEBUG neutron_lib.callbacks.manager [None req-c747b673-8622-47eb-891e-6ae95d624fc4 admin admin] Publish callbacks [] for security_group (222b7a46-3e5e-4f80-b894-827f8a4de4dc), before_delete {{(pid=103916) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 17:35:56.268391 dv-cinder-837356-2-iscsi neutron-server[103916]: DEBUG neutron_lib.callbacks.manager [None req-c747b673-8622-47eb-891e-6ae95d624fc4 admin admin] Publish callbacks [] for security_group (222b7a46-3e5e-4f80-b894-827f8a4de4dc), precommit_delete {{(pid=103916) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 17:35:56.327644 dv-cinder-837356-2-iscsi neutron-server[103916]: DEBUG neutron_lib.callbacks.manager [None req-c747b673-8622-47eb-891e-6ae95d624fc4 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-570488'] for security_group (222b7a46-3e5e-4f80-b894-827f8a4de4dc), after_delete {{(pid=103916) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 17:35:56.330256 dv-cinder-837356-2-iscsi neutron-server[103916]: DEBUG neutron_lib.callbacks.manager [None req-c747b673-8622-47eb-891e-6ae95d624fc4 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103916) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 17:35:56.331537 dv-cinder-837356-2-iscsi neutron-server[103916]: INFO neutron.wsgi [None req-c747b673-8622-47eb-891e-6ae95d624fc4 admin admin] 10.222.0.66 "DELETE /v2.0/security-groups/222b7a46-3e5e-4f80-b894-827f8a4de4dc HTTP/1.1" status: 204 len: 168 time: 0.1501665 Jun 16 17:35:56.342840 dv-cinder-837356-2-iscsi neutron-server[103916]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c747b673-8622-47eb-891e-6ae95d624fc4 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=222b7a46-3e5e-4f80-b894-827f8a4de4dc,revision_number=None']} {{(pid=103916) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 17:35:56.356736 dv-cinder-837356-2-iscsi neutron-server[103918]: DEBUG dbcounter [-] [103918] Writing DB stats neutron:SELECT=80,neutron:DELETE=3,neutron:UPDATE=5 {{(pid=103918) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 16 17:35:56.360227 dv-cinder-837356-2-iscsi neutron-server[103918]: DEBUG dbcounter [-] [103918] Writing DB stats neutron:SELECT=91,neutron:DELETE=2,neutron:UPDATE=1 {{(pid=103918) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 16 17:35:56.681066 dv-cinder-837356-2-iscsi neutron-server[103917]: DEBUG neutron.wsgi [-] (103917) accepted ('10.222.0.66', 47078) {{(pid=103917) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 16 17:35:56.703810 dv-cinder-837356-2-iscsi neutron-server[103917]: DEBUG neutron_lib.callbacks.manager [None req-9e78d095-899b-46fe-b7da-64f722bb2801 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103917) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 17:35:56.810159 dv-cinder-837356-2-iscsi neutron-server[103917]: DEBUG neutron_lib.callbacks.manager [None req-9e78d095-899b-46fe-b7da-64f722bb2801 admin admin] Publish callbacks [] for security_group (d78f6dc5-7829-47f8-9081-f7b339744586), precommit_create {{(pid=103917) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 17:35:56.815013 dv-cinder-837356-2-iscsi neutron-server[103917]: DEBUG neutron_lib.callbacks.manager [None req-9e78d095-899b-46fe-b7da-64f722bb2801 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-570488'] for security_group (d78f6dc5-7829-47f8-9081-f7b339744586), after_create {{(pid=103917) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 17:35:56.865587 dv-cinder-837356-2-iscsi neutron-server[103917]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e78d095-899b-46fe-b7da-64f722bb2801 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d78f6dc5-7829-47f8-9081-f7b339744586,revision_number=1']} {{(pid=103917) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 17:35:56.871877 dv-cinder-837356-2-iscsi neutron-server[103917]: INFO neutron.wsgi [None req-9e78d095-899b-46fe-b7da-64f722bb2801 admin admin] 10.222.0.66 "GET /v2.0/security-groups?tenant_id=b6968ba8436f4bbd87122f8c12c56df7&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1888509 Jun 16 17:35:56.874995 dv-cinder-837356-2-iscsi neutron-server[103916]: DEBUG neutron.wsgi [-] (103916) accepted ('10.222.0.66', 47080) {{(pid=103916) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 16 17:35:56.933850 dv-cinder-837356-2-iscsi neutron-server[103916]: DEBUG neutron_lib.callbacks.manager [None req-5ab49a4f-ddc3-46c8-803c-3558b197227f admin admin] Publish callbacks [] for security_group (d78f6dc5-7829-47f8-9081-f7b339744586), before_delete {{(pid=103916) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 17:35:56.956764 dv-cinder-837356-2-iscsi neutron-server[103916]: DEBUG neutron_lib.callbacks.manager [None req-5ab49a4f-ddc3-46c8-803c-3558b197227f admin admin] Publish callbacks [] for security_group (d78f6dc5-7829-47f8-9081-f7b339744586), precommit_delete {{(pid=103916) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 17:35:56.974125 dv-cinder-837356-2-iscsi neutron-server[103916]: DEBUG dbcounter [-] [103916] Writing DB stats neutron:SELECT=85,neutron:DELETE=7,neutron:INSERT=8 {{(pid=103916) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 16 17:35:57.011442 dv-cinder-837356-2-iscsi neutron-server[103916]: DEBUG neutron_lib.callbacks.manager [None req-5ab49a4f-ddc3-46c8-803c-3558b197227f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-570488'] for security_group (d78f6dc5-7829-47f8-9081-f7b339744586), after_delete {{(pid=103916) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 17:35:57.014333 dv-cinder-837356-2-iscsi neutron-server[103916]: DEBUG neutron_lib.callbacks.manager [None req-5ab49a4f-ddc3-46c8-803c-3558b197227f admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103916) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 17:35:57.015525 dv-cinder-837356-2-iscsi neutron-server[103916]: INFO neutron.wsgi [None req-5ab49a4f-ddc3-46c8-803c-3558b197227f admin admin] 10.222.0.66 "DELETE /v2.0/security-groups/d78f6dc5-7829-47f8-9081-f7b339744586 HTTP/1.1" status: 204 len: 168 time: 0.1395051 Jun 16 17:35:57.025090 dv-cinder-837356-2-iscsi neutron-server[103916]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5ab49a4f-ddc3-46c8-803c-3558b197227f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d78f6dc5-7829-47f8-9081-f7b339744586,revision_number=None']} {{(pid=103916) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 17:35:59.573055 dv-cinder-837356-2-iscsi neutron-server[103918]: DEBUG neutron_lib.callbacks.manager [None req-b2b17746-c296-4803-869a-65578e8233dd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728539454181', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16149322'] for agent (2e97d73d-50fc-4f89-a4ea-85f65eb860d8), after_update {{(pid=103918) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 17:36:03.286024 dv-cinder-837356-2-iscsi neutron-server[103917]: DEBUG neutron.wsgi [-] (103917) accepted ('10.222.0.66', 47164) {{(pid=103917) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 16 17:36:03.413112 dv-cinder-837356-2-iscsi neutron-server[103917]: DEBUG neutron_lib.callbacks.manager [None req-f27e9400-3afb-4c07-9f7d-3651c76a2c54 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103917) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 17:36:03.497690 dv-cinder-837356-2-iscsi neutron-server[103917]: DEBUG neutron_lib.callbacks.manager [None req-f27e9400-3afb-4c07-9f7d-3651c76a2c54 admin admin] Publish callbacks [] for security_group (bbc6b326-1f92-4b5e-8f92-3cf8702e375b), precommit_create {{(pid=103917) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 17:36:03.502805 dv-cinder-837356-2-iscsi neutron-server[103917]: DEBUG neutron_lib.callbacks.manager [None req-f27e9400-3afb-4c07-9f7d-3651c76a2c54 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-570488'] for security_group (bbc6b326-1f92-4b5e-8f92-3cf8702e375b), after_create {{(pid=103917) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 17:36:03.542628 dv-cinder-837356-2-iscsi neutron-server[103917]: DEBUG dbcounter [-] [103917] Writing DB stats neutron:SELECT=78,neutron:INSERT=18,neutron:UPDATE=4 {{(pid=103917) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 16 17:36:03.548008 dv-cinder-837356-2-iscsi neutron-server[103917]: INFO neutron.wsgi [None req-f27e9400-3afb-4c07-9f7d-3651c76a2c54 admin admin] 10.222.0.66 "GET /v2.0/security-groups?tenant_id=6172a3c7510846208931ed29e9aa97e4&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2609410 Jun 16 17:36:03.549060 dv-cinder-837356-2-iscsi neutron-server[103917]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f27e9400-3afb-4c07-9f7d-3651c76a2c54 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=bbc6b326-1f92-4b5e-8f92-3cf8702e375b,revision_number=1']} {{(pid=103917) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 17:36:03.550976 dv-cinder-837356-2-iscsi neutron-server[103916]: DEBUG neutron.wsgi [-] (103916) accepted ('10.222.0.66', 47168) {{(pid=103916) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 16 17:36:03.583629 dv-cinder-837356-2-iscsi neutron-server[103916]: DEBUG dbcounter [-] [103916] Writing DB stats neutron:SELECT=87,neutron:DELETE=9,neutron:INSERT=3,neutron:UPDATE=1 {{(pid=103916) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 16 17:36:03.611812 dv-cinder-837356-2-iscsi neutron-server[103916]: DEBUG neutron_lib.callbacks.manager [None req-367d24fd-9564-4ab4-90c5-d02473cc1683 admin admin] Publish callbacks [] for security_group (bbc6b326-1f92-4b5e-8f92-3cf8702e375b), before_delete {{(pid=103916) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 17:36:03.633813 dv-cinder-837356-2-iscsi neutron-server[103916]: DEBUG neutron_lib.callbacks.manager [None req-367d24fd-9564-4ab4-90c5-d02473cc1683 admin admin] Publish callbacks [] for security_group (bbc6b326-1f92-4b5e-8f92-3cf8702e375b), precommit_delete {{(pid=103916) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 17:36:03.685791 dv-cinder-837356-2-iscsi neutron-server[103916]: DEBUG neutron_lib.callbacks.manager [None req-367d24fd-9564-4ab4-90c5-d02473cc1683 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-570488'] for security_group (bbc6b326-1f92-4b5e-8f92-3cf8702e375b), after_delete {{(pid=103916) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 17:36:03.688301 dv-cinder-837356-2-iscsi neutron-server[103916]: DEBUG neutron_lib.callbacks.manager [None req-367d24fd-9564-4ab4-90c5-d02473cc1683 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103916) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 17:36:03.689493 dv-cinder-837356-2-iscsi neutron-server[103916]: INFO neutron.wsgi [None req-367d24fd-9564-4ab4-90c5-d02473cc1683 admin admin] 10.222.0.66 "DELETE /v2.0/security-groups/bbc6b326-1f92-4b5e-8f92-3cf8702e375b HTTP/1.1" status: 204 len: 168 time: 0.1373627 Jun 16 17:36:03.698064 dv-cinder-837356-2-iscsi neutron-server[103916]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-367d24fd-9564-4ab4-90c5-d02473cc1683 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=bbc6b326-1f92-4b5e-8f92-3cf8702e375b,revision_number=None']} {{(pid=103916) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 17:36:04.025010 dv-cinder-837356-2-iscsi neutron-server[103916]: DEBUG neutron.wsgi [-] (103916) accepted ('10.222.0.66', 47174) {{(pid=103916) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 16 17:36:04.039896 dv-cinder-837356-2-iscsi neutron-server[103916]: DEBUG neutron_lib.callbacks.manager [None req-2f0d11d6-b32b-4a76-b128-118936b05f5f admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103916) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 17:36:04.145718 dv-cinder-837356-2-iscsi neutron-server[103916]: DEBUG neutron_lib.callbacks.manager [None req-2f0d11d6-b32b-4a76-b128-118936b05f5f admin admin] Publish callbacks [] for security_group (a4ebf8a5-8a6b-4061-8253-db1616bc0dc6), precommit_create {{(pid=103916) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 17:36:04.150653 dv-cinder-837356-2-iscsi neutron-server[103916]: DEBUG neutron_lib.callbacks.manager [None req-2f0d11d6-b32b-4a76-b128-118936b05f5f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-570488'] for security_group (a4ebf8a5-8a6b-4061-8253-db1616bc0dc6), after_create {{(pid=103916) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 17:36:04.195042 dv-cinder-837356-2-iscsi neutron-server[103916]: INFO neutron.wsgi [None req-2f0d11d6-b32b-4a76-b128-118936b05f5f admin admin] 10.222.0.66 "GET /v2.0/security-groups?tenant_id=6fa8a72b578f4242b598d23b543ff94a&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1687493 Jun 16 17:36:04.196262 dv-cinder-837356-2-iscsi neutron-server[103916]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f0d11d6-b32b-4a76-b128-118936b05f5f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a4ebf8a5-8a6b-4061-8253-db1616bc0dc6,revision_number=1']} {{(pid=103916) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 17:36:04.199126 dv-cinder-837356-2-iscsi neutron-server[103916]: DEBUG neutron.wsgi [-] (103916) accepted ('10.222.0.66', 47178) {{(pid=103916) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 16 17:36:04.255796 dv-cinder-837356-2-iscsi neutron-server[103916]: DEBUG neutron_lib.callbacks.manager [None req-0f2ee62e-5fc9-4059-b99b-b206963dcecb admin admin] Publish callbacks [] for security_group (a4ebf8a5-8a6b-4061-8253-db1616bc0dc6), before_delete {{(pid=103916) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 17:36:04.284179 dv-cinder-837356-2-iscsi neutron-server[103916]: DEBUG neutron_lib.callbacks.manager [None req-0f2ee62e-5fc9-4059-b99b-b206963dcecb admin admin] Publish callbacks [] for security_group (a4ebf8a5-8a6b-4061-8253-db1616bc0dc6), precommit_delete {{(pid=103916) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 17:36:04.343560 dv-cinder-837356-2-iscsi neutron-server[103916]: DEBUG neutron_lib.callbacks.manager [None req-0f2ee62e-5fc9-4059-b99b-b206963dcecb admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-570488'] for security_group (a4ebf8a5-8a6b-4061-8253-db1616bc0dc6), after_delete {{(pid=103916) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 17:36:04.347695 dv-cinder-837356-2-iscsi neutron-server[103916]: DEBUG neutron_lib.callbacks.manager [None req-0f2ee62e-5fc9-4059-b99b-b206963dcecb admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103916) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 17:36:04.349453 dv-cinder-837356-2-iscsi neutron-server[103916]: INFO neutron.wsgi [None req-0f2ee62e-5fc9-4059-b99b-b206963dcecb admin admin] 10.222.0.66 "DELETE /v2.0/security-groups/a4ebf8a5-8a6b-4061-8253-db1616bc0dc6 HTTP/1.1" status: 204 len: 168 time: 0.1492493 Jun 16 17:36:04.363023 dv-cinder-837356-2-iscsi neutron-server[103916]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f2ee62e-5fc9-4059-b99b-b206963dcecb admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a4ebf8a5-8a6b-4061-8253-db1616bc0dc6,revision_number=None']} {{(pid=103916) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 17:36:05.126544 dv-cinder-837356-2-iscsi neutron-server[103916]: DEBUG neutron.wsgi [-] (103916) accepted ('10.222.0.66', 47202) {{(pid=103916) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 16 17:36:05.236897 dv-cinder-837356-2-iscsi neutron-server[103916]: DEBUG neutron.api.v2.base [None req-ac2d51de-af1a-4d77-bbae-5f41e40c38c5 admin admin] Request body: {'network': {'name': 'tempest-VolumesActionsTest-1535636809-network', 'tenant_id': '09d39fa8db0747f9b8237807b2735d5c'}} {{(pid=103916) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jun 16 17:36:05.263130 dv-cinder-837356-2-iscsi neutron-server[103916]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ac2d51de-af1a-4d77-bbae-5f41e40c38c5 admin admin] Made reservation on behalf of 09d39fa8db0747f9b8237807b2735d5c for: {'network': 1} {{(pid=103916) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 16 17:36:05.266048 dv-cinder-837356-2-iscsi neutron-server[103916]: DEBUG neutron_lib.callbacks.manager [None req-ac2d51de-af1a-4d77-bbae-5f41e40c38c5 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16007590'] for network (None), before_create {{(pid=103916) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 17:36:05.278899 dv-cinder-837356-2-iscsi neutron-server[103916]: DEBUG neutron_lib.callbacks.manager [None req-ac2d51de-af1a-4d77-bbae-5f41e40c38c5 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103916) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 17:36:05.360522 dv-cinder-837356-2-iscsi neutron-server[103916]: DEBUG neutron_lib.callbacks.manager [None req-ac2d51de-af1a-4d77-bbae-5f41e40c38c5 admin admin] Publish callbacks [] for security_group (ec018169-5347-486e-92a4-986dda304d09), precommit_create {{(pid=103916) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 17:36:05.366492 dv-cinder-837356-2-iscsi neutron-server[103916]: DEBUG neutron_lib.callbacks.manager [None req-ac2d51de-af1a-4d77-bbae-5f41e40c38c5 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-570488'] for security_group (ec018169-5347-486e-92a4-986dda304d09), after_create {{(pid=103916) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 17:36:05.396214 dv-cinder-837356-2-iscsi neutron-server[103916]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-ac2d51de-af1a-4d77-bbae-5f41e40c38c5 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 1018} {{(pid=103916) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jun 16 17:36:05.403899 dv-cinder-837356-2-iscsi neutron-server[103916]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ac2d51de-af1a-4d77-bbae-5f41e40c38c5 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ec018169-5347-486e-92a4-986dda304d09,revision_number=1']} {{(pid=103916) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 17:36:05.411070 dv-cinder-837356-2-iscsi neutron-server[103916]: DEBUG neutron_lib.callbacks.manager [None req-ac2d51de-af1a-4d77-bbae-5f41e40c38c5 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16150272'] for segment (8fa7253c-2207-478f-b77d-308a989dc4ef), precommit_create {{(pid=103916) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 17:36:05.411573 dv-cinder-837356-2-iscsi neutron-server[103916]: INFO neutron.db.segments_db [None req-ac2d51de-af1a-4d77-bbae-5f41e40c38c5 admin admin] Added segment 8fa7253c-2207-478f-b77d-308a989dc4ef of type vlan for network f24358e4-fd71-43f9-a3b7-69d150f32c61 Jun 16 17:36:05.448620 dv-cinder-837356-2-iscsi neutron-server[103916]: DEBUG dbcounter [-] [103916] Writing DB stats neutron:SELECT=79,neutron:DELETE=5,neutron:INSERT=13,neutron:UPDATE=3 {{(pid=103916) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 16 17:36:05.463964 dv-cinder-837356-2-iscsi neutron-server[103916]: DEBUG neutron_lib.callbacks.manager [None req-ac2d51de-af1a-4d77-bbae-5f41e40c38c5 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8728539013196'] for network (f24358e4-fd71-43f9-a3b7-69d150f32c61), precommit_create {{(pid=103916) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 17:36:05.495502 dv-cinder-837356-2-iscsi neutron-server[103916]: DEBUG neutron_lib.callbacks.manager [None req-ac2d51de-af1a-4d77-bbae-5f41e40c38c5 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-570401', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16241551'] for network (f24358e4-fd71-43f9-a3b7-69d150f32c61), after_create {{(pid=103916) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 17:36:05.496650 dv-cinder-837356-2-iscsi neutron-server[103916]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ac2d51de-af1a-4d77-bbae-5f41e40c38c5 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103916) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 16 17:36:05.497304 dv-cinder-837356-2-iscsi neutron-server[103916]: DEBUG neutron_lib.callbacks.manager [None req-ac2d51de-af1a-4d77-bbae-5f41e40c38c5 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-16241561'] for network (None), before_response {{(pid=103916) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 17:36:05.503837 dv-cinder-837356-2-iscsi neutron-server[103916]: DEBUG dbcounter [-] [103916] Writing DB stats neutron:SELECT=79,neutron:DELETE=3,neutron:INSERT=16,neutron:UPDATE=2 {{(pid=103916) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 16 17:36:05.536650 dv-cinder-837356-2-iscsi neutron-server[103916]: INFO neutron.wsgi [None req-ac2d51de-af1a-4d77-bbae-5f41e40c38c5 admin admin] 10.222.0.66 "POST /v2.0/networks HTTP/1.1" status: 201 len: 864 time: 0.4089475 Jun 16 17:36:05.541021 dv-cinder-837356-2-iscsi neutron-server[103917]: DEBUG neutron.wsgi [-] (103917) accepted ('10.222.0.66', 47206) {{(pid=103917) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 16 17:36:05.546671 dv-cinder-837356-2-iscsi neutron-server[103917]: DEBUG neutron.api.v2.base [None req-f64ff4ee-8de7-40df-b31d-b9ff9a3b61c0 admin admin] Request body: {'subnet': {'network_id': 'f24358e4-fd71-43f9-a3b7-69d150f32c61', 'cidr': '172.20.0.0/28', 'name': 'tempest-VolumesActionsTest-1535636809-subnet', 'tenant_id': '09d39fa8db0747f9b8237807b2735d5c', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=103917) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jun 16 17:36:05.573664 dv-cinder-837356-2-iscsi neutron-server[103917]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f64ff4ee-8de7-40df-b31d-b9ff9a3b61c0 admin admin] Made reservation on behalf of 09d39fa8db0747f9b8237807b2735d5c for: {'subnet': 1} {{(pid=103917) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 16 17:36:05.574071 dv-cinder-837356-2-iscsi neutron-server[103916]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ac2d51de-af1a-4d77-bbae-5f41e40c38c5 admin admin] Pushing event updated for resources: {'Network': ['ID=f24358e4-fd71-43f9-a3b7-69d150f32c61,revision_number=1']} {{(pid=103916) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 17:36:05.578418 dv-cinder-837356-2-iscsi neutron-server[103917]: DEBUG neutron_lib.callbacks.manager [None req-f64ff4ee-8de7-40df-b31d-b9ff9a3b61c0 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-25758895'] for subnet (None), before_create {{(pid=103917) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 17:36:05.580364 dv-cinder-837356-2-iscsi neutron-server[103917]: DEBUG dbcounter [-] [103917] Writing DB stats neutron:SELECT=74,neutron:INSERT=26 {{(pid=103917) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 16 17:36:05.591783 dv-cinder-837356-2-iscsi neutron-server[103918]: DEBUG neutron.plugins.ml2.rpc [None req-39ead2dc-a542-4f04-b117-439eb7f32aa8 None None] Network f24358e4-fd71-43f9-a3b7-69d150f32c61 details requested by agent ovs-agent-dv-cinder-837356-2-iscsi with host dv-cinder-837356-2-iscsi {{(pid=103918) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jun 16 17:36:05.800920 dv-cinder-837356-2-iscsi neutron-server[103917]: DEBUG neutron_lib.callbacks.manager [None req-f64ff4ee-8de7-40df-b31d-b9ff9a3b61c0 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-570574', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16241551', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3819691', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-25758877'] for subnet (d4337d68-96f2-418e-8847-867a4d63e4c9), after_create {{(pid=103917) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 17:36:05.862126 dv-cinder-837356-2-iscsi neutron-server[103917]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f64ff4ee-8de7-40df-b31d-b9ff9a3b61c0 admin admin] Pushing event updated for resources: {'Subnet': ['ID=d4337d68-96f2-418e-8847-867a4d63e4c9,revision_number=0']} {{(pid=103917) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 17:36:05.874715 dv-cinder-837356-2-iscsi neutron-server[103917]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f64ff4ee-8de7-40df-b31d-b9ff9a3b61c0 admin admin] Checking segment: {'id': '8fa7253c-2207-478f-b77d-308a989dc4ef', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1018, 'network_id': 'f24358e4-fd71-43f9-a3b7-69d150f32c61'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103917) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jun 16 17:36:05.875190 dv-cinder-837356-2-iscsi neutron-server[103917]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f64ff4ee-8de7-40df-b31d-b9ff9a3b61c0 admin admin] Network hostable DHCP agents. Network: f24358e4-fd71-43f9-a3b7-69d150f32c61, hostable agents: ['0913b7ec-eea4-4492-8ef1-e01c4575abca'], hosted agents: [] {{(pid=103917) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jun 16 17:36:05.895274 dv-cinder-837356-2-iscsi neutron-server[103917]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f64ff4ee-8de7-40df-b31d-b9ff9a3b61c0 admin admin] Network f24358e4-fd71-43f9-a3b7-69d150f32c61 is scheduled to be hosted by DHCP agent 0913b7ec-eea4-4492-8ef1-e01c4575abca with binding_index 1 {{(pid=103917) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jun 16 17:36:05.906402 dv-cinder-837356-2-iscsi neutron-server[103917]: DEBUG neutron.scheduler.base_scheduler [None req-f64ff4ee-8de7-40df-b31d-b9ff9a3b61c0 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-837356-2-iscsi, f24358e4-fd71-43f9-a3b7-69d150f32c61) {{(pid=103917) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 16 17:36:05.910901 dv-cinder-837356-2-iscsi neutron-server[103917]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f64ff4ee-8de7-40df-b31d-b9ff9a3b61c0 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103917) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 16 17:36:05.911551 dv-cinder-837356-2-iscsi neutron-server[103917]: DEBUG neutron_lib.callbacks.manager [None req-f64ff4ee-8de7-40df-b31d-b9ff9a3b61c0 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=103917) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 17:36:05.915864 dv-cinder-837356-2-iscsi neutron-server[103918]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2610e634-ed53-4146-9916-9d1112a216b7 None None] Network f24358e4-fd71-43f9-a3b7-69d150f32c61 requested from dv-cinder-837356-2-iscsi {{(pid=103918) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jun 16 17:36:05.934136 dv-cinder-837356-2-iscsi neutron-server[103917]: INFO neutron.wsgi [None req-f64ff4ee-8de7-40df-b31d-b9ff9a3b61c0 admin admin] 10.222.0.66 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 846 time: 0.3914905 Jun 16 17:36:06.054364 dv-cinder-837356-2-iscsi neutron-server[103918]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a56b36f2-7759-4b76-83e8-af3a29833c0c None None] Network f24358e4-fd71-43f9-a3b7-69d150f32c61 requested from dv-cinder-837356-2-iscsi {{(pid=103918) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jun 16 17:36:07.867969 dv-cinder-837356-2-iscsi neutron-server[103916]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02e7fc19-1cd3-45ed-91d7-a0b91a2733c2 req-f7dc6869-09e6-4a85-9dae-c3b45c479cd6 tempest-VolumesActionsTest-934369678 tempest-VolumesActionsTest-934369678-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103916) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 16 17:36:07.869514 dv-cinder-837356-2-iscsi neutron-server[103916]: INFO neutron.wsgi [req-02e7fc19-1cd3-45ed-91d7-a0b91a2733c2 req-f7dc6869-09e6-4a85-9dae-c3b45c479cd6 tempest-VolumesActionsTest-934369678 tempest-VolumesActionsTest-934369678-project] 10.222.0.66 "GET /v2.0/networks?id=f24358e4-fd71-43f9-a3b7-69d150f32c61 HTTP/1.1" status: 200 len: 809 time: 0.1061153 Jun 16 17:36:07.891071 dv-cinder-837356-2-iscsi neutron-server[103916]: INFO neutron.wsgi [req-02e7fc19-1cd3-45ed-91d7-a0b91a2733c2 req-47d9b8f4-1091-42d9-933c-06e2ae4fe608 tempest-VolumesActionsTest-934369678 tempest-VolumesActionsTest-934369678-project] 10.222.0.66 "GET /v2.0/quotas/09d39fa8db0747f9b8237807b2735d5c HTTP/1.1" status: 200 len: 375 time: 0.0123138 Jun 16 17:36:07.930046 dv-cinder-837356-2-iscsi neutron-server[103916]: INFO neutron.wsgi [req-02e7fc19-1cd3-45ed-91d7-a0b91a2733c2 req-f918aecf-28a1-4386-9163-8af96bf88955 tempest-VolumesActionsTest-934369678 tempest-VolumesActionsTest-934369678-project] 10.222.0.66 "GET /v2.0/ports?tenant_id=09d39fa8db0747f9b8237807b2735d5c&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0333436 Jun 16 17:36:08.047169 dv-cinder-837356-2-iscsi neutron-server[103916]: INFO neutron.wsgi [req-02e7fc19-1cd3-45ed-91d7-a0b91a2733c2 req-aa3dfbf7-0045-4f24-a62e-dd5fb8a630f1 service neutron] 10.222.0.66 "GET /v2.0/networks/f24358e4-fd71-43f9-a3b7-69d150f32c61?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1094577 Jun 16 17:36:08.154242 dv-cinder-837356-2-iscsi neutron-server[103916]: INFO neutron.wsgi [req-02e7fc19-1cd3-45ed-91d7-a0b91a2733c2 req-eebeb78d-5967-4333-88d2-9eed15a1cad9 service neutron] 10.222.0.66 "GET /v2.0/networks/f24358e4-fd71-43f9-a3b7-69d150f32c61?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0982256 Jun 16 17:36:08.327954 dv-cinder-837356-2-iscsi neutron-server[103917]: INFO neutron.wsgi [req-89b1ac52-412d-4323-b706-68cbb7dbb407 req-5aeb0ee2-d655-4977-b9a5-65b2d7093457 tempest-VolumesActionsTest-934369678 tempest-VolumesActionsTest-934369678-project] 10.222.0.66 "GET /v2.0/ports?device_id=ba6cc107-9e30-4e1b-a561-5f3871c8998f HTTP/1.1" status: 200 len: 210 time: 0.0317833 Jun 16 17:36:09.434561 dv-cinder-837356-2-iscsi neutron-server[103916]: INFO neutron.wsgi [req-8bc1c84b-4fcd-46ee-81d7-cd04c724ce8f req-41e13dbc-9c5a-4c82-830f-b46700f59ddf tempest-VolumesActionsTest-934369678 tempest-VolumesActionsTest-934369678-project] 10.222.0.66 "GET /v2.0/ports?device_id=ba6cc107-9e30-4e1b-a561-5f3871c8998f HTTP/1.1" status: 200 len: 210 time: 0.0306447 Jun 16 17:36:09.707875 dv-cinder-837356-2-iscsi neutron-server[103917]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02e7fc19-1cd3-45ed-91d7-a0b91a2733c2 req-e7b5327a-3c1c-43ee-875b-b3a422c6d122 tempest-VolumesActionsTest-934369678 tempest-VolumesActionsTest-934369678-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103917) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 16 17:36:09.709555 dv-cinder-837356-2-iscsi neutron-server[103917]: INFO neutron.wsgi [req-02e7fc19-1cd3-45ed-91d7-a0b91a2733c2 req-e7b5327a-3c1c-43ee-875b-b3a422c6d122 tempest-VolumesActionsTest-934369678 tempest-VolumesActionsTest-934369678-project] 10.222.0.81 "GET /v2.0/networks?id=f24358e4-fd71-43f9-a3b7-69d150f32c61 HTTP/1.1" status: 200 len: 809 time: 0.1091981 Jun 16 17:36:09.723405 dv-cinder-837356-2-iscsi neutron-server[103917]: DEBUG neutron.api.v2.base [req-02e7fc19-1cd3-45ed-91d7-a0b91a2733c2 req-b93d7d3b-2f6b-436f-8dba-7106912b59e9 tempest-VolumesActionsTest-934369678 tempest-VolumesActionsTest-934369678-project] Request body: {'port': {'device_id': 'ba6cc107-9e30-4e1b-a561-5f3871c8998f', 'network_id': 'f24358e4-fd71-43f9-a3b7-69d150f32c61', 'admin_state_up': True, 'tenant_id': '09d39fa8db0747f9b8237807b2735d5c'}} {{(pid=103917) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jun 16 17:36:09.845412 dv-cinder-837356-2-iscsi neutron-server[103917]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-02e7fc19-1cd3-45ed-91d7-a0b91a2733c2 req-b93d7d3b-2f6b-436f-8dba-7106912b59e9 tempest-VolumesActionsTest-934369678 tempest-VolumesActionsTest-934369678-project] Made reservation on behalf of 09d39fa8db0747f9b8237807b2735d5c for: {'port': 1} {{(pid=103917) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 16 17:36:09.848817 dv-cinder-837356-2-iscsi neutron-server[103917]: DEBUG neutron_lib.callbacks.manager [req-02e7fc19-1cd3-45ed-91d7-a0b91a2733c2 req-b93d7d3b-2f6b-436f-8dba-7106912b59e9 tempest-VolumesActionsTest-934369678 tempest-VolumesActionsTest-934369678-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16007590'] for port (None), before_create {{(pid=103917) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 17:36:09.982671 dv-cinder-837356-2-iscsi neutron-server[103917]: DEBUG neutron.db.db_base_plugin_common [req-02e7fc19-1cd3-45ed-91d7-a0b91a2733c2 req-b93d7d3b-2f6b-436f-8dba-7106912b59e9 tempest-VolumesActionsTest-934369678 tempest-VolumesActionsTest-934369678-project] Allocated IP 172.20.0.9 (f24358e4-fd71-43f9-a3b7-69d150f32c61/d4337d68-96f2-418e-8847-867a4d63e4c9/6731f87c-a7e3-4ba8-b455-b9138786ab16) {{(pid=103917) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 16 17:36:09.997726 dv-cinder-837356-2-iscsi neutron-server[103917]: DEBUG dbcounter [-] [103917] Writing DB stats neutron:SELECT=85,neutron:INSERT=10,neutron:UPDATE=4,neutron:DELETE=1 {{(pid=103917) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 16 17:36:10.141757 dv-cinder-837356-2-iscsi neutron-server[103917]: DEBUG neutron_lib.callbacks.manager [req-02e7fc19-1cd3-45ed-91d7-a0b91a2733c2 req-b93d7d3b-2f6b-436f-8dba-7106912b59e9 tempest-VolumesActionsTest-934369678 tempest-VolumesActionsTest-934369678-project] Publish callbacks [] for port (6731f87c-a7e3-4ba8-b455-b9138786ab16), precommit_create {{(pid=103917) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 17:36:10.144472 dv-cinder-837356-2-iscsi neutron-server[103917]: DEBUG dbcounter [-] [103917] Writing DB stats neutron:SELECT=90,neutron:INSERT=7,neutron:DELETE=1,neutron:UPDATE=2 {{(pid=103917) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 16 17:36:10.178361 dv-cinder-837356-2-iscsi neutron-server[103917]: DEBUG neutron_lib.callbacks.manager [req-02e7fc19-1cd3-45ed-91d7-a0b91a2733c2 req-b93d7d3b-2f6b-436f-8dba-7106912b59e9 tempest-VolumesActionsTest-934369678 tempest-VolumesActionsTest-934369678-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16007527', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-75831', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16241551', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8728538993421', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3819743'] for port (6731f87c-a7e3-4ba8-b455-b9138786ab16), after_create {{(pid=103917) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 17:36:10.219768 dv-cinder-837356-2-iscsi neutron-server[103917]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-02e7fc19-1cd3-45ed-91d7-a0b91a2733c2 req-b93d7d3b-2f6b-436f-8dba-7106912b59e9 tempest-VolumesActionsTest-934369678 tempest-VolumesActionsTest-934369678-project] Network f24358e4-fd71-43f9-a3b7-69d150f32c61 is already hosted by enough agents. {{(pid=103917) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 16 17:36:10.224922 dv-cinder-837356-2-iscsi neutron-server[103917]: DEBUG neutron.scheduler.base_scheduler [req-02e7fc19-1cd3-45ed-91d7-a0b91a2733c2 req-b93d7d3b-2f6b-436f-8dba-7106912b59e9 tempest-VolumesActionsTest-934369678 tempest-VolumesActionsTest-934369678-project] Resources bound (agent type, host, resource id): {{(pid=103917) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 16 17:36:10.228907 dv-cinder-837356-2-iscsi neutron-server[103917]: DEBUG neutron.db.l3_dvrscheduler_db [req-02e7fc19-1cd3-45ed-91d7-a0b91a2733c2 req-b93d7d3b-2f6b-436f-8dba-7106912b59e9 tempest-VolumesActionsTest-934369678 tempest-VolumesActionsTest-934369678-project] Received port after_create {{(pid=103917) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:542}} Jun 16 17:36:10.235036 dv-cinder-837356-2-iscsi neutron-server[103917]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b93d7d3b-2f6b-436f-8dba-7106912b59e9 tempest-VolumesActionsTest-934369678 tempest-VolumesActionsTest-934369678-project] Pushing event updated for resources: {'Port': ['ID=6731f87c-a7e3-4ba8-b455-b9138786ab16,revision_number=1']} {{(pid=103917) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 17:36:10.279387 dv-cinder-837356-2-iscsi neutron-server[103917]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02e7fc19-1cd3-45ed-91d7-a0b91a2733c2 req-b93d7d3b-2f6b-436f-8dba-7106912b59e9 tempest-VolumesActionsTest-934369678 tempest-VolumesActionsTest-934369678-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103917) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 16 17:36:10.279990 dv-cinder-837356-2-iscsi neutron-server[103917]: DEBUG neutron_lib.callbacks.manager [req-02e7fc19-1cd3-45ed-91d7-a0b91a2733c2 req-b93d7d3b-2f6b-436f-8dba-7106912b59e9 tempest-VolumesActionsTest-934369678 tempest-VolumesActionsTest-934369678-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-191112'] for port (None), before_response {{(pid=103917) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 17:36:10.296983 dv-cinder-837356-2-iscsi neutron-server[103917]: INFO neutron.wsgi [req-02e7fc19-1cd3-45ed-91d7-a0b91a2733c2 req-b93d7d3b-2f6b-436f-8dba-7106912b59e9 tempest-VolumesActionsTest-934369678 tempest-VolumesActionsTest-934369678-project] 10.222.0.81 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.5776863 Jun 16 17:36:10.309650 dv-cinder-837356-2-iscsi neutron-server[103917]: DEBUG neutron.api.v2.base [req-02e7fc19-1cd3-45ed-91d7-a0b91a2733c2 req-99261539-754b-4e0c-8687-ff11564ade01 service neutron] Request body: {'port': {'device_id': 'ba6cc107-9e30-4e1b-a561-5f3871c8998f', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-83735'}} {{(pid=103917) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jun 16 17:36:10.375596 dv-cinder-837356-2-iscsi neutron-server[103917]: DEBUG neutron_lib.callbacks.manager [req-02e7fc19-1cd3-45ed-91d7-a0b91a2733c2 req-99261539-754b-4e0c-8687-ff11564ade01 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16007590'] for port (6731f87c-a7e3-4ba8-b455-b9138786ab16), before_update {{(pid=103917) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 17:36:10.594858 dv-cinder-837356-2-iscsi neutron-server[103917]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f264961c-6bb5-4326-8d6b-9b4db13a5e03 req-0bfab230-e491-44eb-ae9f-5f83036107eb tempest-VolumesActionsTest-934369678 tempest-VolumesActionsTest-934369678-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103917) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 16 17:36:10.596311 dv-cinder-837356-2-iscsi neutron-server[103917]: INFO neutron.wsgi [req-f264961c-6bb5-4326-8d6b-9b4db13a5e03 req-0bfab230-e491-44eb-ae9f-5f83036107eb tempest-VolumesActionsTest-934369678 tempest-VolumesActionsTest-934369678-project] 10.222.0.66 "GET /v2.0/ports?device_id=ba6cc107-9e30-4e1b-a561-5f3871c8998f HTTP/1.1" status: 200 len: 931 time: 0.0821555 Jun 16 17:36:10.694564 dv-cinder-837356-2-iscsi neutron-server[103917]: INFO neutron.wsgi [req-f264961c-6bb5-4326-8d6b-9b4db13a5e03 req-54471042-5869-4e28-a3f8-6df5fb258747 tempest-VolumesActionsTest-934369678 tempest-VolumesActionsTest-934369678-project] 10.222.0.66 "GET /v2.0/security-groups?id=ec018169-5347-486e-92a4-986dda304d09&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0918994 Jun 16 17:36:10.709068 dv-cinder-837356-2-iscsi neutron-server[103917]: DEBUG neutron.notifiers.nova [req-02e7fc19-1cd3-45ed-91d7-a0b91a2733c2 req-99261539-754b-4e0c-8687-ff11564ade01 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 6731f87c-a7e3-4ba8-b455-b9138786ab16 {{(pid=103917) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Jun 16 17:36:10.717320 dv-cinder-837356-2-iscsi neutron-server[103917]: DEBUG neutron_lib.callbacks.manager [req-02e7fc19-1cd3-45ed-91d7-a0b91a2733c2 req-99261539-754b-4e0c-8687-ff11564ade01 service neutron] Publish callbacks [] for port (6731f87c-a7e3-4ba8-b455-b9138786ab16), precommit_update {{(pid=103917) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 17:36:10.730596 dv-cinder-837356-2-iscsi neutron-server[103917]: DEBUG neutron.db.provisioning_blocks [req-02e7fc19-1cd3-45ed-91d7-a0b91a2733c2 req-99261539-754b-4e0c-8687-ff11564ade01 service neutron] Transition to ACTIVE for port object 6731f87c-a7e3-4ba8-b455-b9138786ab16 will not be triggered until provisioned by entity L2. {{(pid=103917) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Jun 16 17:36:10.735786 dv-cinder-837356-2-iscsi neutron-server[103917]: DEBUG neutron_lib.callbacks.manager [req-02e7fc19-1cd3-45ed-91d7-a0b91a2733c2 req-99261539-754b-4e0c-8687-ff11564ade01 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16007527', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-75831', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16241551', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728539364693', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728538993439', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728538993457', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3819734'] for port (6731f87c-a7e3-4ba8-b455-b9138786ab16), after_update {{(pid=103917) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 17:36:10.784335 dv-cinder-837356-2-iscsi neutron-server[103917]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-99261539-754b-4e0c-8687-ff11564ade01 service neutron] Pushing event updated for resources: {'Port': ['ID=6731f87c-a7e3-4ba8-b455-b9138786ab16,revision_number=2']} {{(pid=103917) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 17:36:10.835097 dv-cinder-837356-2-iscsi neutron-server[103917]: DEBUG dbcounter [-] [103917] Writing DB stats neutron:SELECT=96,neutron:INSERT=1,neutron:DELETE=1,neutron:UPDATE=2 {{(pid=103917) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 16 17:36:10.873681 dv-cinder-837356-2-iscsi neutron-server[103917]: DEBUG neutron.plugins.ml2.managers [req-02e7fc19-1cd3-45ed-91d7-a0b91a2733c2 req-99261539-754b-4e0c-8687-ff11564ade01 service neutron] Attempting to bind port 6731f87c-a7e3-4ba8-b455-b9138786ab16 on host hv-cinder-83735 for vnic_type normal with profile {{(pid=103917) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:811}} Jun 16 17:36:10.873987 dv-cinder-837356-2-iscsi neutron-server[103917]: DEBUG neutron.plugins.ml2.managers [req-02e7fc19-1cd3-45ed-91d7-a0b91a2733c2 req-99261539-754b-4e0c-8687-ff11564ade01 service neutron] Attempting to bind port 6731f87c-a7e3-4ba8-b455-b9138786ab16 by drivers openvswitch,hyperv on host hv-cinder-83735 at level 0 using segments [{'id': '8fa7253c-2207-478f-b77d-308a989dc4ef', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1018, 'network_id': 'f24358e4-fd71-43f9-a3b7-69d150f32c61'}] {{(pid=103917) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:836}} Jun 16 17:36:10.874311 dv-cinder-837356-2-iscsi neutron-server[103917]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-02e7fc19-1cd3-45ed-91d7-a0b91a2733c2 req-99261539-754b-4e0c-8687-ff11564ade01 service neutron] Attempting to bind port 6731f87c-a7e3-4ba8-b455-b9138786ab16 on network f24358e4-fd71-43f9-a3b7-69d150f32c61 {{(pid=103917) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jun 16 17:36:10.878854 dv-cinder-837356-2-iscsi neutron-server[103917]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-02e7fc19-1cd3-45ed-91d7-a0b91a2733c2 req-99261539-754b-4e0c-8687-ff11564ade01 service neutron] Port 6731f87c-a7e3-4ba8-b455-b9138786ab16 on network f24358e4-fd71-43f9-a3b7-69d150f32c61 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-83735 {{(pid=103917) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Jun 16 17:36:10.879179 dv-cinder-837356-2-iscsi neutron-server[103917]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-02e7fc19-1cd3-45ed-91d7-a0b91a2733c2 req-99261539-754b-4e0c-8687-ff11564ade01 service neutron] Attempting to bind port 6731f87c-a7e3-4ba8-b455-b9138786ab16 on network f24358e4-fd71-43f9-a3b7-69d150f32c61 {{(pid=103917) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jun 16 17:36:10.884158 dv-cinder-837356-2-iscsi neutron-server[103917]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-02e7fc19-1cd3-45ed-91d7-a0b91a2733c2 req-99261539-754b-4e0c-8687-ff11564ade01 service neutron] Checking agent: {'id': '2e97d73d-50fc-4f89-a4ea-85f65eb860d8', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-83735', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 6, 16, 17, 20, 29), 'started_at': datetime.datetime(2022, 6, 16, 17, 20, 29), 'heartbeat_timestamp': datetime.datetime(2022, 6, 16, 17, 36), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103917) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jun 16 17:36:10.884489 dv-cinder-837356-2-iscsi neutron-server[103917]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-02e7fc19-1cd3-45ed-91d7-a0b91a2733c2 req-99261539-754b-4e0c-8687-ff11564ade01 service neutron] Checking segment: {'id': '8fa7253c-2207-478f-b77d-308a989dc4ef', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1018, 'network_id': 'f24358e4-fd71-43f9-a3b7-69d150f32c61'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103917) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jun 16 17:36:10.884864 dv-cinder-837356-2-iscsi neutron-server[103917]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-02e7fc19-1cd3-45ed-91d7-a0b91a2733c2 req-99261539-754b-4e0c-8687-ff11564ade01 service neutron] Bound using segment: {'id': '8fa7253c-2207-478f-b77d-308a989dc4ef', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1018, 'network_id': 'f24358e4-fd71-43f9-a3b7-69d150f32c61'} {{(pid=103917) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jun 16 17:36:10.885319 dv-cinder-837356-2-iscsi neutron-server[103917]: DEBUG neutron.plugins.ml2.managers [req-02e7fc19-1cd3-45ed-91d7-a0b91a2733c2 req-99261539-754b-4e0c-8687-ff11564ade01 service neutron] Bound port: 6731f87c-a7e3-4ba8-b455-b9138786ab16, host: hv-cinder-83735, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '8fa7253c-2207-478f-b77d-308a989dc4ef', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1018, 'network_id': 'f24358e4-fd71-43f9-a3b7-69d150f32c61'}}] {{(pid=103917) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:948}} Jun 16 17:36:10.885669 dv-cinder-837356-2-iscsi neutron-server[103917]: DEBUG neutron_lib.callbacks.manager [req-02e7fc19-1cd3-45ed-91d7-a0b91a2733c2 req-99261539-754b-4e0c-8687-ff11564ade01 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16007590'] for port (6731f87c-a7e3-4ba8-b455-b9138786ab16), before_update {{(pid=103917) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 17:36:10.948069 dv-cinder-837356-2-iscsi neutron-server[103917]: DEBUG dbcounter [-] [103917] Writing DB stats neutron:SELECT=93,neutron:DELETE=1,neutron:UPDATE=5,neutron:INSERT=1 {{(pid=103917) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 16 17:36:10.949350 dv-cinder-837356-2-iscsi neutron-server[103917]: DEBUG neutron.plugins.ml2.db [req-02e7fc19-1cd3-45ed-91d7-a0b91a2733c2 req-99261539-754b-4e0c-8687-ff11564ade01 service neutron] For port 6731f87c-a7e3-4ba8-b455-b9138786ab16, host hv-cinder-83735, cleared binding levels {{(pid=103917) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 16 17:36:10.952751 dv-cinder-837356-2-iscsi neutron-server[103917]: DEBUG neutron.plugins.ml2.db [req-02e7fc19-1cd3-45ed-91d7-a0b91a2733c2 req-99261539-754b-4e0c-8687-ff11564ade01 service neutron] For port 6731f87c-a7e3-4ba8-b455-b9138786ab16, host hv-cinder-83735, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83735',level=0,port_id=6731f87c-a7e3-4ba8-b455-b9138786ab16,segment=NetworkSegment(8fa7253c-2207-478f-b77d-308a989dc4ef),segment_id=8fa7253c-2207-478f-b77d-308a989dc4ef)] {{(pid=103917) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 16 17:36:10.960782 dv-cinder-837356-2-iscsi neutron-server[103917]: DEBUG neutron_lib.callbacks.manager [req-02e7fc19-1cd3-45ed-91d7-a0b91a2733c2 req-99261539-754b-4e0c-8687-ff11564ade01 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16007527', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-75831', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16241551', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728539364693', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728538993439', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728538993457', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3819734'] for port (6731f87c-a7e3-4ba8-b455-b9138786ab16), after_update {{(pid=103917) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 17:36:10.994010 dv-cinder-837356-2-iscsi neutron-server[103917]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02e7fc19-1cd3-45ed-91d7-a0b91a2733c2 req-99261539-754b-4e0c-8687-ff11564ade01 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103917) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 16 17:36:10.994655 dv-cinder-837356-2-iscsi neutron-server[103917]: DEBUG neutron_lib.callbacks.manager [req-02e7fc19-1cd3-45ed-91d7-a0b91a2733c2 req-99261539-754b-4e0c-8687-ff11564ade01 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-191112'] for port (None), before_response {{(pid=103917) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 17:36:10.996227 dv-cinder-837356-2-iscsi neutron-server[103917]: INFO neutron.wsgi [req-02e7fc19-1cd3-45ed-91d7-a0b91a2733c2 req-99261539-754b-4e0c-8687-ff11564ade01 service neutron] 10.222.0.81 "PUT /v2.0/ports/6731f87c-a7e3-4ba8-b455-b9138786ab16 HTTP/1.1" status: 200 len: 1093 time: 0.6904051 Jun 16 17:36:10.996541 dv-cinder-837356-2-iscsi neutron-server[103917]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'ba6cc107-9e30-4e1b-a561-5f3871c8998f', 'tag': '6731f87c-a7e3-4ba8-b455-b9138786ab16'}] {{(pid=103917) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jun 16 17:36:10.998913 dv-cinder-837356-2-iscsi neutron-server[103917]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.66/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6f3fd2b1a6655810f50592bc9015c397d118e5689141688eaf1b23dbeee2ebf8" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-78adc846-8ba2-4ec4-a540-6bb7630def73" -d '{"events": [{"name": "network-changed", "server_uuid": "ba6cc107-9e30-4e1b-a561-5f3871c8998f", "tag": "6731f87c-a7e3-4ba8-b455-b9138786ab16"}]}' {{(pid=103917) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 16 17:36:11.025213 dv-cinder-837356-2-iscsi neutron-server[103917]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-99261539-754b-4e0c-8687-ff11564ade01 service neutron] Pushing event updated for resources: {'Port': ['ID=6731f87c-a7e3-4ba8-b455-b9138786ab16,revision_number=3']} {{(pid=103917) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 17:36:11.041726 dv-cinder-837356-2-iscsi neutron-server[103917]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 16 Jun 2022 17:36:11 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8d62410c-5471-4b38-a658-625c5f85aeba x-openstack-request-id: req-8d62410c-5471-4b38-a658-625c5f85aeba {{(pid=103917) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 16 17:36:11.042013 dv-cinder-837356-2-iscsi neutron-server[103917]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "ba6cc107-9e30-4e1b-a561-5f3871c8998f", "tag": "6731f87c-a7e3-4ba8-b455-b9138786ab16", "status": "completed", "code": 200}]} {{(pid=103917) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 16 17:36:11.042263 dv-cinder-837356-2-iscsi neutron-server[103917]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.66/compute/v2.1/os-server-external-events used request id req-8d62410c-5471-4b38-a658-625c5f85aeba {{(pid=103917) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 16 17:36:11.042795 dv-cinder-837356-2-iscsi neutron-server[103917]: INFO neutron.notifiers.nova [-] Nova event matching ['req-8d62410c-5471-4b38-a658-625c5f85aeba'] response: {'name': 'network-changed', 'server_uuid': 'ba6cc107-9e30-4e1b-a561-5f3871c8998f', 'tag': '6731f87c-a7e3-4ba8-b455-b9138786ab16', 'status': 'completed', 'code': 200} Jun 16 17:36:11.083608 dv-cinder-837356-2-iscsi neutron-server[103917]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02e7fc19-1cd3-45ed-91d7-a0b91a2733c2 req-9dae68f0-d8a9-4428-8546-4da15928fe73 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103917) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 16 17:36:11.085149 dv-cinder-837356-2-iscsi neutron-server[103917]: INFO neutron.wsgi [req-02e7fc19-1cd3-45ed-91d7-a0b91a2733c2 req-9dae68f0-d8a9-4428-8546-4da15928fe73 service neutron] 10.222.0.81 "GET /v2.0/ports?tenant_id=09d39fa8db0747f9b8237807b2735d5c&device_id=ba6cc107-9e30-4e1b-a561-5f3871c8998f HTTP/1.1" status: 200 len: 1127 time: 0.0406423 Jun 16 17:36:11.128043 dv-cinder-837356-2-iscsi neutron-server[103917]: INFO neutron.wsgi [req-02e7fc19-1cd3-45ed-91d7-a0b91a2733c2 req-b89227ba-8ae2-4575-983c-0ce780f8dee5 service neutron] 10.222.0.81 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=6731f87c-a7e3-4ba8-b455-b9138786ab16 HTTP/1.1" status: 200 len: 217 time: 0.0343752 Jun 16 17:36:11.178780 dv-cinder-837356-2-iscsi neutron-server[103917]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02e7fc19-1cd3-45ed-91d7-a0b91a2733c2 req-1cfab97e-88da-45ca-9d58-a5e0a234d906 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103917) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 16 17:36:11.180299 dv-cinder-837356-2-iscsi neutron-server[103917]: INFO neutron.wsgi [req-02e7fc19-1cd3-45ed-91d7-a0b91a2733c2 req-1cfab97e-88da-45ca-9d58-a5e0a234d906 service neutron] 10.222.0.81 "GET /v2.0/subnets?id=d4337d68-96f2-418e-8847-867a4d63e4c9 HTTP/1.1" status: 200 len: 849 time: 0.0443358 Jun 16 17:36:11.213751 dv-cinder-837356-2-iscsi neutron-server[103917]: INFO neutron.wsgi [req-02e7fc19-1cd3-45ed-91d7-a0b91a2733c2 req-97a70339-eb10-408b-8409-0dd3daf0a4de service neutron] 10.222.0.81 "GET /v2.0/ports?network_id=f24358e4-fd71-43f9-a3b7-69d150f32c61&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0268285 Jun 16 17:36:11.596334 dv-cinder-837356-2-iscsi neutron-server[103917]: INFO neutron.wsgi [req-02e7fc19-1cd3-45ed-91d7-a0b91a2733c2 req-c2b00731-9136-412b-8cc3-3b030586b4dc service neutron] 10.222.0.81 "GET /v2.0/networks/f24358e4-fd71-43f9-a3b7-69d150f32c61?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3761420 Jun 16 17:36:11.689846 dv-cinder-837356-2-iscsi neutron-server[103917]: INFO neutron.wsgi [req-02e7fc19-1cd3-45ed-91d7-a0b91a2733c2 req-0b2790a2-042e-47b8-9767-50f907a4892d service neutron] 10.222.0.81 "GET /v2.0/networks/f24358e4-fd71-43f9-a3b7-69d150f32c61?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0867012 Jun 16 17:36:11.816211 dv-cinder-837356-2-iscsi neutron-server[103917]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3fd93c06-ce65-4d15-b917-e49ce337a4d7 req-d72bb3fb-2f83-4d45-b95e-28a7773e431d tempest-VolumesActionsTest-934369678 tempest-VolumesActionsTest-934369678-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103917) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 16 17:36:11.817706 dv-cinder-837356-2-iscsi neutron-server[103917]: INFO neutron.wsgi [req-3fd93c06-ce65-4d15-b917-e49ce337a4d7 req-d72bb3fb-2f83-4d45-b95e-28a7773e431d tempest-VolumesActionsTest-934369678 tempest-VolumesActionsTest-934369678-project] 10.222.0.66 "GET /v2.0/ports?device_id=ba6cc107-9e30-4e1b-a561-5f3871c8998f HTTP/1.1" status: 200 len: 943 time: 0.0518486 Jun 16 17:36:11.878436 dv-cinder-837356-2-iscsi neutron-server[103917]: INFO neutron.wsgi [req-3fd93c06-ce65-4d15-b917-e49ce337a4d7 req-25977ebf-7cff-4e10-a0a1-d0180fbdab05 tempest-VolumesActionsTest-934369678 tempest-VolumesActionsTest-934369678-project] 10.222.0.66 "GET /v2.0/security-groups?id=ec018169-5347-486e-92a4-986dda304d09&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0521441 Jun 16 17:36:12.625241 dv-cinder-837356-2-iscsi neutron-server[103917]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78adc846-8ba2-4ec4-a540-6bb7630def73 req-bfba452f-407f-43be-912a-ff772c3b3d1a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103917) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 16 17:36:12.626900 dv-cinder-837356-2-iscsi neutron-server[103917]: INFO neutron.wsgi [req-78adc846-8ba2-4ec4-a540-6bb7630def73 req-bfba452f-407f-43be-912a-ff772c3b3d1a service neutron] 10.222.0.81 "GET /v2.0/ports?tenant_id=09d39fa8db0747f9b8237807b2735d5c&device_id=ba6cc107-9e30-4e1b-a561-5f3871c8998f HTTP/1.1" status: 200 len: 1127 time: 0.0564325 Jun 16 17:36:12.733463 dv-cinder-837356-2-iscsi neutron-server[103917]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78adc846-8ba2-4ec4-a540-6bb7630def73 req-21b15c44-4bf2-46c8-bf8c-03dede492907 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103917) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 16 17:36:12.734945 dv-cinder-837356-2-iscsi neutron-server[103917]: INFO neutron.wsgi [req-78adc846-8ba2-4ec4-a540-6bb7630def73 req-21b15c44-4bf2-46c8-bf8c-03dede492907 service neutron] 10.222.0.81 "GET /v2.0/networks?id=f24358e4-fd71-43f9-a3b7-69d150f32c61 HTTP/1.1" status: 200 len: 911 time: 0.1000488 Jun 16 17:36:12.776598 dv-cinder-837356-2-iscsi neutron-server[103917]: INFO neutron.wsgi [req-78adc846-8ba2-4ec4-a540-6bb7630def73 req-e524f208-248d-4ea2-ae88-6a461d4f6b93 service neutron] 10.222.0.81 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=6731f87c-a7e3-4ba8-b455-b9138786ab16 HTTP/1.1" status: 200 len: 217 time: 0.0327175 Jun 16 17:36:12.833200 dv-cinder-837356-2-iscsi neutron-server[103917]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78adc846-8ba2-4ec4-a540-6bb7630def73 req-161625e6-e783-4631-b088-404439bd1b76 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103917) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 16 17:36:12.834635 dv-cinder-837356-2-iscsi neutron-server[103917]: INFO neutron.wsgi [req-78adc846-8ba2-4ec4-a540-6bb7630def73 req-161625e6-e783-4631-b088-404439bd1b76 service neutron] 10.222.0.81 "GET /v2.0/subnets?id=d4337d68-96f2-418e-8847-867a4d63e4c9 HTTP/1.1" status: 200 len: 849 time: 0.0491681 Jun 16 17:36:12.870893 dv-cinder-837356-2-iscsi neutron-server[103917]: INFO neutron.wsgi [req-78adc846-8ba2-4ec4-a540-6bb7630def73 req-0cfd96a2-d844-4cd5-af2d-9ef8654e3091 service neutron] 10.222.0.81 "GET /v2.0/ports?network_id=f24358e4-fd71-43f9-a3b7-69d150f32c61&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0267518 Jun 16 17:36:12.976654 dv-cinder-837356-2-iscsi neutron-server[103917]: INFO neutron.wsgi [req-78adc846-8ba2-4ec4-a540-6bb7630def73 req-3190115c-ee9b-47d8-8184-4c0d481ec1f4 service neutron] 10.222.0.81 "GET /v2.0/networks/f24358e4-fd71-43f9-a3b7-69d150f32c61?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0925205 Jun 16 17:36:13.002902 dv-cinder-837356-2-iscsi neutron-server[103916]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c375f11-48a7-431c-95df-705aadaf1ed0 req-76eba77b-ecdc-4401-a83d-f83266c50a55 tempest-VolumesActionsTest-934369678 tempest-VolumesActionsTest-934369678-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103916) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 16 17:36:13.003546 dv-cinder-837356-2-iscsi neutron-server[103918]: DEBUG neutron_lib.callbacks.manager [None req-2ca27152-3682-444d-a407-dd59b024c22e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728539454181', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16149322'] for agent (0913b7ec-eea4-4492-8ef1-e01c4575abca), after_update {{(pid=103918) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 17:36:13.005764 dv-cinder-837356-2-iscsi neutron-server[103916]: INFO neutron.wsgi [req-9c375f11-48a7-431c-95df-705aadaf1ed0 req-76eba77b-ecdc-4401-a83d-f83266c50a55 tempest-VolumesActionsTest-934369678 tempest-VolumesActionsTest-934369678-project] 10.222.0.66 "GET /v2.0/ports?device_id=ba6cc107-9e30-4e1b-a561-5f3871c8998f HTTP/1.1" status: 200 len: 943 time: 0.0518804 Jun 16 17:36:13.046509 dv-cinder-837356-2-iscsi neutron-server[103917]: DEBUG dbcounter [-] [103917] Writing DB stats neutron:SELECT=99,neutron:INSERT=1 {{(pid=103917) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 16 17:36:13.062919 dv-cinder-837356-2-iscsi neutron-server[103916]: INFO neutron.wsgi [req-9c375f11-48a7-431c-95df-705aadaf1ed0 req-bf06d845-ebc8-4127-bcdc-41a6e0491e1c tempest-VolumesActionsTest-934369678 tempest-VolumesActionsTest-934369678-project] 10.222.0.66 "GET /v2.0/security-groups?id=ec018169-5347-486e-92a4-986dda304d09&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0509574 Jun 16 17:36:13.076972 dv-cinder-837356-2-iscsi neutron-server[103917]: INFO neutron.wsgi [req-78adc846-8ba2-4ec4-a540-6bb7630def73 req-5f7b1031-e1f2-4481-9ab7-514279f0208f service neutron] 10.222.0.81 "GET /v2.0/networks/f24358e4-fd71-43f9-a3b7-69d150f32c61?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0940804 Jun 16 17:36:14.193538 dv-cinder-837356-2-iscsi neutron-server[103917]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7f17f5b-d0c3-495d-a475-d369f6425338 req-3a14a661-1f93-49d3-9818-c1e81e0202be tempest-VolumesActionsTest-934369678 tempest-VolumesActionsTest-934369678-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103917) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 16 17:36:14.195170 dv-cinder-837356-2-iscsi neutron-server[103917]: INFO neutron.wsgi [req-c7f17f5b-d0c3-495d-a475-d369f6425338 req-3a14a661-1f93-49d3-9818-c1e81e0202be tempest-VolumesActionsTest-934369678 tempest-VolumesActionsTest-934369678-project] 10.222.0.66 "GET /v2.0/ports?device_id=ba6cc107-9e30-4e1b-a561-5f3871c8998f HTTP/1.1" status: 200 len: 943 time: 0.0553565 Jun 16 17:36:14.244845 dv-cinder-837356-2-iscsi neutron-server[103917]: INFO neutron.wsgi [req-c7f17f5b-d0c3-495d-a475-d369f6425338 req-dc972701-0280-4e0c-a35b-3c049b79a9fc tempest-VolumesActionsTest-934369678 tempest-VolumesActionsTest-934369678-project] 10.222.0.66 "GET /v2.0/security-groups?id=ec018169-5347-486e-92a4-986dda304d09&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0438256 Jun 16 17:36:14.659115 dv-cinder-837356-2-iscsi neutron-server[103919]: DEBUG neutron.db.agents_db [None req-d2debd9c-00d6-4a8f-b9fc-d112a2dcea0d None None] Agent healthcheck: found 6 active agents {{(pid=103919) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jun 16 17:36:15.118637 dv-cinder-837356-2-iscsi neutron-server[103918]: DEBUG neutron.plugins.ml2.rpc [None req-b2b17746-c296-4803-869a-65578e8233dd None None] Device 6731f87c-a7e3-4ba8-b455-b9138786ab16 details requested by agent hyperv_hv-cinder-83735 with host hv-cinder-83735 {{(pid=103918) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jun 16 17:36:15.231670 dv-cinder-837356-2-iscsi neutron-server[103918]: DEBUG neutron.plugins.ml2.db [None req-b2b17746-c296-4803-869a-65578e8233dd None None] For port 6731f87c-a7e3-4ba8-b455-b9138786ab16, host hv-cinder-83735, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83735',level=0,port_id=6731f87c-a7e3-4ba8-b455-b9138786ab16,segment=NetworkSegment(8fa7253c-2207-478f-b77d-308a989dc4ef),segment_id=8fa7253c-2207-478f-b77d-308a989dc4ef)] {{(pid=103918) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 16 17:36:15.244398 dv-cinder-837356-2-iscsi neutron-server[103918]: DEBUG neutron.plugins.ml2.rpc [None req-b2b17746-c296-4803-869a-65578e8233dd None None] Returning: {'device': '6731f87c-a7e3-4ba8-b455-b9138786ab16', 'network_id': 'f24358e4-fd71-43f9-a3b7-69d150f32c61', 'port_id': '6731f87c-a7e3-4ba8-b455-b9138786ab16', 'mac_address': 'fa:16:3e:15:a7:32', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 1018, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'd4337d68-96f2-418e-8847-867a4d63e4c9', 'ip_address': '172.20.0.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'qos_network_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103918) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jun 16 17:36:15.284548 dv-cinder-837356-2-iscsi neutron-server[103918]: DEBUG neutron.plugins.ml2.plugin [None req-b2b17746-c296-4803-869a-65578e8233dd None None] Current status of the port 6731f87c-a7e3-4ba8-b455-b9138786ab16 is: DOWN; New status is: BUILD {{(pid=103918) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2298}} Jun 16 17:36:15.284931 dv-cinder-837356-2-iscsi neutron-server[103918]: DEBUG neutron_lib.callbacks.manager [None req-b2b17746-c296-4803-869a-65578e8233dd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16007590'] for port (6731f87c-a7e3-4ba8-b455-b9138786ab16), before_update {{(pid=103918) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 17:36:15.298163 dv-cinder-837356-2-iscsi neutron-server[103918]: DEBUG neutron.notifiers.nova [None req-b2b17746-c296-4803-869a-65578e8233dd None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 6731f87c-a7e3-4ba8-b455-b9138786ab16 {{(pid=103918) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Jun 16 17:36:15.319043 dv-cinder-837356-2-iscsi neutron-server[103918]: DEBUG neutron.plugins.ml2.db [None req-b2b17746-c296-4803-869a-65578e8233dd None None] For port 6731f87c-a7e3-4ba8-b455-b9138786ab16, host hv-cinder-83735, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83735',level=0,port_id=6731f87c-a7e3-4ba8-b455-b9138786ab16,segment=NetworkSegment(8fa7253c-2207-478f-b77d-308a989dc4ef),segment_id=8fa7253c-2207-478f-b77d-308a989dc4ef)] {{(pid=103918) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 16 17:36:15.324232 dv-cinder-837356-2-iscsi neutron-server[103918]: DEBUG neutron_lib.callbacks.manager [None req-b2b17746-c296-4803-869a-65578e8233dd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16007527', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-75831', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16241551', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728539364693', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728538993439', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728538993457'] for port (6731f87c-a7e3-4ba8-b455-b9138786ab16), after_update {{(pid=103918) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 17:36:15.365836 dv-cinder-837356-2-iscsi neutron-server[103916]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f360519-aa5f-40a7-9b5e-08b98b34bc39 req-41d054ed-fe0b-4f50-9b05-66d4744e14b7 tempest-VolumesActionsTest-934369678 tempest-VolumesActionsTest-934369678-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103916) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 16 17:36:15.367259 dv-cinder-837356-2-iscsi neutron-server[103916]: INFO neutron.wsgi [req-9f360519-aa5f-40a7-9b5e-08b98b34bc39 req-41d054ed-fe0b-4f50-9b05-66d4744e14b7 tempest-VolumesActionsTest-934369678 tempest-VolumesActionsTest-934369678-project] 10.222.0.66 "GET /v2.0/ports?device_id=ba6cc107-9e30-4e1b-a561-5f3871c8998f HTTP/1.1" status: 200 len: 944 time: 0.0514536 Jun 16 17:36:15.373666 dv-cinder-837356-2-iscsi neutron-server[103918]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b2b17746-c296-4803-869a-65578e8233dd None None] Pushing event updated for resources: {'Port': ['ID=6731f87c-a7e3-4ba8-b455-b9138786ab16,revision_number=4']} {{(pid=103918) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 17:36:15.415003 dv-cinder-837356-2-iscsi neutron-server[103916]: INFO neutron.wsgi [req-9f360519-aa5f-40a7-9b5e-08b98b34bc39 req-afae26c9-02df-4d2d-b05c-87ed8b67282e tempest-VolumesActionsTest-934369678 tempest-VolumesActionsTest-934369678-project] 10.222.0.66 "GET /v2.0/security-groups?id=ec018169-5347-486e-92a4-986dda304d09&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0416930 Jun 16 17:36:15.453226 dv-cinder-837356-2-iscsi neutron-server[103918]: DEBUG neutron_lib.callbacks.manager [None req-61735a71-5982-4b51-9121-d579c35fb072 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728539454181', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16149322'] for agent (7639df21-17c3-4235-8912-210c3ad54137), after_update {{(pid=103918) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 17:36:15.533655 dv-cinder-837356-2-iscsi neutron-server[103918]: DEBUG neutron.plugins.ml2.db [None req-b2b17746-c296-4803-869a-65578e8233dd None None] get_ports_and_sgs() called for port_ids ['6731f87c-a7e3-4ba8-b455-b9138786ab16'] {{(pid=103918) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jun 16 17:36:16.343434 dv-cinder-837356-2-iscsi neutron-server[103918]: DEBUG neutron_lib.callbacks.manager [None req-20715706-35a9-45af-9420-375bdcc64c61 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728539454181', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16149322'] for agent (50395103-89cf-4fb3-87eb-9dff4dfdeea8), after_update {{(pid=103918) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 17:36:16.545285 dv-cinder-837356-2-iscsi neutron-server[103917]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9721ded2-4fa0-4f82-b109-31e729f3228c req-6b028e87-78c0-44ee-a9ba-76187343d180 tempest-VolumesActionsTest-934369678 tempest-VolumesActionsTest-934369678-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103917) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 16 17:36:16.546764 dv-cinder-837356-2-iscsi neutron-server[103917]: INFO neutron.wsgi [req-9721ded2-4fa0-4f82-b109-31e729f3228c req-6b028e87-78c0-44ee-a9ba-76187343d180 tempest-VolumesActionsTest-934369678 tempest-VolumesActionsTest-934369678-project] 10.222.0.66 "GET /v2.0/ports?device_id=ba6cc107-9e30-4e1b-a561-5f3871c8998f HTTP/1.1" status: 200 len: 944 time: 0.0499763 Jun 16 17:36:16.558330 dv-cinder-837356-2-iscsi neutron-server[103917]: DEBUG dbcounter [-] [103917] Writing DB stats neutron:SELECT=100 {{(pid=103917) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 16 17:36:16.605975 dv-cinder-837356-2-iscsi neutron-server[103917]: INFO neutron.wsgi [req-9721ded2-4fa0-4f82-b109-31e729f3228c req-a724a8ae-5692-4af8-bade-bdf7d20fbc18 tempest-VolumesActionsTest-934369678 tempest-VolumesActionsTest-934369678-project] 10.222.0.66 "GET /v2.0/security-groups?id=ec018169-5347-486e-92a4-986dda304d09&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0530598 Jun 16 17:36:17.126447 dv-cinder-837356-2-iscsi neutron-server[103918]: DEBUG neutron.plugins.ml2.rpc [None req-b2b17746-c296-4803-869a-65578e8233dd None None] Device 6731f87c-a7e3-4ba8-b455-b9138786ab16 up at agent hyperv_hv-cinder-83735 {{(pid=103918) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 16 17:36:17.171134 dv-cinder-837356-2-iscsi neutron-server[103918]: DEBUG dbcounter [-] [103918] Writing DB stats neutron:SELECT=95,neutron:UPDATE=5 {{(pid=103918) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 16 17:36:17.173975 dv-cinder-837356-2-iscsi neutron-server[103918]: DEBUG neutron.db.provisioning_blocks [None req-b2b17746-c296-4803-869a-65578e8233dd None None] Provisioning for port 6731f87c-a7e3-4ba8-b455-b9138786ab16 completed by entity L2. {{(pid=103918) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:137}} Jun 16 17:36:17.182231 dv-cinder-837356-2-iscsi neutron-server[103918]: DEBUG neutron.db.provisioning_blocks [None req-b2b17746-c296-4803-869a-65578e8233dd None None] Provisioning complete for port 6731f87c-a7e3-4ba8-b455-b9138786ab16 triggered by entity L2. {{(pid=103918) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jun 16 17:36:17.182602 dv-cinder-837356-2-iscsi neutron-server[103918]: DEBUG neutron_lib.callbacks.manager [None req-b2b17746-c296-4803-869a-65578e8233dd None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16149424'] for port (6731f87c-a7e3-4ba8-b455-b9138786ab16), provisioning_complete {{(pid=103918) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 17:36:17.211665 dv-cinder-837356-2-iscsi neutron-server[103918]: DEBUG dbcounter [-] [103918] Writing DB stats neutron:SELECT=98,neutron:UPDATE=1,neutron:DELETE=1 {{(pid=103918) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 16 17:36:17.261428 dv-cinder-837356-2-iscsi neutron-server[103918]: DEBUG neutron.plugins.ml2.plugin [None req-b2b17746-c296-4803-869a-65578e8233dd None None] Current status of the port 6731f87c-a7e3-4ba8-b455-b9138786ab16 is: BUILD; New status is: ACTIVE {{(pid=103918) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2298}} Jun 16 17:36:17.261818 dv-cinder-837356-2-iscsi neutron-server[103918]: DEBUG neutron_lib.callbacks.manager [None req-b2b17746-c296-4803-869a-65578e8233dd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16007590'] for port (6731f87c-a7e3-4ba8-b455-b9138786ab16), before_update {{(pid=103918) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 17:36:17.289341 dv-cinder-837356-2-iscsi neutron-server[103918]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ba6cc107-9e30-4e1b-a561-5f3871c8998f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '6731f87c-a7e3-4ba8-b455-b9138786ab16'}] {{(pid=103918) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jun 16 17:36:17.291587 dv-cinder-837356-2-iscsi neutron-server[103918]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.66/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c81ba123246404939637391270152498621c2ac0d5068f91321d7f7277fce0c4" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-65d75904-960b-4ed9-b5e1-1956fbbd4a9d" -d '{"events": [{"server_uuid": "ba6cc107-9e30-4e1b-a561-5f3871c8998f", "name": "network-vif-plugged", "status": "completed", "tag": "6731f87c-a7e3-4ba8-b455-b9138786ab16"}]}' {{(pid=103918) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 16 17:36:17.304295 dv-cinder-837356-2-iscsi neutron-server[103918]: DEBUG neutron.plugins.ml2.db [None req-b2b17746-c296-4803-869a-65578e8233dd None None] For port 6731f87c-a7e3-4ba8-b455-b9138786ab16, host hv-cinder-83735, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83735',level=0,port_id=6731f87c-a7e3-4ba8-b455-b9138786ab16,segment=NetworkSegment(8fa7253c-2207-478f-b77d-308a989dc4ef),segment_id=8fa7253c-2207-478f-b77d-308a989dc4ef)] {{(pid=103918) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 16 17:36:17.309594 dv-cinder-837356-2-iscsi neutron-server[103918]: DEBUG neutron_lib.callbacks.manager [None req-b2b17746-c296-4803-869a-65578e8233dd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16007527', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-75831', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16241551', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728539364693', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728538993439', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728538993457'] for port (6731f87c-a7e3-4ba8-b455-b9138786ab16), after_update {{(pid=103918) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 17:36:17.332528 dv-cinder-837356-2-iscsi neutron-server[103918]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 16 Jun 2022 17:36:17 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-15d46ef9-5a46-4bcc-a75a-3810de078991 x-openstack-request-id: req-15d46ef9-5a46-4bcc-a75a-3810de078991 {{(pid=103918) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 16 17:36:17.332820 dv-cinder-837356-2-iscsi neutron-server[103918]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "ba6cc107-9e30-4e1b-a561-5f3871c8998f", "name": "network-vif-plugged", "status": "completed", "tag": "6731f87c-a7e3-4ba8-b455-b9138786ab16", "code": 200}]} {{(pid=103918) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 16 17:36:17.333068 dv-cinder-837356-2-iscsi neutron-server[103918]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.66/compute/v2.1/os-server-external-events used request id req-15d46ef9-5a46-4bcc-a75a-3810de078991 {{(pid=103918) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 16 17:36:17.333494 dv-cinder-837356-2-iscsi neutron-server[103918]: INFO neutron.notifiers.nova [-] Nova event matching ['req-15d46ef9-5a46-4bcc-a75a-3810de078991'] response: {'server_uuid': 'ba6cc107-9e30-4e1b-a561-5f3871c8998f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '6731f87c-a7e3-4ba8-b455-b9138786ab16', 'code': 200} Jun 16 17:36:17.365037 dv-cinder-837356-2-iscsi neutron-server[103918]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b2b17746-c296-4803-869a-65578e8233dd None None] Pushing event updated for resources: {'Port': ['ID=6731f87c-a7e3-4ba8-b455-b9138786ab16,revision_number=5']} {{(pid=103918) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 17:36:17.505997 dv-cinder-837356-2-iscsi neutron-server[103917]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-505e7ef8-5cd6-4c98-996e-84e952ade140 req-d98d944e-84e5-4a80-90da-d801fab42795 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103917) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 16 17:36:17.507493 dv-cinder-837356-2-iscsi neutron-server[103917]: INFO neutron.wsgi [req-505e7ef8-5cd6-4c98-996e-84e952ade140 req-d98d944e-84e5-4a80-90da-d801fab42795 service neutron] 10.222.0.81 "GET /v2.0/ports?device_id=ba6cc107-9e30-4e1b-a561-5f3871c8998f HTTP/1.1" status: 200 len: 1129 time: 0.0452089 Jun 16 17:36:17.551426 dv-cinder-837356-2-iscsi neutron-server[103917]: INFO neutron.wsgi [req-505e7ef8-5cd6-4c98-996e-84e952ade140 req-6929eddf-2f25-4559-b412-75c86a77e4c0 service neutron] 10.222.0.81 "GET /v2.0/security-groups?id=ec018169-5347-486e-92a4-986dda304d09&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0375416 Jun 16 17:36:17.733461 dv-cinder-837356-2-iscsi neutron-server[103917]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0c129f3-7068-499a-97ca-4448d222c5b2 req-7381f58f-5bf6-4a52-827e-060fc4decfa2 tempest-VolumesActionsTest-934369678 tempest-VolumesActionsTest-934369678-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103917) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 16 17:36:17.734940 dv-cinder-837356-2-iscsi neutron-server[103917]: INFO neutron.wsgi [req-a0c129f3-7068-499a-97ca-4448d222c5b2 req-7381f58f-5bf6-4a52-827e-060fc4decfa2 tempest-VolumesActionsTest-934369678 tempest-VolumesActionsTest-934369678-project] 10.222.0.66 "GET /v2.0/ports?device_id=ba6cc107-9e30-4e1b-a561-5f3871c8998f HTTP/1.1" status: 200 len: 945 time: 0.0569346 Jun 16 17:36:17.787233 dv-cinder-837356-2-iscsi neutron-server[103917]: INFO neutron.wsgi [req-a0c129f3-7068-499a-97ca-4448d222c5b2 req-68b7afda-8612-4311-bfe6-f4f8b7918019 tempest-VolumesActionsTest-934369678 tempest-VolumesActionsTest-934369678-project] 10.222.0.66 "GET /v2.0/security-groups?id=ec018169-5347-486e-92a4-986dda304d09&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0439925 Jun 16 17:36:18.119397 dv-cinder-837356-2-iscsi neutron-server[103918]: DEBUG neutron_lib.callbacks.manager [None req-90597016-5de8-4c3e-b42a-66aa2c70cc5e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728539454181', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16149322'] for agent (853db9d1-1c17-40a4-900c-de4f90440474), after_update {{(pid=103918) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 17:36:18.466701 dv-cinder-837356-2-iscsi neutron-server[103918]: DEBUG neutron_lib.callbacks.manager [None req-39ead2dc-a542-4f04-b117-439eb7f32aa8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728539454181', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16149322'] for agent (5b2fa84c-1db1-41c6-a6b9-975c3da28daf), after_update {{(pid=103918) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 17:36:18.933602 dv-cinder-837356-2-iscsi neutron-server[103916]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47f65263-d8bf-4615-803a-53e792f16f22 req-eabfda48-1207-407b-81e1-876f99719215 tempest-VolumesActionsTest-934369678 tempest-VolumesActionsTest-934369678-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103916) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 16 17:36:18.935133 dv-cinder-837356-2-iscsi neutron-server[103916]: INFO neutron.wsgi [req-47f65263-d8bf-4615-803a-53e792f16f22 req-eabfda48-1207-407b-81e1-876f99719215 tempest-VolumesActionsTest-934369678 tempest-VolumesActionsTest-934369678-project] 10.222.0.66 "GET /v2.0/ports?device_id=ba6cc107-9e30-4e1b-a561-5f3871c8998f HTTP/1.1" status: 200 len: 945 time: 0.0570045 Jun 16 17:36:18.991715 dv-cinder-837356-2-iscsi neutron-server[103916]: INFO neutron.wsgi [req-47f65263-d8bf-4615-803a-53e792f16f22 req-605ace81-2ec0-479f-b65c-bfb11c032d66 tempest-VolumesActionsTest-934369678 tempest-VolumesActionsTest-934369678-project] 10.222.0.66 "GET /v2.0/security-groups?id=ec018169-5347-486e-92a4-986dda304d09&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0502017 Jun 16 17:36:20.140956 dv-cinder-837356-2-iscsi neutron-server[103917]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d84f8f01-db43-4ea4-a015-1f3911440190 req-de190b66-22c8-4914-a3d9-acc1dadee163 tempest-VolumesActionsTest-934369678 tempest-VolumesActionsTest-934369678-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103917) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 16 17:36:20.142474 dv-cinder-837356-2-iscsi neutron-server[103917]: INFO neutron.wsgi [req-d84f8f01-db43-4ea4-a015-1f3911440190 req-de190b66-22c8-4914-a3d9-acc1dadee163 tempest-VolumesActionsTest-934369678 tempest-VolumesActionsTest-934369678-project] 10.222.0.66 "GET /v2.0/ports?device_id=ba6cc107-9e30-4e1b-a561-5f3871c8998f HTTP/1.1" status: 200 len: 945 time: 0.0616636 Jun 16 17:36:20.195233 dv-cinder-837356-2-iscsi neutron-server[103917]: INFO neutron.wsgi [req-d84f8f01-db43-4ea4-a015-1f3911440190 req-b96390bb-b192-4e4c-bee7-699612e946c3 tempest-VolumesActionsTest-934369678 tempest-VolumesActionsTest-934369678-project] 10.222.0.66 "GET /v2.0/security-groups?id=ec018169-5347-486e-92a4-986dda304d09&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0441635 Jun 16 17:36:20.883833 dv-cinder-837356-2-iscsi neutron-server[103917]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65fa870c-2216-41dd-8c3a-b7aa3b07b606 req-12916fd9-c509-45f1-9fea-1a03433530fe tempest-VolumesActionsTest-934369678 tempest-VolumesActionsTest-934369678-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103917) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 16 17:36:20.885305 dv-cinder-837356-2-iscsi neutron-server[103917]: INFO neutron.wsgi [req-65fa870c-2216-41dd-8c3a-b7aa3b07b606 req-12916fd9-c509-45f1-9fea-1a03433530fe tempest-VolumesActionsTest-934369678 tempest-VolumesActionsTest-934369678-project] 10.222.0.66 "GET /v2.0/ports?device_id=ba6cc107-9e30-4e1b-a561-5f3871c8998f HTTP/1.1" status: 200 len: 945 time: 0.0495915 Jun 16 17:36:20.934335 dv-cinder-837356-2-iscsi neutron-server[103917]: INFO neutron.wsgi [req-65fa870c-2216-41dd-8c3a-b7aa3b07b606 req-b9dddefe-8157-4d2d-ab61-df988b637baf tempest-VolumesActionsTest-934369678 tempest-VolumesActionsTest-934369678-project] 10.222.0.66 "GET /v2.0/security-groups?id=ec018169-5347-486e-92a4-986dda304d09&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0431917 Jun 16 17:36:22.065196 dv-cinder-837356-2-iscsi neutron-server[103916]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0de58fb1-3d7f-4fa7-a1d8-45556a32dd5d req-65edd49d-3e84-4a7c-8826-db820f81a8ad tempest-VolumesActionsTest-934369678 tempest-VolumesActionsTest-934369678-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103916) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 16 17:36:22.066944 dv-cinder-837356-2-iscsi neutron-server[103916]: INFO neutron.wsgi [req-0de58fb1-3d7f-4fa7-a1d8-45556a32dd5d req-65edd49d-3e84-4a7c-8826-db820f81a8ad tempest-VolumesActionsTest-934369678 tempest-VolumesActionsTest-934369678-project] 10.222.0.66 "GET /v2.0/ports?device_id=ba6cc107-9e30-4e1b-a561-5f3871c8998f HTTP/1.1" status: 200 len: 945 time: 0.0608141 Jun 16 17:36:22.124975 dv-cinder-837356-2-iscsi neutron-server[103916]: INFO neutron.wsgi [req-0de58fb1-3d7f-4fa7-a1d8-45556a32dd5d req-c7fff44d-b35d-4abc-9a53-e6b498a79544 tempest-VolumesActionsTest-934369678 tempest-VolumesActionsTest-934369678-project] 10.222.0.66 "GET /v2.0/security-groups?id=ec018169-5347-486e-92a4-986dda304d09&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0519810 Jun 16 17:36:22.250344 dv-cinder-837356-2-iscsi neutron-server[103917]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3325e7b3-0a6a-4a68-9e5e-9f45f2ec3db7 req-b39398e6-c14e-4729-9634-e21166d3e190 tempest-VolumesActionsTest-934369678 tempest-VolumesActionsTest-934369678-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103917) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 16 17:36:22.251633 dv-cinder-837356-2-iscsi neutron-server[103917]: INFO neutron.wsgi [req-3325e7b3-0a6a-4a68-9e5e-9f45f2ec3db7 req-b39398e6-c14e-4729-9634-e21166d3e190 tempest-VolumesActionsTest-934369678 tempest-VolumesActionsTest-934369678-project] 10.222.0.81 "GET /v2.0/ports?device_id=ba6cc107-9e30-4e1b-a561-5f3871c8998f HTTP/1.1" status: 200 len: 945 time: 0.0480471 Jun 16 17:36:22.340468 dv-cinder-837356-2-iscsi neutron-server[103917]: DEBUG neutron.plugins.ml2.plugin [req-3325e7b3-0a6a-4a68-9e5e-9f45f2ec3db7 req-f8bc1e19-2afd-456f-ba6e-a45565cdc869 tempest-VolumesActionsTest-934369678 tempest-VolumesActionsTest-934369678-project] Deleting port 6731f87c-a7e3-4ba8-b455-b9138786ab16 {{(pid=103917) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2043}} Jun 16 17:36:22.340793 dv-cinder-837356-2-iscsi neutron-server[103917]: DEBUG neutron_lib.callbacks.manager [req-3325e7b3-0a6a-4a68-9e5e-9f45f2ec3db7 req-f8bc1e19-2afd-456f-ba6e-a45565cdc869 tempest-VolumesActionsTest-934369678 tempest-VolumesActionsTest-934369678-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8728539361383'] for port (6731f87c-a7e3-4ba8-b455-b9138786ab16), before_delete {{(pid=103917) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 17:36:22.444115 dv-cinder-837356-2-iscsi neutron-server[103917]: DEBUG neutron.plugins.ml2.db [req-3325e7b3-0a6a-4a68-9e5e-9f45f2ec3db7 req-f8bc1e19-2afd-456f-ba6e-a45565cdc869 tempest-VolumesActionsTest-934369678 tempest-VolumesActionsTest-934369678-project] For port 6731f87c-a7e3-4ba8-b455-b9138786ab16, host hv-cinder-83735, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83735',level=0,port_id=6731f87c-a7e3-4ba8-b455-b9138786ab16,segment=NetworkSegment(8fa7253c-2207-478f-b77d-308a989dc4ef),segment_id=8fa7253c-2207-478f-b77d-308a989dc4ef)] {{(pid=103917) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 16 17:36:22.444668 dv-cinder-837356-2-iscsi neutron-server[103917]: DEBUG neutron_lib.callbacks.manager [req-3325e7b3-0a6a-4a68-9e5e-9f45f2ec3db7 req-f8bc1e19-2afd-456f-ba6e-a45565cdc869 tempest-VolumesActionsTest-934369678 tempest-VolumesActionsTest-934369678-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-708042'] for port (6731f87c-a7e3-4ba8-b455-b9138786ab16), precommit_delete {{(pid=103917) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 17:36:22.465130 dv-cinder-837356-2-iscsi neutron-server[103917]: DEBUG neutron.plugins.ml2.plugin [req-3325e7b3-0a6a-4a68-9e5e-9f45f2ec3db7 req-f8bc1e19-2afd-456f-ba6e-a45565cdc869 tempest-VolumesActionsTest-934369678 tempest-VolumesActionsTest-934369678-project] Calling delete_port for 6731f87c-a7e3-4ba8-b455-b9138786ab16 owned by compute:nova {{(pid=103917) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2122}} Jun 16 17:36:22.585485 dv-cinder-837356-2-iscsi neutron-server[103917]: DEBUG dbcounter [-] [103917] Writing DB stats neutron:SELECT=96,neutron:DELETE=4 {{(pid=103917) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 16 17:36:22.604141 dv-cinder-837356-2-iscsi neutron-server[103917]: DEBUG neutron_lib.callbacks.manager [req-3325e7b3-0a6a-4a68-9e5e-9f45f2ec3db7 req-f8bc1e19-2afd-456f-ba6e-a45565cdc869 tempest-VolumesActionsTest-934369678 tempest-VolumesActionsTest-934369678-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16007527', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-75831', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16241551', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8728539364702', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8728538993430', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3819743'] for port (6731f87c-a7e3-4ba8-b455-b9138786ab16), after_delete {{(pid=103917) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 17:36:22.618368 dv-cinder-837356-2-iscsi neutron-server[103918]: DEBUG neutron.plugins.ml2.db [None req-b2b17746-c296-4803-869a-65578e8233dd None None] get_ports_and_sgs() called for port_ids ['6731f87c-a7e3-4ba8-b455-b9138786ab16'] {{(pid=103918) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jun 16 17:36:22.632312 dv-cinder-837356-2-iscsi neutron-server[103917]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f8bc1e19-2afd-456f-ba6e-a45565cdc869 tempest-VolumesActionsTest-934369678 tempest-VolumesActionsTest-934369678-project] Pushing event deleted for resources: {'Port': ['ID=6731f87c-a7e3-4ba8-b455-b9138786ab16,revision_number=None']} {{(pid=103917) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 17:36:22.647552 dv-cinder-837356-2-iscsi neutron-server[103917]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f8bc1e19-2afd-456f-ba6e-a45565cdc869 tempest-VolumesActionsTest-934369678 tempest-VolumesActionsTest-934369678-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-837356-2-iscsi {{(pid=103917) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 17:36:22.647890 dv-cinder-837356-2-iscsi neutron-server[103917]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f8bc1e19-2afd-456f-ba6e-a45565cdc869 tempest-VolumesActionsTest-934369678 tempest-VolumesActionsTest-934369678-project] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-837356-2-iscsi {{(pid=103917) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 17:36:22.648236 dv-cinder-837356-2-iscsi neutron-server[103917]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f8bc1e19-2afd-456f-ba6e-a45565cdc869 tempest-VolumesActionsTest-934369678 tempest-VolumesActionsTest-934369678-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-837356-2-iscsi {{(pid=103917) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 17:36:22.648574 dv-cinder-837356-2-iscsi neutron-server[103917]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f8bc1e19-2afd-456f-ba6e-a45565cdc869 tempest-VolumesActionsTest-934369678 tempest-VolumesActionsTest-934369678-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-837356-2-iscsi {{(pid=103917) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 17:36:22.648907 dv-cinder-837356-2-iscsi neutron-server[103917]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f8bc1e19-2afd-456f-ba6e-a45565cdc869 tempest-VolumesActionsTest-934369678 tempest-VolumesActionsTest-934369678-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-837356-2-iscsi {{(pid=103917) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 17:36:22.649285 dv-cinder-837356-2-iscsi neutron-server[103917]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f8bc1e19-2afd-456f-ba6e-a45565cdc869 tempest-VolumesActionsTest-934369678 tempest-VolumesActionsTest-934369678-project] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-837356-2-iscsi {{(pid=103917) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 17:36:22.649618 dv-cinder-837356-2-iscsi neutron-server[103917]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f8bc1e19-2afd-456f-ba6e-a45565cdc869 tempest-VolumesActionsTest-934369678 tempest-VolumesActionsTest-934369678-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-837356-2-iscsi {{(pid=103917) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 17:36:22.649943 dv-cinder-837356-2-iscsi neutron-server[103917]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f8bc1e19-2afd-456f-ba6e-a45565cdc869 tempest-VolumesActionsTest-934369678 tempest-VolumesActionsTest-934369678-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-837356-2-iscsi {{(pid=103917) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 17:36:22.650290 dv-cinder-837356-2-iscsi neutron-server[103917]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f8bc1e19-2afd-456f-ba6e-a45565cdc869 tempest-VolumesActionsTest-934369678 tempest-VolumesActionsTest-934369678-project] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-837356-2-iscsi {{(pid=103917) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 17:36:22.650606 dv-cinder-837356-2-iscsi neutron-server[103917]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f8bc1e19-2afd-456f-ba6e-a45565cdc869 tempest-VolumesActionsTest-934369678 tempest-VolumesActionsTest-934369678-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-837356-2-iscsi {{(pid=103917) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 17:36:22.650932 dv-cinder-837356-2-iscsi neutron-server[103917]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f8bc1e19-2afd-456f-ba6e-a45565cdc869 tempest-VolumesActionsTest-934369678 tempest-VolumesActionsTest-934369678-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-837356-2-iscsi {{(pid=103917) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 17:36:22.651255 dv-cinder-837356-2-iscsi neutron-server[103917]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f8bc1e19-2afd-456f-ba6e-a45565cdc869 tempest-VolumesActionsTest-934369678 tempest-VolumesActionsTest-934369678-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-837356-2-iscsi {{(pid=103917) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 17:36:22.651908 dv-cinder-837356-2-iscsi neutron-server[103917]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f8bc1e19-2afd-456f-ba6e-a45565cdc869 tempest-VolumesActionsTest-934369678 tempest-VolumesActionsTest-934369678-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-837356-2-iscsi {{(pid=103917) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 17:36:22.652238 dv-cinder-837356-2-iscsi neutron-server[103917]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f8bc1e19-2afd-456f-ba6e-a45565cdc869 tempest-VolumesActionsTest-934369678 tempest-VolumesActionsTest-934369678-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-837356-2-iscsi {{(pid=103917) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 17:36:22.652563 dv-cinder-837356-2-iscsi neutron-server[103917]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f8bc1e19-2afd-456f-ba6e-a45565cdc869 tempest-VolumesActionsTest-934369678 tempest-VolumesActionsTest-934369678-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-837356-2-iscsi {{(pid=103917) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 17:36:22.694274 dv-cinder-837356-2-iscsi neutron-server[103917]: DEBUG neutron.db.l3_dvrscheduler_db [req-3325e7b3-0a6a-4a68-9e5e-9f45f2ec3db7 req-f8bc1e19-2afd-456f-ba6e-a45565cdc869 tempest-VolumesActionsTest-934369678 tempest-VolumesActionsTest-934369678-project] No DVR routers for this DVR port 6731f87c-a7e3-4ba8-b455-b9138786ab16 on host hv-cinder-83735 {{(pid=103917) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:215}} Jun 16 17:36:22.697167 dv-cinder-837356-2-iscsi neutron-server[103917]: DEBUG neutron_lib.callbacks.manager [req-3325e7b3-0a6a-4a68-9e5e-9f45f2ec3db7 req-f8bc1e19-2afd-456f-ba6e-a45565cdc869 tempest-VolumesActionsTest-934369678 tempest-VolumesActionsTest-934369678-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-191112'] for port (None), before_response {{(pid=103917) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 17:36:22.700663 dv-cinder-837356-2-iscsi neutron-server[103917]: INFO neutron.wsgi [req-3325e7b3-0a6a-4a68-9e5e-9f45f2ec3db7 req-f8bc1e19-2afd-456f-ba6e-a45565cdc869 tempest-VolumesActionsTest-934369678 tempest-VolumesActionsTest-934369678-project] 10.222.0.81 "DELETE /v2.0/ports/6731f87c-a7e3-4ba8-b455-b9138786ab16 HTTP/1.1" status: 204 len: 173 time: 0.4421592 Jun 16 17:36:22.701091 dv-cinder-837356-2-iscsi neutron-server[103917]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ba6cc107-9e30-4e1b-a561-5f3871c8998f', 'name': 'network-vif-deleted', 'tag': '6731f87c-a7e3-4ba8-b455-b9138786ab16'}] {{(pid=103917) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jun 16 17:36:22.703369 dv-cinder-837356-2-iscsi neutron-server[103917]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.66/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6f3fd2b1a6655810f50592bc9015c397d118e5689141688eaf1b23dbeee2ebf8" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3117aef8-a424-42d1-9b19-ed9d472747d9" -d '{"events": [{"server_uuid": "ba6cc107-9e30-4e1b-a561-5f3871c8998f", "name": "network-vif-deleted", "tag": "6731f87c-a7e3-4ba8-b455-b9138786ab16"}]}' {{(pid=103917) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 16 17:36:22.740699 dv-cinder-837356-2-iscsi neutron-server[103917]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 16 Jun 2022 17:36:22 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-58225bba-7af2-41ac-85c7-4f2c2756dcb2 x-openstack-request-id: req-58225bba-7af2-41ac-85c7-4f2c2756dcb2 {{(pid=103917) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 16 17:36:22.741016 dv-cinder-837356-2-iscsi neutron-server[103917]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "ba6cc107-9e30-4e1b-a561-5f3871c8998f", "name": "network-vif-deleted", "tag": "6731f87c-a7e3-4ba8-b455-b9138786ab16", "status": "completed", "code": 200}]} {{(pid=103917) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 16 17:36:22.741294 dv-cinder-837356-2-iscsi neutron-server[103917]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.66/compute/v2.1/os-server-external-events used request id req-58225bba-7af2-41ac-85c7-4f2c2756dcb2 {{(pid=103917) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 16 17:36:22.741696 dv-cinder-837356-2-iscsi neutron-server[103917]: INFO neutron.notifiers.nova [-] Nova event matching ['req-58225bba-7af2-41ac-85c7-4f2c2756dcb2'] response: {'server_uuid': 'ba6cc107-9e30-4e1b-a561-5f3871c8998f', 'name': 'network-vif-deleted', 'tag': '6731f87c-a7e3-4ba8-b455-b9138786ab16', 'status': 'completed', 'code': 200} Jun 16 17:36:23.256088 dv-cinder-837356-2-iscsi neutron-server[103916]: INFO neutron.wsgi [req-3ec333df-607d-4b42-a9b9-6728eb142912 req-2ce4b62f-e57c-430d-a372-1c4ceffd7371 tempest-VolumesActionsTest-934369678 tempest-VolumesActionsTest-934369678-project] 10.222.0.66 "GET /v2.0/ports?device_id=ba6cc107-9e30-4e1b-a561-5f3871c8998f HTTP/1.1" status: 200 len: 210 time: 0.0282600 Jun 16 17:36:24.527128 dv-cinder-837356-2-iscsi neutron-server[103916]: DEBUG dbcounter [-] [103916] Writing DB stats neutron:SELECT=98,neutron:DELETE=2 {{(pid=103916) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 16 17:36:24.544247 dv-cinder-837356-2-iscsi neutron-server[103916]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c93d95c2-c2b3-4dc2-b381-c52d3e506789 req-de23a544-d727-46a2-8bdf-b508ad54f8fd tempest-VolumesActionsTest-934369678 tempest-VolumesActionsTest-934369678-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103916) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 16 17:36:24.545639 dv-cinder-837356-2-iscsi neutron-server[103916]: INFO neutron.wsgi [req-c93d95c2-c2b3-4dc2-b381-c52d3e506789 req-de23a544-d727-46a2-8bdf-b508ad54f8fd tempest-VolumesActionsTest-934369678 tempest-VolumesActionsTest-934369678-project] 10.222.0.66 "GET /v2.0/networks?id=f24358e4-fd71-43f9-a3b7-69d150f32c61 HTTP/1.1" status: 200 len: 809 time: 0.1156821 Jun 16 17:36:24.562006 dv-cinder-837356-2-iscsi neutron-server[103916]: INFO neutron.wsgi [req-c93d95c2-c2b3-4dc2-b381-c52d3e506789 req-85efa157-3309-4936-bfe0-48a1319cd899 tempest-VolumesActionsTest-934369678 tempest-VolumesActionsTest-934369678-project] 10.222.0.66 "GET /v2.0/quotas/09d39fa8db0747f9b8237807b2735d5c HTTP/1.1" status: 200 len: 375 time: 0.0092592 Jun 16 17:36:24.654433 dv-cinder-837356-2-iscsi neutron-server[103919]: DEBUG dbcounter [-] [103919] Writing DB stats neutron:SELECT=3,neutron:DELETE=1 {{(pid=103919) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 16 17:36:24.655891 dv-cinder-837356-2-iscsi neutron-server[103919]: DEBUG dbcounter [-] [103919] Writing DB stats neutron:SELECT=6 {{(pid=103919) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 16 17:36:24.843361 dv-cinder-837356-2-iscsi neutron-server[103916]: INFO neutron.wsgi [req-c93d95c2-c2b3-4dc2-b381-c52d3e506789 req-abb2c359-2fd9-4529-876c-b3640366c68e tempest-VolumesActionsTest-934369678 tempest-VolumesActionsTest-934369678-project] 10.222.0.66 "GET /v2.0/ports?tenant_id=09d39fa8db0747f9b8237807b2735d5c&fields=id HTTP/1.1" status: 200 len: 210 time: 0.2741435 Jun 16 17:36:24.940704 dv-cinder-837356-2-iscsi neutron-server[103916]: INFO neutron.wsgi [req-c93d95c2-c2b3-4dc2-b381-c52d3e506789 req-c830fce8-3b9b-4474-a396-575af88a9096 service neutron] 10.222.0.66 "GET /v2.0/networks/f24358e4-fd71-43f9-a3b7-69d150f32c61?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0884972 Jun 16 17:36:25.038633 dv-cinder-837356-2-iscsi neutron-server[103916]: INFO neutron.wsgi [req-c93d95c2-c2b3-4dc2-b381-c52d3e506789 req-63f81b3b-c94c-44d7-a8bf-758bf04ea12b service neutron] 10.222.0.66 "GET /v2.0/networks/f24358e4-fd71-43f9-a3b7-69d150f32c61?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0919585 Jun 16 17:36:25.217840 dv-cinder-837356-2-iscsi neutron-server[103917]: INFO neutron.wsgi [req-c82cd70e-96a8-4f15-817c-e9a96187d1bb req-f14f2fc9-af84-43cf-8256-63cce22aa92b tempest-VolumesActionsTest-934369678 tempest-VolumesActionsTest-934369678-project] 10.222.0.66 "GET /v2.0/ports?device_id=9a8be538-5b41-4c93-9b7b-3ed79908ee6e HTTP/1.1" status: 200 len: 210 time: 0.0287502 Jun 16 17:36:26.177908 dv-cinder-837356-2-iscsi neutron-server[103917]: DEBUG dbcounter [-] [103917] Writing DB stats neutron:SELECT=97,neutron:DELETE=3 {{(pid=103917) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 16 17:36:26.188167 dv-cinder-837356-2-iscsi neutron-server[103917]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c93d95c2-c2b3-4dc2-b381-c52d3e506789 req-0af1bd63-3e19-4a82-97e6-a2f4374e375f tempest-VolumesActionsTest-934369678 tempest-VolumesActionsTest-934369678-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103917) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 16 17:36:26.189667 dv-cinder-837356-2-iscsi neutron-server[103917]: INFO neutron.wsgi [req-c93d95c2-c2b3-4dc2-b381-c52d3e506789 req-0af1bd63-3e19-4a82-97e6-a2f4374e375f tempest-VolumesActionsTest-934369678 tempest-VolumesActionsTest-934369678-project] 10.222.0.81 "GET /v2.0/networks?id=f24358e4-fd71-43f9-a3b7-69d150f32c61 HTTP/1.1" status: 200 len: 809 time: 0.1091549 Jun 16 17:36:26.203227 dv-cinder-837356-2-iscsi neutron-server[103917]: DEBUG neutron.api.v2.base [req-c93d95c2-c2b3-4dc2-b381-c52d3e506789 req-4a3b92fc-7a48-4cae-a52b-b0b91194c905 tempest-VolumesActionsTest-934369678 tempest-VolumesActionsTest-934369678-project] Request body: {'port': {'device_id': '9a8be538-5b41-4c93-9b7b-3ed79908ee6e', 'network_id': 'f24358e4-fd71-43f9-a3b7-69d150f32c61', 'admin_state_up': True, 'tenant_id': '09d39fa8db0747f9b8237807b2735d5c'}} {{(pid=103917) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jun 16 17:36:26.315007 dv-cinder-837356-2-iscsi neutron-server[103917]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-c93d95c2-c2b3-4dc2-b381-c52d3e506789 req-4a3b92fc-7a48-4cae-a52b-b0b91194c905 tempest-VolumesActionsTest-934369678 tempest-VolumesActionsTest-934369678-project] Made reservation on behalf of 09d39fa8db0747f9b8237807b2735d5c for: {'port': 1} {{(pid=103917) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 16 17:36:26.318780 dv-cinder-837356-2-iscsi neutron-server[103917]: DEBUG neutron_lib.callbacks.manager [req-c93d95c2-c2b3-4dc2-b381-c52d3e506789 req-4a3b92fc-7a48-4cae-a52b-b0b91194c905 tempest-VolumesActionsTest-934369678 tempest-VolumesActionsTest-934369678-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16007590'] for port (None), before_create {{(pid=103917) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 17:36:26.324470 dv-cinder-837356-2-iscsi neutron-server[103916]: INFO neutron.wsgi [req-7079ea8a-da8e-44fb-a74a-20a073a8e98e req-ff794172-083d-4519-8bd2-62035b028fb1 tempest-VolumesActionsTest-934369678 tempest-VolumesActionsTest-934369678-project] 10.222.0.66 "GET /v2.0/ports?device_id=9a8be538-5b41-4c93-9b7b-3ed79908ee6e HTTP/1.1" status: 200 len: 210 time: 0.0360196 Jun 16 17:36:26.450886 dv-cinder-837356-2-iscsi neutron-server[103917]: DEBUG neutron.db.db_base_plugin_common [req-c93d95c2-c2b3-4dc2-b381-c52d3e506789 req-4a3b92fc-7a48-4cae-a52b-b0b91194c905 tempest-VolumesActionsTest-934369678 tempest-VolumesActionsTest-934369678-project] Allocated IP 172.20.0.12 (f24358e4-fd71-43f9-a3b7-69d150f32c61/d4337d68-96f2-418e-8847-867a4d63e4c9/ce07cf95-c9f7-4b66-9b41-344baf67f864) {{(pid=103917) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 16 17:36:26.613742 dv-cinder-837356-2-iscsi neutron-server[103917]: DEBUG neutron_lib.callbacks.manager [req-c93d95c2-c2b3-4dc2-b381-c52d3e506789 req-4a3b92fc-7a48-4cae-a52b-b0b91194c905 tempest-VolumesActionsTest-934369678 tempest-VolumesActionsTest-934369678-project] Publish callbacks [] for port (ce07cf95-c9f7-4b66-9b41-344baf67f864), precommit_create {{(pid=103917) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 17:36:26.658771 dv-cinder-837356-2-iscsi neutron-server[103917]: DEBUG neutron_lib.callbacks.manager [req-c93d95c2-c2b3-4dc2-b381-c52d3e506789 req-4a3b92fc-7a48-4cae-a52b-b0b91194c905 tempest-VolumesActionsTest-934369678 tempest-VolumesActionsTest-934369678-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16007527', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-75831', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16241551', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8728538993421', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3819743'] for port (ce07cf95-c9f7-4b66-9b41-344baf67f864), after_create {{(pid=103917) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 17:36:26.701518 dv-cinder-837356-2-iscsi neutron-server[103917]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-c93d95c2-c2b3-4dc2-b381-c52d3e506789 req-4a3b92fc-7a48-4cae-a52b-b0b91194c905 tempest-VolumesActionsTest-934369678 tempest-VolumesActionsTest-934369678-project] Network f24358e4-fd71-43f9-a3b7-69d150f32c61 is already hosted by enough agents. {{(pid=103917) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 16 17:36:26.706733 dv-cinder-837356-2-iscsi neutron-server[103917]: DEBUG neutron.scheduler.base_scheduler [req-c93d95c2-c2b3-4dc2-b381-c52d3e506789 req-4a3b92fc-7a48-4cae-a52b-b0b91194c905 tempest-VolumesActionsTest-934369678 tempest-VolumesActionsTest-934369678-project] Resources bound (agent type, host, resource id): {{(pid=103917) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 16 17:36:26.710800 dv-cinder-837356-2-iscsi neutron-server[103917]: DEBUG neutron.db.l3_dvrscheduler_db [req-c93d95c2-c2b3-4dc2-b381-c52d3e506789 req-4a3b92fc-7a48-4cae-a52b-b0b91194c905 tempest-VolumesActionsTest-934369678 tempest-VolumesActionsTest-934369678-project] Received port after_create {{(pid=103917) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:542}} Jun 16 17:36:26.733273 dv-cinder-837356-2-iscsi neutron-server[103917]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4a3b92fc-7a48-4cae-a52b-b0b91194c905 tempest-VolumesActionsTest-934369678 tempest-VolumesActionsTest-934369678-project] Pushing event updated for resources: {'Port': ['ID=ce07cf95-c9f7-4b66-9b41-344baf67f864,revision_number=1']} {{(pid=103917) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 17:36:26.761360 dv-cinder-837356-2-iscsi neutron-server[103917]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c93d95c2-c2b3-4dc2-b381-c52d3e506789 req-4a3b92fc-7a48-4cae-a52b-b0b91194c905 tempest-VolumesActionsTest-934369678 tempest-VolumesActionsTest-934369678-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103917) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 16 17:36:26.761976 dv-cinder-837356-2-iscsi neutron-server[103917]: DEBUG neutron_lib.callbacks.manager [req-c93d95c2-c2b3-4dc2-b381-c52d3e506789 req-4a3b92fc-7a48-4cae-a52b-b0b91194c905 tempest-VolumesActionsTest-934369678 tempest-VolumesActionsTest-934369678-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-191112'] for port (None), before_response {{(pid=103917) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 17:36:26.779134 dv-cinder-837356-2-iscsi neutron-server[103917]: INFO neutron.wsgi [req-c93d95c2-c2b3-4dc2-b381-c52d3e506789 req-4a3b92fc-7a48-4cae-a52b-b0b91194c905 tempest-VolumesActionsTest-934369678 tempest-VolumesActionsTest-934369678-project] 10.222.0.81 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.5798936 Jun 16 17:36:26.790825 dv-cinder-837356-2-iscsi neutron-server[103917]: DEBUG neutron.api.v2.base [req-c93d95c2-c2b3-4dc2-b381-c52d3e506789 req-3e3f8b21-1d55-4b8a-9610-253e69c1fabd service neutron] Request body: {'port': {'device_id': '9a8be538-5b41-4c93-9b7b-3ed79908ee6e', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-83735'}} {{(pid=103917) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jun 16 17:36:26.832258 dv-cinder-837356-2-iscsi neutron-server[103917]: DEBUG dbcounter [-] [103917] Writing DB stats neutron:DELETE=3,neutron:SELECT=94,neutron:INSERT=2,neutron:UPDATE=1 {{(pid=103917) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 16 17:36:26.869976 dv-cinder-837356-2-iscsi neutron-server[103917]: DEBUG neutron_lib.callbacks.manager [req-c93d95c2-c2b3-4dc2-b381-c52d3e506789 req-3e3f8b21-1d55-4b8a-9610-253e69c1fabd service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16007590'] for port (ce07cf95-c9f7-4b66-9b41-344baf67f864), before_update {{(pid=103917) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 17:36:27.049616 dv-cinder-837356-2-iscsi neutron-server[103917]: DEBUG dbcounter [-] [103917] Writing DB stats neutron:SELECT=88,neutron:INSERT=7,neutron:UPDATE=5 {{(pid=103917) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 16 17:36:27.151207 dv-cinder-837356-2-iscsi neutron-server[103917]: DEBUG neutron.notifiers.nova [req-c93d95c2-c2b3-4dc2-b381-c52d3e506789 req-3e3f8b21-1d55-4b8a-9610-253e69c1fabd service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id ce07cf95-c9f7-4b66-9b41-344baf67f864 {{(pid=103917) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Jun 16 17:36:27.159654 dv-cinder-837356-2-iscsi neutron-server[103917]: DEBUG neutron_lib.callbacks.manager [req-c93d95c2-c2b3-4dc2-b381-c52d3e506789 req-3e3f8b21-1d55-4b8a-9610-253e69c1fabd service neutron] Publish callbacks [] for port (ce07cf95-c9f7-4b66-9b41-344baf67f864), precommit_update {{(pid=103917) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 17:36:27.173308 dv-cinder-837356-2-iscsi neutron-server[103917]: DEBUG neutron.db.provisioning_blocks [req-c93d95c2-c2b3-4dc2-b381-c52d3e506789 req-3e3f8b21-1d55-4b8a-9610-253e69c1fabd service neutron] Transition to ACTIVE for port object ce07cf95-c9f7-4b66-9b41-344baf67f864 will not be triggered until provisioned by entity L2. {{(pid=103917) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Jun 16 17:36:27.179540 dv-cinder-837356-2-iscsi neutron-server[103917]: DEBUG neutron_lib.callbacks.manager [req-c93d95c2-c2b3-4dc2-b381-c52d3e506789 req-3e3f8b21-1d55-4b8a-9610-253e69c1fabd service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16007527', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-75831', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16241551', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728539364693', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728538993439', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728538993457', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3819734'] for port (ce07cf95-c9f7-4b66-9b41-344baf67f864), after_update {{(pid=103917) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 17:36:27.188276 dv-cinder-837356-2-iscsi neutron-server[103918]: DEBUG neutron.plugins.ml2.rpc [None req-b2b17746-c296-4803-869a-65578e8233dd None None] Device 6731f87c-a7e3-4ba8-b455-b9138786ab16 no longer exists at agent hyperv_hv-cinder-83735 {{(pid=103918) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jun 16 17:36:27.207221 dv-cinder-837356-2-iscsi neutron-server[103918]: DEBUG neutron.plugins.ml2.plugin [None req-b2b17746-c296-4803-869a-65578e8233dd None None] No Port match for: 6731f87c-a7e3-4ba8-b455-b9138786ab16 {{(pid=103918) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2382}} Jun 16 17:36:27.207567 dv-cinder-837356-2-iscsi neutron-server[103918]: DEBUG neutron.plugins.ml2.rpc [None req-b2b17746-c296-4803-869a-65578e8233dd None None] Device 6731f87c-a7e3-4ba8-b455-b9138786ab16 not bound to the agent host hv-cinder-83735 {{(pid=103918) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jun 16 17:36:27.229864 dv-cinder-837356-2-iscsi neutron-server[103917]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e3f8b21-1d55-4b8a-9610-253e69c1fabd service neutron] Pushing event updated for resources: {'Port': ['ID=ce07cf95-c9f7-4b66-9b41-344baf67f864,revision_number=2']} {{(pid=103917) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 17:36:27.303426 dv-cinder-837356-2-iscsi neutron-server[103917]: DEBUG neutron.plugins.ml2.managers [req-c93d95c2-c2b3-4dc2-b381-c52d3e506789 req-3e3f8b21-1d55-4b8a-9610-253e69c1fabd service neutron] Attempting to bind port ce07cf95-c9f7-4b66-9b41-344baf67f864 on host hv-cinder-83735 for vnic_type normal with profile {{(pid=103917) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:811}} Jun 16 17:36:27.303644 dv-cinder-837356-2-iscsi neutron-server[103917]: DEBUG neutron.plugins.ml2.managers [req-c93d95c2-c2b3-4dc2-b381-c52d3e506789 req-3e3f8b21-1d55-4b8a-9610-253e69c1fabd service neutron] Attempting to bind port ce07cf95-c9f7-4b66-9b41-344baf67f864 by drivers openvswitch,hyperv on host hv-cinder-83735 at level 0 using segments [{'id': '8fa7253c-2207-478f-b77d-308a989dc4ef', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1018, 'network_id': 'f24358e4-fd71-43f9-a3b7-69d150f32c61'}] {{(pid=103917) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:836}} Jun 16 17:36:27.303952 dv-cinder-837356-2-iscsi neutron-server[103917]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c93d95c2-c2b3-4dc2-b381-c52d3e506789 req-3e3f8b21-1d55-4b8a-9610-253e69c1fabd service neutron] Attempting to bind port ce07cf95-c9f7-4b66-9b41-344baf67f864 on network f24358e4-fd71-43f9-a3b7-69d150f32c61 {{(pid=103917) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jun 16 17:36:27.308521 dv-cinder-837356-2-iscsi neutron-server[103917]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c93d95c2-c2b3-4dc2-b381-c52d3e506789 req-3e3f8b21-1d55-4b8a-9610-253e69c1fabd service neutron] Port ce07cf95-c9f7-4b66-9b41-344baf67f864 on network f24358e4-fd71-43f9-a3b7-69d150f32c61 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-83735 {{(pid=103917) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Jun 16 17:36:27.308837 dv-cinder-837356-2-iscsi neutron-server[103917]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c93d95c2-c2b3-4dc2-b381-c52d3e506789 req-3e3f8b21-1d55-4b8a-9610-253e69c1fabd service neutron] Attempting to bind port ce07cf95-c9f7-4b66-9b41-344baf67f864 on network f24358e4-fd71-43f9-a3b7-69d150f32c61 {{(pid=103917) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jun 16 17:36:27.313775 dv-cinder-837356-2-iscsi neutron-server[103917]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c93d95c2-c2b3-4dc2-b381-c52d3e506789 req-3e3f8b21-1d55-4b8a-9610-253e69c1fabd service neutron] Checking agent: {'id': '2e97d73d-50fc-4f89-a4ea-85f65eb860d8', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-83735', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 6, 16, 17, 20, 29), 'started_at': datetime.datetime(2022, 6, 16, 17, 20, 29), 'heartbeat_timestamp': datetime.datetime(2022, 6, 16, 17, 36), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103917) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jun 16 17:36:27.314101 dv-cinder-837356-2-iscsi neutron-server[103917]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c93d95c2-c2b3-4dc2-b381-c52d3e506789 req-3e3f8b21-1d55-4b8a-9610-253e69c1fabd service neutron] Checking segment: {'id': '8fa7253c-2207-478f-b77d-308a989dc4ef', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1018, 'network_id': 'f24358e4-fd71-43f9-a3b7-69d150f32c61'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103917) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jun 16 17:36:27.314473 dv-cinder-837356-2-iscsi neutron-server[103917]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c93d95c2-c2b3-4dc2-b381-c52d3e506789 req-3e3f8b21-1d55-4b8a-9610-253e69c1fabd service neutron] Bound using segment: {'id': '8fa7253c-2207-478f-b77d-308a989dc4ef', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1018, 'network_id': 'f24358e4-fd71-43f9-a3b7-69d150f32c61'} {{(pid=103917) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jun 16 17:36:27.314889 dv-cinder-837356-2-iscsi neutron-server[103917]: DEBUG neutron.plugins.ml2.managers [req-c93d95c2-c2b3-4dc2-b381-c52d3e506789 req-3e3f8b21-1d55-4b8a-9610-253e69c1fabd service neutron] Bound port: ce07cf95-c9f7-4b66-9b41-344baf67f864, host: hv-cinder-83735, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '8fa7253c-2207-478f-b77d-308a989dc4ef', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1018, 'network_id': 'f24358e4-fd71-43f9-a3b7-69d150f32c61'}}] {{(pid=103917) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:948}} Jun 16 17:36:27.315412 dv-cinder-837356-2-iscsi neutron-server[103917]: DEBUG neutron_lib.callbacks.manager [req-c93d95c2-c2b3-4dc2-b381-c52d3e506789 req-3e3f8b21-1d55-4b8a-9610-253e69c1fabd service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16007590'] for port (ce07cf95-c9f7-4b66-9b41-344baf67f864), before_update {{(pid=103917) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 17:36:27.378701 dv-cinder-837356-2-iscsi neutron-server[103917]: DEBUG neutron.plugins.ml2.db [req-c93d95c2-c2b3-4dc2-b381-c52d3e506789 req-3e3f8b21-1d55-4b8a-9610-253e69c1fabd service neutron] For port ce07cf95-c9f7-4b66-9b41-344baf67f864, host hv-cinder-83735, cleared binding levels {{(pid=103917) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 16 17:36:27.382232 dv-cinder-837356-2-iscsi neutron-server[103917]: DEBUG neutron.plugins.ml2.db [req-c93d95c2-c2b3-4dc2-b381-c52d3e506789 req-3e3f8b21-1d55-4b8a-9610-253e69c1fabd service neutron] For port ce07cf95-c9f7-4b66-9b41-344baf67f864, host hv-cinder-83735, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83735',level=0,port_id=ce07cf95-c9f7-4b66-9b41-344baf67f864,segment=NetworkSegment(8fa7253c-2207-478f-b77d-308a989dc4ef),segment_id=8fa7253c-2207-478f-b77d-308a989dc4ef)] {{(pid=103917) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 16 17:36:27.391141 dv-cinder-837356-2-iscsi neutron-server[103917]: DEBUG neutron_lib.callbacks.manager [req-c93d95c2-c2b3-4dc2-b381-c52d3e506789 req-3e3f8b21-1d55-4b8a-9610-253e69c1fabd service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16007527', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-75831', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16241551', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728539364693', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728538993439', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728538993457', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3819734'] for port (ce07cf95-c9f7-4b66-9b41-344baf67f864), after_update {{(pid=103917) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 17:36:27.465721 dv-cinder-837356-2-iscsi neutron-server[103917]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c93d95c2-c2b3-4dc2-b381-c52d3e506789 req-3e3f8b21-1d55-4b8a-9610-253e69c1fabd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103917) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 16 17:36:27.466313 dv-cinder-837356-2-iscsi neutron-server[103917]: DEBUG neutron_lib.callbacks.manager [req-c93d95c2-c2b3-4dc2-b381-c52d3e506789 req-3e3f8b21-1d55-4b8a-9610-253e69c1fabd service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-191112'] for port (None), before_response {{(pid=103917) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 17:36:27.467720 dv-cinder-837356-2-iscsi neutron-server[103917]: INFO neutron.wsgi [req-c93d95c2-c2b3-4dc2-b381-c52d3e506789 req-3e3f8b21-1d55-4b8a-9610-253e69c1fabd service neutron] 10.222.0.81 "PUT /v2.0/ports/ce07cf95-c9f7-4b66-9b41-344baf67f864 HTTP/1.1" status: 200 len: 1094 time: 0.6809180 Jun 16 17:36:27.468204 dv-cinder-837356-2-iscsi neutron-server[103917]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '9a8be538-5b41-4c93-9b7b-3ed79908ee6e', 'tag': 'ce07cf95-c9f7-4b66-9b41-344baf67f864'}] {{(pid=103917) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jun 16 17:36:27.470459 dv-cinder-837356-2-iscsi neutron-server[103917]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.66/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6f3fd2b1a6655810f50592bc9015c397d118e5689141688eaf1b23dbeee2ebf8" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-40fa3760-ecd6-42b4-acba-0404e5284db3" -d '{"events": [{"name": "network-changed", "server_uuid": "9a8be538-5b41-4c93-9b7b-3ed79908ee6e", "tag": "ce07cf95-c9f7-4b66-9b41-344baf67f864"}]}' {{(pid=103917) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 16 17:36:27.491220 dv-cinder-837356-2-iscsi neutron-server[103917]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e3f8b21-1d55-4b8a-9610-253e69c1fabd service neutron] Pushing event updated for resources: {'Port': ['ID=ce07cf95-c9f7-4b66-9b41-344baf67f864,revision_number=3']} {{(pid=103917) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 17:36:27.502022 dv-cinder-837356-2-iscsi neutron-server[103917]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5fa34fca-8b17-488b-9d9b-01f176bd90ef req-c27365f1-043c-4dc3-8bdb-1909148e44c5 tempest-VolumesActionsTest-934369678 tempest-VolumesActionsTest-934369678-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103917) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 16 17:36:27.503546 dv-cinder-837356-2-iscsi neutron-server[103917]: INFO neutron.wsgi [req-5fa34fca-8b17-488b-9d9b-01f176bd90ef req-c27365f1-043c-4dc3-8bdb-1909148e44c5 tempest-VolumesActionsTest-934369678 tempest-VolumesActionsTest-934369678-project] 10.222.0.66 "GET /v2.0/ports?device_id=9a8be538-5b41-4c93-9b7b-3ed79908ee6e HTTP/1.1" status: 200 len: 944 time: 0.0837615 Jun 16 17:36:27.517910 dv-cinder-837356-2-iscsi neutron-server[103917]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 16 Jun 2022 17:36:27 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-40e54bd3-1c9f-49a2-9e52-c7cfde545d96 x-openstack-request-id: req-40e54bd3-1c9f-49a2-9e52-c7cfde545d96 {{(pid=103917) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 16 17:36:27.518206 dv-cinder-837356-2-iscsi neutron-server[103917]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "9a8be538-5b41-4c93-9b7b-3ed79908ee6e", "tag": "ce07cf95-c9f7-4b66-9b41-344baf67f864", "status": "completed", "code": 200}]} {{(pid=103917) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 16 17:36:27.518449 dv-cinder-837356-2-iscsi neutron-server[103917]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.66/compute/v2.1/os-server-external-events used request id req-40e54bd3-1c9f-49a2-9e52-c7cfde545d96 {{(pid=103917) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 16 17:36:27.518840 dv-cinder-837356-2-iscsi neutron-server[103917]: INFO neutron.notifiers.nova [-] Nova event matching ['req-40e54bd3-1c9f-49a2-9e52-c7cfde545d96'] response: {'name': 'network-changed', 'server_uuid': '9a8be538-5b41-4c93-9b7b-3ed79908ee6e', 'tag': 'ce07cf95-c9f7-4b66-9b41-344baf67f864', 'status': 'completed', 'code': 200} Jun 16 17:36:27.585833 dv-cinder-837356-2-iscsi neutron-server[103917]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c93d95c2-c2b3-4dc2-b381-c52d3e506789 req-2f73eac4-f8a0-410d-bbd5-e6241f6615eb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103917) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 16 17:36:27.587324 dv-cinder-837356-2-iscsi neutron-server[103917]: INFO neutron.wsgi [req-c93d95c2-c2b3-4dc2-b381-c52d3e506789 req-2f73eac4-f8a0-410d-bbd5-e6241f6615eb service neutron] 10.222.0.81 "GET /v2.0/ports?tenant_id=09d39fa8db0747f9b8237807b2735d5c&device_id=9a8be538-5b41-4c93-9b7b-3ed79908ee6e HTTP/1.1" status: 200 len: 1128 time: 0.0603070 Jun 16 17:36:27.590756 dv-cinder-837356-2-iscsi neutron-server[103917]: INFO neutron.wsgi [req-5fa34fca-8b17-488b-9d9b-01f176bd90ef req-be724868-d6ee-4ce3-82d8-8a22cd6117f9 tempest-VolumesActionsTest-934369678 tempest-VolumesActionsTest-934369678-project] 10.222.0.66 "GET /v2.0/security-groups?id=ec018169-5347-486e-92a4-986dda304d09&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0800462 Jun 16 17:36:27.627299 dv-cinder-837356-2-iscsi neutron-server[103917]: INFO neutron.wsgi [req-c93d95c2-c2b3-4dc2-b381-c52d3e506789 req-b2ae2f90-9942-421e-aa4e-015c75f47138 service neutron] 10.222.0.81 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=ce07cf95-c9f7-4b66-9b41-344baf67f864 HTTP/1.1" status: 200 len: 217 time: 0.0327444 Jun 16 17:36:27.677882 dv-cinder-837356-2-iscsi neutron-server[103917]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c93d95c2-c2b3-4dc2-b381-c52d3e506789 req-0fb81044-5030-4ae4-8e48-5674e631ee98 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103917) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 16 17:36:27.679305 dv-cinder-837356-2-iscsi neutron-server[103917]: INFO neutron.wsgi [req-c93d95c2-c2b3-4dc2-b381-c52d3e506789 req-0fb81044-5030-4ae4-8e48-5674e631ee98 service neutron] 10.222.0.81 "GET /v2.0/subnets?id=d4337d68-96f2-418e-8847-867a4d63e4c9 HTTP/1.1" status: 200 len: 849 time: 0.0454581 Jun 16 17:36:27.715600 dv-cinder-837356-2-iscsi neutron-server[103917]: INFO neutron.wsgi [req-c93d95c2-c2b3-4dc2-b381-c52d3e506789 req-a61bce65-4d34-467d-b45b-519258fa9ae9 service neutron] 10.222.0.81 "GET /v2.0/ports?network_id=f24358e4-fd71-43f9-a3b7-69d150f32c61&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0261796 Jun 16 17:36:27.800944 dv-cinder-837356-2-iscsi neutron-server[103917]: DEBUG dbcounter [-] [103917] Writing DB stats neutron:SELECT=96,neutron:UPDATE=3,neutron:INSERT=1 {{(pid=103917) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 16 17:36:27.812179 dv-cinder-837356-2-iscsi neutron-server[103917]: INFO neutron.wsgi [req-c93d95c2-c2b3-4dc2-b381-c52d3e506789 req-41cc91cf-f008-4dee-934d-4613faf05a75 service neutron] 10.222.0.81 "GET /v2.0/networks/f24358e4-fd71-43f9-a3b7-69d150f32c61?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0900798 Jun 16 17:36:27.921323 dv-cinder-837356-2-iscsi neutron-server[103917]: INFO neutron.wsgi [req-c93d95c2-c2b3-4dc2-b381-c52d3e506789 req-af6a3cc8-567c-40a6-84f2-6da07bb2f2a1 service neutron] 10.222.0.81 "GET /v2.0/networks/f24358e4-fd71-43f9-a3b7-69d150f32c61?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0982516 Jun 16 17:36:28.724151 dv-cinder-837356-2-iscsi neutron-server[103916]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aab87885-58c0-49ff-907b-24c9825f421a req-a53fb765-069c-43cb-bd8e-5596313181c4 tempest-VolumesActionsTest-934369678 tempest-VolumesActionsTest-934369678-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103916) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 16 17:36:28.725721 dv-cinder-837356-2-iscsi neutron-server[103916]: INFO neutron.wsgi [req-aab87885-58c0-49ff-907b-24c9825f421a req-a53fb765-069c-43cb-bd8e-5596313181c4 tempest-VolumesActionsTest-934369678 tempest-VolumesActionsTest-934369678-project] 10.222.0.66 "GET /v2.0/ports?device_id=9a8be538-5b41-4c93-9b7b-3ed79908ee6e HTTP/1.1" status: 200 len: 944 time: 0.0584245 Jun 16 17:36:28.727126 dv-cinder-837356-2-iscsi neutron-server[103917]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40fa3760-ecd6-42b4-acba-0404e5284db3 req-161f1c47-0702-4531-b730-875c3c2044f9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103917) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 16 17:36:28.728615 dv-cinder-837356-2-iscsi neutron-server[103917]: INFO neutron.wsgi [req-40fa3760-ecd6-42b4-acba-0404e5284db3 req-161f1c47-0702-4531-b730-875c3c2044f9 service neutron] 10.222.0.81 "GET /v2.0/ports?tenant_id=09d39fa8db0747f9b8237807b2735d5c&device_id=9a8be538-5b41-4c93-9b7b-3ed79908ee6e HTTP/1.1" status: 200 len: 1128 time: 0.0417049 Jun 16 17:36:28.753543 dv-cinder-837356-2-iscsi neutron-server[103916]: DEBUG dbcounter [-] [103916] Writing DB stats neutron:SELECT=100 {{(pid=103916) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 16 17:36:28.777465 dv-cinder-837356-2-iscsi neutron-server[103916]: INFO neutron.wsgi [req-aab87885-58c0-49ff-907b-24c9825f421a req-0ba7d80f-8b0e-4761-9c2b-d6dc3eb8df43 tempest-VolumesActionsTest-934369678 tempest-VolumesActionsTest-934369678-project] 10.222.0.66 "GET /v2.0/security-groups?id=ec018169-5347-486e-92a4-986dda304d09&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0458212 Jun 16 17:36:28.805433 dv-cinder-837356-2-iscsi neutron-server[103917]: DEBUG dbcounter [-] [103917] Writing DB stats neutron:SELECT=97,neutron:UPDATE=2,neutron:INSERT=1 {{(pid=103917) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 16 17:36:28.824269 dv-cinder-837356-2-iscsi neutron-server[103917]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40fa3760-ecd6-42b4-acba-0404e5284db3 req-44ce9e20-b5b9-4343-bba2-d066ed447356 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103917) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 16 17:36:28.825759 dv-cinder-837356-2-iscsi neutron-server[103917]: INFO neutron.wsgi [req-40fa3760-ecd6-42b4-acba-0404e5284db3 req-44ce9e20-b5b9-4343-bba2-d066ed447356 service neutron] 10.222.0.81 "GET /v2.0/networks?id=f24358e4-fd71-43f9-a3b7-69d150f32c61 HTTP/1.1" status: 200 len: 911 time: 0.0905409 Jun 16 17:36:28.871800 dv-cinder-837356-2-iscsi neutron-server[103917]: INFO neutron.wsgi [req-40fa3760-ecd6-42b4-acba-0404e5284db3 req-12a1f565-afe2-4e12-b150-8afa38f49d57 service neutron] 10.222.0.81 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=ce07cf95-c9f7-4b66-9b41-344baf67f864 HTTP/1.1" status: 200 len: 217 time: 0.0386200 Jun 16 17:36:28.928232 dv-cinder-837356-2-iscsi neutron-server[103917]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40fa3760-ecd6-42b4-acba-0404e5284db3 req-a7e4230a-bfe5-4b4c-be5d-7237320c12d9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103917) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 16 17:36:28.929707 dv-cinder-837356-2-iscsi neutron-server[103917]: INFO neutron.wsgi [req-40fa3760-ecd6-42b4-acba-0404e5284db3 req-a7e4230a-bfe5-4b4c-be5d-7237320c12d9 service neutron] 10.222.0.81 "GET /v2.0/subnets?id=d4337d68-96f2-418e-8847-867a4d63e4c9 HTTP/1.1" status: 200 len: 849 time: 0.0512757 Jun 16 17:36:28.962213 dv-cinder-837356-2-iscsi neutron-server[103917]: INFO neutron.wsgi [req-40fa3760-ecd6-42b4-acba-0404e5284db3 req-e98042c2-702b-4b70-8a33-9663d7cae8c6 service neutron] 10.222.0.81 "GET /v2.0/ports?network_id=f24358e4-fd71-43f9-a3b7-69d150f32c61&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0260589 Jun 16 17:36:29.060964 dv-cinder-837356-2-iscsi neutron-server[103917]: INFO neutron.wsgi [req-40fa3760-ecd6-42b4-acba-0404e5284db3 req-a7167cdf-9ae6-4107-b90e-790772a5bc46 service neutron] 10.222.0.81 "GET /v2.0/networks/f24358e4-fd71-43f9-a3b7-69d150f32c61?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0922565 Jun 16 17:36:29.156649 dv-cinder-837356-2-iscsi neutron-server[103917]: INFO neutron.wsgi [req-40fa3760-ecd6-42b4-acba-0404e5284db3 req-72df8cb5-ff48-4142-b9c1-de0567314ee7 service neutron] 10.222.0.81 "GET /v2.0/networks/f24358e4-fd71-43f9-a3b7-69d150f32c61?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0872383 Jun 16 17:36:29.590875 dv-cinder-837356-2-iscsi neutron-server[103918]: DEBUG neutron_lib.callbacks.manager [None req-b2b17746-c296-4803-869a-65578e8233dd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728539454181', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16149322'] for agent (2e97d73d-50fc-4f89-a4ea-85f65eb860d8), after_update {{(pid=103918) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 17:36:29.917200 dv-cinder-837356-2-iscsi neutron-server[103917]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12f977b6-3742-419c-8f89-ba013140fede req-1fbe8c2b-774e-4be6-8dd2-d431394361f0 tempest-VolumesActionsTest-934369678 tempest-VolumesActionsTest-934369678-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103917) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 16 17:36:29.919270 dv-cinder-837356-2-iscsi neutron-server[103917]: INFO neutron.wsgi [req-12f977b6-3742-419c-8f89-ba013140fede req-1fbe8c2b-774e-4be6-8dd2-d431394361f0 tempest-VolumesActionsTest-934369678 tempest-VolumesActionsTest-934369678-project] 10.222.0.66 "GET /v2.0/ports?device_id=9a8be538-5b41-4c93-9b7b-3ed79908ee6e HTTP/1.1" status: 200 len: 944 time: 0.0651672 Jun 16 17:36:29.979791 dv-cinder-837356-2-iscsi neutron-server[103917]: INFO neutron.wsgi [req-12f977b6-3742-419c-8f89-ba013140fede req-eb4ecaf2-3ea9-4ea3-abea-6b8aed3396e3 tempest-VolumesActionsTest-934369678 tempest-VolumesActionsTest-934369678-project] 10.222.0.66 "GET /v2.0/security-groups?id=ec018169-5347-486e-92a4-986dda304d09&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0520906 Jun 16 17:36:31.102903 dv-cinder-837356-2-iscsi neutron-server[103916]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8195432c-dbed-4a9f-b096-9038b99921e1 req-178780da-5937-4848-b883-036f258f3af1 tempest-VolumesActionsTest-934369678 tempest-VolumesActionsTest-934369678-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103916) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 16 17:36:31.104383 dv-cinder-837356-2-iscsi neutron-server[103916]: INFO neutron.wsgi [req-8195432c-dbed-4a9f-b096-9038b99921e1 req-178780da-5937-4848-b883-036f258f3af1 tempest-VolumesActionsTest-934369678 tempest-VolumesActionsTest-934369678-project] 10.222.0.66 "GET /v2.0/ports?device_id=9a8be538-5b41-4c93-9b7b-3ed79908ee6e HTTP/1.1" status: 200 len: 944 time: 0.0553017 Jun 16 17:36:31.157625 dv-cinder-837356-2-iscsi neutron-server[103916]: INFO neutron.wsgi [req-8195432c-dbed-4a9f-b096-9038b99921e1 req-066d3125-734c-4023-8ad7-e217e1de270a tempest-VolumesActionsTest-934369678 tempest-VolumesActionsTest-934369678-project] 10.222.0.66 "GET /v2.0/security-groups?id=ec018169-5347-486e-92a4-986dda304d09&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0456848 Jun 16 17:36:31.206997 dv-cinder-837356-2-iscsi neutron-server[103918]: DEBUG neutron.plugins.ml2.rpc [None req-b2b17746-c296-4803-869a-65578e8233dd None None] Device ce07cf95-c9f7-4b66-9b41-344baf67f864 details requested by agent hyperv_hv-cinder-83735 with host hv-cinder-83735 {{(pid=103918) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jun 16 17:36:31.310075 dv-cinder-837356-2-iscsi neutron-server[103918]: DEBUG neutron.plugins.ml2.db [None req-b2b17746-c296-4803-869a-65578e8233dd None None] For port ce07cf95-c9f7-4b66-9b41-344baf67f864, host hv-cinder-83735, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83735',level=0,port_id=ce07cf95-c9f7-4b66-9b41-344baf67f864,segment=NetworkSegment(8fa7253c-2207-478f-b77d-308a989dc4ef),segment_id=8fa7253c-2207-478f-b77d-308a989dc4ef)] {{(pid=103918) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 16 17:36:31.321755 dv-cinder-837356-2-iscsi neutron-server[103918]: DEBUG neutron.plugins.ml2.rpc [None req-b2b17746-c296-4803-869a-65578e8233dd None None] Returning: {'device': 'ce07cf95-c9f7-4b66-9b41-344baf67f864', 'network_id': 'f24358e4-fd71-43f9-a3b7-69d150f32c61', 'port_id': 'ce07cf95-c9f7-4b66-9b41-344baf67f864', 'mac_address': 'fa:16:3e:4f:b0:92', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 1018, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'd4337d68-96f2-418e-8847-867a4d63e4c9', 'ip_address': '172.20.0.12'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'qos_network_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103918) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jun 16 17:36:31.362508 dv-cinder-837356-2-iscsi neutron-server[103918]: DEBUG neutron.plugins.ml2.plugin [None req-b2b17746-c296-4803-869a-65578e8233dd None None] Current status of the port ce07cf95-c9f7-4b66-9b41-344baf67f864 is: DOWN; New status is: BUILD {{(pid=103918) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2298}} Jun 16 17:36:31.362908 dv-cinder-837356-2-iscsi neutron-server[103918]: DEBUG neutron_lib.callbacks.manager [None req-b2b17746-c296-4803-869a-65578e8233dd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16007590'] for port (ce07cf95-c9f7-4b66-9b41-344baf67f864), before_update {{(pid=103918) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 17:36:31.376394 dv-cinder-837356-2-iscsi neutron-server[103918]: DEBUG neutron.notifiers.nova [None req-b2b17746-c296-4803-869a-65578e8233dd None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id ce07cf95-c9f7-4b66-9b41-344baf67f864 {{(pid=103918) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Jun 16 17:36:31.396725 dv-cinder-837356-2-iscsi neutron-server[103918]: DEBUG neutron.plugins.ml2.db [None req-b2b17746-c296-4803-869a-65578e8233dd None None] For port ce07cf95-c9f7-4b66-9b41-344baf67f864, host hv-cinder-83735, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83735',level=0,port_id=ce07cf95-c9f7-4b66-9b41-344baf67f864,segment=NetworkSegment(8fa7253c-2207-478f-b77d-308a989dc4ef),segment_id=8fa7253c-2207-478f-b77d-308a989dc4ef)] {{(pid=103918) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 16 17:36:31.403973 dv-cinder-837356-2-iscsi neutron-server[103918]: DEBUG neutron_lib.callbacks.manager [None req-b2b17746-c296-4803-869a-65578e8233dd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16007527', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-75831', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16241551', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728539364693', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728538993439', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728538993457'] for port (ce07cf95-c9f7-4b66-9b41-344baf67f864), after_update {{(pid=103918) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 17:36:31.451466 dv-cinder-837356-2-iscsi neutron-server[103918]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b2b17746-c296-4803-869a-65578e8233dd None None] Pushing event updated for resources: {'Port': ['ID=ce07cf95-c9f7-4b66-9b41-344baf67f864,revision_number=4']} {{(pid=103918) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 17:36:31.458740 dv-cinder-837356-2-iscsi neutron-server[103918]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b2b17746-c296-4803-869a-65578e8233dd None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-837356-2-iscsi {{(pid=103918) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 17:36:31.459083 dv-cinder-837356-2-iscsi neutron-server[103918]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b2b17746-c296-4803-869a-65578e8233dd None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-837356-2-iscsi {{(pid=103918) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 17:36:31.459424 dv-cinder-837356-2-iscsi neutron-server[103918]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b2b17746-c296-4803-869a-65578e8233dd None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-837356-2-iscsi {{(pid=103918) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 17:36:31.459755 dv-cinder-837356-2-iscsi neutron-server[103918]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b2b17746-c296-4803-869a-65578e8233dd None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-837356-2-iscsi {{(pid=103918) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 17:36:31.460085 dv-cinder-837356-2-iscsi neutron-server[103918]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b2b17746-c296-4803-869a-65578e8233dd None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-837356-2-iscsi {{(pid=103918) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 17:36:31.460410 dv-cinder-837356-2-iscsi neutron-server[103918]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b2b17746-c296-4803-869a-65578e8233dd None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-837356-2-iscsi {{(pid=103918) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 17:36:31.460727 dv-cinder-837356-2-iscsi neutron-server[103918]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b2b17746-c296-4803-869a-65578e8233dd None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-837356-2-iscsi {{(pid=103918) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 17:36:31.461038 dv-cinder-837356-2-iscsi neutron-server[103918]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b2b17746-c296-4803-869a-65578e8233dd None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-837356-2-iscsi {{(pid=103918) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 17:36:31.461384 dv-cinder-837356-2-iscsi neutron-server[103918]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b2b17746-c296-4803-869a-65578e8233dd None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-837356-2-iscsi {{(pid=103918) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 17:36:31.461700 dv-cinder-837356-2-iscsi neutron-server[103918]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b2b17746-c296-4803-869a-65578e8233dd None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-837356-2-iscsi {{(pid=103918) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 17:36:31.462019 dv-cinder-837356-2-iscsi neutron-server[103918]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b2b17746-c296-4803-869a-65578e8233dd None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-837356-2-iscsi {{(pid=103918) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 17:36:31.462323 dv-cinder-837356-2-iscsi neutron-server[103918]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b2b17746-c296-4803-869a-65578e8233dd None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-837356-2-iscsi {{(pid=103918) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 17:36:31.462637 dv-cinder-837356-2-iscsi neutron-server[103918]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b2b17746-c296-4803-869a-65578e8233dd None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-837356-2-iscsi {{(pid=103918) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 17:36:31.462949 dv-cinder-837356-2-iscsi neutron-server[103918]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b2b17746-c296-4803-869a-65578e8233dd None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-837356-2-iscsi {{(pid=103918) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 17:36:31.463261 dv-cinder-837356-2-iscsi neutron-server[103918]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b2b17746-c296-4803-869a-65578e8233dd None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-837356-2-iscsi {{(pid=103918) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 17:36:31.614004 dv-cinder-837356-2-iscsi neutron-server[103918]: DEBUG neutron.plugins.ml2.db [None req-b2b17746-c296-4803-869a-65578e8233dd None None] get_ports_and_sgs() called for port_ids ['ce07cf95-c9f7-4b66-9b41-344baf67f864'] {{(pid=103918) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jun 16 17:36:32.292175 dv-cinder-837356-2-iscsi neutron-server[103917]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b43e5685-d362-47ca-b54f-bcd9b751d32d req-45b28afd-ae9e-484f-a84a-2b0c6bdfacfa tempest-VolumesActionsTest-934369678 tempest-VolumesActionsTest-934369678-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103917) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 16 17:36:32.293709 dv-cinder-837356-2-iscsi neutron-server[103917]: INFO neutron.wsgi [req-b43e5685-d362-47ca-b54f-bcd9b751d32d req-45b28afd-ae9e-484f-a84a-2b0c6bdfacfa tempest-VolumesActionsTest-934369678 tempest-VolumesActionsTest-934369678-project] 10.222.0.66 "GET /v2.0/ports?device_id=9a8be538-5b41-4c93-9b7b-3ed79908ee6e HTTP/1.1" status: 200 len: 945 time: 0.0618565 Jun 16 17:36:32.344239 dv-cinder-837356-2-iscsi neutron-server[103917]: INFO neutron.wsgi [req-b43e5685-d362-47ca-b54f-bcd9b751d32d req-569d4c79-ac72-42b7-9dcb-e5972a53f4b7 tempest-VolumesActionsTest-934369678 tempest-VolumesActionsTest-934369678-project] 10.222.0.66 "GET /v2.0/security-groups?id=ec018169-5347-486e-92a4-986dda304d09&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0422454 Jun 16 17:36:33.220611 dv-cinder-837356-2-iscsi neutron-server[103918]: DEBUG neutron.plugins.ml2.rpc [None req-b2b17746-c296-4803-869a-65578e8233dd None None] Device ce07cf95-c9f7-4b66-9b41-344baf67f864 up at agent hyperv_hv-cinder-83735 {{(pid=103918) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 16 17:36:33.267956 dv-cinder-837356-2-iscsi neutron-server[103918]: DEBUG dbcounter [-] [103918] Writing DB stats neutron:SELECT=96,neutron:UPDATE=4 {{(pid=103918) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 16 17:36:33.272501 dv-cinder-837356-2-iscsi neutron-server[103918]: DEBUG neutron.db.provisioning_blocks [None req-b2b17746-c296-4803-869a-65578e8233dd None None] Provisioning for port ce07cf95-c9f7-4b66-9b41-344baf67f864 completed by entity L2. {{(pid=103918) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:137}} Jun 16 17:36:33.279045 dv-cinder-837356-2-iscsi neutron-server[103918]: DEBUG neutron.db.provisioning_blocks [None req-b2b17746-c296-4803-869a-65578e8233dd None None] Provisioning complete for port ce07cf95-c9f7-4b66-9b41-344baf67f864 triggered by entity L2. {{(pid=103918) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jun 16 17:36:33.279473 dv-cinder-837356-2-iscsi neutron-server[103918]: DEBUG neutron_lib.callbacks.manager [None req-b2b17746-c296-4803-869a-65578e8233dd None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16149424'] for port (ce07cf95-c9f7-4b66-9b41-344baf67f864), provisioning_complete {{(pid=103918) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 17:36:33.357748 dv-cinder-837356-2-iscsi neutron-server[103918]: DEBUG neutron.plugins.ml2.plugin [None req-b2b17746-c296-4803-869a-65578e8233dd None None] Current status of the port ce07cf95-c9f7-4b66-9b41-344baf67f864 is: BUILD; New status is: ACTIVE {{(pid=103918) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2298}} Jun 16 17:36:33.358131 dv-cinder-837356-2-iscsi neutron-server[103918]: DEBUG neutron_lib.callbacks.manager [None req-b2b17746-c296-4803-869a-65578e8233dd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16007590'] for port (ce07cf95-c9f7-4b66-9b41-344baf67f864), before_update {{(pid=103918) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 17:36:33.375777 dv-cinder-837356-2-iscsi neutron-server[103918]: DEBUG dbcounter [-] [103918] Writing DB stats neutron:SELECT=96,neutron:UPDATE=3,neutron:DELETE=1 {{(pid=103918) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 16 17:36:33.384506 dv-cinder-837356-2-iscsi neutron-server[103918]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '9a8be538-5b41-4c93-9b7b-3ed79908ee6e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ce07cf95-c9f7-4b66-9b41-344baf67f864'}] {{(pid=103918) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jun 16 17:36:33.389214 dv-cinder-837356-2-iscsi neutron-server[103918]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.66/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c81ba123246404939637391270152498621c2ac0d5068f91321d7f7277fce0c4" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7933127a-5480-407c-8c43-77bd747b6575" -d '{"events": [{"server_uuid": "9a8be538-5b41-4c93-9b7b-3ed79908ee6e", "name": "network-vif-plugged", "status": "completed", "tag": "ce07cf95-c9f7-4b66-9b41-344baf67f864"}]}' {{(pid=103918) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 16 17:36:33.400988 dv-cinder-837356-2-iscsi neutron-server[103918]: DEBUG neutron.plugins.ml2.db [None req-b2b17746-c296-4803-869a-65578e8233dd None None] For port ce07cf95-c9f7-4b66-9b41-344baf67f864, host hv-cinder-83735, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83735',level=0,port_id=ce07cf95-c9f7-4b66-9b41-344baf67f864,segment=NetworkSegment(8fa7253c-2207-478f-b77d-308a989dc4ef),segment_id=8fa7253c-2207-478f-b77d-308a989dc4ef)] {{(pid=103918) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 16 17:36:33.406312 dv-cinder-837356-2-iscsi neutron-server[103918]: DEBUG neutron_lib.callbacks.manager [None req-b2b17746-c296-4803-869a-65578e8233dd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16007527', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-75831', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16241551', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728539364693', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728538993439', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728538993457'] for port (ce07cf95-c9f7-4b66-9b41-344baf67f864), after_update {{(pid=103918) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 17:36:33.454615 dv-cinder-837356-2-iscsi neutron-server[103918]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 16 Jun 2022 17:36:33 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-46706e82-9bf0-4e42-b6c9-3934c7725ce5 x-openstack-request-id: req-46706e82-9bf0-4e42-b6c9-3934c7725ce5 {{(pid=103918) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 16 17:36:33.454999 dv-cinder-837356-2-iscsi neutron-server[103918]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "9a8be538-5b41-4c93-9b7b-3ed79908ee6e", "name": "network-vif-plugged", "status": "completed", "tag": "ce07cf95-c9f7-4b66-9b41-344baf67f864", "code": 200}]} {{(pid=103918) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 16 17:36:33.455173 dv-cinder-837356-2-iscsi neutron-server[103918]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.66/compute/v2.1/os-server-external-events used request id req-46706e82-9bf0-4e42-b6c9-3934c7725ce5 {{(pid=103918) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 16 17:36:33.455484 dv-cinder-837356-2-iscsi neutron-server[103918]: INFO neutron.notifiers.nova [-] Nova event matching ['req-46706e82-9bf0-4e42-b6c9-3934c7725ce5'] response: {'server_uuid': '9a8be538-5b41-4c93-9b7b-3ed79908ee6e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ce07cf95-c9f7-4b66-9b41-344baf67f864', 'code': 200} Jun 16 17:36:33.467934 dv-cinder-837356-2-iscsi neutron-server[103918]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b2b17746-c296-4803-869a-65578e8233dd None None] Pushing event updated for resources: {'Port': ['ID=ce07cf95-c9f7-4b66-9b41-344baf67f864,revision_number=5']} {{(pid=103918) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 17:36:33.488457 dv-cinder-837356-2-iscsi neutron-server[103916]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-835902ff-ee5d-44cc-9e72-66972d011bfc req-8ea350d5-119d-420a-b872-92decb900195 tempest-VolumesActionsTest-934369678 tempest-VolumesActionsTest-934369678-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103916) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 16 17:36:33.490067 dv-cinder-837356-2-iscsi neutron-server[103916]: INFO neutron.wsgi [req-835902ff-ee5d-44cc-9e72-66972d011bfc req-8ea350d5-119d-420a-b872-92decb900195 tempest-VolumesActionsTest-934369678 tempest-VolumesActionsTest-934369678-project] 10.222.0.66 "GET /v2.0/ports?device_id=9a8be538-5b41-4c93-9b7b-3ed79908ee6e HTTP/1.1" status: 200 len: 946 time: 0.0534523 Jun 16 17:36:33.557362 dv-cinder-837356-2-iscsi neutron-server[103916]: INFO neutron.wsgi [req-835902ff-ee5d-44cc-9e72-66972d011bfc req-01c6131a-2e57-4461-89c7-029343a57cba tempest-VolumesActionsTest-934369678 tempest-VolumesActionsTest-934369678-project] 10.222.0.66 "GET /v2.0/security-groups?id=ec018169-5347-486e-92a4-986dda304d09&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0606351 Jun 16 17:36:33.653727 dv-cinder-837356-2-iscsi neutron-server[103917]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-edccd310-64e0-481b-ae34-73de3992886e req-8a4c8a42-e9de-4c22-b8fc-da57b460f335 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103917) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 16 17:36:33.655239 dv-cinder-837356-2-iscsi neutron-server[103917]: INFO neutron.wsgi [req-edccd310-64e0-481b-ae34-73de3992886e req-8a4c8a42-e9de-4c22-b8fc-da57b460f335 service neutron] 10.222.0.81 "GET /v2.0/ports?device_id=9a8be538-5b41-4c93-9b7b-3ed79908ee6e HTTP/1.1" status: 200 len: 1130 time: 0.0429249 Jun 16 17:36:33.705304 dv-cinder-837356-2-iscsi neutron-server[103917]: INFO neutron.wsgi [req-edccd310-64e0-481b-ae34-73de3992886e req-a8af0b2c-3ca2-4989-aa5a-c99653e8fe21 service neutron] 10.222.0.81 "GET /v2.0/security-groups?id=ec018169-5347-486e-92a4-986dda304d09&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0434263 Jun 16 17:36:34.680117 dv-cinder-837356-2-iscsi neutron-server[103917]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e75ab61-a1e6-4480-9b64-f48f6be1b7ba req-87a91ae5-c371-4d6e-bc31-b8d8990fbb00 tempest-VolumesActionsTest-934369678 tempest-VolumesActionsTest-934369678-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103917) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 16 17:36:34.681683 dv-cinder-837356-2-iscsi neutron-server[103917]: INFO neutron.wsgi [req-2e75ab61-a1e6-4480-9b64-f48f6be1b7ba req-87a91ae5-c371-4d6e-bc31-b8d8990fbb00 tempest-VolumesActionsTest-934369678 tempest-VolumesActionsTest-934369678-project] 10.222.0.66 "GET /v2.0/ports?device_id=9a8be538-5b41-4c93-9b7b-3ed79908ee6e HTTP/1.1" status: 200 len: 946 time: 0.0486050 Jun 16 17:36:34.742645 dv-cinder-837356-2-iscsi neutron-server[103917]: INFO neutron.wsgi [req-2e75ab61-a1e6-4480-9b64-f48f6be1b7ba req-c9f66629-df1e-46a2-bb46-710f6fef38a1 tempest-VolumesActionsTest-934369678 tempest-VolumesActionsTest-934369678-project] 10.222.0.66 "GET /v2.0/security-groups?id=ec018169-5347-486e-92a4-986dda304d09&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0541365 Jun 16 17:36:35.866043 dv-cinder-837356-2-iscsi neutron-server[103916]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da40b035-7b1d-47be-85e8-a8cf8fe7f28d req-44de12bd-7690-43f1-a067-8cfe24868d2e tempest-VolumesActionsTest-934369678 tempest-VolumesActionsTest-934369678-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103916) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 16 17:36:35.867516 dv-cinder-837356-2-iscsi neutron-server[103916]: INFO neutron.wsgi [req-da40b035-7b1d-47be-85e8-a8cf8fe7f28d req-44de12bd-7690-43f1-a067-8cfe24868d2e tempest-VolumesActionsTest-934369678 tempest-VolumesActionsTest-934369678-project] 10.222.0.66 "GET /v2.0/ports?device_id=9a8be538-5b41-4c93-9b7b-3ed79908ee6e HTTP/1.1" status: 200 len: 946 time: 0.0505805 Jun 16 17:36:35.916459 dv-cinder-837356-2-iscsi neutron-server[103916]: INFO neutron.wsgi [req-da40b035-7b1d-47be-85e8-a8cf8fe7f28d req-45fb47b2-6b6f-422e-aefd-1ec2b7e2028e tempest-VolumesActionsTest-934369678 tempest-VolumesActionsTest-934369678-project] 10.222.0.66 "GET /v2.0/security-groups?id=ec018169-5347-486e-92a4-986dda304d09&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0428925 Jun 16 17:36:36.623705 dv-cinder-837356-2-iscsi neutron-server[103916]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2515e40-97c5-4566-b7b3-f9a64d2e20ff req-d32c313a-c05b-485b-8ecc-ffc96d20a2c7 tempest-VolumesActionsTest-934369678 tempest-VolumesActionsTest-934369678-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103916) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 16 17:36:36.625101 dv-cinder-837356-2-iscsi neutron-server[103916]: INFO neutron.wsgi [req-c2515e40-97c5-4566-b7b3-f9a64d2e20ff req-d32c313a-c05b-485b-8ecc-ffc96d20a2c7 tempest-VolumesActionsTest-934369678 tempest-VolumesActionsTest-934369678-project] 10.222.0.66 "GET /v2.0/ports?device_id=9a8be538-5b41-4c93-9b7b-3ed79908ee6e HTTP/1.1" status: 200 len: 946 time: 0.0499306 Jun 16 17:36:36.681979 dv-cinder-837356-2-iscsi neutron-server[103916]: INFO neutron.wsgi [req-c2515e40-97c5-4566-b7b3-f9a64d2e20ff req-f32fa03b-2542-4483-8625-0f1d2c068f56 tempest-VolumesActionsTest-934369678 tempest-VolumesActionsTest-934369678-project] 10.222.0.66 "GET /v2.0/security-groups?id=ec018169-5347-486e-92a4-986dda304d09&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0498378 Jun 16 17:36:37.808856 dv-cinder-837356-2-iscsi neutron-server[103917]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07617acd-5978-4e76-b882-aec9c0bf9810 req-38b85e9a-173d-495b-9ba5-0f9f7258f26a tempest-VolumesActionsTest-934369678 tempest-VolumesActionsTest-934369678-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103917) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 16 17:36:37.810313 dv-cinder-837356-2-iscsi neutron-server[103917]: INFO neutron.wsgi [req-07617acd-5978-4e76-b882-aec9c0bf9810 req-38b85e9a-173d-495b-9ba5-0f9f7258f26a tempest-VolumesActionsTest-934369678 tempest-VolumesActionsTest-934369678-project] 10.222.0.66 "GET /v2.0/ports?device_id=9a8be538-5b41-4c93-9b7b-3ed79908ee6e HTTP/1.1" status: 200 len: 946 time: 0.0484471 Jun 16 17:36:37.861884 dv-cinder-837356-2-iscsi neutron-server[103917]: INFO neutron.wsgi [req-07617acd-5978-4e76-b882-aec9c0bf9810 req-6e78a526-73c5-40d5-80ac-2b0fc978ef8c tempest-VolumesActionsTest-934369678 tempest-VolumesActionsTest-934369678-project] 10.222.0.66 "GET /v2.0/security-groups?id=ec018169-5347-486e-92a4-986dda304d09&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0455582 Jun 16 17:36:38.382761 dv-cinder-837356-2-iscsi neutron-server[103917]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2feaf666-fc09-42f4-963b-9287797d2f8c req-3af9c44c-c089-4bfc-b42d-b5fbc36b0147 tempest-VolumesActionsTest-934369678 tempest-VolumesActionsTest-934369678-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103917) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 16 17:36:38.384191 dv-cinder-837356-2-iscsi neutron-server[103917]: INFO neutron.wsgi [req-2feaf666-fc09-42f4-963b-9287797d2f8c req-3af9c44c-c089-4bfc-b42d-b5fbc36b0147 tempest-VolumesActionsTest-934369678 tempest-VolumesActionsTest-934369678-project] 10.222.0.81 "GET /v2.0/ports?device_id=9a8be538-5b41-4c93-9b7b-3ed79908ee6e HTTP/1.1" status: 200 len: 946 time: 0.0530789 Jun 16 17:36:38.574112 dv-cinder-837356-2-iscsi neutron-server[103917]: DEBUG dbcounter [-] [103917] Writing DB stats neutron:SELECT=100 {{(pid=103917) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 16 17:36:38.627533 dv-cinder-837356-2-iscsi neutron-server[103917]: DEBUG neutron.plugins.ml2.plugin [req-2feaf666-fc09-42f4-963b-9287797d2f8c req-69f4e510-9b23-4593-afa2-87288d049110 tempest-VolumesActionsTest-934369678 tempest-VolumesActionsTest-934369678-project] Deleting port ce07cf95-c9f7-4b66-9b41-344baf67f864 {{(pid=103917) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2043}} Jun 16 17:36:38.627841 dv-cinder-837356-2-iscsi neutron-server[103917]: DEBUG neutron_lib.callbacks.manager [req-2feaf666-fc09-42f4-963b-9287797d2f8c req-69f4e510-9b23-4593-afa2-87288d049110 tempest-VolumesActionsTest-934369678 tempest-VolumesActionsTest-934369678-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8728539361383'] for port (ce07cf95-c9f7-4b66-9b41-344baf67f864), before_delete {{(pid=103917) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 17:36:38.741847 dv-cinder-837356-2-iscsi neutron-server[103917]: DEBUG neutron.plugins.ml2.db [req-2feaf666-fc09-42f4-963b-9287797d2f8c req-69f4e510-9b23-4593-afa2-87288d049110 tempest-VolumesActionsTest-934369678 tempest-VolumesActionsTest-934369678-project] For port ce07cf95-c9f7-4b66-9b41-344baf67f864, host hv-cinder-83735, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83735',level=0,port_id=ce07cf95-c9f7-4b66-9b41-344baf67f864,segment=NetworkSegment(8fa7253c-2207-478f-b77d-308a989dc4ef),segment_id=8fa7253c-2207-478f-b77d-308a989dc4ef)] {{(pid=103917) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 16 17:36:38.742189 dv-cinder-837356-2-iscsi neutron-server[103917]: DEBUG neutron_lib.callbacks.manager [req-2feaf666-fc09-42f4-963b-9287797d2f8c req-69f4e510-9b23-4593-afa2-87288d049110 tempest-VolumesActionsTest-934369678 tempest-VolumesActionsTest-934369678-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-708042'] for port (ce07cf95-c9f7-4b66-9b41-344baf67f864), precommit_delete {{(pid=103917) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 17:36:38.744418 dv-cinder-837356-2-iscsi neutron-server[103917]: DEBUG dbcounter [-] [103917] Writing DB stats neutron:SELECT=100 {{(pid=103917) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 16 17:36:38.760278 dv-cinder-837356-2-iscsi neutron-server[103917]: DEBUG neutron.plugins.ml2.plugin [req-2feaf666-fc09-42f4-963b-9287797d2f8c req-69f4e510-9b23-4593-afa2-87288d049110 tempest-VolumesActionsTest-934369678 tempest-VolumesActionsTest-934369678-project] Calling delete_port for ce07cf95-c9f7-4b66-9b41-344baf67f864 owned by compute:nova {{(pid=103917) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2122}} Jun 16 17:36:38.892744 dv-cinder-837356-2-iscsi neutron-server[103917]: DEBUG neutron_lib.callbacks.manager [req-2feaf666-fc09-42f4-963b-9287797d2f8c req-69f4e510-9b23-4593-afa2-87288d049110 tempest-VolumesActionsTest-934369678 tempest-VolumesActionsTest-934369678-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16007527', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-75831', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16241551', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8728539364702', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8728538993430', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3819743'] for port (ce07cf95-c9f7-4b66-9b41-344baf67f864), after_delete {{(pid=103917) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 17:36:38.905297 dv-cinder-837356-2-iscsi neutron-server[103918]: DEBUG neutron.plugins.ml2.db [None req-b2b17746-c296-4803-869a-65578e8233dd None None] get_ports_and_sgs() called for port_ids ['ce07cf95-c9f7-4b66-9b41-344baf67f864'] {{(pid=103918) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jun 16 17:36:38.928381 dv-cinder-837356-2-iscsi neutron-server[103917]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-69f4e510-9b23-4593-afa2-87288d049110 tempest-VolumesActionsTest-934369678 tempest-VolumesActionsTest-934369678-project] Pushing event deleted for resources: {'Port': ['ID=ce07cf95-c9f7-4b66-9b41-344baf67f864,revision_number=None']} {{(pid=103917) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 17:36:38.968487 dv-cinder-837356-2-iscsi neutron-server[103916]: INFO neutron.wsgi [req-a6b73f1a-2fed-45a2-9505-afc0a17a0b12 req-0293e704-0207-4b49-8c60-f752dd5f5854 tempest-VolumesActionsTest-934369678 tempest-VolumesActionsTest-934369678-project] 10.222.0.66 "GET /v2.0/ports?device_id=9a8be538-5b41-4c93-9b7b-3ed79908ee6e HTTP/1.1" status: 200 len: 210 time: 0.0320859 Jun 16 17:36:38.974305 dv-cinder-837356-2-iscsi neutron-server[103917]: DEBUG neutron.db.l3_dvrscheduler_db [req-2feaf666-fc09-42f4-963b-9287797d2f8c req-69f4e510-9b23-4593-afa2-87288d049110 tempest-VolumesActionsTest-934369678 tempest-VolumesActionsTest-934369678-project] No DVR routers for this DVR port ce07cf95-c9f7-4b66-9b41-344baf67f864 on host hv-cinder-83735 {{(pid=103917) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:215}} Jun 16 17:36:38.976894 dv-cinder-837356-2-iscsi neutron-server[103917]: DEBUG neutron_lib.callbacks.manager [req-2feaf666-fc09-42f4-963b-9287797d2f8c req-69f4e510-9b23-4593-afa2-87288d049110 tempest-VolumesActionsTest-934369678 tempest-VolumesActionsTest-934369678-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-191112'] for port (None), before_response {{(pid=103917) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 17:36:38.980836 dv-cinder-837356-2-iscsi neutron-server[103917]: INFO neutron.wsgi [req-2feaf666-fc09-42f4-963b-9287797d2f8c req-69f4e510-9b23-4593-afa2-87288d049110 tempest-VolumesActionsTest-934369678 tempest-VolumesActionsTest-934369678-project] 10.222.0.81 "DELETE /v2.0/ports/ce07cf95-c9f7-4b66-9b41-344baf67f864 HTTP/1.1" status: 204 len: 173 time: 0.4439542 Jun 16 17:36:38.981358 dv-cinder-837356-2-iscsi neutron-server[103917]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '9a8be538-5b41-4c93-9b7b-3ed79908ee6e', 'name': 'network-vif-deleted', 'tag': 'ce07cf95-c9f7-4b66-9b41-344baf67f864'}] {{(pid=103917) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jun 16 17:36:38.984263 dv-cinder-837356-2-iscsi neutron-server[103917]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.66/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6f3fd2b1a6655810f50592bc9015c397d118e5689141688eaf1b23dbeee2ebf8" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8cead341-fbea-41ac-8c40-9c74ab57946f" -d '{"events": [{"server_uuid": "9a8be538-5b41-4c93-9b7b-3ed79908ee6e", "name": "network-vif-deleted", "tag": "ce07cf95-c9f7-4b66-9b41-344baf67f864"}]}' {{(pid=103917) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 16 17:36:39.024316 dv-cinder-837356-2-iscsi neutron-server[103917]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 16 Jun 2022 17:36:38 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-38362055-d03d-4f7d-b60c-989728a51f91 x-openstack-request-id: req-38362055-d03d-4f7d-b60c-989728a51f91 {{(pid=103917) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 16 17:36:39.024608 dv-cinder-837356-2-iscsi neutron-server[103917]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "9a8be538-5b41-4c93-9b7b-3ed79908ee6e", "name": "network-vif-deleted", "tag": "ce07cf95-c9f7-4b66-9b41-344baf67f864", "status": "completed", "code": 200}]} {{(pid=103917) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 16 17:36:39.024855 dv-cinder-837356-2-iscsi neutron-server[103917]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.66/compute/v2.1/os-server-external-events used request id req-38362055-d03d-4f7d-b60c-989728a51f91 {{(pid=103917) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 16 17:36:39.025292 dv-cinder-837356-2-iscsi neutron-server[103917]: INFO neutron.notifiers.nova [-] Nova event matching ['req-38362055-d03d-4f7d-b60c-989728a51f91'] response: {'server_uuid': '9a8be538-5b41-4c93-9b7b-3ed79908ee6e', 'name': 'network-vif-deleted', 'tag': 'ce07cf95-c9f7-4b66-9b41-344baf67f864', 'status': 'completed', 'code': 200} Jun 16 17:36:39.393901 dv-cinder-837356-2-iscsi neutron-server[103917]: INFO neutron.wsgi [req-47675441-2850-4b95-92ff-c2cef98a0097 req-92b451c0-7fb7-4afd-88cc-1e344730cb84 service neutron] 10.222.0.81 "GET /v2.0/ports?device_id=9a8be538-5b41-4c93-9b7b-3ed79908ee6e&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 210 time: 0.0273054 Jun 16 17:36:39.467987 dv-cinder-837356-2-iscsi neutron-server[103917]: INFO neutron.wsgi [req-47675441-2850-4b95-92ff-c2cef98a0097 req-f1b7c92e-2fdd-43ba-99e2-d289976a80fe service neutron] 10.222.0.81 "GET /v2.0/ports?tenant_id=09d39fa8db0747f9b8237807b2735d5c&device_id=9a8be538-5b41-4c93-9b7b-3ed79908ee6e HTTP/1.1" status: 200 len: 210 time: 0.0288780 Jun 16 17:36:39.596928 dv-cinder-837356-2-iscsi neutron-server[103917]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47675441-2850-4b95-92ff-c2cef98a0097 req-dc6d310b-3e87-40e6-b98a-9f0eebbdf0bb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103917) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 16 17:36:39.598459 dv-cinder-837356-2-iscsi neutron-server[103917]: INFO neutron.wsgi [req-47675441-2850-4b95-92ff-c2cef98a0097 req-dc6d310b-3e87-40e6-b98a-9f0eebbdf0bb service neutron] 10.222.0.81 "GET /v2.0/networks?tenant_id=09d39fa8db0747f9b8237807b2735d5c&shared=False HTTP/1.1" status: 200 len: 911 time: 0.1029146 Jun 16 17:36:39.698186 dv-cinder-837356-2-iscsi neutron-server[103917]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47675441-2850-4b95-92ff-c2cef98a0097 req-76233be5-1c7f-42f0-b127-d5e3af873c50 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103917) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 16 17:36:39.699697 dv-cinder-837356-2-iscsi neutron-server[103917]: INFO neutron.wsgi [req-47675441-2850-4b95-92ff-c2cef98a0097 req-76233be5-1c7f-42f0-b127-d5e3af873c50 service neutron] 10.222.0.81 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 871 time: 0.0909793 Jun 16 17:36:42.997203 dv-cinder-837356-2-iscsi neutron-server[103918]: DEBUG neutron_lib.callbacks.manager [None req-273fead4-a69a-41bc-a2b4-cffa563a58be None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728539454181', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16149322'] for agent (0913b7ec-eea4-4492-8ef1-e01c4575abca), after_update {{(pid=103918) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 17:36:43.629270 dv-cinder-837356-2-iscsi neutron-server[103918]: DEBUG neutron.plugins.ml2.rpc [None req-b2b17746-c296-4803-869a-65578e8233dd None None] Device ce07cf95-c9f7-4b66-9b41-344baf67f864 no longer exists at agent hyperv_hv-cinder-83735 {{(pid=103918) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jun 16 17:36:43.658113 dv-cinder-837356-2-iscsi neutron-server[103918]: DEBUG neutron.plugins.ml2.plugin [None req-b2b17746-c296-4803-869a-65578e8233dd None None] No Port match for: ce07cf95-c9f7-4b66-9b41-344baf67f864 {{(pid=103918) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2382}} Jun 16 17:36:43.658451 dv-cinder-837356-2-iscsi neutron-server[103918]: DEBUG neutron.plugins.ml2.rpc [None req-b2b17746-c296-4803-869a-65578e8233dd None None] Device ce07cf95-c9f7-4b66-9b41-344baf67f864 not bound to the agent host hv-cinder-83735 {{(pid=103918) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jun 16 17:36:45.456413 dv-cinder-837356-2-iscsi neutron-server[103918]: DEBUG neutron_lib.callbacks.manager [None req-215e32ce-6c48-4153-8582-d4fe5fce9b57 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728539454181', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16149322'] for agent (7639df21-17c3-4235-8912-210c3ad54137), after_update {{(pid=103918) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 17:36:46.347580 dv-cinder-837356-2-iscsi neutron-server[103918]: DEBUG neutron_lib.callbacks.manager [None req-20715706-35a9-45af-9420-375bdcc64c61 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728539454181', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16149322'] for agent (50395103-89cf-4fb3-87eb-9dff4dfdeea8), after_update {{(pid=103918) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 17:36:48.123592 dv-cinder-837356-2-iscsi neutron-server[103918]: DEBUG neutron_lib.callbacks.manager [None req-90597016-5de8-4c3e-b42a-66aa2c70cc5e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728539454181', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16149322'] for agent (853db9d1-1c17-40a4-900c-de4f90440474), after_update {{(pid=103918) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 17:36:48.474445 dv-cinder-837356-2-iscsi neutron-server[103918]: DEBUG neutron_lib.callbacks.manager [None req-39ead2dc-a542-4f04-b117-439eb7f32aa8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728539454181', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16149322'] for agent (5b2fa84c-1db1-41c6-a6b9-975c3da28daf), after_update {{(pid=103918) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 17:36:48.946575 dv-cinder-837356-2-iscsi neutron-server[103916]: DEBUG dbcounter [-] [103916] Writing DB stats neutron:SELECT=36 {{(pid=103916) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 16 17:36:48.947462 dv-cinder-837356-2-iscsi neutron-server[103916]: DEBUG dbcounter [-] [103916] Writing DB stats neutron:SELECT=76 {{(pid=103916) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 16 17:36:49.689719 dv-cinder-837356-2-iscsi neutron-server[103917]: DEBUG dbcounter [-] [103917] Writing DB stats neutron:SELECT=59,neutron:DELETE=4 {{(pid=103917) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 16 17:36:49.695622 dv-cinder-837356-2-iscsi neutron-server[103917]: DEBUG dbcounter [-] [103917] Writing DB stats neutron:SELECT=45,neutron:DELETE=4 {{(pid=103917) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 16 17:36:51.658930 dv-cinder-837356-2-iscsi neutron-server[103919]: DEBUG neutron.db.agents_db [None req-d2debd9c-00d6-4a8f-b9fc-d112a2dcea0d None None] Agent healthcheck: found 6 active agents {{(pid=103919) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jun 16 17:36:58.461735 dv-cinder-837356-2-iscsi neutron-server[103918]: DEBUG dbcounter [-] [103918] Writing DB stats neutron:SELECT=30,neutron:UPDATE=4 {{(pid=103918) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 16 17:36:58.465943 dv-cinder-837356-2-iscsi neutron-server[103918]: DEBUG dbcounter [-] [103918] Writing DB stats neutron:SELECT=15,neutron:UPDATE=3 {{(pid=103918) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 16 17:36:59.584780 dv-cinder-837356-2-iscsi neutron-server[103918]: DEBUG neutron_lib.callbacks.manager [None req-b2b17746-c296-4803-869a-65578e8233dd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728539454181', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16149322'] for agent (2e97d73d-50fc-4f89-a4ea-85f65eb860d8), after_update {{(pid=103918) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 17:37:01.884008 dv-cinder-837356-2-iscsi neutron-server[103917]: DEBUG neutron.wsgi [-] (103917) accepted ('10.222.0.66', 47592) {{(pid=103917) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 16 17:37:01.930535 dv-cinder-837356-2-iscsi neutron-server[103917]: DEBUG neutron.db.db_base_plugin_v2 [None req-bfaf17c0-3c2e-4c6c-8f25-a02e485d102e admin admin] Deleting subnet d4337d68-96f2-418e-8847-867a4d63e4c9 {{(pid=103917) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1067}} Jun 16 17:37:01.934188 dv-cinder-837356-2-iscsi neutron-server[103917]: DEBUG neutron_lib.callbacks.manager [None req-bfaf17c0-3c2e-4c6c-8f25-a02e485d102e admin admin] Publish callbacks [] for subnet (d4337d68-96f2-418e-8847-867a4d63e4c9), before_delete {{(pid=103917) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 17:37:01.968523 dv-cinder-837356-2-iscsi neutron-server[103917]: DEBUG neutron_lib.callbacks.manager [None req-bfaf17c0-3c2e-4c6c-8f25-a02e485d102e admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-25699587'] for subnet (d4337d68-96f2-418e-8847-867a4d63e4c9), precommit_delete_associations {{(pid=103917) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 17:37:02.018864 dv-cinder-837356-2-iscsi neutron-server[103917]: DEBUG neutron_lib.callbacks.manager [None req-bfaf17c0-3c2e-4c6c-8f25-a02e485d102e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-16150392'] for subnet (d4337d68-96f2-418e-8847-867a4d63e4c9), precommit_delete {{(pid=103917) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 17:37:02.083540 dv-cinder-837356-2-iscsi neutron-server[103917]: DEBUG neutron_lib.callbacks.manager [None req-bfaf17c0-3c2e-4c6c-8f25-a02e485d102e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-16150339', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-570574', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16241551', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3819756', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-25758852'] for subnet (d4337d68-96f2-418e-8847-867a4d63e4c9), after_delete {{(pid=103917) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 17:37:02.110179 dv-cinder-837356-2-iscsi neutron-server[103917]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bfaf17c0-3c2e-4c6c-8f25-a02e485d102e admin admin] Pushing event deleted for resources: {'Subnet': ['ID=d4337d68-96f2-418e-8847-867a4d63e4c9,revision_number=None']} {{(pid=103917) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 17:37:02.112388 dv-cinder-837356-2-iscsi neutron-server[103917]: DEBUG neutron_lib.callbacks.manager [None req-bfaf17c0-3c2e-4c6c-8f25-a02e485d102e admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=103917) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 17:37:02.115447 dv-cinder-837356-2-iscsi neutron-server[103917]: INFO neutron.wsgi [None req-bfaf17c0-3c2e-4c6c-8f25-a02e485d102e admin admin] 10.222.0.66 "DELETE /v2.0/subnets/d4337d68-96f2-418e-8847-867a4d63e4c9 HTTP/1.1" status: 204 len: 168 time: 0.2304366 Jun 16 17:37:02.118019 dv-cinder-837356-2-iscsi neutron-server[103917]: DEBUG neutron.wsgi [-] (103917) accepted ('10.222.0.66', 47594) {{(pid=103917) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 16 17:37:02.186044 dv-cinder-837356-2-iscsi neutron-server[103917]: DEBUG neutron_lib.callbacks.manager [None req-506da18d-d7ec-4331-9423-dad8b3efb517 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-16129347'] for network (f24358e4-fd71-43f9-a3b7-69d150f32c61), before_delete {{(pid=103917) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 17:37:02.269479 dv-cinder-837356-2-iscsi neutron-server[103917]: DEBUG neutron_lib.callbacks.manager [None req-506da18d-d7ec-4331-9423-dad8b3efb517 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-16152121', 'neutron.services.segments.db._delete_segments_for_network-8728539454199'] for network (f24358e4-fd71-43f9-a3b7-69d150f32c61), precommit_delete {{(pid=103917) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 17:37:02.290889 dv-cinder-837356-2-iscsi neutron-server[103917]: DEBUG neutron.services.segments.db [None req-506da18d-d7ec-4331-9423-dad8b3efb517 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['f24358e4-fd71-43f9-a3b7-69d150f32c61']}} {{(pid=103917) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 16 17:37:02.300597 dv-cinder-837356-2-iscsi neutron-server[103917]: DEBUG neutron.services.segments.db [None req-506da18d-d7ec-4331-9423-dad8b3efb517 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '8fa7253c-2207-478f-b77d-308a989dc4ef') {'for_net_delete': True} {{(pid=103917) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 16 17:37:02.300885 dv-cinder-837356-2-iscsi neutron-server[103917]: DEBUG neutron.services.segments.db [None req-506da18d-d7ec-4331-9423-dad8b3efb517 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '8fa7253c-2207-478f-b77d-308a989dc4ef') {} {{(pid=103917) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 16 17:37:02.311330 dv-cinder-837356-2-iscsi neutron-server[103917]: DEBUG neutron_lib.callbacks.manager [None req-506da18d-d7ec-4331-9423-dad8b3efb517 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8728539454082', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-25699604'] for segment (8fa7253c-2207-478f-b77d-308a989dc4ef), before_delete {{(pid=103917) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 17:37:02.324729 dv-cinder-837356-2-iscsi neutron-server[103917]: DEBUG neutron_lib.callbacks.manager [None req-506da18d-d7ec-4331-9423-dad8b3efb517 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16150272'] for segment (8fa7253c-2207-478f-b77d-308a989dc4ef), precommit_delete {{(pid=103917) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 17:37:02.331172 dv-cinder-837356-2-iscsi neutron-server[103917]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-506da18d-d7ec-4331-9423-dad8b3efb517 admin admin] Releasing vlan 1018 on physical network physnet1 to pool {{(pid=103917) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jun 16 17:37:02.331546 dv-cinder-837356-2-iscsi neutron-server[103917]: DEBUG neutron_lib.callbacks.manager [None req-506da18d-d7ec-4331-9423-dad8b3efb517 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16150272', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3819570'] for segment (8fa7253c-2207-478f-b77d-308a989dc4ef), after_delete {{(pid=103917) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 17:37:02.403463 dv-cinder-837356-2-iscsi neutron-server[103917]: DEBUG neutron_lib.callbacks.manager [None req-506da18d-d7ec-4331-9423-dad8b3efb517 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-16152118', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-570401', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16241551', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-704929'] for network (f24358e4-fd71-43f9-a3b7-69d150f32c61), after_delete {{(pid=103917) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 17:37:02.410389 dv-cinder-837356-2-iscsi neutron-server[103917]: DEBUG neutron_lib.callbacks.manager [None req-506da18d-d7ec-4331-9423-dad8b3efb517 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-16241561'] for network (None), before_response {{(pid=103917) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 17:37:02.413862 dv-cinder-837356-2-iscsi neutron-server[103917]: INFO neutron.wsgi [None req-506da18d-d7ec-4331-9423-dad8b3efb517 admin admin] 10.222.0.66 "DELETE /v2.0/networks/f24358e4-fd71-43f9-a3b7-69d150f32c61 HTTP/1.1" status: 204 len: 168 time: 0.2947290 Jun 16 17:37:02.415543 dv-cinder-837356-2-iscsi neutron-server[103917]: INFO neutron.services.segments.plugin [-] Segment 8fa7253c-2207-478f-b77d-308a989dc4ef resource provider aggregate not found Jun 16 17:37:02.430835 dv-cinder-837356-2-iscsi neutron-server[103917]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-506da18d-d7ec-4331-9423-dad8b3efb517 admin admin] Pushing event deleted for resources: {'Network': ['ID=f24358e4-fd71-43f9-a3b7-69d150f32c61,revision_number=None']} {{(pid=103917) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 17:37:02.436086 dv-cinder-837356-2-iscsi neutron-server[103917]: INFO neutron.services.segments.plugin [-] Segment 8fa7253c-2207-478f-b77d-308a989dc4ef resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid 8fa7253c-2207-478f-b77d-308a989dc4ef found for delete ", "request_id": "req-de7bd3f9-6168-42a6-8951-915d1fdf5aea"}]} Jun 16 17:37:02.544804 dv-cinder-837356-2-iscsi neutron-server[103917]: DEBUG neutron.wsgi [-] (103917) accepted ('10.222.0.66', 47604) {{(pid=103917) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 16 17:37:02.584968 dv-cinder-837356-2-iscsi neutron-server[103917]: INFO neutron.wsgi [None req-215e6de7-5e68-4eca-a632-c139d6db10ae admin admin] 10.222.0.66 "GET /v2.0/security-groups?tenant_id=09d39fa8db0747f9b8237807b2735d5c&name=default HTTP/1.1" status: 200 len: 2996 time: 0.0388532 Jun 16 17:37:02.587381 dv-cinder-837356-2-iscsi neutron-server[103917]: DEBUG neutron.wsgi [-] (103917) accepted ('10.222.0.66', 47606) {{(pid=103917) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 16 17:37:02.636912 dv-cinder-837356-2-iscsi neutron-server[103917]: DEBUG neutron_lib.callbacks.manager [None req-2e6e355f-f1e2-4b3d-86f8-1e4de48a5ca4 admin admin] Publish callbacks [] for security_group (ec018169-5347-486e-92a4-986dda304d09), before_delete {{(pid=103917) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 17:37:02.659684 dv-cinder-837356-2-iscsi neutron-server[103917]: DEBUG neutron_lib.callbacks.manager [None req-2e6e355f-f1e2-4b3d-86f8-1e4de48a5ca4 admin admin] Publish callbacks [] for security_group (ec018169-5347-486e-92a4-986dda304d09), precommit_delete {{(pid=103917) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 17:37:02.716154 dv-cinder-837356-2-iscsi neutron-server[103917]: DEBUG neutron_lib.callbacks.manager [None req-2e6e355f-f1e2-4b3d-86f8-1e4de48a5ca4 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-570488'] for security_group (ec018169-5347-486e-92a4-986dda304d09), after_delete {{(pid=103917) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 17:37:02.719191 dv-cinder-837356-2-iscsi neutron-server[103917]: DEBUG neutron_lib.callbacks.manager [None req-2e6e355f-f1e2-4b3d-86f8-1e4de48a5ca4 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103917) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 17:37:02.720669 dv-cinder-837356-2-iscsi neutron-server[103917]: INFO neutron.wsgi [None req-2e6e355f-f1e2-4b3d-86f8-1e4de48a5ca4 admin admin] 10.222.0.66 "DELETE /v2.0/security-groups/ec018169-5347-486e-92a4-986dda304d09 HTTP/1.1" status: 204 len: 168 time: 0.1324267 Jun 16 17:37:02.730144 dv-cinder-837356-2-iscsi neutron-server[103917]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2e6e355f-f1e2-4b3d-86f8-1e4de48a5ca4 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ec018169-5347-486e-92a4-986dda304d09,revision_number=None']} {{(pid=103917) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 17:37:12.702709 dv-cinder-837356-2-iscsi neutron-server[103917]: DEBUG dbcounter [-] [103917] Writing DB stats neutron:SELECT=66,neutron:UPDATE=1,neutron:DELETE=9 {{(pid=103917) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 16 17:37:12.724462 dv-cinder-837356-2-iscsi neutron-server[103917]: DEBUG dbcounter [-] [103917] Writing DB stats neutron:SELECT=79,neutron:DELETE=5,neutron:UPDATE=2 {{(pid=103917) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 16 17:37:12.742891 dv-cinder-837356-2-iscsi neutron-server[103918]: DEBUG dbcounter [-] [103918] Writing DB stats neutron:SELECT=2 {{(pid=103918) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 16 17:37:12.743729 dv-cinder-837356-2-iscsi neutron-server[103918]: DEBUG dbcounter [-] [103918] Writing DB stats neutron:SELECT=3,neutron:UPDATE=1 {{(pid=103918) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 16 17:37:13.004757 dv-cinder-837356-2-iscsi neutron-server[103918]: DEBUG neutron_lib.callbacks.manager [None req-a4010a43-cbc0-44b3-b1f0-2c580784cd24 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728539454181', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16149322'] for agent (0913b7ec-eea4-4492-8ef1-e01c4575abca), after_update {{(pid=103918) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 17:37:15.453690 dv-cinder-837356-2-iscsi neutron-server[103918]: DEBUG neutron_lib.callbacks.manager [None req-55f8ca87-45f5-4007-9288-8e1eb957b170 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728539454181', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16149322'] for agent (7639df21-17c3-4235-8912-210c3ad54137), after_update {{(pid=103918) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 17:37:15.641375 dv-cinder-837356-2-iscsi neutron-server[103919]: DEBUG dbcounter [-] [103919] Writing DB stats neutron:SELECT=19 {{(pid=103919) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 16 17:37:15.642253 dv-cinder-837356-2-iscsi neutron-server[103919]: DEBUG dbcounter [-] [103919] Writing DB stats neutron:SELECT=17 {{(pid=103919) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 16 17:37:16.345877 dv-cinder-837356-2-iscsi neutron-server[103918]: DEBUG neutron_lib.callbacks.manager [None req-20715706-35a9-45af-9420-375bdcc64c61 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728539454181', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16149322'] for agent (50395103-89cf-4fb3-87eb-9dff4dfdeea8), after_update {{(pid=103918) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 17:37:18.126249 dv-cinder-837356-2-iscsi neutron-server[103918]: DEBUG neutron_lib.callbacks.manager [None req-90597016-5de8-4c3e-b42a-66aa2c70cc5e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728539454181', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16149322'] for agent (853db9d1-1c17-40a4-900c-de4f90440474), after_update {{(pid=103918) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 17:37:18.458948 dv-cinder-837356-2-iscsi neutron-server[103918]: DEBUG neutron_lib.callbacks.manager [None req-39ead2dc-a542-4f04-b117-439eb7f32aa8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728539454181', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16149322'] for agent (5b2fa84c-1db1-41c6-a6b9-975c3da28daf), after_update {{(pid=103918) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 17:37:28.446905 dv-cinder-837356-2-iscsi neutron-server[103918]: DEBUG dbcounter [-] [103918] Writing DB stats neutron:SELECT=7,neutron:UPDATE=1 {{(pid=103918) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 16 17:37:28.453703 dv-cinder-837356-2-iscsi neutron-server[103918]: DEBUG dbcounter [-] [103918] Writing DB stats neutron:SELECT=8,neutron:UPDATE=4 {{(pid=103918) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 16 17:37:28.663030 dv-cinder-837356-2-iscsi neutron-server[103919]: DEBUG neutron.db.agents_db [None req-d2debd9c-00d6-4a8f-b9fc-d112a2dcea0d None None] Agent healthcheck: found 6 active agents {{(pid=103919) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jun 16 17:37:29.590115 dv-cinder-837356-2-iscsi neutron-server[103918]: DEBUG neutron_lib.callbacks.manager [None req-b2b17746-c296-4803-869a-65578e8233dd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728539454181', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16149322'] for agent (2e97d73d-50fc-4f89-a4ea-85f65eb860d8), after_update {{(pid=103918) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 17:37:38.654417 dv-cinder-837356-2-iscsi neutron-server[103919]: DEBUG dbcounter [-] [103919] Writing DB stats neutron:SELECT=3 {{(pid=103919) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 16 17:37:38.655332 dv-cinder-837356-2-iscsi neutron-server[103919]: DEBUG dbcounter [-] [103919] Writing DB stats neutron:SELECT=5 {{(pid=103919) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 16 17:37:42.999410 dv-cinder-837356-2-iscsi neutron-server[103918]: DEBUG neutron_lib.callbacks.manager [None req-2c5d431e-5e66-4565-8b1c-ceb5fc2b3bcf None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728539454181', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16149322'] for agent (0913b7ec-eea4-4492-8ef1-e01c4575abca), after_update {{(pid=103918) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 17:37:45.448413 dv-cinder-837356-2-iscsi neutron-server[103918]: DEBUG neutron_lib.callbacks.manager [None req-47e2008b-6687-433f-a149-73299d626711 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728539454181', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16149322'] for agent (7639df21-17c3-4235-8912-210c3ad54137), after_update {{(pid=103918) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 17:37:46.359493 dv-cinder-837356-2-iscsi neutron-server[103918]: DEBUG neutron_lib.callbacks.manager [None req-20715706-35a9-45af-9420-375bdcc64c61 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728539454181', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16149322'] for agent (50395103-89cf-4fb3-87eb-9dff4dfdeea8), after_update {{(pid=103918) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 17:37:48.129368 dv-cinder-837356-2-iscsi neutron-server[103918]: DEBUG neutron_lib.callbacks.manager [None req-90597016-5de8-4c3e-b42a-66aa2c70cc5e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728539454181', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16149322'] for agent (853db9d1-1c17-40a4-900c-de4f90440474), after_update {{(pid=103918) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 17:37:48.464684 dv-cinder-837356-2-iscsi neutron-server[103918]: DEBUG neutron_lib.callbacks.manager [None req-39ead2dc-a542-4f04-b117-439eb7f32aa8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728539454181', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16149322'] for agent (5b2fa84c-1db1-41c6-a6b9-975c3da28daf), after_update {{(pid=103918) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 17:37:58.452162 dv-cinder-837356-2-iscsi neutron-server[103918]: DEBUG dbcounter [-] [103918] Writing DB stats neutron:UPDATE=3,neutron:SELECT=23 {{(pid=103918) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 16 17:37:58.458849 dv-cinder-837356-2-iscsi neutron-server[103918]: DEBUG dbcounter [-] [103918] Writing DB stats neutron:SELECT=21,neutron:UPDATE=3 {{(pid=103918) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 16 17:37:59.601139 dv-cinder-837356-2-iscsi neutron-server[103918]: DEBUG neutron_lib.callbacks.manager [None req-b2b17746-c296-4803-869a-65578e8233dd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728539454181', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16149322'] for agent (2e97d73d-50fc-4f89-a4ea-85f65eb860d8), after_update {{(pid=103918) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 17:38:05.662107 dv-cinder-837356-2-iscsi neutron-server[103919]: DEBUG neutron.db.agents_db [None req-d2debd9c-00d6-4a8f-b9fc-d112a2dcea0d None None] Agent healthcheck: found 6 active agents {{(pid=103919) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jun 16 17:38:09.593779 dv-cinder-837356-2-iscsi neutron-server[103918]: DEBUG dbcounter [-] [103918] Writing DB stats neutron:SELECT=1 {{(pid=103918) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 16 17:38:09.596790 dv-cinder-837356-2-iscsi neutron-server[103918]: DEBUG dbcounter [-] [103918] Writing DB stats neutron:SELECT=2,neutron:UPDATE=1 {{(pid=103918) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 16 17:38:13.003867 dv-cinder-837356-2-iscsi neutron-server[103918]: DEBUG neutron_lib.callbacks.manager [None req-1461b89a-8b57-425a-82b0-e379d99c2869 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728539454181', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16149322'] for agent (0913b7ec-eea4-4492-8ef1-e01c4575abca), after_update {{(pid=103918) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 17:38:15.457954 dv-cinder-837356-2-iscsi neutron-server[103918]: DEBUG neutron_lib.callbacks.manager [None req-757b78b4-7a1c-40c6-9f48-be2be993651a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728539454181', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16149322'] for agent (7639df21-17c3-4235-8912-210c3ad54137), after_update {{(pid=103918) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 17:38:15.657048 dv-cinder-837356-2-iscsi neutron-server[103919]: DEBUG dbcounter [-] [103919] Writing DB stats neutron:SELECT=4 {{(pid=103919) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 16 17:38:15.657951 dv-cinder-837356-2-iscsi neutron-server[103919]: DEBUG dbcounter [-] [103919] Writing DB stats neutron:SELECT=5,neutron:DELETE=1 {{(pid=103919) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 16 17:38:16.353063 dv-cinder-837356-2-iscsi neutron-server[103918]: DEBUG neutron_lib.callbacks.manager [None req-20715706-35a9-45af-9420-375bdcc64c61 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728539454181', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16149322'] for agent (50395103-89cf-4fb3-87eb-9dff4dfdeea8), after_update {{(pid=103918) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 17:38:18.134094 dv-cinder-837356-2-iscsi neutron-server[103918]: DEBUG neutron_lib.callbacks.manager [None req-90597016-5de8-4c3e-b42a-66aa2c70cc5e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728539454181', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16149322'] for agent (853db9d1-1c17-40a4-900c-de4f90440474), after_update {{(pid=103918) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 17:38:18.473792 dv-cinder-837356-2-iscsi neutron-server[103918]: DEBUG neutron_lib.callbacks.manager [None req-39ead2dc-a542-4f04-b117-439eb7f32aa8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728539454181', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16149322'] for agent (5b2fa84c-1db1-41c6-a6b9-975c3da28daf), after_update {{(pid=103918) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 17:38:28.464550 dv-cinder-837356-2-iscsi neutron-server[103918]: DEBUG dbcounter [-] [103918] Writing DB stats neutron:SELECT=7,neutron:UPDATE=2 {{(pid=103918) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 16 17:38:28.466832 dv-cinder-837356-2-iscsi neutron-server[103918]: DEBUG dbcounter [-] [103918] Writing DB stats neutron:SELECT=8,neutron:UPDATE=3 {{(pid=103918) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 16 17:38:29.621448 dv-cinder-837356-2-iscsi neutron-server[103918]: DEBUG neutron_lib.callbacks.manager [None req-b2b17746-c296-4803-869a-65578e8233dd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728539454181', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16149322'] for agent (2e97d73d-50fc-4f89-a4ea-85f65eb860d8), after_update {{(pid=103918) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 17:38:39.613232 dv-cinder-837356-2-iscsi neutron-server[103918]: DEBUG dbcounter [-] [103918] Writing DB stats neutron:SELECT=2 {{(pid=103918) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 16 17:38:39.616057 dv-cinder-837356-2-iscsi neutron-server[103918]: DEBUG dbcounter [-] [103918] Writing DB stats neutron:SELECT=1,neutron:UPDATE=1 {{(pid=103918) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 16 17:38:42.662082 dv-cinder-837356-2-iscsi neutron-server[103919]: DEBUG neutron.db.agents_db [None req-d2debd9c-00d6-4a8f-b9fc-d112a2dcea0d None None] Agent healthcheck: found 6 active agents {{(pid=103919) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jun 16 17:38:43.013730 dv-cinder-837356-2-iscsi neutron-server[103918]: DEBUG neutron_lib.callbacks.manager [None req-c75a8e40-4e0f-4c0b-a4cf-f19c8b6797fe None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728539454181', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16149322'] for agent (0913b7ec-eea4-4492-8ef1-e01c4575abca), after_update {{(pid=103918) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 17:38:45.454611 dv-cinder-837356-2-iscsi neutron-server[103918]: DEBUG neutron_lib.callbacks.manager [None req-ecd26a1a-1890-4dad-ae7f-dcdebb3ab1b1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728539454181', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16149322'] for agent (7639df21-17c3-4235-8912-210c3ad54137), after_update {{(pid=103918) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 17:38:46.363460 dv-cinder-837356-2-iscsi neutron-server[103918]: DEBUG neutron_lib.callbacks.manager [None req-20715706-35a9-45af-9420-375bdcc64c61 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728539454181', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16149322'] for agent (50395103-89cf-4fb3-87eb-9dff4dfdeea8), after_update {{(pid=103918) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 17:38:48.148001 dv-cinder-837356-2-iscsi neutron-server[103918]: DEBUG neutron_lib.callbacks.manager [None req-90597016-5de8-4c3e-b42a-66aa2c70cc5e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728539454181', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16149322'] for agent (853db9d1-1c17-40a4-900c-de4f90440474), after_update {{(pid=103918) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 17:38:48.473984 dv-cinder-837356-2-iscsi neutron-server[103918]: DEBUG neutron_lib.callbacks.manager [None req-39ead2dc-a542-4f04-b117-439eb7f32aa8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728539454181', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16149322'] for agent (5b2fa84c-1db1-41c6-a6b9-975c3da28daf), after_update {{(pid=103918) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 17:38:52.657710 dv-cinder-837356-2-iscsi neutron-server[103919]: DEBUG dbcounter [-] [103919] Writing DB stats neutron:SELECT=4 {{(pid=103919) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 16 17:38:52.658543 dv-cinder-837356-2-iscsi neutron-server[103919]: DEBUG dbcounter [-] [103919] Writing DB stats neutron:SELECT=4 {{(pid=103919) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 16 17:38:58.458489 dv-cinder-837356-2-iscsi neutron-server[103918]: DEBUG dbcounter [-] [103918] Writing DB stats neutron:SELECT=8,neutron:UPDATE=2 {{(pid=103918) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 16 17:38:58.466614 dv-cinder-837356-2-iscsi neutron-server[103918]: DEBUG dbcounter [-] [103918] Writing DB stats neutron:SELECT=7,neutron:UPDATE=3 {{(pid=103918) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 16 17:38:59.623078 dv-cinder-837356-2-iscsi neutron-server[103918]: DEBUG neutron_lib.callbacks.manager [None req-b2b17746-c296-4803-869a-65578e8233dd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728539454181', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16149322'] for agent (2e97d73d-50fc-4f89-a4ea-85f65eb860d8), after_update {{(pid=103918) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 17:39:08.179252 dv-cinder-837356-2-iscsi neutron-server[103919]: DEBUG dbcounter [-] [103919] Writing DB stats neutron:SELECT=12 {{(pid=103919) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 16 17:39:08.183403 dv-cinder-837356-2-iscsi neutron-server[103919]: DEBUG dbcounter [-] [103919] Writing DB stats neutron:SELECT=14 {{(pid=103919) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 16 17:39:09.614263 dv-cinder-837356-2-iscsi neutron-server[103918]: DEBUG dbcounter [-] [103918] Writing DB stats neutron:SELECT=2 {{(pid=103918) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 16 17:39:09.616277 dv-cinder-837356-2-iscsi neutron-server[103918]: DEBUG dbcounter [-] [103918] Writing DB stats neutron:SELECT=1,neutron:UPDATE=1 {{(pid=103918) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 16 17:39:13.010453 dv-cinder-837356-2-iscsi neutron-server[103918]: DEBUG neutron_lib.callbacks.manager [None req-d24bd702-def3-453c-8f2a-c46d8c978951 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728539454181', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16149322'] for agent (0913b7ec-eea4-4492-8ef1-e01c4575abca), after_update {{(pid=103918) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 17:39:15.450954 dv-cinder-837356-2-iscsi neutron-server[103918]: DEBUG neutron_lib.callbacks.manager [None req-84b0b638-8803-41d8-836f-950ae7383cb9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728539454181', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16149322'] for agent (7639df21-17c3-4235-8912-210c3ad54137), after_update {{(pid=103918) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 17:39:16.363456 dv-cinder-837356-2-iscsi neutron-server[103918]: DEBUG neutron_lib.callbacks.manager [None req-20715706-35a9-45af-9420-375bdcc64c61 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728539454181', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16149322'] for agent (50395103-89cf-4fb3-87eb-9dff4dfdeea8), after_update {{(pid=103918) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 17:39:18.142021 dv-cinder-837356-2-iscsi neutron-server[103918]: DEBUG neutron_lib.callbacks.manager [None req-90597016-5de8-4c3e-b42a-66aa2c70cc5e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728539454181', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16149322'] for agent (853db9d1-1c17-40a4-900c-de4f90440474), after_update {{(pid=103918) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 17:39:18.471137 dv-cinder-837356-2-iscsi neutron-server[103918]: DEBUG neutron_lib.callbacks.manager [None req-39ead2dc-a542-4f04-b117-439eb7f32aa8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728539454181', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16149322'] for agent (5b2fa84c-1db1-41c6-a6b9-975c3da28daf), after_update {{(pid=103918) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 17:39:19.666335 dv-cinder-837356-2-iscsi neutron-server[103919]: DEBUG neutron.db.agents_db [None req-d2debd9c-00d6-4a8f-b9fc-d112a2dcea0d None None] Agent healthcheck: found 6 active agents {{(pid=103919) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jun 16 17:39:24.630905 dv-cinder-837356-2-iscsi neutron-server[103919]: DEBUG dbcounter [-] [103919] Writing DB stats neutron:SELECT=4 {{(pid=103919) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 16 17:39:28.462465 dv-cinder-837356-2-iscsi neutron-server[103918]: DEBUG dbcounter [-] [103918] Writing DB stats neutron:SELECT=10,neutron:UPDATE=1 {{(pid=103918) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 16 17:39:28.463489 dv-cinder-837356-2-iscsi neutron-server[103918]: DEBUG dbcounter [-] [103918] Writing DB stats neutron:SELECT=5,neutron:UPDATE=4 {{(pid=103918) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 16 17:39:29.621015 dv-cinder-837356-2-iscsi neutron-server[103918]: DEBUG neutron_lib.callbacks.manager [None req-b2b17746-c296-4803-869a-65578e8233dd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728539454181', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16149322'] for agent (2e97d73d-50fc-4f89-a4ea-85f65eb860d8), after_update {{(pid=103918) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 17:39:29.658860 dv-cinder-837356-2-iscsi neutron-server[103919]: DEBUG dbcounter [-] [103919] Writing DB stats neutron:SELECT=4 {{(pid=103919) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 16 17:39:43.009359 dv-cinder-837356-2-iscsi neutron-server[103918]: DEBUG neutron_lib.callbacks.manager [None req-d4ec4a9a-6167-4923-9111-668187c80c5a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728539454181', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16149322'] for agent (0913b7ec-eea4-4492-8ef1-e01c4575abca), after_update {{(pid=103918) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 17:39:45.448646 dv-cinder-837356-2-iscsi neutron-server[103918]: DEBUG neutron_lib.callbacks.manager [None req-393bc651-7ed5-416c-8669-c46c65346e8e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728539454181', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16149322'] for agent (7639df21-17c3-4235-8912-210c3ad54137), after_update {{(pid=103918) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 17:39:46.369445 dv-cinder-837356-2-iscsi neutron-server[103918]: DEBUG neutron_lib.callbacks.manager [None req-20715706-35a9-45af-9420-375bdcc64c61 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728539454181', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16149322'] for agent (50395103-89cf-4fb3-87eb-9dff4dfdeea8), after_update {{(pid=103918) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 17:39:48.150046 dv-cinder-837356-2-iscsi neutron-server[103918]: DEBUG neutron_lib.callbacks.manager [None req-90597016-5de8-4c3e-b42a-66aa2c70cc5e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728539454181', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16149322'] for agent (853db9d1-1c17-40a4-900c-de4f90440474), after_update {{(pid=103918) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 17:39:48.468540 dv-cinder-837356-2-iscsi neutron-server[103918]: DEBUG neutron_lib.callbacks.manager [None req-39ead2dc-a542-4f04-b117-439eb7f32aa8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728539454181', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16149322'] for agent (5b2fa84c-1db1-41c6-a6b9-975c3da28daf), after_update {{(pid=103918) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 17:39:56.670576 dv-cinder-837356-2-iscsi neutron-server[103919]: DEBUG neutron.db.agents_db [None req-d2debd9c-00d6-4a8f-b9fc-d112a2dcea0d None None] Agent healthcheck: found 6 active agents {{(pid=103919) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jun 16 17:39:58.454581 dv-cinder-837356-2-iscsi neutron-server[103918]: DEBUG dbcounter [-] [103918] Writing DB stats neutron:SELECT=25,neutron:UPDATE=2 {{(pid=103918) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 16 17:39:58.460718 dv-cinder-837356-2-iscsi neutron-server[103918]: DEBUG dbcounter [-] [103918] Writing DB stats neutron:SELECT=19,neutron:UPDATE=4 {{(pid=103918) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 16 17:39:59.628365 dv-cinder-837356-2-iscsi neutron-server[103918]: DEBUG neutron_lib.callbacks.manager [None req-b2b17746-c296-4803-869a-65578e8233dd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728539454181', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16149322'] for agent (2e97d73d-50fc-4f89-a4ea-85f65eb860d8), after_update {{(pid=103918) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 17:40:09.616365 dv-cinder-837356-2-iscsi neutron-server[103918]: DEBUG dbcounter [-] [103918] Writing DB stats neutron:SELECT=2 {{(pid=103918) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 16 17:40:09.618989 dv-cinder-837356-2-iscsi neutron-server[103918]: DEBUG dbcounter [-] [103918] Writing DB stats neutron:SELECT=1,neutron:UPDATE=1 {{(pid=103918) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 16 17:40:11.680593 dv-cinder-837356-2-iscsi neutron-server[103919]: DEBUG dbcounter [-] [103919] Writing DB stats neutron:SELECT=6 {{(pid=103919) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 16 17:40:11.681395 dv-cinder-837356-2-iscsi neutron-server[103919]: DEBUG dbcounter [-] [103919] Writing DB stats neutron:SELECT=3,neutron:DELETE=1 {{(pid=103919) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 16 17:40:13.006764 dv-cinder-837356-2-iscsi neutron-server[103918]: DEBUG neutron_lib.callbacks.manager [None req-d123a294-f984-457d-ada5-7ea0d606582b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728539454181', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16149322'] for agent (0913b7ec-eea4-4492-8ef1-e01c4575abca), after_update {{(pid=103918) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 17:40:15.443789 dv-cinder-837356-2-iscsi neutron-server[103918]: DEBUG neutron_lib.callbacks.manager [None req-a5019e1a-5129-4b03-9bb0-edae038871dc None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728539454181', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16149322'] for agent (7639df21-17c3-4235-8912-210c3ad54137), after_update {{(pid=103918) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 17:40:16.380865 dv-cinder-837356-2-iscsi neutron-server[103918]: DEBUG neutron_lib.callbacks.manager [None req-20715706-35a9-45af-9420-375bdcc64c61 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728539454181', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16149322'] for agent (50395103-89cf-4fb3-87eb-9dff4dfdeea8), after_update {{(pid=103918) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 17:40:18.148518 dv-cinder-837356-2-iscsi neutron-server[103918]: DEBUG neutron_lib.callbacks.manager [None req-90597016-5de8-4c3e-b42a-66aa2c70cc5e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728539454181', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16149322'] for agent (853db9d1-1c17-40a4-900c-de4f90440474), after_update {{(pid=103918) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 17:40:18.471536 dv-cinder-837356-2-iscsi neutron-server[103918]: DEBUG neutron_lib.callbacks.manager [None req-39ead2dc-a542-4f04-b117-439eb7f32aa8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728539454181', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16149322'] for agent (5b2fa84c-1db1-41c6-a6b9-975c3da28daf), after_update {{(pid=103918) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 17:40:28.462647 dv-cinder-837356-2-iscsi neutron-server[103918]: DEBUG dbcounter [-] [103918] Writing DB stats neutron:SELECT=8,neutron:UPDATE=2 {{(pid=103918) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 16 17:40:28.465104 dv-cinder-837356-2-iscsi neutron-server[103918]: DEBUG dbcounter [-] [103918] Writing DB stats neutron:SELECT=7,neutron:UPDATE=3 {{(pid=103918) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 16 17:40:29.634412 dv-cinder-837356-2-iscsi neutron-server[103918]: DEBUG neutron_lib.callbacks.manager [None req-b2b17746-c296-4803-869a-65578e8233dd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728539454181', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16149322'] for agent (2e97d73d-50fc-4f89-a4ea-85f65eb860d8), after_update {{(pid=103918) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 17:40:33.672786 dv-cinder-837356-2-iscsi neutron-server[103919]: DEBUG neutron.db.agents_db [None req-d2debd9c-00d6-4a8f-b9fc-d112a2dcea0d None None] Agent healthcheck: found 6 active agents {{(pid=103919) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jun 16 17:40:38.642712 dv-cinder-837356-2-iscsi neutron-server[103919]: DEBUG dbcounter [-] [103919] Writing DB stats neutron:SELECT=2 {{(pid=103919) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 16 17:40:39.624047 dv-cinder-837356-2-iscsi neutron-server[103918]: DEBUG dbcounter [-] [103918] Writing DB stats neutron:SELECT=2 {{(pid=103918) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 16 17:40:39.627064 dv-cinder-837356-2-iscsi neutron-server[103918]: DEBUG dbcounter [-] [103918] Writing DB stats neutron:SELECT=1,neutron:UPDATE=1 {{(pid=103918) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 16 17:40:43.001348 dv-cinder-837356-2-iscsi neutron-server[103918]: DEBUG neutron_lib.callbacks.manager [None req-1fd6bf71-76f2-4af9-b241-90177a2ea9cc None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728539454181', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16149322'] for agent (0913b7ec-eea4-4492-8ef1-e01c4575abca), after_update {{(pid=103918) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 17:40:43.668455 dv-cinder-837356-2-iscsi neutron-server[103919]: DEBUG dbcounter [-] [103919] Writing DB stats neutron:SELECT=6 {{(pid=103919) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 16 17:40:45.462376 dv-cinder-837356-2-iscsi neutron-server[103918]: DEBUG neutron_lib.callbacks.manager [None req-a3c30c36-55a3-45d5-b654-512e34687e77 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728539454181', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16149322'] for agent (7639df21-17c3-4235-8912-210c3ad54137), after_update {{(pid=103918) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 17:40:46.370875 dv-cinder-837356-2-iscsi neutron-server[103918]: DEBUG neutron_lib.callbacks.manager [None req-20715706-35a9-45af-9420-375bdcc64c61 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728539454181', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16149322'] for agent (50395103-89cf-4fb3-87eb-9dff4dfdeea8), after_update {{(pid=103918) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 17:40:48.153195 dv-cinder-837356-2-iscsi neutron-server[103918]: DEBUG neutron_lib.callbacks.manager [None req-90597016-5de8-4c3e-b42a-66aa2c70cc5e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728539454181', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16149322'] for agent (853db9d1-1c17-40a4-900c-de4f90440474), after_update {{(pid=103918) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 17:40:48.470769 dv-cinder-837356-2-iscsi neutron-server[103918]: DEBUG neutron_lib.callbacks.manager [None req-39ead2dc-a542-4f04-b117-439eb7f32aa8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728539454181', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16149322'] for agent (5b2fa84c-1db1-41c6-a6b9-975c3da28daf), after_update {{(pid=103918) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 17:40:58.463452 dv-cinder-837356-2-iscsi neutron-server[103918]: DEBUG dbcounter [-] [103918] Writing DB stats neutron:SELECT=7,neutron:UPDATE=2 {{(pid=103918) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 16 17:40:58.464412 dv-cinder-837356-2-iscsi neutron-server[103918]: DEBUG dbcounter [-] [103918] Writing DB stats neutron:SELECT=8,neutron:UPDATE=3 {{(pid=103918) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 16 17:40:59.637875 dv-cinder-837356-2-iscsi neutron-server[103918]: DEBUG neutron_lib.callbacks.manager [None req-b2b17746-c296-4803-869a-65578e8233dd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728539454181', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16149322'] for agent (2e97d73d-50fc-4f89-a4ea-85f65eb860d8), after_update {{(pid=103918) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 17:41:09.626836 dv-cinder-837356-2-iscsi neutron-server[103918]: DEBUG dbcounter [-] [103918] Writing DB stats neutron:SELECT=2 {{(pid=103918) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 16 17:41:09.631193 dv-cinder-837356-2-iscsi neutron-server[103918]: DEBUG dbcounter [-] [103918] Writing DB stats neutron:SELECT=1,neutron:UPDATE=1 {{(pid=103918) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 16 17:41:10.673661 dv-cinder-837356-2-iscsi neutron-server[103919]: DEBUG neutron.db.agents_db [None req-d2debd9c-00d6-4a8f-b9fc-d112a2dcea0d None None] Agent healthcheck: found 6 active agents {{(pid=103919) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jun 16 17:41:13.012751 dv-cinder-837356-2-iscsi neutron-server[103918]: DEBUG neutron_lib.callbacks.manager [None req-e320b402-e0aa-412f-9261-fc6a234583ef None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728539454181', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16149322'] for agent (0913b7ec-eea4-4492-8ef1-e01c4575abca), after_update {{(pid=103918) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 17:41:15.452956 dv-cinder-837356-2-iscsi neutron-server[103918]: DEBUG neutron_lib.callbacks.manager [None req-8614485c-70fc-40c1-a174-83ef54a460d5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728539454181', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16149322'] for agent (7639df21-17c3-4235-8912-210c3ad54137), after_update {{(pid=103918) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 17:41:16.382370 dv-cinder-837356-2-iscsi neutron-server[103918]: DEBUG neutron_lib.callbacks.manager [None req-20715706-35a9-45af-9420-375bdcc64c61 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728539454181', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16149322'] for agent (50395103-89cf-4fb3-87eb-9dff4dfdeea8), after_update {{(pid=103918) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 17:41:18.158032 dv-cinder-837356-2-iscsi neutron-server[103918]: DEBUG neutron_lib.callbacks.manager [None req-90597016-5de8-4c3e-b42a-66aa2c70cc5e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728539454181', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16149322'] for agent (853db9d1-1c17-40a4-900c-de4f90440474), after_update {{(pid=103918) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 17:41:18.469287 dv-cinder-837356-2-iscsi neutron-server[103918]: DEBUG neutron_lib.callbacks.manager [None req-39ead2dc-a542-4f04-b117-439eb7f32aa8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728539454181', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16149322'] for agent (5b2fa84c-1db1-41c6-a6b9-975c3da28daf), after_update {{(pid=103918) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 17:41:20.668781 dv-cinder-837356-2-iscsi neutron-server[103919]: DEBUG dbcounter [-] [103919] Writing DB stats neutron:SELECT=14 {{(pid=103919) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 16 17:41:20.670176 dv-cinder-837356-2-iscsi neutron-server[103919]: DEBUG dbcounter [-] [103919] Writing DB stats neutron:SELECT=20 {{(pid=103919) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 16 17:41:28.461851 dv-cinder-837356-2-iscsi neutron-server[103918]: DEBUG dbcounter [-] [103918] Writing DB stats neutron:SELECT=7,neutron:UPDATE=1 {{(pid=103918) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 16 17:41:28.463782 dv-cinder-837356-2-iscsi neutron-server[103918]: DEBUG dbcounter [-] [103918] Writing DB stats neutron:SELECT=8,neutron:UPDATE=4 {{(pid=103918) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 16 17:41:29.646820 dv-cinder-837356-2-iscsi neutron-server[103918]: DEBUG neutron_lib.callbacks.manager [None req-b2b17746-c296-4803-869a-65578e8233dd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728539454181', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16149322'] for agent (2e97d73d-50fc-4f89-a4ea-85f65eb860d8), after_update {{(pid=103918) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 17:41:39.638937 dv-cinder-837356-2-iscsi neutron-server[103918]: DEBUG dbcounter [-] [103918] Writing DB stats neutron:SELECT=2 {{(pid=103918) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 16 17:41:39.640916 dv-cinder-837356-2-iscsi neutron-server[103918]: DEBUG dbcounter [-] [103918] Writing DB stats neutron:SELECT=1,neutron:UPDATE=1 {{(pid=103918) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 16 17:41:43.008334 dv-cinder-837356-2-iscsi neutron-server[103918]: DEBUG neutron_lib.callbacks.manager [None req-e30d7a1c-367e-4045-8893-db9d6dd109e3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728539454181', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16149322'] for agent (0913b7ec-eea4-4492-8ef1-e01c4575abca), after_update {{(pid=103918) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 17:41:44.715654 dv-cinder-837356-2-iscsi neutron-server[103917]: DEBUG neutron.wsgi [req-03a4346b-5e63-40da-b74d-c1e6b13ea051 req-5a1c0d8a-b02c-4a46-abe4-e252be4b93ee service neutron] (103917) timed out ('10.222.0.81', 49323) {{(pid=103917) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:842}} Jun 16 17:41:45.452448 dv-cinder-837356-2-iscsi neutron-server[103918]: DEBUG neutron_lib.callbacks.manager [None req-77ec6122-7627-44f5-ac7e-c8aa0b1765eb None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728539454181', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16149322'] for agent (7639df21-17c3-4235-8912-210c3ad54137), after_update {{(pid=103918) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 17:41:46.185885 dv-cinder-837356-2-iscsi neutron-server[103916]: DEBUG neutron.wsgi [req-52d8e638-fdc7-4534-83cc-98b884c9a30f req-742c76b5-a8ef-491b-97ed-ba594cee53ad service neutron] (103916) timed out ('10.222.0.81', 49336) {{(pid=103916) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:842}} Jun 16 17:41:46.378208 dv-cinder-837356-2-iscsi neutron-server[103918]: DEBUG neutron_lib.callbacks.manager [None req-20715706-35a9-45af-9420-375bdcc64c61 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728539454181', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16149322'] for agent (50395103-89cf-4fb3-87eb-9dff4dfdeea8), after_update {{(pid=103918) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 17:41:47.677957 dv-cinder-837356-2-iscsi neutron-server[103919]: DEBUG neutron.db.agents_db [None req-d2debd9c-00d6-4a8f-b9fc-d112a2dcea0d None None] Agent healthcheck: found 6 active agents {{(pid=103919) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jun 16 17:41:48.156172 dv-cinder-837356-2-iscsi neutron-server[103918]: DEBUG neutron_lib.callbacks.manager [None req-90597016-5de8-4c3e-b42a-66aa2c70cc5e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728539454181', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16149322'] for agent (853db9d1-1c17-40a4-900c-de4f90440474), after_update {{(pid=103918) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 17:41:48.476947 dv-cinder-837356-2-iscsi neutron-server[103918]: DEBUG neutron_lib.callbacks.manager [None req-39ead2dc-a542-4f04-b117-439eb7f32aa8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728539454181', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16149322'] for agent (5b2fa84c-1db1-41c6-a6b9-975c3da28daf), after_update {{(pid=103918) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 17:41:57.668939 dv-cinder-837356-2-iscsi neutron-server[103919]: DEBUG dbcounter [-] [103919] Writing DB stats neutron:SELECT=3 {{(pid=103919) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 16 17:41:57.670068 dv-cinder-837356-2-iscsi neutron-server[103919]: DEBUG dbcounter [-] [103919] Writing DB stats neutron:SELECT=5 {{(pid=103919) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 16 17:41:58.459260 dv-cinder-837356-2-iscsi neutron-server[103918]: DEBUG dbcounter [-] [103918] Writing DB stats neutron:SELECT=8,neutron:UPDATE=2 {{(pid=103918) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 16 17:41:58.468896 dv-cinder-837356-2-iscsi neutron-server[103918]: DEBUG dbcounter [-] [103918] Writing DB stats neutron:SELECT=7,neutron:UPDATE=3 {{(pid=103918) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 16 17:41:59.637901 dv-cinder-837356-2-iscsi neutron-server[103918]: DEBUG neutron_lib.callbacks.manager [None req-b2b17746-c296-4803-869a-65578e8233dd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728539454181', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16149322'] for agent (2e97d73d-50fc-4f89-a4ea-85f65eb860d8), after_update {{(pid=103918) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 17:42:09.630313 dv-cinder-837356-2-iscsi neutron-server[103918]: DEBUG dbcounter [-] [103918] Writing DB stats neutron:SELECT=2 {{(pid=103918) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 16 17:42:09.632507 dv-cinder-837356-2-iscsi neutron-server[103918]: DEBUG dbcounter [-] [103918] Writing DB stats neutron:SELECT=1,neutron:UPDATE=1 {{(pid=103918) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 16 17:42:13.014560 dv-cinder-837356-2-iscsi neutron-server[103918]: DEBUG neutron_lib.callbacks.manager [None req-c0a7e403-451d-453a-8ce8-2a3d81fe2452 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728539454181', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16149322'] for agent (0913b7ec-eea4-4492-8ef1-e01c4575abca), after_update {{(pid=103918) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 17:42:15.451293 dv-cinder-837356-2-iscsi neutron-server[103918]: DEBUG neutron_lib.callbacks.manager [None req-40303ad5-641b-4b10-bc8a-7af39fde5f48 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728539454181', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16149322'] for agent (7639df21-17c3-4235-8912-210c3ad54137), after_update {{(pid=103918) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 17:42:15.644435 dv-cinder-837356-2-iscsi neutron-server[103919]: DEBUG dbcounter [-] [103919] Writing DB stats neutron:SELECT=2 {{(pid=103919) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 16 17:42:15.645656 dv-cinder-837356-2-iscsi neutron-server[103919]: DEBUG dbcounter [-] [103919] Writing DB stats neutron:DELETE=1,neutron:SELECT=1 {{(pid=103919) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 16 17:42:16.387119 dv-cinder-837356-2-iscsi neutron-server[103918]: DEBUG neutron_lib.callbacks.manager [None req-20715706-35a9-45af-9420-375bdcc64c61 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728539454181', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16149322'] for agent (50395103-89cf-4fb3-87eb-9dff4dfdeea8), after_update {{(pid=103918) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 17:42:18.197834 dv-cinder-837356-2-iscsi neutron-server[103918]: DEBUG neutron_lib.callbacks.manager [None req-90597016-5de8-4c3e-b42a-66aa2c70cc5e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728539454181', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16149322'] for agent (853db9d1-1c17-40a4-900c-de4f90440474), after_update {{(pid=103918) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 17:42:18.470803 dv-cinder-837356-2-iscsi neutron-server[103918]: DEBUG neutron_lib.callbacks.manager [None req-39ead2dc-a542-4f04-b117-439eb7f32aa8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728539454181', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16149322'] for agent (5b2fa84c-1db1-41c6-a6b9-975c3da28daf), after_update {{(pid=103918) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 17:42:24.678464 dv-cinder-837356-2-iscsi neutron-server[103919]: DEBUG neutron.db.agents_db [None req-d2debd9c-00d6-4a8f-b9fc-d112a2dcea0d None None] Agent healthcheck: found 6 active agents {{(pid=103919) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}}